[ 524.664924] env[65448]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=65448) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 524.665287] env[65448]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=65448) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 524.665395] env[65448]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=65448) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 524.665742] env[65448]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 524.783595] env[65448]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=65448) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 524.793025] env[65448]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=65448) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 524.839186] env[65448]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 525.524331] env[65448]: INFO nova.virt.driver [None req-f4e57faa-4d34-4ec9-aa9b-ed780e139da9 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 525.596695] env[65448]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 525.596858] env[65448]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 525.596920] env[65448]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=65448) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 528.819736] env[65448]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-1e9a234e-38d6-4849-8c17-bcfd967ad716 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 528.836017] env[65448]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=65448) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 528.836274] env[65448]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-16ad002c-e341-4261-b9e0-28c2b13b17ab {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 528.865210] env[65448]: INFO oslo_vmware.api [-] Successfully established new session; session ID is a5f21. [ 528.865468] env[65448]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.269s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 528.866343] env[65448]: INFO nova.virt.vmwareapi.driver [None req-f4e57faa-4d34-4ec9-aa9b-ed780e139da9 None None] VMware vCenter version: 7.0.3 [ 528.869793] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33905cc0-b153-4ec0-bacd-f974ba52d7dc {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 528.888442] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb5cd102-b2d3-4138-96e8-7233c207401c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 528.895420] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2870b71-6469-4e5f-90cf-2bb5144ea6e0 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 528.902856] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31e88afe-668a-41ab-9806-466ffaf7edc2 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 528.916978] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e34f6bc-bdaf-49a1-b686-23c0474a46f5 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 528.924228] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97e90fa6-2b99-44b7-b4d8-95561d60924d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 528.955976] env[65448]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-f04a9019-6702-4f65-be1b-f30b2ec34e8f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 528.962159] env[65448]: DEBUG nova.virt.vmwareapi.driver [None req-f4e57faa-4d34-4ec9-aa9b-ed780e139da9 None None] Extension org.openstack.compute already exists. {{(pid=65448) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 528.964864] env[65448]: INFO nova.compute.provider_config [None req-f4e57faa-4d34-4ec9-aa9b-ed780e139da9 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 529.467912] env[65448]: DEBUG nova.context [None req-f4e57faa-4d34-4ec9-aa9b-ed780e139da9 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),d8ede714-70a0-4d83-87e7-7cef54444fb1(cell1) {{(pid=65448) load_cells /opt/stack/nova/nova/context.py:534}} [ 529.468238] env[65448]: INFO nova.utils [None req-f4e57faa-4d34-4ec9-aa9b-ed780e139da9 None None] The cell worker thread pool MainProcess.cell_worker is initialized [ 529.470362] env[65448]: DEBUG oslo_concurrency.lockutils [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 529.470584] env[65448]: DEBUG oslo_concurrency.lockutils [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 529.471344] env[65448]: DEBUG oslo_concurrency.lockutils [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 529.471823] env[65448]: DEBUG oslo_concurrency.lockutils [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] Acquiring lock "d8ede714-70a0-4d83-87e7-7cef54444fb1" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 529.472091] env[65448]: DEBUG oslo_concurrency.lockutils [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] Lock "d8ede714-70a0-4d83-87e7-7cef54444fb1" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 529.473214] env[65448]: DEBUG oslo_concurrency.lockutils [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] Lock "d8ede714-70a0-4d83-87e7-7cef54444fb1" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 529.495080] env[65448]: INFO dbcounter [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] Registered counter for database nova_cell0 [ 529.503762] env[65448]: INFO dbcounter [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] Registered counter for database nova_cell1 [ 529.507152] env[65448]: DEBUG oslo_db.sqlalchemy.engines [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=65448) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 529.507764] env[65448]: DEBUG oslo_db.sqlalchemy.engines [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=65448) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 529.512548] env[65448]: ERROR nova.db.main.api [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenpool.py", line 87, in _spawn_n_impl [ 529.512548] env[65448]: func(*args, **kwargs) [ 529.512548] env[65448]: File "/opt/stack/data/venv/lib/python3.10/site-packages/futurist/_green.py", line 69, in __call__ [ 529.512548] env[65448]: self.work.run() [ 529.512548] env[65448]: File "/opt/stack/data/venv/lib/python3.10/site-packages/futurist/_utils.py", line 45, in run [ 529.512548] env[65448]: result = self.fn(*self.args, **self.kwargs) [ 529.512548] env[65448]: File "/opt/stack/nova/nova/utils.py", line 584, in context_wrapper [ 529.512548] env[65448]: return func(*args, **kwargs) [ 529.512548] env[65448]: File "/opt/stack/nova/nova/context.py", line 482, in gather_result [ 529.512548] env[65448]: result = fn(*args, **kwargs) [ 529.512548] env[65448]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 529.512548] env[65448]: return f(*args, **kwargs) [ 529.512548] env[65448]: File "/opt/stack/nova/nova/objects/service.py", line 568, in _db_service_get_minimum_version [ 529.512548] env[65448]: return db.service_get_minimum_version(context, binaries) [ 529.512548] env[65448]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 529.512548] env[65448]: _check_db_access() [ 529.512548] env[65448]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 529.512548] env[65448]: stacktrace = ''.join(traceback.format_stack()) [ 529.512548] env[65448]: [ 529.513804] env[65448]: ERROR nova.db.main.api [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenpool.py", line 87, in _spawn_n_impl [ 529.513804] env[65448]: func(*args, **kwargs) [ 529.513804] env[65448]: File "/opt/stack/data/venv/lib/python3.10/site-packages/futurist/_green.py", line 69, in __call__ [ 529.513804] env[65448]: self.work.run() [ 529.513804] env[65448]: File "/opt/stack/data/venv/lib/python3.10/site-packages/futurist/_utils.py", line 45, in run [ 529.513804] env[65448]: result = self.fn(*self.args, **self.kwargs) [ 529.513804] env[65448]: File "/opt/stack/nova/nova/utils.py", line 584, in context_wrapper [ 529.513804] env[65448]: return func(*args, **kwargs) [ 529.513804] env[65448]: File "/opt/stack/nova/nova/context.py", line 482, in gather_result [ 529.513804] env[65448]: result = fn(*args, **kwargs) [ 529.513804] env[65448]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 529.513804] env[65448]: return f(*args, **kwargs) [ 529.513804] env[65448]: File "/opt/stack/nova/nova/objects/service.py", line 568, in _db_service_get_minimum_version [ 529.513804] env[65448]: return db.service_get_minimum_version(context, binaries) [ 529.513804] env[65448]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 529.513804] env[65448]: _check_db_access() [ 529.513804] env[65448]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 529.513804] env[65448]: stacktrace = ''.join(traceback.format_stack()) [ 529.513804] env[65448]: [ 529.514425] env[65448]: WARNING nova.objects.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 529.514455] env[65448]: WARNING nova.objects.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] Failed to get minimum service version for cell d8ede714-70a0-4d83-87e7-7cef54444fb1 [ 529.514890] env[65448]: DEBUG oslo_concurrency.lockutils [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] Acquiring lock "singleton_lock" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 529.515054] env[65448]: DEBUG oslo_concurrency.lockutils [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] Acquired lock "singleton_lock" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 529.515296] env[65448]: DEBUG oslo_concurrency.lockutils [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] Releasing lock "singleton_lock" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 529.515614] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] Full set of CONF: {{(pid=65448) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:275}} [ 529.515749] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] ******************************************************************************** {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 529.515870] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] Configuration options gathered from: {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 529.515995] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 529.516196] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 529.516315] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] ================================================================================ {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 529.516507] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] allow_resize_to_same_host = True {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.516666] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] arq_binding_timeout = 300 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.516790] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] backdoor_port = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.516930] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] backdoor_socket = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.517112] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] block_device_allocate_retries = 60 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.517268] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] block_device_allocate_retries_interval = 3 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.517418] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] cell_worker_thread_pool_size = 5 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.517580] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] cert = self.pem {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.517762] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.517938] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] compute_monitors = [] {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.518113] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] config_dir = [] {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.518277] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] config_drive_format = iso9660 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.518402] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.518553] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] config_source = [] {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.518710] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] console_host = devstack {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.518867] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] control_exchange = nova {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.519026] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] cpu_allocation_ratio = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.519185] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] daemon = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.519343] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] debug = True {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.519490] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] default_access_ip_network_name = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.519644] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] default_availability_zone = nova {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.519817] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] default_ephemeral_format = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.520015] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] default_green_pool_size = 1000 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.520268] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.520426] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] default_schedule_zone = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.520581] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] default_thread_pool_size = 10 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.520732] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] disk_allocation_ratio = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.520886] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] enable_new_services = True {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.521046] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] flat_injected = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.521202] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] force_config_drive = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.521351] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] force_raw_images = True {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.521511] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] graceful_shutdown_timeout = 5 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.521664] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] heal_instance_info_cache_interval = -1 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.521893] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] host = cpu-1 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.522077] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.522236] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] initial_disk_allocation_ratio = 1.0 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.522388] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] initial_ram_allocation_ratio = 1.0 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.522596] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.522750] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] instance_build_timeout = 0 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.522915] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] instance_delete_interval = 300 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.523106] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] instance_format = [instance: %(uuid)s] {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.523268] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] instance_name_template = instance-%08x {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.523423] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] instance_usage_audit = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.523582] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] instance_usage_audit_period = month {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.523739] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.523899] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] instances_path = /opt/stack/data/nova/instances {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.524067] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] internal_service_availability_zone = internal {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.524218] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] key = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.524368] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] live_migration_retry_count = 30 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.524524] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] log_color = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.524682] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] log_config_append = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.524844] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.524992] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] log_dir = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.525157] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] log_file = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.525319] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] log_options = True {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.525513] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] log_rotate_interval = 1 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.525685] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] log_rotate_interval_type = days {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.525848] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] log_rotation_type = none {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.525971] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.526103] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.526266] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.526421] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.526539] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.526692] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] long_rpc_timeout = 1800 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.526845] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] max_concurrent_builds = 10 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.526989] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] max_concurrent_live_migrations = 1 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.527150] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] max_concurrent_snapshots = 5 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.527300] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] max_local_block_devices = 3 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.527446] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] max_logfile_count = 30 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.527591] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] max_logfile_size_mb = 200 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.527784] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] maximum_instance_delete_attempts = 5 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.527974] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] migrate_max_retries = -1 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.528154] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] mkisofs_cmd = genisoimage {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.528376] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] my_block_storage_ip = 10.180.1.21 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.528508] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] my_ip = 10.180.1.21 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.528708] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.528865] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] network_allocate_retries = 0 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.529043] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.529208] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] osapi_compute_unique_server_name_scope = {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.529361] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] password_length = 12 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.529511] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] periodic_enable = True {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.529662] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] periodic_fuzzy_delay = 60 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.529845] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] pointer_model = usbtablet {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.530012] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] preallocate_images = none {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.530176] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] publish_errors = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.530294] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] pybasedir = /opt/stack/nova {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.530439] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] ram_allocation_ratio = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.530587] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] rate_limit_burst = 0 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.530758] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] rate_limit_except_level = CRITICAL {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.530954] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] rate_limit_interval = 0 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.531128] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] reboot_timeout = 0 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.531279] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] reclaim_instance_interval = 0 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.531426] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] record = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.531582] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] reimage_timeout_per_gb = 60 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.531737] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] report_interval = 120 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.531890] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] rescue_timeout = 0 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.532049] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] reserved_host_cpus = 0 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.532202] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] reserved_host_disk_mb = 0 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.532351] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] reserved_host_memory_mb = 512 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.532498] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] reserved_huge_pages = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.532644] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] resize_confirm_window = 0 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.532792] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] resize_fs_using_block_device = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.532940] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] resume_guests_state_on_host_boot = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.533110] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.533264] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] rpc_response_timeout = 60 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.533412] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] run_external_periodic_tasks = True {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.533565] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] running_deleted_instance_action = reap {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.533714] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] running_deleted_instance_poll_interval = 1800 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.533888] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] running_deleted_instance_timeout = 0 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.534058] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] scheduler_instance_sync_interval = 120 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.534221] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] service_down_time = 720 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.534379] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] servicegroup_driver = db {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.534524] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] shell_completion = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.534674] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] shelved_offload_time = 0 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.534825] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] shelved_poll_interval = 3600 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.534980] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] shutdown_timeout = 0 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.535149] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] source_is_ipv6 = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.535297] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] ssl_only = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.535562] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.535725] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] sync_power_state_interval = 600 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.535880] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] sync_power_state_pool_size = 1000 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.536046] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] syslog_log_facility = LOG_USER {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.536198] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] tempdir = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.536348] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] thread_pool_statistic_period = -1 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.536497] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] timeout_nbd = 10 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.536653] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] transport_url = **** {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.536803] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] update_resources_interval = 0 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.536987] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] use_cow_images = True {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.537167] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] use_journal = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.537321] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] use_json = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.537469] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] use_rootwrap_daemon = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.537615] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] use_stderr = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.537789] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] use_syslog = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.537947] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] vcpu_pin_set = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.538119] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] vif_plugging_is_fatal = True {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.538278] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] vif_plugging_timeout = 300 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.538434] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] virt_mkfs = [] {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.538586] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] volume_usage_poll_interval = 0 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.538737] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] watch_log_file = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.538896] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] web = /usr/share/spice-html5 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.539084] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] oslo_concurrency.disable_process_locking = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.539732] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.539944] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] os_brick.lock_path = /opt/stack/data/os_brick {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.540144] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.540312] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.540472] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.540628] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.540793] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.540956] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.541130] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.541296] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] api.compute_link_prefix = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.541457] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.541618] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] api.dhcp_domain = novalocal {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.541772] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] api.enable_instance_password = True {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.541924] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] api.glance_link_prefix = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.542091] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.542256] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.542412] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] api.instance_list_per_project_cells = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.542566] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] api.list_records_by_skipping_down_cells = True {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.542719] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] api.local_metadata_per_cell = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.542909] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] api.max_limit = 1000 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.543099] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] api.metadata_cache_expiration = 15 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.543277] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] api.neutron_default_project_id = default {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.543441] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] api.response_validation = warn {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.543595] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] api.use_neutron_default_nets = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.543751] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.543907] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.544074] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.544237] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.544396] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] api.vendordata_dynamic_targets = [] {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.544552] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] api.vendordata_jsonfile_path = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.544720] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.544900] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] cache.backend = dogpile.cache.memcached {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.545072] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] cache.backend_argument = **** {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.545229] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] cache.backend_expiration_time = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.545390] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] cache.config_prefix = cache.oslo {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.545546] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] cache.debug_cache_backend = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.545702] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] cache.enable_retry_client = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.545879] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] cache.enable_socket_keepalive = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.546079] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] cache.enabled = True {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.546243] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] cache.enforce_fips_mode = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.546399] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] cache.expiration_time = 600 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.546569] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] cache.hashclient_dead_timeout = 60.0 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.546727] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] cache.hashclient_retry_attempts = 2 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.546891] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] cache.hashclient_retry_timeout = 1.0 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.547058] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] cache.memcache_dead_retry = 300 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.547217] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] cache.memcache_password = **** {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.547374] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.547528] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.547696] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] cache.memcache_pool_maxsize = 10 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.547873] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.548042] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] cache.memcache_sasl_enabled = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.548223] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.548387] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] cache.memcache_socket_timeout = 1.0 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.548539] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] cache.memcache_username = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.548698] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] cache.proxies = [] {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.548863] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] cache.redis_db = 0 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.549053] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] cache.redis_password = **** {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.549226] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] cache.redis_sentinel_service_name = mymaster {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.549396] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.549557] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] cache.redis_server = localhost:6379 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.549744] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] cache.redis_socket_timeout = 1.0 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.549905] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] cache.redis_username = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.550076] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] cache.retry_attempts = 2 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.550240] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] cache.retry_delay = 0.0 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.550394] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] cache.socket_keepalive_count = 1 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.550548] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] cache.socket_keepalive_idle = 1 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.550710] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] cache.socket_keepalive_interval = 1 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.550856] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] cache.tls_allowed_ciphers = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.551011] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] cache.tls_cafile = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.551169] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] cache.tls_certfile = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.551320] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] cache.tls_enabled = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.551467] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] cache.tls_keyfile = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.551631] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] cinder.auth_section = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.551799] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] cinder.auth_type = password {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.551975] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] cinder.cafile = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.552171] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] cinder.catalog_info = volumev3::publicURL {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.552327] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] cinder.certfile = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.552482] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] cinder.collect_timing = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.552635] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] cinder.cross_az_attach = True {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.552789] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] cinder.debug = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.552943] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] cinder.endpoint_template = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.553112] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] cinder.http_retries = 3 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.553268] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] cinder.insecure = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.553418] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] cinder.keyfile = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.553582] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] cinder.os_region_name = RegionOne {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.553737] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] cinder.split_loggers = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.553891] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] cinder.timeout = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.554067] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.554224] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] compute.cpu_dedicated_set = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.554372] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] compute.cpu_shared_set = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.554528] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] compute.image_type_exclude_list = [] {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.554683] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.554839] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] compute.max_concurrent_disk_ops = 0 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.555040] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] compute.max_disk_devices_to_attach = -1 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.555207] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.555369] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.555524] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] compute.resource_provider_association_refresh = 300 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.555676] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.555832] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] compute.shutdown_retry_interval = 10 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.556024] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.556194] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] conductor.workers = 2 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.556362] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] console.allowed_origins = [] {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.556512] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] console.ssl_ciphers = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.556672] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] console.ssl_minimum_version = default {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.556836] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] consoleauth.enforce_session_timeout = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.556995] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] consoleauth.token_ttl = 600 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.557178] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] cyborg.cafile = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.557329] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] cyborg.certfile = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.557483] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] cyborg.collect_timing = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.557633] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] cyborg.connect_retries = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.557840] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] cyborg.connect_retry_delay = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.558082] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] cyborg.endpoint_override = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.558264] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] cyborg.insecure = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.558418] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] cyborg.keyfile = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.558573] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] cyborg.max_version = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.558725] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] cyborg.min_version = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.558877] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] cyborg.region_name = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.559036] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] cyborg.retriable_status_codes = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.559191] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] cyborg.service_name = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.559353] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] cyborg.service_type = accelerator {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.559505] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] cyborg.split_loggers = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.559650] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] cyborg.status_code_retries = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.559831] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] cyborg.status_code_retry_delay = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.559989] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] cyborg.timeout = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.560174] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.560329] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] cyborg.version = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.560493] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] database.asyncio_connection = **** {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.560646] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] database.asyncio_slave_connection = **** {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.560835] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] database.backend = sqlalchemy {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.561029] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] database.connection = **** {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.561196] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] database.connection_debug = 0 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.561361] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] database.connection_parameters = {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.561519] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] database.connection_recycle_time = 3600 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.561766] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] database.connection_trace = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.561929] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] database.db_inc_retry_interval = True {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.562103] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] database.db_max_retries = 20 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.562263] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] database.db_max_retry_interval = 10 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.562420] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] database.db_retry_interval = 1 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.562575] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] database.max_overflow = 50 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.562728] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] database.max_pool_size = 5 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.562883] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] database.max_retries = 10 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.563072] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.563263] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] database.mysql_wsrep_sync_wait = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.563416] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] database.pool_timeout = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.563570] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] database.retry_interval = 10 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.563719] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] database.slave_connection = **** {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.563896] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] database.sqlite_synchronous = True {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.564081] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] database.use_db_reconnect = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.564249] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] api_database.asyncio_connection = **** {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.564402] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] api_database.asyncio_slave_connection = **** {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.564564] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] api_database.backend = sqlalchemy {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.564723] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] api_database.connection = **** {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.564880] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] api_database.connection_debug = 0 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.565050] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] api_database.connection_parameters = {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.565210] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] api_database.connection_recycle_time = 3600 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.565365] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] api_database.connection_trace = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.565522] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] api_database.db_inc_retry_interval = True {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.565678] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] api_database.db_max_retries = 20 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.565836] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] api_database.db_max_retry_interval = 10 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.565990] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] api_database.db_retry_interval = 1 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.566159] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] api_database.max_overflow = 50 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.566313] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] api_database.max_pool_size = 5 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.566462] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] api_database.max_retries = 10 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.566622] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.566774] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.566966] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] api_database.pool_timeout = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.567162] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] api_database.retry_interval = 10 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.567319] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] api_database.slave_connection = **** {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.567475] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] api_database.sqlite_synchronous = True {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.567645] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] devices.enabled_mdev_types = [] {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.567844] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.568020] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] ephemeral_storage_encryption.default_format = luks {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.568182] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] ephemeral_storage_encryption.enabled = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.568338] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.568499] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] glance.api_servers = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.568653] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] glance.cafile = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.568804] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] glance.certfile = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.568960] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] glance.collect_timing = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.569124] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] glance.connect_retries = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.569275] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] glance.connect_retry_delay = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.569429] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] glance.debug = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.569585] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] glance.default_trusted_certificate_ids = [] {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.569764] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] glance.enable_certificate_validation = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.569929] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] glance.enable_rbd_download = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.570092] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] glance.endpoint_override = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.570257] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] glance.insecure = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.570410] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] glance.keyfile = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.570561] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] glance.max_version = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.570711] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] glance.min_version = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.570866] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] glance.num_retries = 3 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.571033] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] glance.rbd_ceph_conf = {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.571192] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] glance.rbd_connect_timeout = 5 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.571351] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] glance.rbd_pool = {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.571507] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] glance.rbd_user = {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.571656] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] glance.region_name = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.571808] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] glance.retriable_status_codes = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.571958] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] glance.service_name = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.572130] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] glance.service_type = image {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.572285] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] glance.split_loggers = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.572435] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] glance.status_code_retries = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.572591] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] glance.status_code_retry_delay = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.572743] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] glance.timeout = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.572915] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.573089] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] glance.verify_glance_signatures = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.573244] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] glance.version = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.573401] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] guestfs.debug = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.573559] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] manila.auth_section = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.573713] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] manila.auth_type = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.573864] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] manila.cafile = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.574027] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] manila.certfile = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.574180] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] manila.collect_timing = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.574333] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] manila.connect_retries = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.574483] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] manila.connect_retry_delay = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.574629] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] manila.endpoint_override = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.574781] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] manila.insecure = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.574932] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] manila.keyfile = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.575095] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] manila.max_version = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.575248] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] manila.min_version = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.575396] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] manila.region_name = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.575543] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] manila.retriable_status_codes = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.575691] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] manila.service_name = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.575849] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] manila.service_type = shared-file-system {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.576008] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] manila.share_apply_policy_timeout = 10 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.576167] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] manila.split_loggers = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.576314] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] manila.status_code_retries = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.576462] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] manila.status_code_retry_delay = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.576610] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] manila.timeout = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.576778] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.576932] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] manila.version = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.577103] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] mks.enabled = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.577449] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.577629] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] image_cache.manager_interval = 2400 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.577820] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] image_cache.precache_concurrency = 1 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.577990] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] image_cache.remove_unused_base_images = True {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.578168] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.578337] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.578506] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] image_cache.subdirectory_name = _base {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.578675] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] ironic.api_max_retries = 60 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.578831] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] ironic.api_retry_interval = 2 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.578981] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] ironic.auth_section = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.579150] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] ironic.auth_type = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.579301] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] ironic.cafile = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.579447] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] ironic.certfile = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.579600] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] ironic.collect_timing = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.579775] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] ironic.conductor_group = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.579934] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] ironic.connect_retries = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.580095] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] ironic.connect_retry_delay = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.580247] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] ironic.endpoint_override = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.580400] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] ironic.insecure = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.580551] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] ironic.keyfile = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.580701] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] ironic.max_version = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.580855] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] ironic.min_version = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.581017] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] ironic.peer_list = [] {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.581172] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] ironic.region_name = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.581320] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] ironic.retriable_status_codes = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.581473] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] ironic.serial_console_state_timeout = 10 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.581620] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] ironic.service_name = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.581779] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] ironic.service_type = baremetal {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.581931] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] ironic.shard = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.582097] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] ironic.split_loggers = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.582251] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] ironic.status_code_retries = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.582399] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] ironic.status_code_retry_delay = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.582548] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] ironic.timeout = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.582717] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.582872] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] ironic.version = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.583057] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.583228] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] key_manager.fixed_key = **** {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.583401] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.583554] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] barbican.barbican_api_version = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.583704] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] barbican.barbican_endpoint = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.583867] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] barbican.barbican_endpoint_type = public {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.584027] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] barbican.barbican_region_name = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.584185] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] barbican.cafile = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.584335] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] barbican.certfile = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.584487] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] barbican.collect_timing = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.584638] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] barbican.insecure = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.584787] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] barbican.keyfile = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.584941] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] barbican.number_of_retries = 60 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.585106] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] barbican.retry_delay = 1 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.585259] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] barbican.send_service_user_token = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.585412] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] barbican.split_loggers = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.585560] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] barbican.timeout = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.585710] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] barbican.verify_ssl = True {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.585859] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] barbican.verify_ssl_path = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.586028] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] barbican_service_user.auth_section = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.586188] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] barbican_service_user.auth_type = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.586339] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] barbican_service_user.cafile = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.586488] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] barbican_service_user.certfile = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.586640] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] barbican_service_user.collect_timing = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.586790] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] barbican_service_user.insecure = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.586939] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] barbican_service_user.keyfile = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.587104] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] barbican_service_user.split_loggers = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.587257] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] barbican_service_user.timeout = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.587415] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] vault.approle_role_id = **** {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.587566] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] vault.approle_secret_id = **** {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.587746] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] vault.kv_mountpoint = secret {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.587912] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] vault.kv_path = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.588081] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] vault.kv_version = 2 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.588238] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] vault.namespace = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.588387] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] vault.root_token_id = **** {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.588538] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] vault.ssl_ca_crt_file = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.588698] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] vault.timeout = 60.0 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.588854] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] vault.use_ssl = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.589018] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.589183] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] keystone.cafile = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.589336] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] keystone.certfile = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.589491] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] keystone.collect_timing = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.589643] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] keystone.connect_retries = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.589823] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] keystone.connect_retry_delay = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.589982] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] keystone.endpoint_override = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.590176] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] keystone.insecure = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.590334] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] keystone.keyfile = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.590484] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] keystone.max_version = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.590634] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] keystone.min_version = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.590786] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] keystone.region_name = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.590938] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] keystone.retriable_status_codes = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.591101] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] keystone.service_name = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.591265] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] keystone.service_type = identity {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.591419] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] keystone.split_loggers = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.591572] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] keystone.status_code_retries = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.591725] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] keystone.status_code_retry_delay = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.591876] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] keystone.timeout = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.592057] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.592216] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] keystone.version = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.592437] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] libvirt.ceph_mount_options = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.592783] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.592980] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] libvirt.connection_uri = {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.593200] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] libvirt.cpu_mode = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.593387] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] libvirt.cpu_model_extra_flags = [] {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.593596] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] libvirt.cpu_models = [] {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.593782] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] libvirt.cpu_power_governor_high = performance {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.593947] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] libvirt.cpu_power_governor_low = powersave {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.594116] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] libvirt.cpu_power_management = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.594284] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.594440] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] libvirt.device_detach_attempts = 8 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.594593] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] libvirt.device_detach_timeout = 20 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.594748] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] libvirt.disk_cachemodes = [] {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.594899] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] libvirt.disk_prefix = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.595066] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] libvirt.enabled_perf_events = [] {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.595230] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] libvirt.file_backed_memory = 0 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.595385] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] libvirt.gid_maps = [] {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.595618] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] libvirt.hw_disk_discard = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.595782] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] libvirt.hw_machine_type = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.595946] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] libvirt.images_rbd_ceph_conf = {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.596115] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.596272] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.596432] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] libvirt.images_rbd_glance_store_name = {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.596589] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] libvirt.images_rbd_pool = rbd {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.596748] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] libvirt.images_type = default {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.596899] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] libvirt.images_volume_group = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.597059] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] libvirt.inject_key = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.597214] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] libvirt.inject_partition = -2 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.597366] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] libvirt.inject_password = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.597515] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] libvirt.iscsi_iface = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.597672] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] libvirt.iser_use_multipath = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.597852] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] libvirt.live_migration_bandwidth = 0 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.598018] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.598176] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] libvirt.live_migration_downtime = 500 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.598326] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.598476] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.598624] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] libvirt.live_migration_inbound_addr = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.598769] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] libvirt.live_migration_parallel_connections = 1 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.598918] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.599077] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] libvirt.live_migration_permit_post_copy = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.599227] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] libvirt.live_migration_scheme = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.599385] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] libvirt.live_migration_timeout_action = abort {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.599533] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] libvirt.live_migration_tunnelled = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.599708] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] libvirt.live_migration_uri = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.599860] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] libvirt.live_migration_with_native_tls = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.600014] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] libvirt.max_queues = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.600175] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.600397] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.600552] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] libvirt.nfs_mount_options = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.600871] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.601063] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.601225] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] libvirt.num_iser_scan_tries = 5 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.601378] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] libvirt.num_memory_encrypted_guests = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.601532] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.601683] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] libvirt.num_pcie_ports = 0 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.601841] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] libvirt.num_volume_scan_tries = 5 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.602035] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] libvirt.pmem_namespaces = [] {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.602160] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] libvirt.quobyte_client_cfg = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.602468] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.602634] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] libvirt.rbd_connect_timeout = 5 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.602789] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.602943] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.603104] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] libvirt.rbd_secret_uuid = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.603254] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] libvirt.rbd_user = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.603405] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.603564] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] libvirt.remote_filesystem_transport = ssh {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.603715] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] libvirt.rescue_image_id = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.603863] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] libvirt.rescue_kernel_id = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.604015] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] libvirt.rescue_ramdisk_id = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.604183] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.604332] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] libvirt.rx_queue_size = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.604485] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] libvirt.smbfs_mount_options = {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.604771] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.604938] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] libvirt.snapshot_compression = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.605102] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] libvirt.snapshot_image_format = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.605314] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.605466] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] libvirt.sparse_logical_volumes = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.605639] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] libvirt.supported_tpm_secret_security = ['user', 'host', 'deployment'] {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.605795] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] libvirt.swtpm_enabled = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.605953] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] libvirt.swtpm_group = tss {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.606121] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] libvirt.swtpm_user = tss {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.606280] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] libvirt.sysinfo_serial = unique {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.606428] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] libvirt.tb_cache_size = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.606575] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] libvirt.tx_queue_size = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.606725] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] libvirt.uid_maps = [] {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.606877] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] libvirt.use_virtio_for_bridges = True {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.607043] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] libvirt.virt_type = kvm {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.607204] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] libvirt.volume_clear = zero {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.607354] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] libvirt.volume_clear_size = 0 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.607505] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] libvirt.volume_enforce_multipath = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.607661] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] libvirt.volume_use_multipath = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.607836] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] libvirt.vzstorage_cache_path = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.608008] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.608176] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] libvirt.vzstorage_mount_group = qemu {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.608328] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] libvirt.vzstorage_mount_opts = [] {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.608483] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.608764] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.608934] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] libvirt.vzstorage_mount_user = stack {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.609100] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.609267] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] neutron.auth_section = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.609429] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] neutron.auth_type = password {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.609579] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] neutron.cafile = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.609755] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] neutron.certfile = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.609917] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] neutron.collect_timing = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.610080] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] neutron.connect_retries = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.610229] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] neutron.connect_retry_delay = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.610387] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] neutron.default_floating_pool = public {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.610533] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] neutron.endpoint_override = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.610684] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] neutron.extension_sync_interval = 600 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.610851] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] neutron.http_retries = 3 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.611020] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] neutron.insecure = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.611174] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] neutron.keyfile = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.611327] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] neutron.max_version = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.611487] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.611636] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] neutron.min_version = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.611789] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] neutron.ovs_bridge = br-int {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.611948] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] neutron.physnets = [] {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.612122] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] neutron.region_name = RegionOne {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.612273] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] neutron.retriable_status_codes = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.612428] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] neutron.service_metadata_proxy = True {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.612574] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] neutron.service_name = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.612729] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] neutron.service_type = network {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.612880] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] neutron.split_loggers = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.613034] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] neutron.status_code_retries = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.613184] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] neutron.status_code_retry_delay = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.613332] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] neutron.timeout = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.613508] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.613661] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] neutron.version = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.613822] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] notifications.bdms_in_notifications = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.613989] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] notifications.default_level = INFO {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.614156] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] notifications.include_share_mapping = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.614324] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] notifications.notification_format = unversioned {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.614478] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] notifications.notify_on_state_change = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.614641] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.614806] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] pci.alias = [] {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.614968] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] pci.device_spec = [] {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.615134] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] pci.report_in_placement = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.615299] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] placement.auth_section = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.615461] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] placement.auth_type = password {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.615616] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.615764] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] placement.cafile = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.615910] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] placement.certfile = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.616070] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] placement.collect_timing = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.616222] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] placement.connect_retries = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.616367] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] placement.connect_retry_delay = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.616512] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] placement.default_domain_id = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.616657] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] placement.default_domain_name = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.616800] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] placement.domain_id = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.616945] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] placement.domain_name = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.617104] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] placement.endpoint_override = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.617254] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] placement.insecure = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.617397] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] placement.keyfile = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.617540] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] placement.max_version = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.617701] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] placement.min_version = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.617875] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] placement.password = **** {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.618445] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] placement.project_domain_id = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.618445] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] placement.project_domain_name = Default {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.618445] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] placement.project_id = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.618790] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] placement.project_name = service {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.618790] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] placement.region_name = RegionOne {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.618790] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] placement.retriable_status_codes = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.619061] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] placement.service_name = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.619407] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] placement.service_type = placement {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.619407] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] placement.split_loggers = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.619407] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] placement.status_code_retries = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.619511] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] placement.status_code_retry_delay = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.619776] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] placement.system_scope = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.619860] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] placement.timeout = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.619957] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] placement.trust_id = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.620115] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] placement.user_domain_id = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.620269] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] placement.user_domain_name = Default {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.620470] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] placement.user_id = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.620576] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] placement.username = nova {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.621333] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.621333] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] placement.version = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.621333] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] quota.cores = 20 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.621333] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] quota.count_usage_from_placement = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.621550] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.621550] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] quota.injected_file_content_bytes = 10240 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.621701] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] quota.injected_file_path_length = 255 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.621851] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] quota.injected_files = 5 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.622029] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] quota.instances = 10 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.622508] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] quota.key_pairs = 100 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.622508] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] quota.metadata_items = 128 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.622508] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] quota.ram = 51200 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.622860] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] quota.recheck_quota = True {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.622860] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] quota.server_group_members = 10 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.622954] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] quota.server_groups = 10 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.623119] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.623284] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] quota.unified_limits_resource_strategy = require {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.623447] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.623600] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.623750] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] scheduler.image_metadata_prefilter = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.623902] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.624065] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] scheduler.max_attempts = 3 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.624219] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] scheduler.max_placement_results = 1000 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.624366] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.624514] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] scheduler.query_placement_for_image_type_support = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.624661] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.624822] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] scheduler.workers = 2 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.624983] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.625155] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.625324] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.625482] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.625633] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.625785] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.625946] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.626149] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.626312] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] filter_scheduler.host_subset_size = 1 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.626465] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.626612] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.626765] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.626922] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] filter_scheduler.image_props_weight_setting = [] {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.627086] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.627244] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] filter_scheduler.isolated_hosts = [] {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.627399] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] filter_scheduler.isolated_images = [] {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.627550] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.627738] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.627908] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.628075] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] filter_scheduler.pci_in_placement = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.628233] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.628389] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.628541] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.628692] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.628847] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.628999] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.629165] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] filter_scheduler.track_instance_changes = True {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.629333] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.629492] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] metrics.required = True {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.629647] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] metrics.weight_multiplier = 1.0 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.629860] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.630086] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] metrics.weight_setting = [] {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.630421] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.630589] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] serial_console.enabled = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.630798] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] serial_console.port_range = 10000:20000 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.630979] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.631161] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.631330] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] serial_console.serialproxy_port = 6083 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.631488] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] service_user.auth_section = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.631649] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] service_user.auth_type = password {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.631799] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] service_user.cafile = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.631966] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] service_user.certfile = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.632137] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] service_user.collect_timing = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.632288] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] service_user.insecure = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.632433] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] service_user.keyfile = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.632592] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] service_user.send_service_user_token = True {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.632743] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] service_user.split_loggers = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.632892] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] service_user.timeout = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.633061] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] spice.agent_enabled = True {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.633216] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] spice.enabled = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.633522] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.633721] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.633882] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] spice.html5proxy_port = 6082 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.634042] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] spice.image_compression = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.634194] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] spice.jpeg_compression = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.634338] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] spice.playback_compression = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.634488] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] spice.require_secure = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.634645] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] spice.server_listen = 127.0.0.1 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.634802] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.635116] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.635345] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] spice.streaming_mode = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.635514] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] spice.zlib_compression = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.635672] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] upgrade_levels.baseapi = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.635836] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] upgrade_levels.compute = auto {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.635985] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] upgrade_levels.conductor = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.636151] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] upgrade_levels.scheduler = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.636311] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] vendordata_dynamic_auth.auth_section = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.636464] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] vendordata_dynamic_auth.auth_type = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.636613] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] vendordata_dynamic_auth.cafile = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.636762] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] vendordata_dynamic_auth.certfile = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.636912] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.637072] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] vendordata_dynamic_auth.insecure = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.637225] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] vendordata_dynamic_auth.keyfile = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.637375] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.637521] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] vendordata_dynamic_auth.timeout = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.637698] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] vmware.api_retry_count = 10 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.637869] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] vmware.ca_file = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.638046] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] vmware.cache_prefix = devstack-image-cache {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.638212] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] vmware.cluster_name = testcl1 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.638379] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] vmware.connection_pool_size = 10 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.638532] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] vmware.console_delay_seconds = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.638691] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] vmware.datastore_regex = ^datastore.* {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.638907] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.639084] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] vmware.host_password = **** {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.639245] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] vmware.host_port = 443 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.639405] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] vmware.host_username = administrator@vsphere.local {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.639559] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] vmware.insecure = True {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.639735] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] vmware.integration_bridge = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.639900] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] vmware.maximum_objects = 100 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.640061] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] vmware.pbm_default_policy = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.640214] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] vmware.pbm_enabled = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.640361] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] vmware.pbm_wsdl_location = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.640517] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.640673] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] vmware.serial_port_proxy_uri = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.640839] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] vmware.serial_port_service_uri = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.641007] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] vmware.task_poll_interval = 0.5 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.641175] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] vmware.use_linked_clone = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.641333] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] vmware.vnc_keymap = en-us {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.641486] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] vmware.vnc_port = 5900 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.641635] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] vmware.vnc_port_total = 10000 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.641808] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] vnc.auth_schemes = ['none'] {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.641973] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] vnc.enabled = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.642263] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.642441] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.642601] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] vnc.novncproxy_port = 6080 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.642782] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] vnc.server_listen = 127.0.0.1 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.642955] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.643119] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] vnc.vencrypt_ca_certs = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.643270] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] vnc.vencrypt_client_cert = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.643419] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] vnc.vencrypt_client_key = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.643581] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.643732] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] workarounds.disable_deep_image_inspection = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.643886] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.644052] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.644210] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.644363] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] workarounds.disable_rootwrap = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.644513] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] workarounds.enable_numa_live_migration = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.644664] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.644813] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.644965] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.645130] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] workarounds.libvirt_disable_apic = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.645279] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.645431] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.645595] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.645729] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.645880] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.646038] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.646191] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.646339] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.646488] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.646640] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.646810] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.646965] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] wsgi.secure_proxy_ssl_header = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.647134] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] zvm.ca_file = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.647285] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] zvm.cloud_connector_url = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.647603] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.647798] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] zvm.reachable_timeout = 300 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.647970] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.648151] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.648320] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] profiler.connection_string = messaging:// {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.648476] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] profiler.enabled = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.648634] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] profiler.es_doc_type = notification {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.648786] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] profiler.es_scroll_size = 10000 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.648942] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] profiler.es_scroll_time = 2m {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.649105] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] profiler.filter_error_trace = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.649263] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] profiler.hmac_keys = **** {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.649417] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] profiler.sentinel_service_name = mymaster {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.649570] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] profiler.socket_timeout = 0.1 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.649755] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] profiler.trace_requests = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.649912] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] profiler.trace_sqlalchemy = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.650114] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] profiler_jaeger.process_tags = {} {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.650272] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] profiler_jaeger.service_name_prefix = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.650426] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] profiler_otlp.service_name_prefix = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.650588] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.650764] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.650924] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.651087] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.651242] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.651391] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.651539] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.651689] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.651841] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.652014] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.652169] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.652327] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.652484] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.652637] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.652791] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.652952] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.653117] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.653271] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.653429] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.653582] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.653735] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.653890] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.654052] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.654210] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.654362] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.654510] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.654700] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.654804] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.654955] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.655120] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.655273] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] oslo_messaging_rabbit.ssl = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.655431] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.655587] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.655738] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.655893] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.656058] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] oslo_messaging_rabbit.ssl_version = {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.656214] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.656391] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.656546] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] oslo_messaging_notifications.retry = -1 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.656711] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.656873] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] oslo_messaging_notifications.transport_url = **** {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.657046] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] oslo_limit.auth_section = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.657205] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] oslo_limit.auth_type = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.657363] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] oslo_limit.cafile = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.657513] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] oslo_limit.certfile = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.657672] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] oslo_limit.collect_timing = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.657844] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] oslo_limit.connect_retries = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.657996] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] oslo_limit.connect_retry_delay = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.658158] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] oslo_limit.endpoint_id = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.658317] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] oslo_limit.endpoint_interface = publicURL {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.658463] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] oslo_limit.endpoint_override = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.658607] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] oslo_limit.endpoint_region_name = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.658754] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] oslo_limit.endpoint_service_name = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.658902] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] oslo_limit.endpoint_service_type = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.659069] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] oslo_limit.insecure = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.659222] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] oslo_limit.keyfile = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.659366] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] oslo_limit.max_version = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.659512] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] oslo_limit.min_version = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.659654] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] oslo_limit.region_name = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.659829] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] oslo_limit.retriable_status_codes = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.659981] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] oslo_limit.service_name = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.660143] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] oslo_limit.service_type = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.660294] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] oslo_limit.split_loggers = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.660438] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] oslo_limit.status_code_retries = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.660585] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] oslo_limit.status_code_retry_delay = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.660752] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] oslo_limit.timeout = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.660909] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] oslo_limit.valid_interfaces = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.661067] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] oslo_limit.version = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.661226] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] oslo_reports.file_event_handler = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.661380] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.661528] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] oslo_reports.log_dir = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.661697] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.661857] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.662025] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.662176] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] vif_plug_linux_bridge_privileged.log_daemon_traceback = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.662332] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.662483] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.662629] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.662791] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.662943] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] vif_plug_ovs_privileged.group = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.663106] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.663259] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] vif_plug_ovs_privileged.log_daemon_traceback = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.663413] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.663565] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.663716] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] vif_plug_ovs_privileged.user = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.663881] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] os_vif_linux_bridge.flat_interface = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.664063] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.664232] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.664397] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.664558] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.664719] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.664874] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.665036] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.665208] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.665370] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] os_vif_ovs.isolate_vif = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.665525] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.665678] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.665837] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.665992] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] os_vif_ovs.ovsdb_interface = native {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.666161] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] os_vif_ovs.per_port_bridge = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.666319] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] privsep_osbrick.capabilities = [21, 2] {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.666468] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] privsep_osbrick.group = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.666614] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] privsep_osbrick.helper_command = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.666764] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] privsep_osbrick.log_daemon_traceback = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.666918] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.667085] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.667235] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] privsep_osbrick.user = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.667396] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.667545] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] nova_sys_admin.group = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.667708] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] nova_sys_admin.helper_command = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.667881] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] nova_sys_admin.log_daemon_traceback = False {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.668050] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.668205] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.668350] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] nova_sys_admin.user = None {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.668473] env[65448]: DEBUG oslo_service.backend._eventlet.service [None req-2dedb10e-5679-44f7-9d08-7a8962c4db27 None None] ******************************************************************************** {{(pid=65448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 529.668905] env[65448]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 530.172978] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-face085b-34c5-4e29-80bb-2c63f2ea94c0 None None] Getting list of instances from cluster (obj){ [ 530.172978] env[65448]: value = "domain-c8" [ 530.172978] env[65448]: _type = "ClusterComputeResource" [ 530.172978] env[65448]: } {{(pid=65448) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 530.174147] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaf0baf6-6a68-44d3-9f25-7817ff3d9bcd {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 530.184015] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-face085b-34c5-4e29-80bb-2c63f2ea94c0 None None] Got total of 0 instances {{(pid=65448) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 530.184644] env[65448]: WARNING nova.virt.vmwareapi.driver [None req-face085b-34c5-4e29-80bb-2c63f2ea94c0 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 530.185118] env[65448]: INFO nova.virt.node [None req-face085b-34c5-4e29-80bb-2c63f2ea94c0 None None] Generated node identity 76aeec68-79e6-4d77-baf0-33bb098aa897 [ 530.185380] env[65448]: INFO nova.virt.node [None req-face085b-34c5-4e29-80bb-2c63f2ea94c0 None None] Wrote node identity 76aeec68-79e6-4d77-baf0-33bb098aa897 to /opt/stack/data/n-cpu-1/compute_id [ 530.688451] env[65448]: WARNING nova.compute.manager [None req-face085b-34c5-4e29-80bb-2c63f2ea94c0 None None] Compute nodes ['76aeec68-79e6-4d77-baf0-33bb098aa897'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 531.694162] env[65448]: INFO nova.compute.manager [None req-face085b-34c5-4e29-80bb-2c63f2ea94c0 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 532.699653] env[65448]: WARNING nova.compute.manager [None req-face085b-34c5-4e29-80bb-2c63f2ea94c0 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 532.700056] env[65448]: DEBUG oslo_concurrency.lockutils [None req-face085b-34c5-4e29-80bb-2c63f2ea94c0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 532.700197] env[65448]: DEBUG oslo_concurrency.lockutils [None req-face085b-34c5-4e29-80bb-2c63f2ea94c0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 532.700352] env[65448]: DEBUG oslo_concurrency.lockutils [None req-face085b-34c5-4e29-80bb-2c63f2ea94c0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 532.700503] env[65448]: DEBUG nova.compute.resource_tracker [None req-face085b-34c5-4e29-80bb-2c63f2ea94c0 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65448) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 532.701461] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-117169c5-0046-4695-b69e-36278c2fab71 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 532.709939] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d776aa23-c5a1-47f6-9844-d517da90ccea {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 532.725180] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a04a6bce-cecc-4bd9-93b6-d42f2a2a5629 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 532.735813] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd1b628b-6adf-4c28-a2c0-b18ce41449b9 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 532.765976] env[65448]: DEBUG nova.compute.resource_tracker [None req-face085b-34c5-4e29-80bb-2c63f2ea94c0 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180598MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65448) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 532.766178] env[65448]: DEBUG oslo_concurrency.lockutils [None req-face085b-34c5-4e29-80bb-2c63f2ea94c0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 532.766344] env[65448]: DEBUG oslo_concurrency.lockutils [None req-face085b-34c5-4e29-80bb-2c63f2ea94c0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 533.269107] env[65448]: WARNING nova.compute.resource_tracker [None req-face085b-34c5-4e29-80bb-2c63f2ea94c0 None None] No compute node record for cpu-1:76aeec68-79e6-4d77-baf0-33bb098aa897: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 76aeec68-79e6-4d77-baf0-33bb098aa897 could not be found. [ 533.772971] env[65448]: INFO nova.compute.resource_tracker [None req-face085b-34c5-4e29-80bb-2c63f2ea94c0 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 76aeec68-79e6-4d77-baf0-33bb098aa897 [ 535.281595] env[65448]: DEBUG nova.compute.resource_tracker [None req-face085b-34c5-4e29-80bb-2c63f2ea94c0 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65448) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 535.281988] env[65448]: DEBUG nova.compute.resource_tracker [None req-face085b-34c5-4e29-80bb-2c63f2ea94c0 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65448) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 535.451855] env[65448]: INFO nova.scheduler.client.report [None req-face085b-34c5-4e29-80bb-2c63f2ea94c0 None None] [req-b540513c-e2ff-4f03-bbd6-24645c92b3c2] Created resource provider record via placement API for resource provider with UUID 76aeec68-79e6-4d77-baf0-33bb098aa897 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 535.470807] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c95554b1-364f-4684-a6dd-9ab1205d84b3 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.478517] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfb72d69-7cb8-489e-8254-818a5d88bc98 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.507691] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2182f911-7cee-41eb-af65-ba2bb3703b88 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.515414] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ff437e3-c0e6-4ee1-92ef-976d7de1153f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.528197] env[65448]: DEBUG nova.compute.provider_tree [None req-face085b-34c5-4e29-80bb-2c63f2ea94c0 None None] Updating inventory in ProviderTree for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 536.067123] env[65448]: DEBUG nova.scheduler.client.report [None req-face085b-34c5-4e29-80bb-2c63f2ea94c0 None None] Updated inventory for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 536.067434] env[65448]: DEBUG nova.compute.provider_tree [None req-face085b-34c5-4e29-80bb-2c63f2ea94c0 None None] Updating resource provider 76aeec68-79e6-4d77-baf0-33bb098aa897 generation from 0 to 1 during operation: update_inventory {{(pid=65448) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 536.067588] env[65448]: DEBUG nova.compute.provider_tree [None req-face085b-34c5-4e29-80bb-2c63f2ea94c0 None None] Updating inventory in ProviderTree for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 536.119615] env[65448]: DEBUG nova.compute.provider_tree [None req-face085b-34c5-4e29-80bb-2c63f2ea94c0 None None] Updating resource provider 76aeec68-79e6-4d77-baf0-33bb098aa897 generation from 1 to 2 during operation: update_traits {{(pid=65448) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 536.624276] env[65448]: DEBUG nova.compute.resource_tracker [None req-face085b-34c5-4e29-80bb-2c63f2ea94c0 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65448) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 536.624682] env[65448]: DEBUG oslo_concurrency.lockutils [None req-face085b-34c5-4e29-80bb-2c63f2ea94c0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.858s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 536.624682] env[65448]: DEBUG nova.service [None req-face085b-34c5-4e29-80bb-2c63f2ea94c0 None None] Creating RPC server for service compute {{(pid=65448) start /opt/stack/nova/nova/service.py:177}} [ 536.638240] env[65448]: DEBUG nova.service [None req-face085b-34c5-4e29-80bb-2c63f2ea94c0 None None] Join ServiceGroup membership for this service compute {{(pid=65448) start /opt/stack/nova/nova/service.py:194}} [ 536.638450] env[65448]: DEBUG nova.servicegroup.drivers.db [None req-face085b-34c5-4e29-80bb-2c63f2ea94c0 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=65448) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 563.646063] env[65448]: DEBUG oslo_service.periodic_task [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Running periodic task ComputeManager._sync_power_states {{(pid=65448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 564.149039] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Getting list of instances from cluster (obj){ [ 564.149039] env[65448]: value = "domain-c8" [ 564.149039] env[65448]: _type = "ClusterComputeResource" [ 564.149039] env[65448]: } {{(pid=65448) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 564.150250] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1add0a9e-e565-4081-b69c-b85d676abe31 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.159508] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Got total of 0 instances {{(pid=65448) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 564.159744] env[65448]: DEBUG oslo_service.periodic_task [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=65448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 564.160081] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Getting list of instances from cluster (obj){ [ 564.160081] env[65448]: value = "domain-c8" [ 564.160081] env[65448]: _type = "ClusterComputeResource" [ 564.160081] env[65448]: } {{(pid=65448) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 564.161035] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee42afef-98c0-44b7-a423-1f3119857d31 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.171051] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Got total of 0 instances {{(pid=65448) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 578.080827] env[65448]: INFO nova.utils [None req-4bc17972-6ed8-46f0-94f1-ac0b7fa0124a tempest-TenantUsagesTestJSON-1937329192 tempest-TenantUsagesTestJSON-1937329192-project-member] The default thread pool MainProcess.default is initialized [ 578.081537] env[65448]: DEBUG oslo_concurrency.lockutils [None req-4bc17972-6ed8-46f0-94f1-ac0b7fa0124a tempest-TenantUsagesTestJSON-1937329192 tempest-TenantUsagesTestJSON-1937329192-project-member] Acquiring lock "355e8336-6743-41dc-b678-3e8025295ba9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 578.082576] env[65448]: DEBUG oslo_concurrency.lockutils [None req-4bc17972-6ed8-46f0-94f1-ac0b7fa0124a tempest-TenantUsagesTestJSON-1937329192 tempest-TenantUsagesTestJSON-1937329192-project-member] Lock "355e8336-6743-41dc-b678-3e8025295ba9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 578.584308] env[65448]: DEBUG nova.compute.manager [None req-4bc17972-6ed8-46f0-94f1-ac0b7fa0124a tempest-TenantUsagesTestJSON-1937329192 tempest-TenantUsagesTestJSON-1937329192-project-member] [instance: 355e8336-6743-41dc-b678-3e8025295ba9] Starting instance... {{(pid=65448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2483}} [ 578.685675] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d8545749-1272-4d19-92c8-428eac84ef39 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Acquiring lock "101b6ef8-fab1-4626-9524-4e080c5ad298" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 578.687105] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d8545749-1272-4d19-92c8-428eac84ef39 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Lock "101b6ef8-fab1-4626-9524-4e080c5ad298" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 579.120479] env[65448]: DEBUG oslo_concurrency.lockutils [None req-4bc17972-6ed8-46f0-94f1-ac0b7fa0124a tempest-TenantUsagesTestJSON-1937329192 tempest-TenantUsagesTestJSON-1937329192-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 579.120773] env[65448]: DEBUG oslo_concurrency.lockutils [None req-4bc17972-6ed8-46f0-94f1-ac0b7fa0124a tempest-TenantUsagesTestJSON-1937329192 tempest-TenantUsagesTestJSON-1937329192-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 579.122447] env[65448]: INFO nova.compute.claims [None req-4bc17972-6ed8-46f0-94f1-ac0b7fa0124a tempest-TenantUsagesTestJSON-1937329192 tempest-TenantUsagesTestJSON-1937329192-project-member] [instance: 355e8336-6743-41dc-b678-3e8025295ba9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 579.189556] env[65448]: DEBUG nova.compute.manager [None req-d8545749-1272-4d19-92c8-428eac84ef39 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] [instance: 101b6ef8-fab1-4626-9524-4e080c5ad298] Starting instance... {{(pid=65448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2483}} [ 579.721843] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d8545749-1272-4d19-92c8-428eac84ef39 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 580.229938] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3979cccb-3e77-4895-8d26-450f8decc781 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.238872] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acbd8ab6-da6a-4161-bf9a-ff788341c589 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.271226] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4540926b-9349-46f7-973b-6e4b385412b1 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.279845] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30ab1320-94a2-4ebb-a554-c81d6b12ef54 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.296760] env[65448]: DEBUG nova.compute.provider_tree [None req-4bc17972-6ed8-46f0-94f1-ac0b7fa0124a tempest-TenantUsagesTestJSON-1937329192 tempest-TenantUsagesTestJSON-1937329192-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 580.448671] env[65448]: DEBUG oslo_concurrency.lockutils [None req-c32a046a-4868-454e-8c4b-cd7388c67a8c tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] Acquiring lock "12878a90-86d2-4609-80aa-de0d1bdb64c0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 580.448845] env[65448]: DEBUG oslo_concurrency.lockutils [None req-c32a046a-4868-454e-8c4b-cd7388c67a8c tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] Lock "12878a90-86d2-4609-80aa-de0d1bdb64c0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 580.800348] env[65448]: DEBUG nova.scheduler.client.report [None req-4bc17972-6ed8-46f0-94f1-ac0b7fa0124a tempest-TenantUsagesTestJSON-1937329192 tempest-TenantUsagesTestJSON-1937329192-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 580.951196] env[65448]: DEBUG nova.compute.manager [None req-c32a046a-4868-454e-8c4b-cd7388c67a8c tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] [instance: 12878a90-86d2-4609-80aa-de0d1bdb64c0] Starting instance... {{(pid=65448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2483}} [ 581.307367] env[65448]: DEBUG oslo_concurrency.lockutils [None req-4bc17972-6ed8-46f0-94f1-ac0b7fa0124a tempest-TenantUsagesTestJSON-1937329192 tempest-TenantUsagesTestJSON-1937329192-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.186s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 581.307833] env[65448]: DEBUG nova.compute.manager [None req-4bc17972-6ed8-46f0-94f1-ac0b7fa0124a tempest-TenantUsagesTestJSON-1937329192 tempest-TenantUsagesTestJSON-1937329192-project-member] [instance: 355e8336-6743-41dc-b678-3e8025295ba9] Start building networks asynchronously for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2881}} [ 581.314608] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d8545749-1272-4d19-92c8-428eac84ef39 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.592s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 581.315232] env[65448]: INFO nova.compute.claims [None req-d8545749-1272-4d19-92c8-428eac84ef39 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] [instance: 101b6ef8-fab1-4626-9524-4e080c5ad298] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 581.475639] env[65448]: DEBUG oslo_concurrency.lockutils [None req-c32a046a-4868-454e-8c4b-cd7388c67a8c tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 581.815530] env[65448]: DEBUG nova.compute.utils [None req-4bc17972-6ed8-46f0-94f1-ac0b7fa0124a tempest-TenantUsagesTestJSON-1937329192 tempest-TenantUsagesTestJSON-1937329192-project-member] Using /dev/sd instead of None {{(pid=65448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 581.817911] env[65448]: DEBUG nova.compute.manager [None req-4bc17972-6ed8-46f0-94f1-ac0b7fa0124a tempest-TenantUsagesTestJSON-1937329192 tempest-TenantUsagesTestJSON-1937329192-project-member] [instance: 355e8336-6743-41dc-b678-3e8025295ba9] Allocating IP information in the background. {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 581.817911] env[65448]: DEBUG nova.network.neutron [None req-4bc17972-6ed8-46f0-94f1-ac0b7fa0124a tempest-TenantUsagesTestJSON-1937329192 tempest-TenantUsagesTestJSON-1937329192-project-member] [instance: 355e8336-6743-41dc-b678-3e8025295ba9] allocate_for_instance() {{(pid=65448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 581.818644] env[65448]: WARNING neutronclient.v2_0.client [None req-4bc17972-6ed8-46f0-94f1-ac0b7fa0124a tempest-TenantUsagesTestJSON-1937329192 tempest-TenantUsagesTestJSON-1937329192-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 581.820639] env[65448]: WARNING neutronclient.v2_0.client [None req-4bc17972-6ed8-46f0-94f1-ac0b7fa0124a tempest-TenantUsagesTestJSON-1937329192 tempest-TenantUsagesTestJSON-1937329192-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 582.324935] env[65448]: DEBUG nova.compute.manager [None req-4bc17972-6ed8-46f0-94f1-ac0b7fa0124a tempest-TenantUsagesTestJSON-1937329192 tempest-TenantUsagesTestJSON-1937329192-project-member] [instance: 355e8336-6743-41dc-b678-3e8025295ba9] Start building block device mappings for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2916}} [ 582.424234] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb28f157-c8c7-497c-b313-2a06d15a6cba {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.432774] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6983e650-e5a8-4fda-bd5e-9437b34df423 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.467849] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87aca121-437b-4773-aaf0-9c8744113cf6 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.481263] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c71f50ee-31a5-473d-aae1-817ac1c5ad3c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.497449] env[65448]: DEBUG nova.compute.provider_tree [None req-d8545749-1272-4d19-92c8-428eac84ef39 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 582.766802] env[65448]: DEBUG nova.policy [None req-4bc17972-6ed8-46f0-94f1-ac0b7fa0124a tempest-TenantUsagesTestJSON-1937329192 tempest-TenantUsagesTestJSON-1937329192-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e61862be769c4a17bc3297e04f6000b0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a808578606f64b4a89dcda5b1688ebca', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65448) authorize /opt/stack/nova/nova/policy.py:192}} [ 583.002026] env[65448]: DEBUG nova.scheduler.client.report [None req-d8545749-1272-4d19-92c8-428eac84ef39 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 583.340833] env[65448]: DEBUG nova.compute.manager [None req-4bc17972-6ed8-46f0-94f1-ac0b7fa0124a tempest-TenantUsagesTestJSON-1937329192 tempest-TenantUsagesTestJSON-1937329192-project-member] [instance: 355e8336-6743-41dc-b678-3e8025295ba9] Start spawning the instance on the hypervisor. {{(pid=65448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2689}} [ 583.373887] env[65448]: DEBUG nova.virt.hardware [None req-4bc17972-6ed8-46f0-94f1-ac0b7fa0124a tempest-TenantUsagesTestJSON-1937329192 tempest-TenantUsagesTestJSON-1937329192-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-08T17:19:51Z,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a992292b6dae455593d228217860e2e1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-08T17:19:52Z,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 583.373887] env[65448]: DEBUG nova.virt.hardware [None req-4bc17972-6ed8-46f0-94f1-ac0b7fa0124a tempest-TenantUsagesTestJSON-1937329192 tempest-TenantUsagesTestJSON-1937329192-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 583.373887] env[65448]: DEBUG nova.virt.hardware [None req-4bc17972-6ed8-46f0-94f1-ac0b7fa0124a tempest-TenantUsagesTestJSON-1937329192 tempest-TenantUsagesTestJSON-1937329192-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 583.374116] env[65448]: DEBUG nova.virt.hardware [None req-4bc17972-6ed8-46f0-94f1-ac0b7fa0124a tempest-TenantUsagesTestJSON-1937329192 tempest-TenantUsagesTestJSON-1937329192-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 583.374154] env[65448]: DEBUG nova.virt.hardware [None req-4bc17972-6ed8-46f0-94f1-ac0b7fa0124a tempest-TenantUsagesTestJSON-1937329192 tempest-TenantUsagesTestJSON-1937329192-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 583.374296] env[65448]: DEBUG nova.virt.hardware [None req-4bc17972-6ed8-46f0-94f1-ac0b7fa0124a tempest-TenantUsagesTestJSON-1937329192 tempest-TenantUsagesTestJSON-1937329192-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 583.375161] env[65448]: DEBUG nova.virt.hardware [None req-4bc17972-6ed8-46f0-94f1-ac0b7fa0124a tempest-TenantUsagesTestJSON-1937329192 tempest-TenantUsagesTestJSON-1937329192-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 583.375161] env[65448]: DEBUG nova.virt.hardware [None req-4bc17972-6ed8-46f0-94f1-ac0b7fa0124a tempest-TenantUsagesTestJSON-1937329192 tempest-TenantUsagesTestJSON-1937329192-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 583.375161] env[65448]: DEBUG nova.virt.hardware [None req-4bc17972-6ed8-46f0-94f1-ac0b7fa0124a tempest-TenantUsagesTestJSON-1937329192 tempest-TenantUsagesTestJSON-1937329192-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 583.375296] env[65448]: DEBUG nova.virt.hardware [None req-4bc17972-6ed8-46f0-94f1-ac0b7fa0124a tempest-TenantUsagesTestJSON-1937329192 tempest-TenantUsagesTestJSON-1937329192-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 583.375362] env[65448]: DEBUG nova.virt.hardware [None req-4bc17972-6ed8-46f0-94f1-ac0b7fa0124a tempest-TenantUsagesTestJSON-1937329192 tempest-TenantUsagesTestJSON-1937329192-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 583.376331] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fb58c75-7cf3-43d2-b10f-5173f3ff8714 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.386417] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14400d69-a91a-4b46-84e1-ff49f8e74de2 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.404246] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3afaf4b-028f-4e24-b59c-ee914347710b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.507912] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d8545749-1272-4d19-92c8-428eac84ef39 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.194s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 583.508541] env[65448]: DEBUG nova.compute.manager [None req-d8545749-1272-4d19-92c8-428eac84ef39 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] [instance: 101b6ef8-fab1-4626-9524-4e080c5ad298] Start building networks asynchronously for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2881}} [ 583.514083] env[65448]: DEBUG oslo_concurrency.lockutils [None req-c32a046a-4868-454e-8c4b-cd7388c67a8c tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.039s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 583.515610] env[65448]: INFO nova.compute.claims [None req-c32a046a-4868-454e-8c4b-cd7388c67a8c tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] [instance: 12878a90-86d2-4609-80aa-de0d1bdb64c0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 583.580681] env[65448]: DEBUG oslo_concurrency.lockutils [None req-dfe0688e-255b-4b3f-a7b4-27baeff883ce tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Acquiring lock "7b76faba-15f3-4412-b5e7-5354a6bfd35f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 583.580681] env[65448]: DEBUG oslo_concurrency.lockutils [None req-dfe0688e-255b-4b3f-a7b4-27baeff883ce tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Lock "7b76faba-15f3-4412-b5e7-5354a6bfd35f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 583.781881] env[65448]: DEBUG nova.network.neutron [None req-4bc17972-6ed8-46f0-94f1-ac0b7fa0124a tempest-TenantUsagesTestJSON-1937329192 tempest-TenantUsagesTestJSON-1937329192-project-member] [instance: 355e8336-6743-41dc-b678-3e8025295ba9] Successfully created port: a7e8262d-be2d-4374-a0c8-29b78573255e {{(pid=65448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 584.021788] env[65448]: DEBUG nova.compute.utils [None req-d8545749-1272-4d19-92c8-428eac84ef39 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Using /dev/sd instead of None {{(pid=65448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 584.023298] env[65448]: DEBUG nova.compute.manager [None req-d8545749-1272-4d19-92c8-428eac84ef39 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] [instance: 101b6ef8-fab1-4626-9524-4e080c5ad298] Not allocating networking since 'none' was specified. {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2023}} [ 584.083112] env[65448]: DEBUG nova.compute.manager [None req-dfe0688e-255b-4b3f-a7b4-27baeff883ce tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] [instance: 7b76faba-15f3-4412-b5e7-5354a6bfd35f] Starting instance... {{(pid=65448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2483}} [ 584.528222] env[65448]: DEBUG nova.compute.manager [None req-d8545749-1272-4d19-92c8-428eac84ef39 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] [instance: 101b6ef8-fab1-4626-9524-4e080c5ad298] Start building block device mappings for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2916}} [ 584.614281] env[65448]: DEBUG oslo_concurrency.lockutils [None req-dfe0688e-255b-4b3f-a7b4-27baeff883ce tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 584.639667] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-982cd6a3-25ce-40a9-9b2f-5e9764804b9e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.652457] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a342a2f0-77c8-4abd-ad2f-9a4355aca974 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.688652] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff1a771c-78f2-4cbc-af76-1b009d5c9770 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.699387] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45fe162e-afab-4a34-9df3-2bef7f5c9b0e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.715475] env[65448]: DEBUG nova.compute.provider_tree [None req-c32a046a-4868-454e-8c4b-cd7388c67a8c tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 584.851537] env[65448]: DEBUG oslo_service.periodic_task [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 584.851949] env[65448]: DEBUG oslo_service.periodic_task [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 584.852173] env[65448]: DEBUG oslo_service.periodic_task [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 584.852360] env[65448]: DEBUG oslo_service.periodic_task [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 584.852572] env[65448]: DEBUG oslo_service.periodic_task [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 584.852710] env[65448]: DEBUG oslo_service.periodic_task [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 584.852889] env[65448]: DEBUG oslo_service.periodic_task [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 584.853065] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65448) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 584.853219] env[65448]: DEBUG oslo_service.periodic_task [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 585.218879] env[65448]: DEBUG nova.scheduler.client.report [None req-c32a046a-4868-454e-8c4b-cd7388c67a8c tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 585.366426] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 585.421471] env[65448]: DEBUG oslo_concurrency.lockutils [None req-69b2a735-7e01-40f4-a4c6-81531c1151bc tempest-ServerExternalEventsTest-1810177272 tempest-ServerExternalEventsTest-1810177272-project-member] Acquiring lock "a2724af1-294c-4358-9aa3-938b7d8db7d4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 585.421582] env[65448]: DEBUG oslo_concurrency.lockutils [None req-69b2a735-7e01-40f4-a4c6-81531c1151bc tempest-ServerExternalEventsTest-1810177272 tempest-ServerExternalEventsTest-1810177272-project-member] Lock "a2724af1-294c-4358-9aa3-938b7d8db7d4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 585.543636] env[65448]: DEBUG nova.compute.manager [None req-d8545749-1272-4d19-92c8-428eac84ef39 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] [instance: 101b6ef8-fab1-4626-9524-4e080c5ad298] Start spawning the instance on the hypervisor. {{(pid=65448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2689}} [ 585.567581] env[65448]: DEBUG nova.virt.hardware [None req-d8545749-1272-4d19-92c8-428eac84ef39 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-08T17:19:51Z,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a992292b6dae455593d228217860e2e1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-08T17:19:52Z,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 585.567711] env[65448]: DEBUG nova.virt.hardware [None req-d8545749-1272-4d19-92c8-428eac84ef39 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 585.567891] env[65448]: DEBUG nova.virt.hardware [None req-d8545749-1272-4d19-92c8-428eac84ef39 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 585.568090] env[65448]: DEBUG nova.virt.hardware [None req-d8545749-1272-4d19-92c8-428eac84ef39 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 585.568239] env[65448]: DEBUG nova.virt.hardware [None req-d8545749-1272-4d19-92c8-428eac84ef39 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 585.568383] env[65448]: DEBUG nova.virt.hardware [None req-d8545749-1272-4d19-92c8-428eac84ef39 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 585.568584] env[65448]: DEBUG nova.virt.hardware [None req-d8545749-1272-4d19-92c8-428eac84ef39 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 585.568738] env[65448]: DEBUG nova.virt.hardware [None req-d8545749-1272-4d19-92c8-428eac84ef39 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 585.568896] env[65448]: DEBUG nova.virt.hardware [None req-d8545749-1272-4d19-92c8-428eac84ef39 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 585.569081] env[65448]: DEBUG nova.virt.hardware [None req-d8545749-1272-4d19-92c8-428eac84ef39 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 585.569422] env[65448]: DEBUG nova.virt.hardware [None req-d8545749-1272-4d19-92c8-428eac84ef39 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 585.570550] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-758ce27d-fad7-4c70-9370-1b74d2e17f8d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.580570] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16fd741e-fa8a-4e98-a5dc-92b25f538861 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.596529] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-d8545749-1272-4d19-92c8-428eac84ef39 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] [instance: 101b6ef8-fab1-4626-9524-4e080c5ad298] Instance VIF info [] {{(pid=65448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 585.607472] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8545749-1272-4d19-92c8-428eac84ef39 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=65448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 585.607799] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8602a819-d655-4078-9b35-a8dc4ab9fb03 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.621458] env[65448]: INFO nova.virt.vmwareapi.vm_util [None req-d8545749-1272-4d19-92c8-428eac84ef39 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Created folder: OpenStack in parent group-v4. [ 585.621759] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8545749-1272-4d19-92c8-428eac84ef39 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Creating folder: Project (6bab8f4fed1e4c169773d87e63f9e7b8). Parent ref: group-v961779. {{(pid=65448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 585.622114] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3b4ba659-c96f-410e-98aa-16df97c008c0 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.635054] env[65448]: INFO nova.virt.vmwareapi.vm_util [None req-d8545749-1272-4d19-92c8-428eac84ef39 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Created folder: Project (6bab8f4fed1e4c169773d87e63f9e7b8) in parent group-v961779. [ 585.635337] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8545749-1272-4d19-92c8-428eac84ef39 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Creating folder: Instances. Parent ref: group-v961780. {{(pid=65448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 585.635517] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-61452c29-f1f4-4fbd-8f35-976e332aa947 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.645689] env[65448]: INFO nova.virt.vmwareapi.vm_util [None req-d8545749-1272-4d19-92c8-428eac84ef39 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Created folder: Instances in parent group-v961780. [ 585.645952] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-d8545749-1272-4d19-92c8-428eac84ef39 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 585.646172] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 101b6ef8-fab1-4626-9524-4e080c5ad298] Creating VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 585.646397] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2750fa6b-0b3e-4d93-9ad6-6e7e8add0b86 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.665585] env[65448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 585.665585] env[65448]: value = "task-4936986" [ 585.665585] env[65448]: _type = "Task" [ 585.665585] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.674566] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4936986, 'name': CreateVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.736017] env[65448]: DEBUG oslo_concurrency.lockutils [None req-c32a046a-4868-454e-8c4b-cd7388c67a8c tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.221s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 585.736520] env[65448]: DEBUG nova.compute.manager [None req-c32a046a-4868-454e-8c4b-cd7388c67a8c tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] [instance: 12878a90-86d2-4609-80aa-de0d1bdb64c0] Start building networks asynchronously for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2881}} [ 585.743109] env[65448]: DEBUG oslo_concurrency.lockutils [None req-dfe0688e-255b-4b3f-a7b4-27baeff883ce tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.127s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 585.744847] env[65448]: INFO nova.compute.claims [None req-dfe0688e-255b-4b3f-a7b4-27baeff883ce tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] [instance: 7b76faba-15f3-4412-b5e7-5354a6bfd35f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 585.927080] env[65448]: DEBUG nova.compute.manager [None req-69b2a735-7e01-40f4-a4c6-81531c1151bc tempest-ServerExternalEventsTest-1810177272 tempest-ServerExternalEventsTest-1810177272-project-member] [instance: a2724af1-294c-4358-9aa3-938b7d8db7d4] Starting instance... {{(pid=65448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2483}} [ 586.177442] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4936986, 'name': CreateVM_Task, 'duration_secs': 0.329725} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.177442] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 101b6ef8-fab1-4626-9524-4e080c5ad298] Created VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 586.177442] env[65448]: DEBUG oslo_vmware.service [None req-d8545749-1272-4d19-92c8-428eac84ef39 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c26d3a2-ce04-40ec-8a0d-be5844b8f203 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.184818] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d8545749-1272-4d19-92c8-428eac84ef39 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.184985] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d8545749-1272-4d19-92c8-428eac84ef39 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.185897] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d8545749-1272-4d19-92c8-428eac84ef39 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.186370] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-102bf494-5965-443c-88d9-5ad4eb40cfba {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.192042] env[65448]: DEBUG oslo_vmware.api [None req-d8545749-1272-4d19-92c8-428eac84ef39 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Waiting for the task: (returnval){ [ 586.192042] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5259b480-260e-416c-10d6-4191a8b3710a" [ 586.192042] env[65448]: _type = "Task" [ 586.192042] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.200664] env[65448]: DEBUG oslo_vmware.api [None req-d8545749-1272-4d19-92c8-428eac84ef39 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5259b480-260e-416c-10d6-4191a8b3710a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.253387] env[65448]: DEBUG nova.compute.utils [None req-c32a046a-4868-454e-8c4b-cd7388c67a8c tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] Using /dev/sd instead of None {{(pid=65448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 586.257793] env[65448]: DEBUG nova.compute.manager [None req-c32a046a-4868-454e-8c4b-cd7388c67a8c tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] [instance: 12878a90-86d2-4609-80aa-de0d1bdb64c0] Allocating IP information in the background. {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 586.258131] env[65448]: DEBUG nova.network.neutron [None req-c32a046a-4868-454e-8c4b-cd7388c67a8c tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] [instance: 12878a90-86d2-4609-80aa-de0d1bdb64c0] allocate_for_instance() {{(pid=65448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 586.258798] env[65448]: WARNING neutronclient.v2_0.client [None req-c32a046a-4868-454e-8c4b-cd7388c67a8c tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 586.260111] env[65448]: WARNING neutronclient.v2_0.client [None req-c32a046a-4868-454e-8c4b-cd7388c67a8c tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 586.348278] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b704cb1b-5293-4930-91a9-1c3cd2e6a308 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Acquiring lock "98934034-6202-43e2-8c37-cbde37e0cf78" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 586.348474] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b704cb1b-5293-4930-91a9-1c3cd2e6a308 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Lock "98934034-6202-43e2-8c37-cbde37e0cf78" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 586.450951] env[65448]: DEBUG oslo_concurrency.lockutils [None req-69b2a735-7e01-40f4-a4c6-81531c1151bc tempest-ServerExternalEventsTest-1810177272 tempest-ServerExternalEventsTest-1810177272-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 586.533862] env[65448]: DEBUG nova.network.neutron [None req-4bc17972-6ed8-46f0-94f1-ac0b7fa0124a tempest-TenantUsagesTestJSON-1937329192 tempest-TenantUsagesTestJSON-1937329192-project-member] [instance: 355e8336-6743-41dc-b678-3e8025295ba9] Successfully updated port: a7e8262d-be2d-4374-a0c8-29b78573255e {{(pid=65448) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 586.703192] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d8545749-1272-4d19-92c8-428eac84ef39 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.703459] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-d8545749-1272-4d19-92c8-428eac84ef39 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] [instance: 101b6ef8-fab1-4626-9524-4e080c5ad298] Processing image 50fb366d-48e6-424f-9c20-bc83d77be76a {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 586.703686] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d8545749-1272-4d19-92c8-428eac84ef39 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.703847] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d8545749-1272-4d19-92c8-428eac84ef39 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.704432] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8545749-1272-4d19-92c8-428eac84ef39 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 586.704735] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1b8e7b4b-da13-42f1-9537-1e11505274f6 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.726243] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8545749-1272-4d19-92c8-428eac84ef39 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 586.726243] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-d8545749-1272-4d19-92c8-428eac84ef39 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 586.726243] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c86f1d70-aa46-4349-84eb-c146ffa163b9 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.737332] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-499f072d-5f62-4319-ba20-2bde56695a76 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.749506] env[65448]: DEBUG oslo_vmware.api [None req-d8545749-1272-4d19-92c8-428eac84ef39 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Waiting for the task: (returnval){ [ 586.749506] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]524654fe-2ca9-d0a8-3e9d-b66421147047" [ 586.749506] env[65448]: _type = "Task" [ 586.749506] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.769568] env[65448]: DEBUG nova.compute.manager [None req-c32a046a-4868-454e-8c4b-cd7388c67a8c tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] [instance: 12878a90-86d2-4609-80aa-de0d1bdb64c0] Start building block device mappings for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2916}} [ 586.772966] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-d8545749-1272-4d19-92c8-428eac84ef39 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] [instance: 101b6ef8-fab1-4626-9524-4e080c5ad298] Preparing fetch location {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 586.773472] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8545749-1272-4d19-92c8-428eac84ef39 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Creating directory with path [datastore2] vmware_temp/16933635-4188-4d58-8266-97d402c75448/50fb366d-48e6-424f-9c20-bc83d77be76a {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 586.774093] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a52e04b0-cfb6-4676-8678-050b7665473e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.797640] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8545749-1272-4d19-92c8-428eac84ef39 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Created directory with path [datastore2] vmware_temp/16933635-4188-4d58-8266-97d402c75448/50fb366d-48e6-424f-9c20-bc83d77be76a {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 586.797811] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-d8545749-1272-4d19-92c8-428eac84ef39 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] [instance: 101b6ef8-fab1-4626-9524-4e080c5ad298] Fetch image to [datastore2] vmware_temp/16933635-4188-4d58-8266-97d402c75448/50fb366d-48e6-424f-9c20-bc83d77be76a/tmp-sparse.vmdk {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 586.798460] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-d8545749-1272-4d19-92c8-428eac84ef39 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] [instance: 101b6ef8-fab1-4626-9524-4e080c5ad298] Downloading image file data 50fb366d-48e6-424f-9c20-bc83d77be76a to [datastore2] vmware_temp/16933635-4188-4d58-8266-97d402c75448/50fb366d-48e6-424f-9c20-bc83d77be76a/tmp-sparse.vmdk on the data store datastore2 {{(pid=65448) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 586.799247] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58d3a319-ab9f-4157-99cd-9dcfec4f6c96 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.810181] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05fd9511-6467-41ce-877a-0ccfb352a294 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.825282] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ed7d232-2fdc-4451-aa86-98b7d7ff3527 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.832128] env[65448]: DEBUG nova.policy [None req-c32a046a-4868-454e-8c4b-cd7388c67a8c tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '26fb4dc2e7854417a46fbbc816db4ecc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1b2a05e5ceb24ae0a3bd225b4db95558', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65448) authorize /opt/stack/nova/nova/policy.py:192}} [ 586.865615] env[65448]: DEBUG nova.compute.manager [None req-b704cb1b-5293-4930-91a9-1c3cd2e6a308 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] [instance: 98934034-6202-43e2-8c37-cbde37e0cf78] Starting instance... {{(pid=65448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2483}} [ 586.872636] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a73d499e-4520-4237-afce-2a92f028f26d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.881591] env[65448]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-0063d3c7-8f7c-4862-9c8e-9f0d354bc69b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.925480] env[65448]: DEBUG nova.virt.vmwareapi.images [None req-d8545749-1272-4d19-92c8-428eac84ef39 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] [instance: 101b6ef8-fab1-4626-9524-4e080c5ad298] Downloading image file data 50fb366d-48e6-424f-9c20-bc83d77be76a to the data store datastore2 {{(pid=65448) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 586.964925] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cd24567-d475-4878-b65d-b35edea1e45e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.974222] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da823404-0ea2-433f-be1f-5160086e5c3c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.014154] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a40bc27-4105-4412-9631-203322122219 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.026810] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04c5a032-801c-4e7e-b6ce-2092f9251c3c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.042862] env[65448]: DEBUG oslo_concurrency.lockutils [None req-4bc17972-6ed8-46f0-94f1-ac0b7fa0124a tempest-TenantUsagesTestJSON-1937329192 tempest-TenantUsagesTestJSON-1937329192-project-member] Acquiring lock "refresh_cache-355e8336-6743-41dc-b678-3e8025295ba9" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.043129] env[65448]: DEBUG oslo_concurrency.lockutils [None req-4bc17972-6ed8-46f0-94f1-ac0b7fa0124a tempest-TenantUsagesTestJSON-1937329192 tempest-TenantUsagesTestJSON-1937329192-project-member] Acquired lock "refresh_cache-355e8336-6743-41dc-b678-3e8025295ba9" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.043326] env[65448]: DEBUG nova.network.neutron [None req-4bc17972-6ed8-46f0-94f1-ac0b7fa0124a tempest-TenantUsagesTestJSON-1937329192 tempest-TenantUsagesTestJSON-1937329192-project-member] [instance: 355e8336-6743-41dc-b678-3e8025295ba9] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 587.045742] env[65448]: DEBUG nova.compute.provider_tree [None req-dfe0688e-255b-4b3f-a7b4-27baeff883ce tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 587.068893] env[65448]: DEBUG oslo_vmware.rw_handles [None req-d8545749-1272-4d19-92c8-428eac84ef39 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/16933635-4188-4d58-8266-97d402c75448/50fb366d-48e6-424f-9c20-bc83d77be76a/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=65448) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 587.404550] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b704cb1b-5293-4930-91a9-1c3cd2e6a308 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 587.527454] env[65448]: DEBUG nova.network.neutron [None req-c32a046a-4868-454e-8c4b-cd7388c67a8c tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] [instance: 12878a90-86d2-4609-80aa-de0d1bdb64c0] Successfully created port: 6762706e-b7be-4052-8305-48c037b26b72 {{(pid=65448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 587.555801] env[65448]: DEBUG nova.scheduler.client.report [None req-dfe0688e-255b-4b3f-a7b4-27baeff883ce tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 587.762566] env[65448]: DEBUG oslo_vmware.rw_handles [None req-d8545749-1272-4d19-92c8-428eac84ef39 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Completed reading data from the image iterator. {{(pid=65448) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 587.763078] env[65448]: DEBUG oslo_vmware.rw_handles [None req-d8545749-1272-4d19-92c8-428eac84ef39 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Closing write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/16933635-4188-4d58-8266-97d402c75448/50fb366d-48e6-424f-9c20-bc83d77be76a/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=65448) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 587.783730] env[65448]: DEBUG nova.compute.manager [None req-c32a046a-4868-454e-8c4b-cd7388c67a8c tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] [instance: 12878a90-86d2-4609-80aa-de0d1bdb64c0] Start spawning the instance on the hypervisor. {{(pid=65448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2689}} [ 587.822086] env[65448]: DEBUG nova.virt.hardware [None req-c32a046a-4868-454e-8c4b-cd7388c67a8c tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-08T17:19:51Z,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a992292b6dae455593d228217860e2e1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-08T17:19:52Z,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 587.822653] env[65448]: DEBUG nova.virt.hardware [None req-c32a046a-4868-454e-8c4b-cd7388c67a8c tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 587.823567] env[65448]: DEBUG nova.virt.hardware [None req-c32a046a-4868-454e-8c4b-cd7388c67a8c tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 587.823567] env[65448]: DEBUG nova.virt.hardware [None req-c32a046a-4868-454e-8c4b-cd7388c67a8c tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 587.823567] env[65448]: DEBUG nova.virt.hardware [None req-c32a046a-4868-454e-8c4b-cd7388c67a8c tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 587.823567] env[65448]: DEBUG nova.virt.hardware [None req-c32a046a-4868-454e-8c4b-cd7388c67a8c tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 587.823567] env[65448]: DEBUG nova.virt.hardware [None req-c32a046a-4868-454e-8c4b-cd7388c67a8c tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 587.823781] env[65448]: DEBUG nova.virt.hardware [None req-c32a046a-4868-454e-8c4b-cd7388c67a8c tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 587.823883] env[65448]: DEBUG nova.virt.hardware [None req-c32a046a-4868-454e-8c4b-cd7388c67a8c tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 587.824073] env[65448]: DEBUG nova.virt.hardware [None req-c32a046a-4868-454e-8c4b-cd7388c67a8c tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 587.824287] env[65448]: DEBUG nova.virt.hardware [None req-c32a046a-4868-454e-8c4b-cd7388c67a8c tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 587.825249] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d273f379-6cf2-4f2a-8c8c-4311748e342e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.834640] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4177831c-3b0b-4351-afe1-2776e929cbd3 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.907029] env[65448]: DEBUG nova.virt.vmwareapi.images [None req-d8545749-1272-4d19-92c8-428eac84ef39 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] [instance: 101b6ef8-fab1-4626-9524-4e080c5ad298] Downloaded image file data 50fb366d-48e6-424f-9c20-bc83d77be76a to vmware_temp/16933635-4188-4d58-8266-97d402c75448/50fb366d-48e6-424f-9c20-bc83d77be76a/tmp-sparse.vmdk on the data store datastore2 {{(pid=65448) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 587.907029] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-d8545749-1272-4d19-92c8-428eac84ef39 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] [instance: 101b6ef8-fab1-4626-9524-4e080c5ad298] Caching image {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 587.907029] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8545749-1272-4d19-92c8-428eac84ef39 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Copying Virtual Disk [datastore2] vmware_temp/16933635-4188-4d58-8266-97d402c75448/50fb366d-48e6-424f-9c20-bc83d77be76a/tmp-sparse.vmdk to [datastore2] vmware_temp/16933635-4188-4d58-8266-97d402c75448/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 587.907029] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e51a7ad1-fa22-4162-8c33-667dadd5c728 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.915483] env[65448]: DEBUG oslo_vmware.api [None req-d8545749-1272-4d19-92c8-428eac84ef39 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Waiting for the task: (returnval){ [ 587.915483] env[65448]: value = "task-4936987" [ 587.915483] env[65448]: _type = "Task" [ 587.915483] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.925645] env[65448]: DEBUG oslo_vmware.api [None req-d8545749-1272-4d19-92c8-428eac84ef39 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Task: {'id': task-4936987, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.066814] env[65448]: DEBUG oslo_concurrency.lockutils [None req-dfe0688e-255b-4b3f-a7b4-27baeff883ce tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.327s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 588.067642] env[65448]: DEBUG nova.compute.manager [None req-dfe0688e-255b-4b3f-a7b4-27baeff883ce tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] [instance: 7b76faba-15f3-4412-b5e7-5354a6bfd35f] Start building networks asynchronously for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2881}} [ 588.070978] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.705s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 588.071244] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 588.071481] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65448) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 588.071854] env[65448]: DEBUG oslo_concurrency.lockutils [None req-69b2a735-7e01-40f4-a4c6-81531c1151bc tempest-ServerExternalEventsTest-1810177272 tempest-ServerExternalEventsTest-1810177272-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.621s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 588.073706] env[65448]: INFO nova.compute.claims [None req-69b2a735-7e01-40f4-a4c6-81531c1151bc tempest-ServerExternalEventsTest-1810177272 tempest-ServerExternalEventsTest-1810177272-project-member] [instance: a2724af1-294c-4358-9aa3-938b7d8db7d4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 588.077946] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e46e8c03-5f08-4318-b1c5-e7f5633c17ac {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.089780] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9765b6d8-0572-4615-8c01-54f9c555d5d7 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.111164] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f77361a-b5db-4a14-8373-2fbac6157b18 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.118707] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9add18b-fbdb-4f01-b6ea-d838c395805d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.151020] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180579MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65448) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 588.151198] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 588.235528] env[65448]: DEBUG oslo_concurrency.lockutils [None req-2ed03384-3dc6-406d-82dd-565429702188 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Acquiring lock "b9df7ebd-a64a-4031-89f7-75a8aee3c74c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 588.235805] env[65448]: DEBUG oslo_concurrency.lockutils [None req-2ed03384-3dc6-406d-82dd-565429702188 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Lock "b9df7ebd-a64a-4031-89f7-75a8aee3c74c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 588.426551] env[65448]: DEBUG oslo_vmware.api [None req-d8545749-1272-4d19-92c8-428eac84ef39 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Task: {'id': task-4936987, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.579438] env[65448]: DEBUG nova.compute.utils [None req-dfe0688e-255b-4b3f-a7b4-27baeff883ce tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Using /dev/sd instead of None {{(pid=65448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 588.581770] env[65448]: DEBUG nova.compute.manager [None req-dfe0688e-255b-4b3f-a7b4-27baeff883ce tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] [instance: 7b76faba-15f3-4412-b5e7-5354a6bfd35f] Allocating IP information in the background. {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 588.581983] env[65448]: DEBUG nova.network.neutron [None req-dfe0688e-255b-4b3f-a7b4-27baeff883ce tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] [instance: 7b76faba-15f3-4412-b5e7-5354a6bfd35f] allocate_for_instance() {{(pid=65448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 588.582391] env[65448]: WARNING neutronclient.v2_0.client [None req-dfe0688e-255b-4b3f-a7b4-27baeff883ce tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 588.582844] env[65448]: WARNING neutronclient.v2_0.client [None req-dfe0688e-255b-4b3f-a7b4-27baeff883ce tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 588.660271] env[65448]: DEBUG nova.network.neutron [None req-4bc17972-6ed8-46f0-94f1-ac0b7fa0124a tempest-TenantUsagesTestJSON-1937329192 tempest-TenantUsagesTestJSON-1937329192-project-member] [instance: 355e8336-6743-41dc-b678-3e8025295ba9] Instance cache missing network info. {{(pid=65448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 588.738911] env[65448]: DEBUG nova.compute.manager [None req-2ed03384-3dc6-406d-82dd-565429702188 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] [instance: b9df7ebd-a64a-4031-89f7-75a8aee3c74c] Starting instance... {{(pid=65448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2483}} [ 588.930779] env[65448]: DEBUG oslo_vmware.api [None req-d8545749-1272-4d19-92c8-428eac84ef39 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Task: {'id': task-4936987, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.723287} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.930779] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8545749-1272-4d19-92c8-428eac84ef39 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Copied Virtual Disk [datastore2] vmware_temp/16933635-4188-4d58-8266-97d402c75448/50fb366d-48e6-424f-9c20-bc83d77be76a/tmp-sparse.vmdk to [datastore2] vmware_temp/16933635-4188-4d58-8266-97d402c75448/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 588.930779] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8545749-1272-4d19-92c8-428eac84ef39 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Deleting the datastore file [datastore2] vmware_temp/16933635-4188-4d58-8266-97d402c75448/50fb366d-48e6-424f-9c20-bc83d77be76a/tmp-sparse.vmdk {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 588.930779] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-130d3417-ceb0-4f85-aa7f-183ce3796f2e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.938212] env[65448]: DEBUG oslo_vmware.api [None req-d8545749-1272-4d19-92c8-428eac84ef39 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Waiting for the task: (returnval){ [ 588.938212] env[65448]: value = "task-4936988" [ 588.938212] env[65448]: _type = "Task" [ 588.938212] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.948135] env[65448]: DEBUG oslo_vmware.api [None req-d8545749-1272-4d19-92c8-428eac84ef39 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Task: {'id': task-4936988, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.088888] env[65448]: DEBUG nova.compute.manager [None req-dfe0688e-255b-4b3f-a7b4-27baeff883ce tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] [instance: 7b76faba-15f3-4412-b5e7-5354a6bfd35f] Start building block device mappings for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2916}} [ 589.243803] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbbfce49-ec71-470f-90ac-4959ed3ceace {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.257623] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dd037f4-4de3-436b-9a2f-78718e980485 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.291012] env[65448]: DEBUG oslo_concurrency.lockutils [None req-2ed03384-3dc6-406d-82dd-565429702188 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 589.291918] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a646faaf-66e3-4bc4-8919-04a3fff0b896 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.300755] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3cf4893-f9e8-4052-8b54-35ddd9e00228 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.316438] env[65448]: DEBUG nova.compute.provider_tree [None req-69b2a735-7e01-40f4-a4c6-81531c1151bc tempest-ServerExternalEventsTest-1810177272 tempest-ServerExternalEventsTest-1810177272-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 589.349021] env[65448]: DEBUG nova.policy [None req-dfe0688e-255b-4b3f-a7b4-27baeff883ce tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ed4732e7e44346018bd9ffc626d8dfeb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '084f3b05a4bf4688bf8e385ebb69eb68', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65448) authorize /opt/stack/nova/nova/policy.py:192}} [ 589.449997] env[65448]: DEBUG oslo_vmware.api [None req-d8545749-1272-4d19-92c8-428eac84ef39 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Task: {'id': task-4936988, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.024856} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.450419] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8545749-1272-4d19-92c8-428eac84ef39 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 589.450826] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8545749-1272-4d19-92c8-428eac84ef39 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Moving file from [datastore2] vmware_temp/16933635-4188-4d58-8266-97d402c75448/50fb366d-48e6-424f-9c20-bc83d77be76a to [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a. {{(pid=65448) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 589.454033] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-571c2eb2-b9db-4352-8ad8-ae5636b2900a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.460112] env[65448]: DEBUG oslo_vmware.api [None req-d8545749-1272-4d19-92c8-428eac84ef39 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Waiting for the task: (returnval){ [ 589.460112] env[65448]: value = "task-4936989" [ 589.460112] env[65448]: _type = "Task" [ 589.460112] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.475475] env[65448]: DEBUG oslo_vmware.api [None req-d8545749-1272-4d19-92c8-428eac84ef39 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Task: {'id': task-4936989, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.820048] env[65448]: DEBUG nova.scheduler.client.report [None req-69b2a735-7e01-40f4-a4c6-81531c1151bc tempest-ServerExternalEventsTest-1810177272 tempest-ServerExternalEventsTest-1810177272-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 589.983390] env[65448]: DEBUG oslo_vmware.api [None req-d8545749-1272-4d19-92c8-428eac84ef39 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Task: {'id': task-4936989, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.030304} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.983765] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8545749-1272-4d19-92c8-428eac84ef39 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] File moved {{(pid=65448) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 589.984019] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-d8545749-1272-4d19-92c8-428eac84ef39 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] [instance: 101b6ef8-fab1-4626-9524-4e080c5ad298] Cleaning up location [datastore2] vmware_temp/16933635-4188-4d58-8266-97d402c75448 {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 589.984255] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8545749-1272-4d19-92c8-428eac84ef39 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Deleting the datastore file [datastore2] vmware_temp/16933635-4188-4d58-8266-97d402c75448 {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 589.984559] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-746c5cce-36b3-4815-8f70-44f51f87341b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.994944] env[65448]: DEBUG nova.network.neutron [None req-c32a046a-4868-454e-8c4b-cd7388c67a8c tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] [instance: 12878a90-86d2-4609-80aa-de0d1bdb64c0] Successfully updated port: 6762706e-b7be-4052-8305-48c037b26b72 {{(pid=65448) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 590.003226] env[65448]: DEBUG oslo_vmware.api [None req-d8545749-1272-4d19-92c8-428eac84ef39 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Waiting for the task: (returnval){ [ 590.003226] env[65448]: value = "task-4936990" [ 590.003226] env[65448]: _type = "Task" [ 590.003226] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.013937] env[65448]: DEBUG oslo_vmware.api [None req-d8545749-1272-4d19-92c8-428eac84ef39 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Task: {'id': task-4936990, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.104417] env[65448]: DEBUG nova.compute.manager [None req-dfe0688e-255b-4b3f-a7b4-27baeff883ce tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] [instance: 7b76faba-15f3-4412-b5e7-5354a6bfd35f] Start spawning the instance on the hypervisor. {{(pid=65448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2689}} [ 590.135540] env[65448]: DEBUG nova.virt.hardware [None req-dfe0688e-255b-4b3f-a7b4-27baeff883ce tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-08T17:19:51Z,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a992292b6dae455593d228217860e2e1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-08T17:19:52Z,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 590.135952] env[65448]: DEBUG nova.virt.hardware [None req-dfe0688e-255b-4b3f-a7b4-27baeff883ce tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 590.136172] env[65448]: DEBUG nova.virt.hardware [None req-dfe0688e-255b-4b3f-a7b4-27baeff883ce tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 590.136565] env[65448]: DEBUG nova.virt.hardware [None req-dfe0688e-255b-4b3f-a7b4-27baeff883ce tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 590.136565] env[65448]: DEBUG nova.virt.hardware [None req-dfe0688e-255b-4b3f-a7b4-27baeff883ce tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 590.136759] env[65448]: DEBUG nova.virt.hardware [None req-dfe0688e-255b-4b3f-a7b4-27baeff883ce tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 590.137042] env[65448]: DEBUG nova.virt.hardware [None req-dfe0688e-255b-4b3f-a7b4-27baeff883ce tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 590.137267] env[65448]: DEBUG nova.virt.hardware [None req-dfe0688e-255b-4b3f-a7b4-27baeff883ce tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 590.137642] env[65448]: DEBUG nova.virt.hardware [None req-dfe0688e-255b-4b3f-a7b4-27baeff883ce tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 590.137818] env[65448]: DEBUG nova.virt.hardware [None req-dfe0688e-255b-4b3f-a7b4-27baeff883ce tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 590.138107] env[65448]: DEBUG nova.virt.hardware [None req-dfe0688e-255b-4b3f-a7b4-27baeff883ce tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 590.139489] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86a3da9c-2867-4646-8412-89e249884fd4 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.143781] env[65448]: WARNING neutronclient.v2_0.client [None req-4bc17972-6ed8-46f0-94f1-ac0b7fa0124a tempest-TenantUsagesTestJSON-1937329192 tempest-TenantUsagesTestJSON-1937329192-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 590.157636] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bf72daf-a7d7-4b73-afb0-24b0111bce15 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.328029] env[65448]: DEBUG oslo_concurrency.lockutils [None req-69b2a735-7e01-40f4-a4c6-81531c1151bc tempest-ServerExternalEventsTest-1810177272 tempest-ServerExternalEventsTest-1810177272-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.255s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 590.328029] env[65448]: DEBUG nova.compute.manager [None req-69b2a735-7e01-40f4-a4c6-81531c1151bc tempest-ServerExternalEventsTest-1810177272 tempest-ServerExternalEventsTest-1810177272-project-member] [instance: a2724af1-294c-4358-9aa3-938b7d8db7d4] Start building networks asynchronously for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2881}} [ 590.330408] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b704cb1b-5293-4930-91a9-1c3cd2e6a308 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.926s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 590.331874] env[65448]: INFO nova.compute.claims [None req-b704cb1b-5293-4930-91a9-1c3cd2e6a308 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] [instance: 98934034-6202-43e2-8c37-cbde37e0cf78] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 590.422219] env[65448]: DEBUG nova.network.neutron [None req-dfe0688e-255b-4b3f-a7b4-27baeff883ce tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] [instance: 7b76faba-15f3-4412-b5e7-5354a6bfd35f] Successfully created port: 47aae831-5b43-4058-a177-3e3eed7944a8 {{(pid=65448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 590.500851] env[65448]: DEBUG oslo_concurrency.lockutils [None req-c32a046a-4868-454e-8c4b-cd7388c67a8c tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] Acquiring lock "refresh_cache-12878a90-86d2-4609-80aa-de0d1bdb64c0" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.500851] env[65448]: DEBUG oslo_concurrency.lockutils [None req-c32a046a-4868-454e-8c4b-cd7388c67a8c tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] Acquired lock "refresh_cache-12878a90-86d2-4609-80aa-de0d1bdb64c0" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.500851] env[65448]: DEBUG nova.network.neutron [None req-c32a046a-4868-454e-8c4b-cd7388c67a8c tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] [instance: 12878a90-86d2-4609-80aa-de0d1bdb64c0] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 590.516037] env[65448]: DEBUG oslo_vmware.api [None req-d8545749-1272-4d19-92c8-428eac84ef39 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Task: {'id': task-4936990, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.026781} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.517994] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8545749-1272-4d19-92c8-428eac84ef39 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 590.519229] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ff821e0-1450-4767-ac33-678de326d5be {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.527525] env[65448]: DEBUG oslo_vmware.api [None req-d8545749-1272-4d19-92c8-428eac84ef39 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Waiting for the task: (returnval){ [ 590.527525] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5286ede5-7445-9a71-36e0-759c92d0c272" [ 590.527525] env[65448]: _type = "Task" [ 590.527525] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.538232] env[65448]: DEBUG oslo_vmware.api [None req-d8545749-1272-4d19-92c8-428eac84ef39 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5286ede5-7445-9a71-36e0-759c92d0c272, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.639374] env[65448]: DEBUG nova.network.neutron [None req-4bc17972-6ed8-46f0-94f1-ac0b7fa0124a tempest-TenantUsagesTestJSON-1937329192 tempest-TenantUsagesTestJSON-1937329192-project-member] [instance: 355e8336-6743-41dc-b678-3e8025295ba9] Updating instance_info_cache with network_info: [{"id": "a7e8262d-be2d-4374-a0c8-29b78573255e", "address": "fa:16:3e:4f:74:36", "network": {"id": "8bceff40-3fe8-4c4e-8d97-0f1608c6de19", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.41", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a992292b6dae455593d228217860e2e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7e8262d-be", "ovs_interfaceid": "a7e8262d-be2d-4374-a0c8-29b78573255e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 590.837058] env[65448]: DEBUG nova.compute.utils [None req-69b2a735-7e01-40f4-a4c6-81531c1151bc tempest-ServerExternalEventsTest-1810177272 tempest-ServerExternalEventsTest-1810177272-project-member] Using /dev/sd instead of None {{(pid=65448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 590.845700] env[65448]: DEBUG nova.compute.manager [None req-69b2a735-7e01-40f4-a4c6-81531c1151bc tempest-ServerExternalEventsTest-1810177272 tempest-ServerExternalEventsTest-1810177272-project-member] [instance: a2724af1-294c-4358-9aa3-938b7d8db7d4] Allocating IP information in the background. {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 590.846086] env[65448]: DEBUG nova.network.neutron [None req-69b2a735-7e01-40f4-a4c6-81531c1151bc tempest-ServerExternalEventsTest-1810177272 tempest-ServerExternalEventsTest-1810177272-project-member] [instance: a2724af1-294c-4358-9aa3-938b7d8db7d4] allocate_for_instance() {{(pid=65448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 590.846301] env[65448]: WARNING neutronclient.v2_0.client [None req-69b2a735-7e01-40f4-a4c6-81531c1151bc tempest-ServerExternalEventsTest-1810177272 tempest-ServerExternalEventsTest-1810177272-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 590.846608] env[65448]: WARNING neutronclient.v2_0.client [None req-69b2a735-7e01-40f4-a4c6-81531c1151bc tempest-ServerExternalEventsTest-1810177272 tempest-ServerExternalEventsTest-1810177272-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 591.040281] env[65448]: DEBUG oslo_vmware.api [None req-d8545749-1272-4d19-92c8-428eac84ef39 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5286ede5-7445-9a71-36e0-759c92d0c272, 'name': SearchDatastore_Task, 'duration_secs': 0.010919} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.041046] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d8545749-1272-4d19-92c8-428eac84ef39 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.041523] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8545749-1272-4d19-92c8-428eac84ef39 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] 101b6ef8-fab1-4626-9524-4e080c5ad298/101b6ef8-fab1-4626-9524-4e080c5ad298.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 591.041832] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e1fef6ca-800b-4ff9-8d8e-0d16a1a5dc8e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.049984] env[65448]: DEBUG oslo_vmware.api [None req-d8545749-1272-4d19-92c8-428eac84ef39 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Waiting for the task: (returnval){ [ 591.049984] env[65448]: value = "task-4936991" [ 591.049984] env[65448]: _type = "Task" [ 591.049984] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.059512] env[65448]: DEBUG oslo_vmware.api [None req-d8545749-1272-4d19-92c8-428eac84ef39 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Task: {'id': task-4936991, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.145907] env[65448]: DEBUG oslo_concurrency.lockutils [None req-4bc17972-6ed8-46f0-94f1-ac0b7fa0124a tempest-TenantUsagesTestJSON-1937329192 tempest-TenantUsagesTestJSON-1937329192-project-member] Releasing lock "refresh_cache-355e8336-6743-41dc-b678-3e8025295ba9" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.146434] env[65448]: DEBUG nova.compute.manager [None req-4bc17972-6ed8-46f0-94f1-ac0b7fa0124a tempest-TenantUsagesTestJSON-1937329192 tempest-TenantUsagesTestJSON-1937329192-project-member] [instance: 355e8336-6743-41dc-b678-3e8025295ba9] Instance network_info: |[{"id": "a7e8262d-be2d-4374-a0c8-29b78573255e", "address": "fa:16:3e:4f:74:36", "network": {"id": "8bceff40-3fe8-4c4e-8d97-0f1608c6de19", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.41", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a992292b6dae455593d228217860e2e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7e8262d-be", "ovs_interfaceid": "a7e8262d-be2d-4374-a0c8-29b78573255e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 591.149948] env[65448]: DEBUG nova.compute.manager [req-6f1a423e-f004-4b5d-ba46-377198be10b6 req-57ac16cf-5c7e-4121-86d6-9ae0796f6fe3 service nova] [instance: 355e8336-6743-41dc-b678-3e8025295ba9] Received event network-vif-plugged-a7e8262d-be2d-4374-a0c8-29b78573255e {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 591.149948] env[65448]: DEBUG oslo_concurrency.lockutils [req-6f1a423e-f004-4b5d-ba46-377198be10b6 req-57ac16cf-5c7e-4121-86d6-9ae0796f6fe3 service nova] Acquiring lock "355e8336-6743-41dc-b678-3e8025295ba9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 591.150043] env[65448]: DEBUG oslo_concurrency.lockutils [req-6f1a423e-f004-4b5d-ba46-377198be10b6 req-57ac16cf-5c7e-4121-86d6-9ae0796f6fe3 service nova] Lock "355e8336-6743-41dc-b678-3e8025295ba9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 591.150639] env[65448]: DEBUG oslo_concurrency.lockutils [req-6f1a423e-f004-4b5d-ba46-377198be10b6 req-57ac16cf-5c7e-4121-86d6-9ae0796f6fe3 service nova] Lock "355e8336-6743-41dc-b678-3e8025295ba9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 591.150639] env[65448]: DEBUG nova.compute.manager [req-6f1a423e-f004-4b5d-ba46-377198be10b6 req-57ac16cf-5c7e-4121-86d6-9ae0796f6fe3 service nova] [instance: 355e8336-6743-41dc-b678-3e8025295ba9] No waiting events found dispatching network-vif-plugged-a7e8262d-be2d-4374-a0c8-29b78573255e {{(pid=65448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 591.150789] env[65448]: WARNING nova.compute.manager [req-6f1a423e-f004-4b5d-ba46-377198be10b6 req-57ac16cf-5c7e-4121-86d6-9ae0796f6fe3 service nova] [instance: 355e8336-6743-41dc-b678-3e8025295ba9] Received unexpected event network-vif-plugged-a7e8262d-be2d-4374-a0c8-29b78573255e for instance with vm_state building and task_state spawning. [ 591.151835] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-4bc17972-6ed8-46f0-94f1-ac0b7fa0124a tempest-TenantUsagesTestJSON-1937329192 tempest-TenantUsagesTestJSON-1937329192-project-member] [instance: 355e8336-6743-41dc-b678-3e8025295ba9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4f:74:36', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '07e9bef1-2b0e-4e4d-997f-de71bb0e213a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a7e8262d-be2d-4374-a0c8-29b78573255e', 'vif_model': 'vmxnet3'}] {{(pid=65448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 591.166978] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bc17972-6ed8-46f0-94f1-ac0b7fa0124a tempest-TenantUsagesTestJSON-1937329192 tempest-TenantUsagesTestJSON-1937329192-project-member] Creating folder: Project (a808578606f64b4a89dcda5b1688ebca). Parent ref: group-v961779. {{(pid=65448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 591.167943] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d2abc395-a4c3-484a-a4fc-552714538423 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.180750] env[65448]: INFO nova.virt.vmwareapi.vm_util [None req-4bc17972-6ed8-46f0-94f1-ac0b7fa0124a tempest-TenantUsagesTestJSON-1937329192 tempest-TenantUsagesTestJSON-1937329192-project-member] Created folder: Project (a808578606f64b4a89dcda5b1688ebca) in parent group-v961779. [ 591.180931] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bc17972-6ed8-46f0-94f1-ac0b7fa0124a tempest-TenantUsagesTestJSON-1937329192 tempest-TenantUsagesTestJSON-1937329192-project-member] Creating folder: Instances. Parent ref: group-v961783. {{(pid=65448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 591.181201] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d12a25e3-90ce-46b1-ae40-897082829881 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.193176] env[65448]: INFO nova.virt.vmwareapi.vm_util [None req-4bc17972-6ed8-46f0-94f1-ac0b7fa0124a tempest-TenantUsagesTestJSON-1937329192 tempest-TenantUsagesTestJSON-1937329192-project-member] Created folder: Instances in parent group-v961783. [ 591.193515] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-4bc17972-6ed8-46f0-94f1-ac0b7fa0124a tempest-TenantUsagesTestJSON-1937329192 tempest-TenantUsagesTestJSON-1937329192-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 591.193866] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 355e8336-6743-41dc-b678-3e8025295ba9] Creating VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 591.194135] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-09732671-2a1d-4fd5-82a1-1735c8588ff2 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.221515] env[65448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 591.221515] env[65448]: value = "task-4936994" [ 591.221515] env[65448]: _type = "Task" [ 591.221515] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.231476] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4936994, 'name': CreateVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.350868] env[65448]: DEBUG nova.compute.manager [None req-69b2a735-7e01-40f4-a4c6-81531c1151bc tempest-ServerExternalEventsTest-1810177272 tempest-ServerExternalEventsTest-1810177272-project-member] [instance: a2724af1-294c-4358-9aa3-938b7d8db7d4] Start building block device mappings for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2916}} [ 591.462756] env[65448]: DEBUG nova.network.neutron [None req-c32a046a-4868-454e-8c4b-cd7388c67a8c tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] [instance: 12878a90-86d2-4609-80aa-de0d1bdb64c0] Instance cache missing network info. {{(pid=65448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 591.500289] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-654921cd-1fc7-49a5-8dcf-d83b393761ef {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.509026] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fb4ea41-6d68-4c2c-8ac3-0334af0c0f81 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.544101] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63704132-c701-49b3-bd8e-31670ea2cde5 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.560516] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c2f9c04-64d9-488b-b247-d6e1594d48b2 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.572227] env[65448]: DEBUG oslo_vmware.api [None req-d8545749-1272-4d19-92c8-428eac84ef39 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Task: {'id': task-4936991, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.588911] env[65448]: DEBUG nova.compute.provider_tree [None req-b704cb1b-5293-4930-91a9-1c3cd2e6a308 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 591.733152] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4936994, 'name': CreateVM_Task} progress is 25%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.055857] env[65448]: DEBUG nova.policy [None req-69b2a735-7e01-40f4-a4c6-81531c1151bc tempest-ServerExternalEventsTest-1810177272 tempest-ServerExternalEventsTest-1810177272-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aca6feb17af24704a626361e8e6be995', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ba904b2b5e234268a2ad5db9f5c24f67', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65448) authorize /opt/stack/nova/nova/policy.py:192}} [ 592.067537] env[65448]: DEBUG oslo_vmware.api [None req-d8545749-1272-4d19-92c8-428eac84ef39 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Task: {'id': task-4936991, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.626188} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.067987] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8545749-1272-4d19-92c8-428eac84ef39 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] 101b6ef8-fab1-4626-9524-4e080c5ad298/101b6ef8-fab1-4626-9524-4e080c5ad298.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 592.068358] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-d8545749-1272-4d19-92c8-428eac84ef39 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] [instance: 101b6ef8-fab1-4626-9524-4e080c5ad298] Extending root virtual disk to 1048576 {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 592.068767] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f88198b9-d906-4809-aec0-6874c8ef33dd {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.078055] env[65448]: DEBUG oslo_vmware.api [None req-d8545749-1272-4d19-92c8-428eac84ef39 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Waiting for the task: (returnval){ [ 592.078055] env[65448]: value = "task-4936999" [ 592.078055] env[65448]: _type = "Task" [ 592.078055] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.089909] env[65448]: DEBUG oslo_vmware.api [None req-d8545749-1272-4d19-92c8-428eac84ef39 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Task: {'id': task-4936999, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.092960] env[65448]: DEBUG nova.scheduler.client.report [None req-b704cb1b-5293-4930-91a9-1c3cd2e6a308 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 592.233598] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4936994, 'name': CreateVM_Task, 'duration_secs': 0.720338} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.233780] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 355e8336-6743-41dc-b678-3e8025295ba9] Created VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 592.234289] env[65448]: WARNING neutronclient.v2_0.client [None req-4bc17972-6ed8-46f0-94f1-ac0b7fa0124a tempest-TenantUsagesTestJSON-1937329192 tempest-TenantUsagesTestJSON-1937329192-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 592.360830] env[65448]: DEBUG nova.network.neutron [None req-dfe0688e-255b-4b3f-a7b4-27baeff883ce tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] [instance: 7b76faba-15f3-4412-b5e7-5354a6bfd35f] Successfully updated port: 47aae831-5b43-4058-a177-3e3eed7944a8 {{(pid=65448) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 592.365895] env[65448]: DEBUG nova.compute.manager [None req-69b2a735-7e01-40f4-a4c6-81531c1151bc tempest-ServerExternalEventsTest-1810177272 tempest-ServerExternalEventsTest-1810177272-project-member] [instance: a2724af1-294c-4358-9aa3-938b7d8db7d4] Start spawning the instance on the hypervisor. {{(pid=65448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2689}} [ 592.407555] env[65448]: DEBUG nova.virt.hardware [None req-69b2a735-7e01-40f4-a4c6-81531c1151bc tempest-ServerExternalEventsTest-1810177272 tempest-ServerExternalEventsTest-1810177272-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-08T17:19:51Z,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a992292b6dae455593d228217860e2e1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-08T17:19:52Z,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 592.407729] env[65448]: DEBUG nova.virt.hardware [None req-69b2a735-7e01-40f4-a4c6-81531c1151bc tempest-ServerExternalEventsTest-1810177272 tempest-ServerExternalEventsTest-1810177272-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 592.407771] env[65448]: DEBUG nova.virt.hardware [None req-69b2a735-7e01-40f4-a4c6-81531c1151bc tempest-ServerExternalEventsTest-1810177272 tempest-ServerExternalEventsTest-1810177272-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 592.407936] env[65448]: DEBUG nova.virt.hardware [None req-69b2a735-7e01-40f4-a4c6-81531c1151bc tempest-ServerExternalEventsTest-1810177272 tempest-ServerExternalEventsTest-1810177272-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 592.408217] env[65448]: DEBUG nova.virt.hardware [None req-69b2a735-7e01-40f4-a4c6-81531c1151bc tempest-ServerExternalEventsTest-1810177272 tempest-ServerExternalEventsTest-1810177272-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 592.408540] env[65448]: DEBUG nova.virt.hardware [None req-69b2a735-7e01-40f4-a4c6-81531c1151bc tempest-ServerExternalEventsTest-1810177272 tempest-ServerExternalEventsTest-1810177272-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 592.408633] env[65448]: DEBUG nova.virt.hardware [None req-69b2a735-7e01-40f4-a4c6-81531c1151bc tempest-ServerExternalEventsTest-1810177272 tempest-ServerExternalEventsTest-1810177272-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 592.408790] env[65448]: DEBUG nova.virt.hardware [None req-69b2a735-7e01-40f4-a4c6-81531c1151bc tempest-ServerExternalEventsTest-1810177272 tempest-ServerExternalEventsTest-1810177272-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 592.408948] env[65448]: DEBUG nova.virt.hardware [None req-69b2a735-7e01-40f4-a4c6-81531c1151bc tempest-ServerExternalEventsTest-1810177272 tempest-ServerExternalEventsTest-1810177272-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 592.409120] env[65448]: DEBUG nova.virt.hardware [None req-69b2a735-7e01-40f4-a4c6-81531c1151bc tempest-ServerExternalEventsTest-1810177272 tempest-ServerExternalEventsTest-1810177272-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 592.409288] env[65448]: DEBUG nova.virt.hardware [None req-69b2a735-7e01-40f4-a4c6-81531c1151bc tempest-ServerExternalEventsTest-1810177272 tempest-ServerExternalEventsTest-1810177272-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 592.410730] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4611831-7ee6-4020-96d2-b8bc865520ec {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.419812] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f324ba8e-a730-4984-b06a-71f6904a3608 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.591206] env[65448]: DEBUG oslo_vmware.api [None req-d8545749-1272-4d19-92c8-428eac84ef39 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Task: {'id': task-4936999, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073344} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.592909] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-d8545749-1272-4d19-92c8-428eac84ef39 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] [instance: 101b6ef8-fab1-4626-9524-4e080c5ad298] Extended root virtual disk {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 592.594751] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f09b235-7574-4e3f-b454-ca0d53a41d0c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.598888] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b704cb1b-5293-4930-91a9-1c3cd2e6a308 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.268s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 592.599918] env[65448]: DEBUG nova.compute.manager [None req-b704cb1b-5293-4930-91a9-1c3cd2e6a308 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] [instance: 98934034-6202-43e2-8c37-cbde37e0cf78] Start building networks asynchronously for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2881}} [ 592.603391] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 4.452s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 592.631692] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8545749-1272-4d19-92c8-428eac84ef39 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] [instance: 101b6ef8-fab1-4626-9524-4e080c5ad298] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] 101b6ef8-fab1-4626-9524-4e080c5ad298/101b6ef8-fab1-4626-9524-4e080c5ad298.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 592.631817] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9527d244-be03-4d54-84cd-21a324767ca7 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.654911] env[65448]: DEBUG oslo_vmware.api [None req-d8545749-1272-4d19-92c8-428eac84ef39 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Waiting for the task: (returnval){ [ 592.654911] env[65448]: value = "task-4937000" [ 592.654911] env[65448]: _type = "Task" [ 592.654911] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.667937] env[65448]: DEBUG oslo_vmware.api [None req-d8545749-1272-4d19-92c8-428eac84ef39 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Task: {'id': task-4937000, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.778200] env[65448]: DEBUG nova.network.neutron [None req-69b2a735-7e01-40f4-a4c6-81531c1151bc tempest-ServerExternalEventsTest-1810177272 tempest-ServerExternalEventsTest-1810177272-project-member] [instance: a2724af1-294c-4358-9aa3-938b7d8db7d4] Successfully created port: 897ddb0d-97bb-4f75-b59e-1ebab1eea5d3 {{(pid=65448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 592.866034] env[65448]: DEBUG oslo_concurrency.lockutils [None req-dfe0688e-255b-4b3f-a7b4-27baeff883ce tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Acquiring lock "refresh_cache-7b76faba-15f3-4412-b5e7-5354a6bfd35f" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.866034] env[65448]: DEBUG oslo_concurrency.lockutils [None req-dfe0688e-255b-4b3f-a7b4-27baeff883ce tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Acquired lock "refresh_cache-7b76faba-15f3-4412-b5e7-5354a6bfd35f" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.866034] env[65448]: DEBUG nova.network.neutron [None req-dfe0688e-255b-4b3f-a7b4-27baeff883ce tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] [instance: 7b76faba-15f3-4412-b5e7-5354a6bfd35f] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 592.883716] env[65448]: DEBUG oslo_concurrency.lockutils [None req-4bc17972-6ed8-46f0-94f1-ac0b7fa0124a tempest-TenantUsagesTestJSON-1937329192 tempest-TenantUsagesTestJSON-1937329192-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.883716] env[65448]: DEBUG oslo_concurrency.lockutils [None req-4bc17972-6ed8-46f0-94f1-ac0b7fa0124a tempest-TenantUsagesTestJSON-1937329192 tempest-TenantUsagesTestJSON-1937329192-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.883716] env[65448]: DEBUG oslo_concurrency.lockutils [None req-4bc17972-6ed8-46f0-94f1-ac0b7fa0124a tempest-TenantUsagesTestJSON-1937329192 tempest-TenantUsagesTestJSON-1937329192-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.883716] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-127ef8b1-019c-40d6-bde3-2a933dd08e17 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.894615] env[65448]: DEBUG oslo_vmware.api [None req-4bc17972-6ed8-46f0-94f1-ac0b7fa0124a tempest-TenantUsagesTestJSON-1937329192 tempest-TenantUsagesTestJSON-1937329192-project-member] Waiting for the task: (returnval){ [ 592.894615] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52ffee37-cd1c-5f10-a1fd-17db5ec7bfe7" [ 592.894615] env[65448]: _type = "Task" [ 592.894615] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.905627] env[65448]: DEBUG oslo_vmware.api [None req-4bc17972-6ed8-46f0-94f1-ac0b7fa0124a tempest-TenantUsagesTestJSON-1937329192 tempest-TenantUsagesTestJSON-1937329192-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52ffee37-cd1c-5f10-a1fd-17db5ec7bfe7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.111118] env[65448]: DEBUG nova.compute.utils [None req-b704cb1b-5293-4930-91a9-1c3cd2e6a308 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Using /dev/sd instead of None {{(pid=65448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 593.116666] env[65448]: DEBUG nova.compute.manager [None req-b704cb1b-5293-4930-91a9-1c3cd2e6a308 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] [instance: 98934034-6202-43e2-8c37-cbde37e0cf78] Allocating IP information in the background. {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 593.116881] env[65448]: DEBUG nova.network.neutron [None req-b704cb1b-5293-4930-91a9-1c3cd2e6a308 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] [instance: 98934034-6202-43e2-8c37-cbde37e0cf78] allocate_for_instance() {{(pid=65448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 593.120651] env[65448]: WARNING neutronclient.v2_0.client [None req-b704cb1b-5293-4930-91a9-1c3cd2e6a308 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 593.120651] env[65448]: WARNING neutronclient.v2_0.client [None req-b704cb1b-5293-4930-91a9-1c3cd2e6a308 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 593.168962] env[65448]: DEBUG oslo_vmware.api [None req-d8545749-1272-4d19-92c8-428eac84ef39 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Task: {'id': task-4937000, 'name': ReconfigVM_Task, 'duration_secs': 0.450289} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.171084] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8545749-1272-4d19-92c8-428eac84ef39 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] [instance: 101b6ef8-fab1-4626-9524-4e080c5ad298] Reconfigured VM instance instance-00000002 to attach disk [datastore2] 101b6ef8-fab1-4626-9524-4e080c5ad298/101b6ef8-fab1-4626-9524-4e080c5ad298.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 593.171084] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-922fd6f7-e87c-4d48-bb14-a95f220f1c49 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.180446] env[65448]: DEBUG oslo_vmware.api [None req-d8545749-1272-4d19-92c8-428eac84ef39 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Waiting for the task: (returnval){ [ 593.180446] env[65448]: value = "task-4937001" [ 593.180446] env[65448]: _type = "Task" [ 593.180446] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.192784] env[65448]: DEBUG oslo_vmware.api [None req-d8545749-1272-4d19-92c8-428eac84ef39 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Task: {'id': task-4937001, 'name': Rename_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.406331] env[65448]: DEBUG oslo_vmware.api [None req-4bc17972-6ed8-46f0-94f1-ac0b7fa0124a tempest-TenantUsagesTestJSON-1937329192 tempest-TenantUsagesTestJSON-1937329192-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52ffee37-cd1c-5f10-a1fd-17db5ec7bfe7, 'name': SearchDatastore_Task, 'duration_secs': 0.01082} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.406472] env[65448]: DEBUG oslo_concurrency.lockutils [None req-4bc17972-6ed8-46f0-94f1-ac0b7fa0124a tempest-TenantUsagesTestJSON-1937329192 tempest-TenantUsagesTestJSON-1937329192-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.406695] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-4bc17972-6ed8-46f0-94f1-ac0b7fa0124a tempest-TenantUsagesTestJSON-1937329192 tempest-TenantUsagesTestJSON-1937329192-project-member] [instance: 355e8336-6743-41dc-b678-3e8025295ba9] Processing image 50fb366d-48e6-424f-9c20-bc83d77be76a {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 593.406955] env[65448]: DEBUG oslo_concurrency.lockutils [None req-4bc17972-6ed8-46f0-94f1-ac0b7fa0124a tempest-TenantUsagesTestJSON-1937329192 tempest-TenantUsagesTestJSON-1937329192-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.407064] env[65448]: DEBUG oslo_concurrency.lockutils [None req-4bc17972-6ed8-46f0-94f1-ac0b7fa0124a tempest-TenantUsagesTestJSON-1937329192 tempest-TenantUsagesTestJSON-1937329192-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.407236] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bc17972-6ed8-46f0-94f1-ac0b7fa0124a tempest-TenantUsagesTestJSON-1937329192 tempest-TenantUsagesTestJSON-1937329192-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 593.407830] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-252837e7-06e6-4f99-a289-043bf4f416a9 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.416420] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bc17972-6ed8-46f0-94f1-ac0b7fa0124a tempest-TenantUsagesTestJSON-1937329192 tempest-TenantUsagesTestJSON-1937329192-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 593.416555] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-4bc17972-6ed8-46f0-94f1-ac0b7fa0124a tempest-TenantUsagesTestJSON-1937329192 tempest-TenantUsagesTestJSON-1937329192-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 593.417402] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9bf28bc8-0add-439d-8dc4-5ea2ec05b6c1 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.422815] env[65448]: DEBUG oslo_vmware.api [None req-4bc17972-6ed8-46f0-94f1-ac0b7fa0124a tempest-TenantUsagesTestJSON-1937329192 tempest-TenantUsagesTestJSON-1937329192-project-member] Waiting for the task: (returnval){ [ 593.422815] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52d85b25-697f-a976-c2e3-c531d63390c8" [ 593.422815] env[65448]: _type = "Task" [ 593.422815] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.430962] env[65448]: DEBUG oslo_vmware.api [None req-4bc17972-6ed8-46f0-94f1-ac0b7fa0124a tempest-TenantUsagesTestJSON-1937329192 tempest-TenantUsagesTestJSON-1937329192-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52d85b25-697f-a976-c2e3-c531d63390c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.622480] env[65448]: DEBUG nova.compute.manager [None req-b704cb1b-5293-4930-91a9-1c3cd2e6a308 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] [instance: 98934034-6202-43e2-8c37-cbde37e0cf78] Start building block device mappings for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2916}} [ 593.646368] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance 355e8336-6743-41dc-b678-3e8025295ba9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 593.646540] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance 101b6ef8-fab1-4626-9524-4e080c5ad298 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 593.646626] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance 12878a90-86d2-4609-80aa-de0d1bdb64c0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 593.646733] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance 7b76faba-15f3-4412-b5e7-5354a6bfd35f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 593.646843] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance a2724af1-294c-4358-9aa3-938b7d8db7d4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 593.646953] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance 98934034-6202-43e2-8c37-cbde37e0cf78 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 593.691428] env[65448]: DEBUG oslo_vmware.api [None req-d8545749-1272-4d19-92c8-428eac84ef39 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Task: {'id': task-4937001, 'name': Rename_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.795377] env[65448]: WARNING neutronclient.v2_0.client [None req-c32a046a-4868-454e-8c4b-cd7388c67a8c tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 593.935466] env[65448]: DEBUG oslo_vmware.api [None req-4bc17972-6ed8-46f0-94f1-ac0b7fa0124a tempest-TenantUsagesTestJSON-1937329192 tempest-TenantUsagesTestJSON-1937329192-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52d85b25-697f-a976-c2e3-c531d63390c8, 'name': SearchDatastore_Task, 'duration_secs': 0.008582} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.935960] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2572d3e4-d184-4c19-bccd-bcd61c58cc30 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.941824] env[65448]: DEBUG oslo_vmware.api [None req-4bc17972-6ed8-46f0-94f1-ac0b7fa0124a tempest-TenantUsagesTestJSON-1937329192 tempest-TenantUsagesTestJSON-1937329192-project-member] Waiting for the task: (returnval){ [ 593.941824] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52bcfd1e-08b2-af2d-9edd-7ce8c098ffef" [ 593.941824] env[65448]: _type = "Task" [ 593.941824] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.954210] env[65448]: DEBUG oslo_vmware.api [None req-4bc17972-6ed8-46f0-94f1-ac0b7fa0124a tempest-TenantUsagesTestJSON-1937329192 tempest-TenantUsagesTestJSON-1937329192-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52bcfd1e-08b2-af2d-9edd-7ce8c098ffef, 'name': SearchDatastore_Task, 'duration_secs': 0.009806} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.954504] env[65448]: DEBUG oslo_concurrency.lockutils [None req-4bc17972-6ed8-46f0-94f1-ac0b7fa0124a tempest-TenantUsagesTestJSON-1937329192 tempest-TenantUsagesTestJSON-1937329192-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.954781] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bc17972-6ed8-46f0-94f1-ac0b7fa0124a tempest-TenantUsagesTestJSON-1937329192 tempest-TenantUsagesTestJSON-1937329192-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] 355e8336-6743-41dc-b678-3e8025295ba9/355e8336-6743-41dc-b678-3e8025295ba9.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 593.955073] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f355cfcb-7011-41cb-8051-0f04e4bea711 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.963258] env[65448]: DEBUG oslo_vmware.api [None req-4bc17972-6ed8-46f0-94f1-ac0b7fa0124a tempest-TenantUsagesTestJSON-1937329192 tempest-TenantUsagesTestJSON-1937329192-project-member] Waiting for the task: (returnval){ [ 593.963258] env[65448]: value = "task-4937002" [ 593.963258] env[65448]: _type = "Task" [ 593.963258] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.972606] env[65448]: DEBUG oslo_vmware.api [None req-4bc17972-6ed8-46f0-94f1-ac0b7fa0124a tempest-TenantUsagesTestJSON-1937329192 tempest-TenantUsagesTestJSON-1937329192-project-member] Task: {'id': task-4937002, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.149940] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance b9df7ebd-a64a-4031-89f7-75a8aee3c74c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 594.150277] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=65448) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 594.150436] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1664MB phys_disk=100GB used_disk=6GB total_vcpus=48 used_vcpus=6 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '6', 'num_vm_building': '6', 'num_task_spawning': '5', 'num_os_type_None': '6', 'num_proj_a808578606f64b4a89dcda5b1688ebca': '1', 'io_workload': '6', 'num_proj_6bab8f4fed1e4c169773d87e63f9e7b8': '1', 'num_proj_1b2a05e5ceb24ae0a3bd225b4db95558': '1', 'num_proj_084f3b05a4bf4688bf8e385ebb69eb68': '1', 'num_proj_ba904b2b5e234268a2ad5db9f5c24f67': '1', 'num_task_None': '1', 'num_proj_d16e453e4fe34602943010b8b42c43cb': '1'} {{(pid=65448) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 594.194027] env[65448]: DEBUG oslo_vmware.api [None req-d8545749-1272-4d19-92c8-428eac84ef39 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Task: {'id': task-4937001, 'name': Rename_Task, 'duration_secs': 1.004977} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.196776] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8545749-1272-4d19-92c8-428eac84ef39 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] [instance: 101b6ef8-fab1-4626-9524-4e080c5ad298] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 594.197293] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b3276754-d479-4efe-8359-979c4e744d15 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.206242] env[65448]: DEBUG oslo_vmware.api [None req-d8545749-1272-4d19-92c8-428eac84ef39 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Waiting for the task: (returnval){ [ 594.206242] env[65448]: value = "task-4937003" [ 594.206242] env[65448]: _type = "Task" [ 594.206242] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.216848] env[65448]: DEBUG oslo_vmware.api [None req-d8545749-1272-4d19-92c8-428eac84ef39 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Task: {'id': task-4937003, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.304236] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83dd2c78-b52b-4e21-9f66-7d6c8f31654d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.313519] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61f04a4c-5fd8-4ad2-8ca9-ea74475f7568 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.318676] env[65448]: DEBUG nova.policy [None req-b704cb1b-5293-4930-91a9-1c3cd2e6a308 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e6ff2fcc29fb491faec99b7e9a0b4817', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd16e453e4fe34602943010b8b42c43cb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65448) authorize /opt/stack/nova/nova/policy.py:192}} [ 594.354252] env[65448]: DEBUG nova.network.neutron [None req-dfe0688e-255b-4b3f-a7b4-27baeff883ce tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] [instance: 7b76faba-15f3-4412-b5e7-5354a6bfd35f] Instance cache missing network info. {{(pid=65448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 594.356918] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26eaba42-1531-497f-a857-c0af4c5d6dab {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.365784] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f73b6cf-f7a1-4d1f-84ce-8833ad02c02c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.380719] env[65448]: DEBUG nova.compute.provider_tree [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 594.480945] env[65448]: DEBUG oslo_vmware.api [None req-4bc17972-6ed8-46f0-94f1-ac0b7fa0124a tempest-TenantUsagesTestJSON-1937329192 tempest-TenantUsagesTestJSON-1937329192-project-member] Task: {'id': task-4937002, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.610336] env[65448]: DEBUG nova.network.neutron [None req-69b2a735-7e01-40f4-a4c6-81531c1151bc tempest-ServerExternalEventsTest-1810177272 tempest-ServerExternalEventsTest-1810177272-project-member] [instance: a2724af1-294c-4358-9aa3-938b7d8db7d4] Successfully updated port: 897ddb0d-97bb-4f75-b59e-1ebab1eea5d3 {{(pid=65448) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 594.635036] env[65448]: DEBUG nova.compute.manager [None req-b704cb1b-5293-4930-91a9-1c3cd2e6a308 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] [instance: 98934034-6202-43e2-8c37-cbde37e0cf78] Start spawning the instance on the hypervisor. {{(pid=65448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2689}} [ 594.668065] env[65448]: DEBUG nova.virt.hardware [None req-b704cb1b-5293-4930-91a9-1c3cd2e6a308 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-08T17:19:51Z,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a992292b6dae455593d228217860e2e1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-08T17:19:52Z,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 594.668065] env[65448]: DEBUG nova.virt.hardware [None req-b704cb1b-5293-4930-91a9-1c3cd2e6a308 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 594.668065] env[65448]: DEBUG nova.virt.hardware [None req-b704cb1b-5293-4930-91a9-1c3cd2e6a308 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 594.668532] env[65448]: DEBUG nova.virt.hardware [None req-b704cb1b-5293-4930-91a9-1c3cd2e6a308 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 594.668532] env[65448]: DEBUG nova.virt.hardware [None req-b704cb1b-5293-4930-91a9-1c3cd2e6a308 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 594.668532] env[65448]: DEBUG nova.virt.hardware [None req-b704cb1b-5293-4930-91a9-1c3cd2e6a308 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 594.669684] env[65448]: DEBUG nova.virt.hardware [None req-b704cb1b-5293-4930-91a9-1c3cd2e6a308 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 594.669684] env[65448]: DEBUG nova.virt.hardware [None req-b704cb1b-5293-4930-91a9-1c3cd2e6a308 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 594.669684] env[65448]: DEBUG nova.virt.hardware [None req-b704cb1b-5293-4930-91a9-1c3cd2e6a308 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 594.669684] env[65448]: DEBUG nova.virt.hardware [None req-b704cb1b-5293-4930-91a9-1c3cd2e6a308 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 594.669684] env[65448]: DEBUG nova.virt.hardware [None req-b704cb1b-5293-4930-91a9-1c3cd2e6a308 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 594.671308] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f494756e-4b9f-4035-8668-638248409c76 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.680188] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30fd8fd2-a0a1-4d90-9091-55fc15d419c6 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.689739] env[65448]: DEBUG nova.network.neutron [None req-c32a046a-4868-454e-8c4b-cd7388c67a8c tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] [instance: 12878a90-86d2-4609-80aa-de0d1bdb64c0] Updating instance_info_cache with network_info: [{"id": "6762706e-b7be-4052-8305-48c037b26b72", "address": "fa:16:3e:ba:84:f9", "network": {"id": "8bceff40-3fe8-4c4e-8d97-0f1608c6de19", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.163", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a992292b6dae455593d228217860e2e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6762706e-b7", "ovs_interfaceid": "6762706e-b7be-4052-8305-48c037b26b72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 594.721501] env[65448]: DEBUG oslo_vmware.api [None req-d8545749-1272-4d19-92c8-428eac84ef39 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Task: {'id': task-4937003, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.810856] env[65448]: DEBUG nova.network.neutron [None req-b704cb1b-5293-4930-91a9-1c3cd2e6a308 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] [instance: 98934034-6202-43e2-8c37-cbde37e0cf78] Successfully created port: 563c0a80-9e7a-4f3f-9dd1-d6fee14bee79 {{(pid=65448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 594.888549] env[65448]: DEBUG nova.scheduler.client.report [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 594.903785] env[65448]: WARNING neutronclient.v2_0.client [None req-dfe0688e-255b-4b3f-a7b4-27baeff883ce tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 594.978847] env[65448]: DEBUG oslo_vmware.api [None req-4bc17972-6ed8-46f0-94f1-ac0b7fa0124a tempest-TenantUsagesTestJSON-1937329192 tempest-TenantUsagesTestJSON-1937329192-project-member] Task: {'id': task-4937002, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.546759} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.978847] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bc17972-6ed8-46f0-94f1-ac0b7fa0124a tempest-TenantUsagesTestJSON-1937329192 tempest-TenantUsagesTestJSON-1937329192-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] 355e8336-6743-41dc-b678-3e8025295ba9/355e8336-6743-41dc-b678-3e8025295ba9.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 594.979177] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-4bc17972-6ed8-46f0-94f1-ac0b7fa0124a tempest-TenantUsagesTestJSON-1937329192 tempest-TenantUsagesTestJSON-1937329192-project-member] [instance: 355e8336-6743-41dc-b678-3e8025295ba9] Extending root virtual disk to 1048576 {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 594.979236] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ce3f9bb1-a859-4a31-93db-f010f58b71fe {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.992276] env[65448]: DEBUG oslo_vmware.api [None req-4bc17972-6ed8-46f0-94f1-ac0b7fa0124a tempest-TenantUsagesTestJSON-1937329192 tempest-TenantUsagesTestJSON-1937329192-project-member] Waiting for the task: (returnval){ [ 594.992276] env[65448]: value = "task-4937004" [ 594.992276] env[65448]: _type = "Task" [ 594.992276] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.007192] env[65448]: DEBUG oslo_vmware.api [None req-4bc17972-6ed8-46f0-94f1-ac0b7fa0124a tempest-TenantUsagesTestJSON-1937329192 tempest-TenantUsagesTestJSON-1937329192-project-member] Task: {'id': task-4937004, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.119627] env[65448]: DEBUG oslo_concurrency.lockutils [None req-69b2a735-7e01-40f4-a4c6-81531c1151bc tempest-ServerExternalEventsTest-1810177272 tempest-ServerExternalEventsTest-1810177272-project-member] Acquiring lock "refresh_cache-a2724af1-294c-4358-9aa3-938b7d8db7d4" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.119627] env[65448]: DEBUG oslo_concurrency.lockutils [None req-69b2a735-7e01-40f4-a4c6-81531c1151bc tempest-ServerExternalEventsTest-1810177272 tempest-ServerExternalEventsTest-1810177272-project-member] Acquired lock "refresh_cache-a2724af1-294c-4358-9aa3-938b7d8db7d4" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.119627] env[65448]: DEBUG nova.network.neutron [None req-69b2a735-7e01-40f4-a4c6-81531c1151bc tempest-ServerExternalEventsTest-1810177272 tempest-ServerExternalEventsTest-1810177272-project-member] [instance: a2724af1-294c-4358-9aa3-938b7d8db7d4] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 595.174429] env[65448]: DEBUG nova.network.neutron [None req-dfe0688e-255b-4b3f-a7b4-27baeff883ce tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] [instance: 7b76faba-15f3-4412-b5e7-5354a6bfd35f] Updating instance_info_cache with network_info: [{"id": "47aae831-5b43-4058-a177-3e3eed7944a8", "address": "fa:16:3e:a5:c2:03", "network": {"id": "8bceff40-3fe8-4c4e-8d97-0f1608c6de19", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.46", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a992292b6dae455593d228217860e2e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47aae831-5b", "ovs_interfaceid": "47aae831-5b43-4058-a177-3e3eed7944a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 595.204827] env[65448]: DEBUG oslo_concurrency.lockutils [None req-c32a046a-4868-454e-8c4b-cd7388c67a8c tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] Releasing lock "refresh_cache-12878a90-86d2-4609-80aa-de0d1bdb64c0" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.205196] env[65448]: DEBUG nova.compute.manager [None req-c32a046a-4868-454e-8c4b-cd7388c67a8c tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] [instance: 12878a90-86d2-4609-80aa-de0d1bdb64c0] Instance network_info: |[{"id": "6762706e-b7be-4052-8305-48c037b26b72", "address": "fa:16:3e:ba:84:f9", "network": {"id": "8bceff40-3fe8-4c4e-8d97-0f1608c6de19", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.163", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a992292b6dae455593d228217860e2e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6762706e-b7", "ovs_interfaceid": "6762706e-b7be-4052-8305-48c037b26b72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 595.205641] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-c32a046a-4868-454e-8c4b-cd7388c67a8c tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] [instance: 12878a90-86d2-4609-80aa-de0d1bdb64c0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:84:f9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '07e9bef1-2b0e-4e4d-997f-de71bb0e213a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6762706e-b7be-4052-8305-48c037b26b72', 'vif_model': 'vmxnet3'}] {{(pid=65448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 595.213545] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-c32a046a-4868-454e-8c4b-cd7388c67a8c tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] Creating folder: Project (1b2a05e5ceb24ae0a3bd225b4db95558). Parent ref: group-v961779. {{(pid=65448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 595.213955] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-515fbfc4-0160-4c8e-bd93-52e4af69f953 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.225851] env[65448]: DEBUG oslo_vmware.api [None req-d8545749-1272-4d19-92c8-428eac84ef39 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Task: {'id': task-4937003, 'name': PowerOnVM_Task, 'duration_secs': 0.650706} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.226133] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8545749-1272-4d19-92c8-428eac84ef39 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] [instance: 101b6ef8-fab1-4626-9524-4e080c5ad298] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 595.227033] env[65448]: INFO nova.compute.manager [None req-d8545749-1272-4d19-92c8-428eac84ef39 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] [instance: 101b6ef8-fab1-4626-9524-4e080c5ad298] Took 9.68 seconds to spawn the instance on the hypervisor. [ 595.227033] env[65448]: DEBUG nova.compute.manager [None req-d8545749-1272-4d19-92c8-428eac84ef39 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] [instance: 101b6ef8-fab1-4626-9524-4e080c5ad298] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 595.228031] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb4f05a0-8589-4ed8-9b21-de38f4d17f16 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.231555] env[65448]: INFO nova.virt.vmwareapi.vm_util [None req-c32a046a-4868-454e-8c4b-cd7388c67a8c tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] Created folder: Project (1b2a05e5ceb24ae0a3bd225b4db95558) in parent group-v961779. [ 595.231711] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-c32a046a-4868-454e-8c4b-cd7388c67a8c tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] Creating folder: Instances. Parent ref: group-v961789. {{(pid=65448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 595.232295] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9b1088f0-d5c6-4027-8fc5-97559ec269e3 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.242820] env[65448]: INFO nova.virt.vmwareapi.vm_util [None req-c32a046a-4868-454e-8c4b-cd7388c67a8c tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] Created folder: Instances in parent group-v961789. [ 595.243099] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-c32a046a-4868-454e-8c4b-cd7388c67a8c tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 595.243302] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12878a90-86d2-4609-80aa-de0d1bdb64c0] Creating VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 595.243512] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-988454b0-946d-4ceb-8c87-f72ace9f390a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.269344] env[65448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 595.269344] env[65448]: value = "task-4937008" [ 595.269344] env[65448]: _type = "Task" [ 595.269344] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.279137] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937008, 'name': CreateVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.393335] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65448) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 595.393519] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.790s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 595.393860] env[65448]: DEBUG oslo_concurrency.lockutils [None req-2ed03384-3dc6-406d-82dd-565429702188 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.103s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 595.398120] env[65448]: INFO nova.compute.claims [None req-2ed03384-3dc6-406d-82dd-565429702188 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] [instance: b9df7ebd-a64a-4031-89f7-75a8aee3c74c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 595.509946] env[65448]: DEBUG oslo_vmware.api [None req-4bc17972-6ed8-46f0-94f1-ac0b7fa0124a tempest-TenantUsagesTestJSON-1937329192 tempest-TenantUsagesTestJSON-1937329192-project-member] Task: {'id': task-4937004, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082027} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.509946] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-4bc17972-6ed8-46f0-94f1-ac0b7fa0124a tempest-TenantUsagesTestJSON-1937329192 tempest-TenantUsagesTestJSON-1937329192-project-member] [instance: 355e8336-6743-41dc-b678-3e8025295ba9] Extended root virtual disk {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 595.510152] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf07143f-bc2b-416c-8da5-b775eb2a9825 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.539518] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-4bc17972-6ed8-46f0-94f1-ac0b7fa0124a tempest-TenantUsagesTestJSON-1937329192 tempest-TenantUsagesTestJSON-1937329192-project-member] [instance: 355e8336-6743-41dc-b678-3e8025295ba9] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] 355e8336-6743-41dc-b678-3e8025295ba9/355e8336-6743-41dc-b678-3e8025295ba9.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 595.539877] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78f5c502-18f7-406a-a8f0-0b57f780369b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.561614] env[65448]: DEBUG oslo_vmware.api [None req-4bc17972-6ed8-46f0-94f1-ac0b7fa0124a tempest-TenantUsagesTestJSON-1937329192 tempest-TenantUsagesTestJSON-1937329192-project-member] Waiting for the task: (returnval){ [ 595.561614] env[65448]: value = "task-4937009" [ 595.561614] env[65448]: _type = "Task" [ 595.561614] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.571286] env[65448]: DEBUG oslo_vmware.api [None req-4bc17972-6ed8-46f0-94f1-ac0b7fa0124a tempest-TenantUsagesTestJSON-1937329192 tempest-TenantUsagesTestJSON-1937329192-project-member] Task: {'id': task-4937009, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.680723] env[65448]: DEBUG oslo_concurrency.lockutils [None req-dfe0688e-255b-4b3f-a7b4-27baeff883ce tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Releasing lock "refresh_cache-7b76faba-15f3-4412-b5e7-5354a6bfd35f" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.681335] env[65448]: DEBUG nova.compute.manager [None req-dfe0688e-255b-4b3f-a7b4-27baeff883ce tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] [instance: 7b76faba-15f3-4412-b5e7-5354a6bfd35f] Instance network_info: |[{"id": "47aae831-5b43-4058-a177-3e3eed7944a8", "address": "fa:16:3e:a5:c2:03", "network": {"id": "8bceff40-3fe8-4c4e-8d97-0f1608c6de19", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.46", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a992292b6dae455593d228217860e2e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47aae831-5b", "ovs_interfaceid": "47aae831-5b43-4058-a177-3e3eed7944a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 595.682115] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-dfe0688e-255b-4b3f-a7b4-27baeff883ce tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] [instance: 7b76faba-15f3-4412-b5e7-5354a6bfd35f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a5:c2:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '07e9bef1-2b0e-4e4d-997f-de71bb0e213a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '47aae831-5b43-4058-a177-3e3eed7944a8', 'vif_model': 'vmxnet3'}] {{(pid=65448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 595.693631] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfe0688e-255b-4b3f-a7b4-27baeff883ce tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Creating folder: Project (084f3b05a4bf4688bf8e385ebb69eb68). Parent ref: group-v961779. {{(pid=65448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 595.694843] env[65448]: DEBUG nova.network.neutron [None req-69b2a735-7e01-40f4-a4c6-81531c1151bc tempest-ServerExternalEventsTest-1810177272 tempest-ServerExternalEventsTest-1810177272-project-member] [instance: a2724af1-294c-4358-9aa3-938b7d8db7d4] Instance cache missing network info. {{(pid=65448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 595.697226] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-25a93509-bcec-48b9-a844-35477263043b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.711246] env[65448]: INFO nova.virt.vmwareapi.vm_util [None req-dfe0688e-255b-4b3f-a7b4-27baeff883ce tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Created folder: Project (084f3b05a4bf4688bf8e385ebb69eb68) in parent group-v961779. [ 595.711246] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfe0688e-255b-4b3f-a7b4-27baeff883ce tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Creating folder: Instances. Parent ref: group-v961792. {{(pid=65448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 595.711600] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-956ccb10-5625-4d40-a009-7f09c5e48344 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.725151] env[65448]: INFO nova.virt.vmwareapi.vm_util [None req-dfe0688e-255b-4b3f-a7b4-27baeff883ce tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Created folder: Instances in parent group-v961792. [ 595.725570] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-dfe0688e-255b-4b3f-a7b4-27baeff883ce tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 595.725774] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b76faba-15f3-4412-b5e7-5354a6bfd35f] Creating VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 595.726010] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5ece7ce2-dc02-4de6-94dc-6f6e4fc3c970 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.750405] env[65448]: INFO nova.compute.manager [None req-d8545749-1272-4d19-92c8-428eac84ef39 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] [instance: 101b6ef8-fab1-4626-9524-4e080c5ad298] Took 16.06 seconds to build instance. [ 595.753445] env[65448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 595.753445] env[65448]: value = "task-4937012" [ 595.753445] env[65448]: _type = "Task" [ 595.753445] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.764446] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937012, 'name': CreateVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.780031] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937008, 'name': CreateVM_Task, 'duration_secs': 0.402855} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.780768] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12878a90-86d2-4609-80aa-de0d1bdb64c0] Created VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 595.781307] env[65448]: WARNING neutronclient.v2_0.client [None req-c32a046a-4868-454e-8c4b-cd7388c67a8c tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 595.781699] env[65448]: DEBUG oslo_concurrency.lockutils [None req-c32a046a-4868-454e-8c4b-cd7388c67a8c tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.781847] env[65448]: DEBUG oslo_concurrency.lockutils [None req-c32a046a-4868-454e-8c4b-cd7388c67a8c tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.782162] env[65448]: DEBUG oslo_concurrency.lockutils [None req-c32a046a-4868-454e-8c4b-cd7388c67a8c tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.782694] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b048262-3982-4b6b-92cb-bfe9d27c3308 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.790267] env[65448]: DEBUG oslo_vmware.api [None req-c32a046a-4868-454e-8c4b-cd7388c67a8c tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] Waiting for the task: (returnval){ [ 595.790267] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]528179db-9992-9beb-42a7-c4c61595762e" [ 595.790267] env[65448]: _type = "Task" [ 595.790267] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.800230] env[65448]: DEBUG oslo_vmware.api [None req-c32a046a-4868-454e-8c4b-cd7388c67a8c tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]528179db-9992-9beb-42a7-c4c61595762e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.993488] env[65448]: DEBUG oslo_concurrency.lockutils [None req-1d27f5b1-f32a-480e-b53c-c6838a0460d0 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Acquiring lock "6298b6d7-5892-48cc-b808-eeca3d91f57e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 595.993863] env[65448]: DEBUG oslo_concurrency.lockutils [None req-1d27f5b1-f32a-480e-b53c-c6838a0460d0 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Lock "6298b6d7-5892-48cc-b808-eeca3d91f57e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 596.072489] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5104d940-b96e-4a40-8b12-f82645fe3eeb tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Acquiring lock "204b5f52-2264-4c23-8799-4b3f57682409" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 596.072489] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5104d940-b96e-4a40-8b12-f82645fe3eeb tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Lock "204b5f52-2264-4c23-8799-4b3f57682409" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 596.078979] env[65448]: DEBUG oslo_vmware.api [None req-4bc17972-6ed8-46f0-94f1-ac0b7fa0124a tempest-TenantUsagesTestJSON-1937329192 tempest-TenantUsagesTestJSON-1937329192-project-member] Task: {'id': task-4937009, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.240158] env[65448]: WARNING neutronclient.v2_0.client [None req-69b2a735-7e01-40f4-a4c6-81531c1151bc tempest-ServerExternalEventsTest-1810177272 tempest-ServerExternalEventsTest-1810177272-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 596.257035] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d8545749-1272-4d19-92c8-428eac84ef39 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Lock "101b6ef8-fab1-4626-9524-4e080c5ad298" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.568s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 596.264984] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937012, 'name': CreateVM_Task, 'duration_secs': 0.421904} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.265478] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b76faba-15f3-4412-b5e7-5354a6bfd35f] Created VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 596.266398] env[65448]: WARNING neutronclient.v2_0.client [None req-dfe0688e-255b-4b3f-a7b4-27baeff883ce tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 596.266989] env[65448]: DEBUG oslo_concurrency.lockutils [None req-dfe0688e-255b-4b3f-a7b4-27baeff883ce tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.302664] env[65448]: DEBUG oslo_vmware.api [None req-c32a046a-4868-454e-8c4b-cd7388c67a8c tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]528179db-9992-9beb-42a7-c4c61595762e, 'name': SearchDatastore_Task, 'duration_secs': 0.019978} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.303370] env[65448]: DEBUG oslo_concurrency.lockutils [None req-c32a046a-4868-454e-8c4b-cd7388c67a8c tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.303785] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-c32a046a-4868-454e-8c4b-cd7388c67a8c tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] [instance: 12878a90-86d2-4609-80aa-de0d1bdb64c0] Processing image 50fb366d-48e6-424f-9c20-bc83d77be76a {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 596.306022] env[65448]: DEBUG oslo_concurrency.lockutils [None req-c32a046a-4868-454e-8c4b-cd7388c67a8c tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.306022] env[65448]: DEBUG oslo_concurrency.lockutils [None req-c32a046a-4868-454e-8c4b-cd7388c67a8c tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.306022] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-c32a046a-4868-454e-8c4b-cd7388c67a8c tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 596.306022] env[65448]: DEBUG oslo_concurrency.lockutils [None req-dfe0688e-255b-4b3f-a7b4-27baeff883ce tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.306210] env[65448]: DEBUG oslo_concurrency.lockutils [None req-dfe0688e-255b-4b3f-a7b4-27baeff883ce tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.306210] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bec5868f-5657-4d5e-807d-3e989a1c4d05 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.308230] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-953ee4ca-4d71-4247-bb0b-c3d513a9a19d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.313781] env[65448]: DEBUG oslo_vmware.api [None req-dfe0688e-255b-4b3f-a7b4-27baeff883ce tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Waiting for the task: (returnval){ [ 596.313781] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52b9aff7-0c6a-4f81-80a4-1f1de4861f18" [ 596.313781] env[65448]: _type = "Task" [ 596.313781] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.324329] env[65448]: DEBUG oslo_vmware.api [None req-dfe0688e-255b-4b3f-a7b4-27baeff883ce tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52b9aff7-0c6a-4f81-80a4-1f1de4861f18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.328674] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-c32a046a-4868-454e-8c4b-cd7388c67a8c tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 596.328674] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-c32a046a-4868-454e-8c4b-cd7388c67a8c tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 596.328674] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51730e26-9227-4334-a4e9-448335712c0b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.337790] env[65448]: DEBUG oslo_vmware.api [None req-c32a046a-4868-454e-8c4b-cd7388c67a8c tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] Waiting for the task: (returnval){ [ 596.337790] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52c2a7d1-0f1b-ca83-d2aa-c05a591510f4" [ 596.337790] env[65448]: _type = "Task" [ 596.337790] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.344898] env[65448]: DEBUG oslo_vmware.api [None req-c32a046a-4868-454e-8c4b-cd7388c67a8c tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52c2a7d1-0f1b-ca83-d2aa-c05a591510f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.408149] env[65448]: DEBUG nova.network.neutron [None req-b704cb1b-5293-4930-91a9-1c3cd2e6a308 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] [instance: 98934034-6202-43e2-8c37-cbde37e0cf78] Successfully updated port: 563c0a80-9e7a-4f3f-9dd1-d6fee14bee79 {{(pid=65448) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 596.499089] env[65448]: DEBUG nova.compute.manager [None req-1d27f5b1-f32a-480e-b53c-c6838a0460d0 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 6298b6d7-5892-48cc-b808-eeca3d91f57e] Starting instance... {{(pid=65448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2483}} [ 596.536444] env[65448]: DEBUG nova.network.neutron [None req-69b2a735-7e01-40f4-a4c6-81531c1151bc tempest-ServerExternalEventsTest-1810177272 tempest-ServerExternalEventsTest-1810177272-project-member] [instance: a2724af1-294c-4358-9aa3-938b7d8db7d4] Updating instance_info_cache with network_info: [{"id": "897ddb0d-97bb-4f75-b59e-1ebab1eea5d3", "address": "fa:16:3e:1d:69:0a", "network": {"id": "8bceff40-3fe8-4c4e-8d97-0f1608c6de19", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.165", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a992292b6dae455593d228217860e2e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap897ddb0d-97", "ovs_interfaceid": "897ddb0d-97bb-4f75-b59e-1ebab1eea5d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 596.578215] env[65448]: DEBUG oslo_vmware.api [None req-4bc17972-6ed8-46f0-94f1-ac0b7fa0124a tempest-TenantUsagesTestJSON-1937329192 tempest-TenantUsagesTestJSON-1937329192-project-member] Task: {'id': task-4937009, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.579761] env[65448]: DEBUG nova.compute.manager [None req-5104d940-b96e-4a40-8b12-f82645fe3eeb tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: 204b5f52-2264-4c23-8799-4b3f57682409] Starting instance... {{(pid=65448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2483}} [ 596.584468] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c86ba64f-697a-4ac5-930b-1e8ff837eb3c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.593809] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeb615b4-9cf5-4a10-bed1-8092c12bff2a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.627749] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2cb0892-a5e3-43d7-abe6-422649c3eef6 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.637405] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15c16358-5299-4a81-bb39-3cca66bd928c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.652541] env[65448]: DEBUG nova.compute.provider_tree [None req-2ed03384-3dc6-406d-82dd-565429702188 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 596.825247] env[65448]: DEBUG oslo_vmware.api [None req-dfe0688e-255b-4b3f-a7b4-27baeff883ce tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52b9aff7-0c6a-4f81-80a4-1f1de4861f18, 'name': SearchDatastore_Task, 'duration_secs': 0.060586} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.825814] env[65448]: DEBUG oslo_concurrency.lockutils [None req-dfe0688e-255b-4b3f-a7b4-27baeff883ce tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.825814] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-dfe0688e-255b-4b3f-a7b4-27baeff883ce tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] [instance: 7b76faba-15f3-4412-b5e7-5354a6bfd35f] Processing image 50fb366d-48e6-424f-9c20-bc83d77be76a {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 596.825991] env[65448]: DEBUG oslo_concurrency.lockutils [None req-dfe0688e-255b-4b3f-a7b4-27baeff883ce tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.847026] env[65448]: DEBUG oslo_vmware.api [None req-c32a046a-4868-454e-8c4b-cd7388c67a8c tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52c2a7d1-0f1b-ca83-d2aa-c05a591510f4, 'name': SearchDatastore_Task, 'duration_secs': 0.045826} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.848360] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0842c94-df6c-47e4-b82e-c91d2723bd4c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.854437] env[65448]: DEBUG oslo_vmware.api [None req-c32a046a-4868-454e-8c4b-cd7388c67a8c tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] Waiting for the task: (returnval){ [ 596.854437] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]529dac2b-61b2-80a5-6a31-673a10b70556" [ 596.854437] env[65448]: _type = "Task" [ 596.854437] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.863374] env[65448]: DEBUG oslo_vmware.api [None req-c32a046a-4868-454e-8c4b-cd7388c67a8c tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]529dac2b-61b2-80a5-6a31-673a10b70556, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.912354] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b704cb1b-5293-4930-91a9-1c3cd2e6a308 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Acquiring lock "refresh_cache-98934034-6202-43e2-8c37-cbde37e0cf78" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.912534] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b704cb1b-5293-4930-91a9-1c3cd2e6a308 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Acquired lock "refresh_cache-98934034-6202-43e2-8c37-cbde37e0cf78" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.912706] env[65448]: DEBUG nova.network.neutron [None req-b704cb1b-5293-4930-91a9-1c3cd2e6a308 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] [instance: 98934034-6202-43e2-8c37-cbde37e0cf78] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 596.916457] env[65448]: DEBUG nova.compute.manager [req-38e91af4-e124-485e-9cfa-e20408fa5918 req-66eebf8d-b315-4eb5-b5c3-5528c43b109d service nova] [instance: 355e8336-6743-41dc-b678-3e8025295ba9] Received event network-changed-a7e8262d-be2d-4374-a0c8-29b78573255e {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 596.916644] env[65448]: DEBUG nova.compute.manager [req-38e91af4-e124-485e-9cfa-e20408fa5918 req-66eebf8d-b315-4eb5-b5c3-5528c43b109d service nova] [instance: 355e8336-6743-41dc-b678-3e8025295ba9] Refreshing instance network info cache due to event network-changed-a7e8262d-be2d-4374-a0c8-29b78573255e. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 596.916811] env[65448]: DEBUG oslo_concurrency.lockutils [req-38e91af4-e124-485e-9cfa-e20408fa5918 req-66eebf8d-b315-4eb5-b5c3-5528c43b109d service nova] Acquiring lock "refresh_cache-355e8336-6743-41dc-b678-3e8025295ba9" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.916930] env[65448]: DEBUG oslo_concurrency.lockutils [req-38e91af4-e124-485e-9cfa-e20408fa5918 req-66eebf8d-b315-4eb5-b5c3-5528c43b109d service nova] Acquired lock "refresh_cache-355e8336-6743-41dc-b678-3e8025295ba9" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.917099] env[65448]: DEBUG nova.network.neutron [req-38e91af4-e124-485e-9cfa-e20408fa5918 req-66eebf8d-b315-4eb5-b5c3-5528c43b109d service nova] [instance: 355e8336-6743-41dc-b678-3e8025295ba9] Refreshing network info cache for port a7e8262d-be2d-4374-a0c8-29b78573255e {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 597.020511] env[65448]: DEBUG oslo_concurrency.lockutils [None req-1d27f5b1-f32a-480e-b53c-c6838a0460d0 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 597.041044] env[65448]: DEBUG oslo_concurrency.lockutils [None req-69b2a735-7e01-40f4-a4c6-81531c1151bc tempest-ServerExternalEventsTest-1810177272 tempest-ServerExternalEventsTest-1810177272-project-member] Releasing lock "refresh_cache-a2724af1-294c-4358-9aa3-938b7d8db7d4" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.041044] env[65448]: DEBUG nova.compute.manager [None req-69b2a735-7e01-40f4-a4c6-81531c1151bc tempest-ServerExternalEventsTest-1810177272 tempest-ServerExternalEventsTest-1810177272-project-member] [instance: a2724af1-294c-4358-9aa3-938b7d8db7d4] Instance network_info: |[{"id": "897ddb0d-97bb-4f75-b59e-1ebab1eea5d3", "address": "fa:16:3e:1d:69:0a", "network": {"id": "8bceff40-3fe8-4c4e-8d97-0f1608c6de19", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.165", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a992292b6dae455593d228217860e2e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap897ddb0d-97", "ovs_interfaceid": "897ddb0d-97bb-4f75-b59e-1ebab1eea5d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 597.041413] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-69b2a735-7e01-40f4-a4c6-81531c1151bc tempest-ServerExternalEventsTest-1810177272 tempest-ServerExternalEventsTest-1810177272-project-member] [instance: a2724af1-294c-4358-9aa3-938b7d8db7d4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1d:69:0a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '07e9bef1-2b0e-4e4d-997f-de71bb0e213a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '897ddb0d-97bb-4f75-b59e-1ebab1eea5d3', 'vif_model': 'vmxnet3'}] {{(pid=65448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 597.047832] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-69b2a735-7e01-40f4-a4c6-81531c1151bc tempest-ServerExternalEventsTest-1810177272 tempest-ServerExternalEventsTest-1810177272-project-member] Creating folder: Project (ba904b2b5e234268a2ad5db9f5c24f67). Parent ref: group-v961779. {{(pid=65448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 597.048642] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-faeddf65-6234-4b8c-8ce9-fe31c070b805 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.060093] env[65448]: INFO nova.virt.vmwareapi.vm_util [None req-69b2a735-7e01-40f4-a4c6-81531c1151bc tempest-ServerExternalEventsTest-1810177272 tempest-ServerExternalEventsTest-1810177272-project-member] Created folder: Project (ba904b2b5e234268a2ad5db9f5c24f67) in parent group-v961779. [ 597.060335] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-69b2a735-7e01-40f4-a4c6-81531c1151bc tempest-ServerExternalEventsTest-1810177272 tempest-ServerExternalEventsTest-1810177272-project-member] Creating folder: Instances. Parent ref: group-v961795. {{(pid=65448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 597.061000] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4188114b-d163-4a6e-a43f-03a4b10ac50c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.073871] env[65448]: DEBUG oslo_vmware.api [None req-4bc17972-6ed8-46f0-94f1-ac0b7fa0124a tempest-TenantUsagesTestJSON-1937329192 tempest-TenantUsagesTestJSON-1937329192-project-member] Task: {'id': task-4937009, 'name': ReconfigVM_Task, 'duration_secs': 1.036172} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.075076] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-4bc17972-6ed8-46f0-94f1-ac0b7fa0124a tempest-TenantUsagesTestJSON-1937329192 tempest-TenantUsagesTestJSON-1937329192-project-member] [instance: 355e8336-6743-41dc-b678-3e8025295ba9] Reconfigured VM instance instance-00000001 to attach disk [datastore2] 355e8336-6743-41dc-b678-3e8025295ba9/355e8336-6743-41dc-b678-3e8025295ba9.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 597.075702] env[65448]: INFO nova.virt.vmwareapi.vm_util [None req-69b2a735-7e01-40f4-a4c6-81531c1151bc tempest-ServerExternalEventsTest-1810177272 tempest-ServerExternalEventsTest-1810177272-project-member] Created folder: Instances in parent group-v961795. [ 597.075933] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-69b2a735-7e01-40f4-a4c6-81531c1151bc tempest-ServerExternalEventsTest-1810177272 tempest-ServerExternalEventsTest-1810177272-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 597.076217] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c6a98955-935b-41a7-bd5f-67fec531f737 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.077898] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2724af1-294c-4358-9aa3-938b7d8db7d4] Creating VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 597.078143] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d8e042f5-cb68-4711-ab14-4adca57d01c9 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.103177] env[65448]: DEBUG oslo_vmware.api [None req-4bc17972-6ed8-46f0-94f1-ac0b7fa0124a tempest-TenantUsagesTestJSON-1937329192 tempest-TenantUsagesTestJSON-1937329192-project-member] Waiting for the task: (returnval){ [ 597.103177] env[65448]: value = "task-4937015" [ 597.103177] env[65448]: _type = "Task" [ 597.103177] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.103177] env[65448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 597.103177] env[65448]: value = "task-4937016" [ 597.103177] env[65448]: _type = "Task" [ 597.103177] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.119133] env[65448]: DEBUG oslo_vmware.api [None req-4bc17972-6ed8-46f0-94f1-ac0b7fa0124a tempest-TenantUsagesTestJSON-1937329192 tempest-TenantUsagesTestJSON-1937329192-project-member] Task: {'id': task-4937015, 'name': Rename_Task} progress is 6%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.123042] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937016, 'name': CreateVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.124803] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5104d940-b96e-4a40-8b12-f82645fe3eeb tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 597.156151] env[65448]: DEBUG nova.scheduler.client.report [None req-2ed03384-3dc6-406d-82dd-565429702188 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 597.244860] env[65448]: DEBUG oslo_concurrency.lockutils [None req-08fe8aac-8f1e-4f5e-8578-ff424736de6e tempest-ServerDiagnosticsNegativeTest-649700980 tempest-ServerDiagnosticsNegativeTest-649700980-project-member] Acquiring lock "2ceb8324-07de-45d9-bc39-b8661a6a35e4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 597.245280] env[65448]: DEBUG oslo_concurrency.lockutils [None req-08fe8aac-8f1e-4f5e-8578-ff424736de6e tempest-ServerDiagnosticsNegativeTest-649700980 tempest-ServerDiagnosticsNegativeTest-649700980-project-member] Lock "2ceb8324-07de-45d9-bc39-b8661a6a35e4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 597.368602] env[65448]: DEBUG oslo_vmware.api [None req-c32a046a-4868-454e-8c4b-cd7388c67a8c tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]529dac2b-61b2-80a5-6a31-673a10b70556, 'name': SearchDatastore_Task, 'duration_secs': 0.037773} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.368878] env[65448]: DEBUG oslo_concurrency.lockutils [None req-c32a046a-4868-454e-8c4b-cd7388c67a8c tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.369239] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-c32a046a-4868-454e-8c4b-cd7388c67a8c tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] 12878a90-86d2-4609-80aa-de0d1bdb64c0/12878a90-86d2-4609-80aa-de0d1bdb64c0.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 597.369624] env[65448]: DEBUG oslo_concurrency.lockutils [None req-dfe0688e-255b-4b3f-a7b4-27baeff883ce tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.370126] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfe0688e-255b-4b3f-a7b4-27baeff883ce tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 597.370226] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d1f9758b-115b-4a4d-8001-f9d62ff62f25 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.373097] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-449e6613-b4af-452c-bd9d-fec586300f92 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.381623] env[65448]: DEBUG oslo_vmware.api [None req-c32a046a-4868-454e-8c4b-cd7388c67a8c tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] Waiting for the task: (returnval){ [ 597.381623] env[65448]: value = "task-4937018" [ 597.381623] env[65448]: _type = "Task" [ 597.381623] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.386394] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfe0688e-255b-4b3f-a7b4-27baeff883ce tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 597.386681] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-dfe0688e-255b-4b3f-a7b4-27baeff883ce tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 597.387948] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a277789-783b-40b5-b0fd-d9a91e783fa0 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.396099] env[65448]: DEBUG oslo_vmware.api [None req-c32a046a-4868-454e-8c4b-cd7388c67a8c tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] Task: {'id': task-4937018, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.397943] env[65448]: DEBUG oslo_vmware.api [None req-dfe0688e-255b-4b3f-a7b4-27baeff883ce tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Waiting for the task: (returnval){ [ 597.397943] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52fcbd3c-cc1d-bbfa-2199-48b7541d73c5" [ 597.397943] env[65448]: _type = "Task" [ 597.397943] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.408254] env[65448]: DEBUG oslo_vmware.api [None req-dfe0688e-255b-4b3f-a7b4-27baeff883ce tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52fcbd3c-cc1d-bbfa-2199-48b7541d73c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.421763] env[65448]: WARNING neutronclient.v2_0.client [req-38e91af4-e124-485e-9cfa-e20408fa5918 req-66eebf8d-b315-4eb5-b5c3-5528c43b109d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 597.493966] env[65448]: DEBUG nova.network.neutron [None req-b704cb1b-5293-4930-91a9-1c3cd2e6a308 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] [instance: 98934034-6202-43e2-8c37-cbde37e0cf78] Instance cache missing network info. {{(pid=65448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 597.626600] env[65448]: DEBUG oslo_vmware.api [None req-4bc17972-6ed8-46f0-94f1-ac0b7fa0124a tempest-TenantUsagesTestJSON-1937329192 tempest-TenantUsagesTestJSON-1937329192-project-member] Task: {'id': task-4937015, 'name': Rename_Task, 'duration_secs': 0.217066} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.631060] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bc17972-6ed8-46f0-94f1-ac0b7fa0124a tempest-TenantUsagesTestJSON-1937329192 tempest-TenantUsagesTestJSON-1937329192-project-member] [instance: 355e8336-6743-41dc-b678-3e8025295ba9] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 597.631060] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937016, 'name': CreateVM_Task, 'duration_secs': 0.369186} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.631060] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-24d79a59-68d0-4f3f-ad99-d852596ba26f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.631060] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2724af1-294c-4358-9aa3-938b7d8db7d4] Created VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 597.632319] env[65448]: WARNING neutronclient.v2_0.client [None req-69b2a735-7e01-40f4-a4c6-81531c1151bc tempest-ServerExternalEventsTest-1810177272 tempest-ServerExternalEventsTest-1810177272-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 597.632319] env[65448]: DEBUG oslo_concurrency.lockutils [None req-69b2a735-7e01-40f4-a4c6-81531c1151bc tempest-ServerExternalEventsTest-1810177272 tempest-ServerExternalEventsTest-1810177272-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.632319] env[65448]: DEBUG oslo_concurrency.lockutils [None req-69b2a735-7e01-40f4-a4c6-81531c1151bc tempest-ServerExternalEventsTest-1810177272 tempest-ServerExternalEventsTest-1810177272-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.632319] env[65448]: DEBUG oslo_concurrency.lockutils [None req-69b2a735-7e01-40f4-a4c6-81531c1151bc tempest-ServerExternalEventsTest-1810177272 tempest-ServerExternalEventsTest-1810177272-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.633158] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d86b0c33-d16f-4533-9dcb-23507fc53216 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.642023] env[65448]: DEBUG oslo_vmware.api [None req-4bc17972-6ed8-46f0-94f1-ac0b7fa0124a tempest-TenantUsagesTestJSON-1937329192 tempest-TenantUsagesTestJSON-1937329192-project-member] Waiting for the task: (returnval){ [ 597.642023] env[65448]: value = "task-4937019" [ 597.642023] env[65448]: _type = "Task" [ 597.642023] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.642023] env[65448]: DEBUG oslo_vmware.api [None req-69b2a735-7e01-40f4-a4c6-81531c1151bc tempest-ServerExternalEventsTest-1810177272 tempest-ServerExternalEventsTest-1810177272-project-member] Waiting for the task: (returnval){ [ 597.642023] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52da4cd1-655a-913c-3c26-7d30551728c3" [ 597.642023] env[65448]: _type = "Task" [ 597.642023] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.662079] env[65448]: DEBUG oslo_vmware.api [None req-69b2a735-7e01-40f4-a4c6-81531c1151bc tempest-ServerExternalEventsTest-1810177272 tempest-ServerExternalEventsTest-1810177272-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52da4cd1-655a-913c-3c26-7d30551728c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.662635] env[65448]: DEBUG oslo_vmware.api [None req-4bc17972-6ed8-46f0-94f1-ac0b7fa0124a tempest-TenantUsagesTestJSON-1937329192 tempest-TenantUsagesTestJSON-1937329192-project-member] Task: {'id': task-4937019, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.663580] env[65448]: DEBUG oslo_concurrency.lockutils [None req-2ed03384-3dc6-406d-82dd-565429702188 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.270s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 597.664295] env[65448]: DEBUG nova.compute.manager [None req-2ed03384-3dc6-406d-82dd-565429702188 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] [instance: b9df7ebd-a64a-4031-89f7-75a8aee3c74c] Start building networks asynchronously for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2881}} [ 597.668020] env[65448]: DEBUG oslo_concurrency.lockutils [None req-1d27f5b1-f32a-480e-b53c-c6838a0460d0 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.647s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 597.669015] env[65448]: INFO nova.compute.claims [None req-1d27f5b1-f32a-480e-b53c-c6838a0460d0 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 6298b6d7-5892-48cc-b808-eeca3d91f57e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 597.754822] env[65448]: DEBUG nova.compute.manager [None req-08fe8aac-8f1e-4f5e-8578-ff424736de6e tempest-ServerDiagnosticsNegativeTest-649700980 tempest-ServerDiagnosticsNegativeTest-649700980-project-member] [instance: 2ceb8324-07de-45d9-bc39-b8661a6a35e4] Starting instance... {{(pid=65448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2483}} [ 597.896534] env[65448]: DEBUG oslo_vmware.api [None req-c32a046a-4868-454e-8c4b-cd7388c67a8c tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] Task: {'id': task-4937018, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.910117] env[65448]: DEBUG oslo_vmware.api [None req-dfe0688e-255b-4b3f-a7b4-27baeff883ce tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52fcbd3c-cc1d-bbfa-2199-48b7541d73c5, 'name': SearchDatastore_Task, 'duration_secs': 0.013303} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.912585] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f378d6ae-bbba-4042-bd5c-48426648c665 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.918199] env[65448]: DEBUG oslo_vmware.api [None req-dfe0688e-255b-4b3f-a7b4-27baeff883ce tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Waiting for the task: (returnval){ [ 597.918199] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52687c37-35b0-3fbf-315d-cbf3b0dc5d64" [ 597.918199] env[65448]: _type = "Task" [ 597.918199] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.928536] env[65448]: DEBUG oslo_vmware.api [None req-dfe0688e-255b-4b3f-a7b4-27baeff883ce tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52687c37-35b0-3fbf-315d-cbf3b0dc5d64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.158215] env[65448]: DEBUG oslo_vmware.api [None req-4bc17972-6ed8-46f0-94f1-ac0b7fa0124a tempest-TenantUsagesTestJSON-1937329192 tempest-TenantUsagesTestJSON-1937329192-project-member] Task: {'id': task-4937019, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.159869] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a1b65ff1-7e94-47db-95a1-fa7db52fa4cf tempest-VolumesAssistedSnapshotsTest-83228541 tempest-VolumesAssistedSnapshotsTest-83228541-project-member] Acquiring lock "b72f98f6-f233-4a51-b4ac-fef6364407f1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 598.159869] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a1b65ff1-7e94-47db-95a1-fa7db52fa4cf tempest-VolumesAssistedSnapshotsTest-83228541 tempest-VolumesAssistedSnapshotsTest-83228541-project-member] Lock "b72f98f6-f233-4a51-b4ac-fef6364407f1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 598.166495] env[65448]: DEBUG oslo_vmware.api [None req-69b2a735-7e01-40f4-a4c6-81531c1151bc tempest-ServerExternalEventsTest-1810177272 tempest-ServerExternalEventsTest-1810177272-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52da4cd1-655a-913c-3c26-7d30551728c3, 'name': SearchDatastore_Task, 'duration_secs': 0.06447} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.167115] env[65448]: DEBUG oslo_concurrency.lockutils [None req-69b2a735-7e01-40f4-a4c6-81531c1151bc tempest-ServerExternalEventsTest-1810177272 tempest-ServerExternalEventsTest-1810177272-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.167422] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-69b2a735-7e01-40f4-a4c6-81531c1151bc tempest-ServerExternalEventsTest-1810177272 tempest-ServerExternalEventsTest-1810177272-project-member] [instance: a2724af1-294c-4358-9aa3-938b7d8db7d4] Processing image 50fb366d-48e6-424f-9c20-bc83d77be76a {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 598.167422] env[65448]: DEBUG oslo_concurrency.lockutils [None req-69b2a735-7e01-40f4-a4c6-81531c1151bc tempest-ServerExternalEventsTest-1810177272 tempest-ServerExternalEventsTest-1810177272-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.174709] env[65448]: DEBUG nova.compute.utils [None req-2ed03384-3dc6-406d-82dd-565429702188 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Using /dev/sd instead of None {{(pid=65448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 598.178027] env[65448]: DEBUG nova.compute.manager [None req-2ed03384-3dc6-406d-82dd-565429702188 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] [instance: b9df7ebd-a64a-4031-89f7-75a8aee3c74c] Allocating IP information in the background. {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 598.179093] env[65448]: DEBUG nova.network.neutron [None req-2ed03384-3dc6-406d-82dd-565429702188 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] [instance: b9df7ebd-a64a-4031-89f7-75a8aee3c74c] allocate_for_instance() {{(pid=65448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 598.179093] env[65448]: WARNING neutronclient.v2_0.client [None req-2ed03384-3dc6-406d-82dd-565429702188 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 598.179093] env[65448]: WARNING neutronclient.v2_0.client [None req-2ed03384-3dc6-406d-82dd-565429702188 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 598.240406] env[65448]: WARNING neutronclient.v2_0.client [None req-b704cb1b-5293-4930-91a9-1c3cd2e6a308 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 598.292309] env[65448]: DEBUG oslo_concurrency.lockutils [None req-08fe8aac-8f1e-4f5e-8578-ff424736de6e tempest-ServerDiagnosticsNegativeTest-649700980 tempest-ServerDiagnosticsNegativeTest-649700980-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 598.407693] env[65448]: DEBUG oslo_vmware.api [None req-c32a046a-4868-454e-8c4b-cd7388c67a8c tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] Task: {'id': task-4937018, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.549463} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.410251] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-c32a046a-4868-454e-8c4b-cd7388c67a8c tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] 12878a90-86d2-4609-80aa-de0d1bdb64c0/12878a90-86d2-4609-80aa-de0d1bdb64c0.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 598.410251] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-c32a046a-4868-454e-8c4b-cd7388c67a8c tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] [instance: 12878a90-86d2-4609-80aa-de0d1bdb64c0] Extending root virtual disk to 1048576 {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 598.410251] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ab24beb6-035a-4581-958d-da9afeb50cfa {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.419443] env[65448]: DEBUG oslo_vmware.api [None req-c32a046a-4868-454e-8c4b-cd7388c67a8c tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] Waiting for the task: (returnval){ [ 598.419443] env[65448]: value = "task-4937020" [ 598.419443] env[65448]: _type = "Task" [ 598.419443] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.433737] env[65448]: DEBUG oslo_vmware.api [None req-dfe0688e-255b-4b3f-a7b4-27baeff883ce tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52687c37-35b0-3fbf-315d-cbf3b0dc5d64, 'name': SearchDatastore_Task, 'duration_secs': 0.013888} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.436860] env[65448]: DEBUG oslo_concurrency.lockutils [None req-dfe0688e-255b-4b3f-a7b4-27baeff883ce tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.437149] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfe0688e-255b-4b3f-a7b4-27baeff883ce tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] 7b76faba-15f3-4412-b5e7-5354a6bfd35f/7b76faba-15f3-4412-b5e7-5354a6bfd35f.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 598.437431] env[65448]: DEBUG oslo_vmware.api [None req-c32a046a-4868-454e-8c4b-cd7388c67a8c tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] Task: {'id': task-4937020, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.437676] env[65448]: DEBUG oslo_concurrency.lockutils [None req-69b2a735-7e01-40f4-a4c6-81531c1151bc tempest-ServerExternalEventsTest-1810177272 tempest-ServerExternalEventsTest-1810177272-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.437858] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-69b2a735-7e01-40f4-a4c6-81531c1151bc tempest-ServerExternalEventsTest-1810177272 tempest-ServerExternalEventsTest-1810177272-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 598.438086] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-12f8d863-e7da-452a-84c7-7dce54e2174b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.440471] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0ac4a691-4f1e-4cfd-92e6-88d188cb636f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.449492] env[65448]: DEBUG oslo_vmware.api [None req-dfe0688e-255b-4b3f-a7b4-27baeff883ce tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Waiting for the task: (returnval){ [ 598.449492] env[65448]: value = "task-4937021" [ 598.449492] env[65448]: _type = "Task" [ 598.449492] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.454172] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-69b2a735-7e01-40f4-a4c6-81531c1151bc tempest-ServerExternalEventsTest-1810177272 tempest-ServerExternalEventsTest-1810177272-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 598.454396] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-69b2a735-7e01-40f4-a4c6-81531c1151bc tempest-ServerExternalEventsTest-1810177272 tempest-ServerExternalEventsTest-1810177272-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 598.455530] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0f3cdce-ecb8-4010-a035-34fe12f7e96a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.463651] env[65448]: DEBUG oslo_vmware.api [None req-dfe0688e-255b-4b3f-a7b4-27baeff883ce tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Task: {'id': task-4937021, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.468291] env[65448]: DEBUG oslo_vmware.api [None req-69b2a735-7e01-40f4-a4c6-81531c1151bc tempest-ServerExternalEventsTest-1810177272 tempest-ServerExternalEventsTest-1810177272-project-member] Waiting for the task: (returnval){ [ 598.468291] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52b6a789-6ad1-340a-be6a-9fee375182f0" [ 598.468291] env[65448]: _type = "Task" [ 598.468291] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.480468] env[65448]: DEBUG oslo_vmware.api [None req-69b2a735-7e01-40f4-a4c6-81531c1151bc tempest-ServerExternalEventsTest-1810177272 tempest-ServerExternalEventsTest-1810177272-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52b6a789-6ad1-340a-be6a-9fee375182f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.558688] env[65448]: WARNING neutronclient.v2_0.client [req-38e91af4-e124-485e-9cfa-e20408fa5918 req-66eebf8d-b315-4eb5-b5c3-5528c43b109d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 598.592616] env[65448]: DEBUG nova.policy [None req-2ed03384-3dc6-406d-82dd-565429702188 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '168f3ee192ec457095c0569755eab627', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '19cecb9320184ab9a3c0a3444b6924f1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65448) authorize /opt/stack/nova/nova/policy.py:192}} [ 598.656437] env[65448]: DEBUG oslo_vmware.api [None req-4bc17972-6ed8-46f0-94f1-ac0b7fa0124a tempest-TenantUsagesTestJSON-1937329192 tempest-TenantUsagesTestJSON-1937329192-project-member] Task: {'id': task-4937019, 'name': PowerOnVM_Task, 'duration_secs': 0.982594} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.656592] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bc17972-6ed8-46f0-94f1-ac0b7fa0124a tempest-TenantUsagesTestJSON-1937329192 tempest-TenantUsagesTestJSON-1937329192-project-member] [instance: 355e8336-6743-41dc-b678-3e8025295ba9] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 598.656840] env[65448]: INFO nova.compute.manager [None req-4bc17972-6ed8-46f0-94f1-ac0b7fa0124a tempest-TenantUsagesTestJSON-1937329192 tempest-TenantUsagesTestJSON-1937329192-project-member] [instance: 355e8336-6743-41dc-b678-3e8025295ba9] Took 15.32 seconds to spawn the instance on the hypervisor. [ 598.657167] env[65448]: DEBUG nova.compute.manager [None req-4bc17972-6ed8-46f0-94f1-ac0b7fa0124a tempest-TenantUsagesTestJSON-1937329192 tempest-TenantUsagesTestJSON-1937329192-project-member] [instance: 355e8336-6743-41dc-b678-3e8025295ba9] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 598.659278] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74d2da4f-acc1-4164-997a-eb5bb4ede08e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.667710] env[65448]: DEBUG nova.compute.manager [None req-a1b65ff1-7e94-47db-95a1-fa7db52fa4cf tempest-VolumesAssistedSnapshotsTest-83228541 tempest-VolumesAssistedSnapshotsTest-83228541-project-member] [instance: b72f98f6-f233-4a51-b4ac-fef6364407f1] Starting instance... {{(pid=65448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2483}} [ 598.678924] env[65448]: DEBUG nova.compute.manager [None req-2ed03384-3dc6-406d-82dd-565429702188 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] [instance: b9df7ebd-a64a-4031-89f7-75a8aee3c74c] Start building block device mappings for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2916}} [ 598.757983] env[65448]: DEBUG nova.network.neutron [None req-b704cb1b-5293-4930-91a9-1c3cd2e6a308 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] [instance: 98934034-6202-43e2-8c37-cbde37e0cf78] Updating instance_info_cache with network_info: [{"id": "563c0a80-9e7a-4f3f-9dd1-d6fee14bee79", "address": "fa:16:3e:8b:4a:bb", "network": {"id": "826f617c-9058-47a8-9ab9-dc3c74f75320", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-381840079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d16e453e4fe34602943010b8b42c43cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap563c0a80-9e", "ovs_interfaceid": "563c0a80-9e7a-4f3f-9dd1-d6fee14bee79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 598.894668] env[65448]: DEBUG oslo_concurrency.lockutils [None req-852c345c-af95-4c91-be9d-f08fcf9ef9cf tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Acquiring lock "cd954db3-685f-4f7b-8ef4-c9d0dca58eef" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 598.894848] env[65448]: DEBUG oslo_concurrency.lockutils [None req-852c345c-af95-4c91-be9d-f08fcf9ef9cf tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Lock "cd954db3-685f-4f7b-8ef4-c9d0dca58eef" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 598.907303] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8956fa8b-c0aa-4f9f-8bcd-0b49a2e30060 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.918825] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d3e2a6b-ebca-473e-9a37-c7ff497f2d7c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.965811] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b256609-a6e3-4bb7-99a2-650f660d2f69 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.973523] env[65448]: DEBUG oslo_vmware.api [None req-c32a046a-4868-454e-8c4b-cd7388c67a8c tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] Task: {'id': task-4937020, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102371} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.979841] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-c32a046a-4868-454e-8c4b-cd7388c67a8c tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] [instance: 12878a90-86d2-4609-80aa-de0d1bdb64c0] Extended root virtual disk {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 598.986535] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dc84d53-195c-45db-98fb-5e92adbab740 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.989828] env[65448]: DEBUG oslo_vmware.api [None req-dfe0688e-255b-4b3f-a7b4-27baeff883ce tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Task: {'id': task-4937021, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.010416] env[65448]: DEBUG oslo_vmware.api [None req-69b2a735-7e01-40f4-a4c6-81531c1151bc tempest-ServerExternalEventsTest-1810177272 tempest-ServerExternalEventsTest-1810177272-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52b6a789-6ad1-340a-be6a-9fee375182f0, 'name': SearchDatastore_Task, 'duration_secs': 0.012202} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.020236] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-c32a046a-4868-454e-8c4b-cd7388c67a8c tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] [instance: 12878a90-86d2-4609-80aa-de0d1bdb64c0] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] 12878a90-86d2-4609-80aa-de0d1bdb64c0/12878a90-86d2-4609-80aa-de0d1bdb64c0.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 599.022562] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3352f85-8956-42b2-bd09-551f2ccb080a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.029549] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1281cd4-3618-4cb0-b4df-e0564eeb22e1 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.046514] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9fd55c9-ebb6-460c-a69b-254395f3826a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.065712] env[65448]: DEBUG nova.compute.provider_tree [None req-1d27f5b1-f32a-480e-b53c-c6838a0460d0 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 599.071035] env[65448]: DEBUG oslo_vmware.api [None req-69b2a735-7e01-40f4-a4c6-81531c1151bc tempest-ServerExternalEventsTest-1810177272 tempest-ServerExternalEventsTest-1810177272-project-member] Waiting for the task: (returnval){ [ 599.071035] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52e7171e-3233-550a-c548-77aecf26dbce" [ 599.071035] env[65448]: _type = "Task" [ 599.071035] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.071035] env[65448]: DEBUG oslo_vmware.api [None req-c32a046a-4868-454e-8c4b-cd7388c67a8c tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] Waiting for the task: (returnval){ [ 599.071035] env[65448]: value = "task-4937022" [ 599.071035] env[65448]: _type = "Task" [ 599.071035] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.083988] env[65448]: DEBUG oslo_vmware.api [None req-69b2a735-7e01-40f4-a4c6-81531c1151bc tempest-ServerExternalEventsTest-1810177272 tempest-ServerExternalEventsTest-1810177272-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52e7171e-3233-550a-c548-77aecf26dbce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.089161] env[65448]: DEBUG oslo_vmware.api [None req-c32a046a-4868-454e-8c4b-cd7388c67a8c tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] Task: {'id': task-4937022, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.096056] env[65448]: INFO nova.compute.manager [None req-45d4bac0-045e-4733-bb98-1a2fe1a99914 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] [instance: 101b6ef8-fab1-4626-9524-4e080c5ad298] Rebuilding instance [ 599.157282] env[65448]: DEBUG nova.compute.manager [None req-45d4bac0-045e-4733-bb98-1a2fe1a99914 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] [instance: 101b6ef8-fab1-4626-9524-4e080c5ad298] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 599.158277] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccbd1339-4678-405d-b8cb-ece220e1bbe2 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.188452] env[65448]: INFO nova.compute.manager [None req-4bc17972-6ed8-46f0-94f1-ac0b7fa0124a tempest-TenantUsagesTestJSON-1937329192 tempest-TenantUsagesTestJSON-1937329192-project-member] [instance: 355e8336-6743-41dc-b678-3e8025295ba9] Took 20.10 seconds to build instance. [ 599.200291] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a1b65ff1-7e94-47db-95a1-fa7db52fa4cf tempest-VolumesAssistedSnapshotsTest-83228541 tempest-VolumesAssistedSnapshotsTest-83228541-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 599.260576] env[65448]: DEBUG nova.network.neutron [req-38e91af4-e124-485e-9cfa-e20408fa5918 req-66eebf8d-b315-4eb5-b5c3-5528c43b109d service nova] [instance: 355e8336-6743-41dc-b678-3e8025295ba9] Updated VIF entry in instance network info cache for port a7e8262d-be2d-4374-a0c8-29b78573255e. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 599.269351] env[65448]: DEBUG nova.network.neutron [req-38e91af4-e124-485e-9cfa-e20408fa5918 req-66eebf8d-b315-4eb5-b5c3-5528c43b109d service nova] [instance: 355e8336-6743-41dc-b678-3e8025295ba9] Updating instance_info_cache with network_info: [{"id": "a7e8262d-be2d-4374-a0c8-29b78573255e", "address": "fa:16:3e:4f:74:36", "network": {"id": "8bceff40-3fe8-4c4e-8d97-0f1608c6de19", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.41", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a992292b6dae455593d228217860e2e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7e8262d-be", "ovs_interfaceid": "a7e8262d-be2d-4374-a0c8-29b78573255e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 599.269351] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b704cb1b-5293-4930-91a9-1c3cd2e6a308 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Releasing lock "refresh_cache-98934034-6202-43e2-8c37-cbde37e0cf78" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.270022] env[65448]: DEBUG nova.compute.manager [None req-b704cb1b-5293-4930-91a9-1c3cd2e6a308 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] [instance: 98934034-6202-43e2-8c37-cbde37e0cf78] Instance network_info: |[{"id": "563c0a80-9e7a-4f3f-9dd1-d6fee14bee79", "address": "fa:16:3e:8b:4a:bb", "network": {"id": "826f617c-9058-47a8-9ab9-dc3c74f75320", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-381840079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d16e453e4fe34602943010b8b42c43cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap563c0a80-9e", "ovs_interfaceid": "563c0a80-9e7a-4f3f-9dd1-d6fee14bee79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 599.272973] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-b704cb1b-5293-4930-91a9-1c3cd2e6a308 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] [instance: 98934034-6202-43e2-8c37-cbde37e0cf78] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:4a:bb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '81d39ad2-4e62-4f09-a567-88ac5aa70467', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '563c0a80-9e7a-4f3f-9dd1-d6fee14bee79', 'vif_model': 'vmxnet3'}] {{(pid=65448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 599.284534] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-b704cb1b-5293-4930-91a9-1c3cd2e6a308 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Creating folder: Project (d16e453e4fe34602943010b8b42c43cb). Parent ref: group-v961779. {{(pid=65448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 599.287123] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ae186eb7-7410-4a8a-856c-6aa1d631218a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.298444] env[65448]: INFO nova.virt.vmwareapi.vm_util [None req-b704cb1b-5293-4930-91a9-1c3cd2e6a308 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Created folder: Project (d16e453e4fe34602943010b8b42c43cb) in parent group-v961779. [ 599.298733] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-b704cb1b-5293-4930-91a9-1c3cd2e6a308 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Creating folder: Instances. Parent ref: group-v961798. {{(pid=65448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 599.298999] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1fdbc4c8-7f37-4c56-84ec-3468c0a693ad {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.311609] env[65448]: INFO nova.virt.vmwareapi.vm_util [None req-b704cb1b-5293-4930-91a9-1c3cd2e6a308 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Created folder: Instances in parent group-v961798. [ 599.311977] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-b704cb1b-5293-4930-91a9-1c3cd2e6a308 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 599.312553] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98934034-6202-43e2-8c37-cbde37e0cf78] Creating VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 599.312553] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-78861a8c-139d-4a8a-bfae-2cb2b708460a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.334787] env[65448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 599.334787] env[65448]: value = "task-4937026" [ 599.334787] env[65448]: _type = "Task" [ 599.334787] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.343958] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937026, 'name': CreateVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.350019] env[65448]: DEBUG nova.network.neutron [None req-2ed03384-3dc6-406d-82dd-565429702188 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] [instance: b9df7ebd-a64a-4031-89f7-75a8aee3c74c] Successfully created port: 4aba2ff3-061b-465e-a731-ec54cf750b27 {{(pid=65448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 599.474909] env[65448]: DEBUG oslo_vmware.api [None req-dfe0688e-255b-4b3f-a7b4-27baeff883ce tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Task: {'id': task-4937021, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.747006} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.475211] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfe0688e-255b-4b3f-a7b4-27baeff883ce tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] 7b76faba-15f3-4412-b5e7-5354a6bfd35f/7b76faba-15f3-4412-b5e7-5354a6bfd35f.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 599.475462] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-dfe0688e-255b-4b3f-a7b4-27baeff883ce tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] [instance: 7b76faba-15f3-4412-b5e7-5354a6bfd35f] Extending root virtual disk to 1048576 {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 599.475736] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a5dcbcc9-af50-4bbc-9d79-59a8f1639a52 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.483855] env[65448]: DEBUG oslo_vmware.api [None req-dfe0688e-255b-4b3f-a7b4-27baeff883ce tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Waiting for the task: (returnval){ [ 599.483855] env[65448]: value = "task-4937027" [ 599.483855] env[65448]: _type = "Task" [ 599.483855] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.494051] env[65448]: DEBUG oslo_vmware.api [None req-dfe0688e-255b-4b3f-a7b4-27baeff883ce tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Task: {'id': task-4937027, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.569425] env[65448]: DEBUG nova.scheduler.client.report [None req-1d27f5b1-f32a-480e-b53c-c6838a0460d0 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 599.588159] env[65448]: DEBUG oslo_vmware.api [None req-69b2a735-7e01-40f4-a4c6-81531c1151bc tempest-ServerExternalEventsTest-1810177272 tempest-ServerExternalEventsTest-1810177272-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52e7171e-3233-550a-c548-77aecf26dbce, 'name': SearchDatastore_Task, 'duration_secs': 0.055775} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.592639] env[65448]: DEBUG oslo_concurrency.lockutils [None req-69b2a735-7e01-40f4-a4c6-81531c1151bc tempest-ServerExternalEventsTest-1810177272 tempest-ServerExternalEventsTest-1810177272-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.592639] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-69b2a735-7e01-40f4-a4c6-81531c1151bc tempest-ServerExternalEventsTest-1810177272 tempest-ServerExternalEventsTest-1810177272-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] a2724af1-294c-4358-9aa3-938b7d8db7d4/a2724af1-294c-4358-9aa3-938b7d8db7d4.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 599.592811] env[65448]: DEBUG oslo_vmware.api [None req-c32a046a-4868-454e-8c4b-cd7388c67a8c tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] Task: {'id': task-4937022, 'name': ReconfigVM_Task, 'duration_secs': 0.354036} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.592944] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-60fa84b0-8c6f-48d6-88e6-27dec4afbb9a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.595255] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-c32a046a-4868-454e-8c4b-cd7388c67a8c tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] [instance: 12878a90-86d2-4609-80aa-de0d1bdb64c0] Reconfigured VM instance instance-00000003 to attach disk [datastore2] 12878a90-86d2-4609-80aa-de0d1bdb64c0/12878a90-86d2-4609-80aa-de0d1bdb64c0.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 599.596168] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3b3f851d-ba14-49b8-b70d-eb319f3ef77d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.603760] env[65448]: DEBUG oslo_vmware.api [None req-69b2a735-7e01-40f4-a4c6-81531c1151bc tempest-ServerExternalEventsTest-1810177272 tempest-ServerExternalEventsTest-1810177272-project-member] Waiting for the task: (returnval){ [ 599.603760] env[65448]: value = "task-4937029" [ 599.603760] env[65448]: _type = "Task" [ 599.603760] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.605918] env[65448]: DEBUG oslo_vmware.api [None req-c32a046a-4868-454e-8c4b-cd7388c67a8c tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] Waiting for the task: (returnval){ [ 599.605918] env[65448]: value = "task-4937028" [ 599.605918] env[65448]: _type = "Task" [ 599.605918] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.620045] env[65448]: DEBUG oslo_vmware.api [None req-69b2a735-7e01-40f4-a4c6-81531c1151bc tempest-ServerExternalEventsTest-1810177272 tempest-ServerExternalEventsTest-1810177272-project-member] Task: {'id': task-4937029, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.623751] env[65448]: DEBUG oslo_vmware.api [None req-c32a046a-4868-454e-8c4b-cd7388c67a8c tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] Task: {'id': task-4937028, 'name': Rename_Task} progress is 6%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.686855] env[65448]: DEBUG nova.compute.manager [None req-2ed03384-3dc6-406d-82dd-565429702188 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] [instance: b9df7ebd-a64a-4031-89f7-75a8aee3c74c] Start spawning the instance on the hypervisor. {{(pid=65448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2689}} [ 599.691671] env[65448]: DEBUG oslo_concurrency.lockutils [None req-4bc17972-6ed8-46f0-94f1-ac0b7fa0124a tempest-TenantUsagesTestJSON-1937329192 tempest-TenantUsagesTestJSON-1937329192-project-member] Lock "355e8336-6743-41dc-b678-3e8025295ba9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.609s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 599.735119] env[65448]: DEBUG nova.virt.hardware [None req-2ed03384-3dc6-406d-82dd-565429702188 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-08T17:19:51Z,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a992292b6dae455593d228217860e2e1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-08T17:19:52Z,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 599.735384] env[65448]: DEBUG nova.virt.hardware [None req-2ed03384-3dc6-406d-82dd-565429702188 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 599.735595] env[65448]: DEBUG nova.virt.hardware [None req-2ed03384-3dc6-406d-82dd-565429702188 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 599.735815] env[65448]: DEBUG nova.virt.hardware [None req-2ed03384-3dc6-406d-82dd-565429702188 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 599.736029] env[65448]: DEBUG nova.virt.hardware [None req-2ed03384-3dc6-406d-82dd-565429702188 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 599.736666] env[65448]: DEBUG nova.virt.hardware [None req-2ed03384-3dc6-406d-82dd-565429702188 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 599.736666] env[65448]: DEBUG nova.virt.hardware [None req-2ed03384-3dc6-406d-82dd-565429702188 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 599.736856] env[65448]: DEBUG nova.virt.hardware [None req-2ed03384-3dc6-406d-82dd-565429702188 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 599.736921] env[65448]: DEBUG nova.virt.hardware [None req-2ed03384-3dc6-406d-82dd-565429702188 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 599.737211] env[65448]: DEBUG nova.virt.hardware [None req-2ed03384-3dc6-406d-82dd-565429702188 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 599.738693] env[65448]: DEBUG nova.virt.hardware [None req-2ed03384-3dc6-406d-82dd-565429702188 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 599.739328] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6621e2f3-211e-48c5-b014-24da6a1ec722 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.751032] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57c584b5-3bc1-4764-a032-da241cf60ac9 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.771840] env[65448]: DEBUG oslo_concurrency.lockutils [req-38e91af4-e124-485e-9cfa-e20408fa5918 req-66eebf8d-b315-4eb5-b5c3-5528c43b109d service nova] Releasing lock "refresh_cache-355e8336-6743-41dc-b678-3e8025295ba9" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.772246] env[65448]: DEBUG nova.compute.manager [req-38e91af4-e124-485e-9cfa-e20408fa5918 req-66eebf8d-b315-4eb5-b5c3-5528c43b109d service nova] [instance: 12878a90-86d2-4609-80aa-de0d1bdb64c0] Received event network-vif-plugged-6762706e-b7be-4052-8305-48c037b26b72 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 599.772511] env[65448]: DEBUG oslo_concurrency.lockutils [req-38e91af4-e124-485e-9cfa-e20408fa5918 req-66eebf8d-b315-4eb5-b5c3-5528c43b109d service nova] Acquiring lock "12878a90-86d2-4609-80aa-de0d1bdb64c0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 599.772819] env[65448]: DEBUG oslo_concurrency.lockutils [req-38e91af4-e124-485e-9cfa-e20408fa5918 req-66eebf8d-b315-4eb5-b5c3-5528c43b109d service nova] Lock "12878a90-86d2-4609-80aa-de0d1bdb64c0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 599.773070] env[65448]: DEBUG oslo_concurrency.lockutils [req-38e91af4-e124-485e-9cfa-e20408fa5918 req-66eebf8d-b315-4eb5-b5c3-5528c43b109d service nova] Lock "12878a90-86d2-4609-80aa-de0d1bdb64c0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 599.773306] env[65448]: DEBUG nova.compute.manager [req-38e91af4-e124-485e-9cfa-e20408fa5918 req-66eebf8d-b315-4eb5-b5c3-5528c43b109d service nova] [instance: 12878a90-86d2-4609-80aa-de0d1bdb64c0] No waiting events found dispatching network-vif-plugged-6762706e-b7be-4052-8305-48c037b26b72 {{(pid=65448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 599.773521] env[65448]: WARNING nova.compute.manager [req-38e91af4-e124-485e-9cfa-e20408fa5918 req-66eebf8d-b315-4eb5-b5c3-5528c43b109d service nova] [instance: 12878a90-86d2-4609-80aa-de0d1bdb64c0] Received unexpected event network-vif-plugged-6762706e-b7be-4052-8305-48c037b26b72 for instance with vm_state building and task_state spawning. [ 599.773715] env[65448]: DEBUG nova.compute.manager [req-38e91af4-e124-485e-9cfa-e20408fa5918 req-66eebf8d-b315-4eb5-b5c3-5528c43b109d service nova] [instance: 12878a90-86d2-4609-80aa-de0d1bdb64c0] Received event network-changed-6762706e-b7be-4052-8305-48c037b26b72 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 599.773939] env[65448]: DEBUG nova.compute.manager [req-38e91af4-e124-485e-9cfa-e20408fa5918 req-66eebf8d-b315-4eb5-b5c3-5528c43b109d service nova] [instance: 12878a90-86d2-4609-80aa-de0d1bdb64c0] Refreshing instance network info cache due to event network-changed-6762706e-b7be-4052-8305-48c037b26b72. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 599.774180] env[65448]: DEBUG oslo_concurrency.lockutils [req-38e91af4-e124-485e-9cfa-e20408fa5918 req-66eebf8d-b315-4eb5-b5c3-5528c43b109d service nova] Acquiring lock "refresh_cache-12878a90-86d2-4609-80aa-de0d1bdb64c0" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.774325] env[65448]: DEBUG oslo_concurrency.lockutils [req-38e91af4-e124-485e-9cfa-e20408fa5918 req-66eebf8d-b315-4eb5-b5c3-5528c43b109d service nova] Acquired lock "refresh_cache-12878a90-86d2-4609-80aa-de0d1bdb64c0" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.774508] env[65448]: DEBUG nova.network.neutron [req-38e91af4-e124-485e-9cfa-e20408fa5918 req-66eebf8d-b315-4eb5-b5c3-5528c43b109d service nova] [instance: 12878a90-86d2-4609-80aa-de0d1bdb64c0] Refreshing network info cache for port 6762706e-b7be-4052-8305-48c037b26b72 {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 599.845864] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937026, 'name': CreateVM_Task, 'duration_secs': 0.409097} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.846022] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98934034-6202-43e2-8c37-cbde37e0cf78] Created VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 599.846518] env[65448]: WARNING neutronclient.v2_0.client [None req-b704cb1b-5293-4930-91a9-1c3cd2e6a308 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 599.846900] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b704cb1b-5293-4930-91a9-1c3cd2e6a308 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.847169] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b704cb1b-5293-4930-91a9-1c3cd2e6a308 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.847486] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b704cb1b-5293-4930-91a9-1c3cd2e6a308 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.847744] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-720f11f1-b423-4223-864c-416cf4b1c053 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.853424] env[65448]: DEBUG oslo_vmware.api [None req-b704cb1b-5293-4930-91a9-1c3cd2e6a308 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Waiting for the task: (returnval){ [ 599.853424] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52f84e72-fb37-9386-edc8-9bdb412e9e12" [ 599.853424] env[65448]: _type = "Task" [ 599.853424] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.862229] env[65448]: DEBUG oslo_vmware.api [None req-b704cb1b-5293-4930-91a9-1c3cd2e6a308 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52f84e72-fb37-9386-edc8-9bdb412e9e12, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.995996] env[65448]: DEBUG oslo_vmware.api [None req-dfe0688e-255b-4b3f-a7b4-27baeff883ce tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Task: {'id': task-4937027, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075304} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.996320] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-dfe0688e-255b-4b3f-a7b4-27baeff883ce tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] [instance: 7b76faba-15f3-4412-b5e7-5354a6bfd35f] Extended root virtual disk {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 599.997201] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66a4dbbd-ae1a-4cbe-9e29-90c40358fc9c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.024424] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfe0688e-255b-4b3f-a7b4-27baeff883ce tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] [instance: 7b76faba-15f3-4412-b5e7-5354a6bfd35f] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] 7b76faba-15f3-4412-b5e7-5354a6bfd35f/7b76faba-15f3-4412-b5e7-5354a6bfd35f.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 600.024424] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e90f8736-466c-4a07-8fbe-c23e0247732c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.047615] env[65448]: DEBUG oslo_vmware.api [None req-dfe0688e-255b-4b3f-a7b4-27baeff883ce tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Waiting for the task: (returnval){ [ 600.047615] env[65448]: value = "task-4937030" [ 600.047615] env[65448]: _type = "Task" [ 600.047615] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.057506] env[65448]: DEBUG oslo_vmware.api [None req-dfe0688e-255b-4b3f-a7b4-27baeff883ce tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Task: {'id': task-4937030, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.082029] env[65448]: DEBUG oslo_concurrency.lockutils [None req-1d27f5b1-f32a-480e-b53c-c6838a0460d0 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.412s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 600.082029] env[65448]: DEBUG nova.compute.manager [None req-1d27f5b1-f32a-480e-b53c-c6838a0460d0 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 6298b6d7-5892-48cc-b808-eeca3d91f57e] Start building networks asynchronously for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2881}} [ 600.084104] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5104d940-b96e-4a40-8b12-f82645fe3eeb tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.960s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 600.086804] env[65448]: INFO nova.compute.claims [None req-5104d940-b96e-4a40-8b12-f82645fe3eeb tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: 204b5f52-2264-4c23-8799-4b3f57682409] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 600.118140] env[65448]: DEBUG oslo_vmware.api [None req-69b2a735-7e01-40f4-a4c6-81531c1151bc tempest-ServerExternalEventsTest-1810177272 tempest-ServerExternalEventsTest-1810177272-project-member] Task: {'id': task-4937029, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.125080] env[65448]: DEBUG oslo_vmware.api [None req-c32a046a-4868-454e-8c4b-cd7388c67a8c tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] Task: {'id': task-4937028, 'name': Rename_Task, 'duration_secs': 0.180509} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.125835] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-c32a046a-4868-454e-8c4b-cd7388c67a8c tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] [instance: 12878a90-86d2-4609-80aa-de0d1bdb64c0] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 600.126255] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-001d5596-bb12-4990-825b-01a506165cef {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.136117] env[65448]: DEBUG oslo_vmware.api [None req-c32a046a-4868-454e-8c4b-cd7388c67a8c tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] Waiting for the task: (returnval){ [ 600.136117] env[65448]: value = "task-4937031" [ 600.136117] env[65448]: _type = "Task" [ 600.136117] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.147079] env[65448]: DEBUG oslo_vmware.api [None req-c32a046a-4868-454e-8c4b-cd7388c67a8c tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] Task: {'id': task-4937031, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.173904] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-45d4bac0-045e-4733-bb98-1a2fe1a99914 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] [instance: 101b6ef8-fab1-4626-9524-4e080c5ad298] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 600.174480] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1740fbe2-94d6-4a22-a9bb-7e48d3b4fbfd {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.183445] env[65448]: DEBUG oslo_vmware.api [None req-45d4bac0-045e-4733-bb98-1a2fe1a99914 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Waiting for the task: (returnval){ [ 600.183445] env[65448]: value = "task-4937032" [ 600.183445] env[65448]: _type = "Task" [ 600.183445] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.195674] env[65448]: DEBUG nova.compute.manager [None req-852c345c-af95-4c91-be9d-f08fcf9ef9cf tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: cd954db3-685f-4f7b-8ef4-c9d0dca58eef] Starting instance... {{(pid=65448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2483}} [ 600.198845] env[65448]: DEBUG oslo_vmware.api [None req-45d4bac0-045e-4733-bb98-1a2fe1a99914 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Task: {'id': task-4937032, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.278038] env[65448]: WARNING neutronclient.v2_0.client [req-38e91af4-e124-485e-9cfa-e20408fa5918 req-66eebf8d-b315-4eb5-b5c3-5528c43b109d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 600.364562] env[65448]: DEBUG oslo_vmware.api [None req-b704cb1b-5293-4930-91a9-1c3cd2e6a308 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52f84e72-fb37-9386-edc8-9bdb412e9e12, 'name': SearchDatastore_Task, 'duration_secs': 0.033079} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.364912] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b704cb1b-5293-4930-91a9-1c3cd2e6a308 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.365155] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-b704cb1b-5293-4930-91a9-1c3cd2e6a308 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] [instance: 98934034-6202-43e2-8c37-cbde37e0cf78] Processing image 50fb366d-48e6-424f-9c20-bc83d77be76a {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 600.365401] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b704cb1b-5293-4930-91a9-1c3cd2e6a308 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.365542] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b704cb1b-5293-4930-91a9-1c3cd2e6a308 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.365720] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-b704cb1b-5293-4930-91a9-1c3cd2e6a308 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 600.365997] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-492e8e61-d8dc-4fb0-a205-d609d70f9ccf {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.376491] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-b704cb1b-5293-4930-91a9-1c3cd2e6a308 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 600.376694] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-b704cb1b-5293-4930-91a9-1c3cd2e6a308 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 600.377470] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b40e7b01-c15e-4466-b7f0-26e62d770c19 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.386229] env[65448]: DEBUG oslo_vmware.api [None req-b704cb1b-5293-4930-91a9-1c3cd2e6a308 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Waiting for the task: (returnval){ [ 600.386229] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52c689ca-95a1-9ff6-f7bc-42bae80fd954" [ 600.386229] env[65448]: _type = "Task" [ 600.386229] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.399038] env[65448]: DEBUG oslo_vmware.api [None req-b704cb1b-5293-4930-91a9-1c3cd2e6a308 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52c689ca-95a1-9ff6-f7bc-42bae80fd954, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.558652] env[65448]: DEBUG oslo_vmware.api [None req-dfe0688e-255b-4b3f-a7b4-27baeff883ce tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Task: {'id': task-4937030, 'name': ReconfigVM_Task, 'duration_secs': 0.388187} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.559049] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfe0688e-255b-4b3f-a7b4-27baeff883ce tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] [instance: 7b76faba-15f3-4412-b5e7-5354a6bfd35f] Reconfigured VM instance instance-00000004 to attach disk [datastore2] 7b76faba-15f3-4412-b5e7-5354a6bfd35f/7b76faba-15f3-4412-b5e7-5354a6bfd35f.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 600.559763] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ac8dcbae-7934-44d1-8e8b-81529332bfcf {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.568294] env[65448]: DEBUG oslo_vmware.api [None req-dfe0688e-255b-4b3f-a7b4-27baeff883ce tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Waiting for the task: (returnval){ [ 600.568294] env[65448]: value = "task-4937033" [ 600.568294] env[65448]: _type = "Task" [ 600.568294] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.577879] env[65448]: DEBUG oslo_vmware.api [None req-dfe0688e-255b-4b3f-a7b4-27baeff883ce tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Task: {'id': task-4937033, 'name': Rename_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.593157] env[65448]: DEBUG nova.compute.utils [None req-1d27f5b1-f32a-480e-b53c-c6838a0460d0 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Using /dev/sd instead of None {{(pid=65448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 600.596955] env[65448]: DEBUG nova.compute.manager [None req-1d27f5b1-f32a-480e-b53c-c6838a0460d0 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 6298b6d7-5892-48cc-b808-eeca3d91f57e] Allocating IP information in the background. {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 600.597800] env[65448]: DEBUG nova.network.neutron [None req-1d27f5b1-f32a-480e-b53c-c6838a0460d0 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 6298b6d7-5892-48cc-b808-eeca3d91f57e] allocate_for_instance() {{(pid=65448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 600.597800] env[65448]: WARNING neutronclient.v2_0.client [None req-1d27f5b1-f32a-480e-b53c-c6838a0460d0 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 600.597967] env[65448]: WARNING neutronclient.v2_0.client [None req-1d27f5b1-f32a-480e-b53c-c6838a0460d0 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 600.616927] env[65448]: DEBUG oslo_vmware.api [None req-69b2a735-7e01-40f4-a4c6-81531c1151bc tempest-ServerExternalEventsTest-1810177272 tempest-ServerExternalEventsTest-1810177272-project-member] Task: {'id': task-4937029, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.755474} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.617213] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-69b2a735-7e01-40f4-a4c6-81531c1151bc tempest-ServerExternalEventsTest-1810177272 tempest-ServerExternalEventsTest-1810177272-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] a2724af1-294c-4358-9aa3-938b7d8db7d4/a2724af1-294c-4358-9aa3-938b7d8db7d4.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 600.617452] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-69b2a735-7e01-40f4-a4c6-81531c1151bc tempest-ServerExternalEventsTest-1810177272 tempest-ServerExternalEventsTest-1810177272-project-member] [instance: a2724af1-294c-4358-9aa3-938b7d8db7d4] Extending root virtual disk to 1048576 {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 600.617658] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ed463301-f1b0-4eaa-ae61-862686f107f0 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.625451] env[65448]: DEBUG oslo_vmware.api [None req-69b2a735-7e01-40f4-a4c6-81531c1151bc tempest-ServerExternalEventsTest-1810177272 tempest-ServerExternalEventsTest-1810177272-project-member] Waiting for the task: (returnval){ [ 600.625451] env[65448]: value = "task-4937034" [ 600.625451] env[65448]: _type = "Task" [ 600.625451] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.639413] env[65448]: DEBUG oslo_vmware.api [None req-69b2a735-7e01-40f4-a4c6-81531c1151bc tempest-ServerExternalEventsTest-1810177272 tempest-ServerExternalEventsTest-1810177272-project-member] Task: {'id': task-4937034, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.653901] env[65448]: DEBUG oslo_vmware.api [None req-c32a046a-4868-454e-8c4b-cd7388c67a8c tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] Task: {'id': task-4937031, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.695980] env[65448]: DEBUG oslo_vmware.api [None req-45d4bac0-045e-4733-bb98-1a2fe1a99914 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Task: {'id': task-4937032, 'name': PowerOffVM_Task, 'duration_secs': 0.321058} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.696306] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-45d4bac0-045e-4733-bb98-1a2fe1a99914 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] [instance: 101b6ef8-fab1-4626-9524-4e080c5ad298] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 600.696495] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-45d4bac0-045e-4733-bb98-1a2fe1a99914 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] [instance: 101b6ef8-fab1-4626-9524-4e080c5ad298] Destroying instance {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 600.697444] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abd86122-9a66-4a81-ae3a-26154a13704a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.707963] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-45d4bac0-045e-4733-bb98-1a2fe1a99914 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] [instance: 101b6ef8-fab1-4626-9524-4e080c5ad298] Unregistering the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 600.708258] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-58cacad2-8318-458b-8dc9-27447a0649c1 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.729079] env[65448]: DEBUG oslo_concurrency.lockutils [None req-852c345c-af95-4c91-be9d-f08fcf9ef9cf tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 600.737955] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-45d4bac0-045e-4733-bb98-1a2fe1a99914 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] [instance: 101b6ef8-fab1-4626-9524-4e080c5ad298] Unregistered the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 600.738160] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-45d4bac0-045e-4733-bb98-1a2fe1a99914 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] [instance: 101b6ef8-fab1-4626-9524-4e080c5ad298] Deleting contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 600.738384] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-45d4bac0-045e-4733-bb98-1a2fe1a99914 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Deleting the datastore file [datastore2] 101b6ef8-fab1-4626-9524-4e080c5ad298 {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 600.738887] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7e48794d-2e30-4bff-8d45-2d03c790065f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.747716] env[65448]: DEBUG oslo_vmware.api [None req-45d4bac0-045e-4733-bb98-1a2fe1a99914 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Waiting for the task: (returnval){ [ 600.747716] env[65448]: value = "task-4937036" [ 600.747716] env[65448]: _type = "Task" [ 600.747716] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.757715] env[65448]: DEBUG oslo_vmware.api [None req-45d4bac0-045e-4733-bb98-1a2fe1a99914 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Task: {'id': task-4937036, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.897188] env[65448]: DEBUG oslo_vmware.api [None req-b704cb1b-5293-4930-91a9-1c3cd2e6a308 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52c689ca-95a1-9ff6-f7bc-42bae80fd954, 'name': SearchDatastore_Task, 'duration_secs': 0.026795} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.898017] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23c86d64-8baa-4e65-a245-eda76d355e40 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.904678] env[65448]: DEBUG oslo_vmware.api [None req-b704cb1b-5293-4930-91a9-1c3cd2e6a308 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Waiting for the task: (returnval){ [ 600.904678] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5247b85a-b8ab-a018-a635-2a24b1068a0b" [ 600.904678] env[65448]: _type = "Task" [ 600.904678] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.913486] env[65448]: DEBUG oslo_vmware.api [None req-b704cb1b-5293-4930-91a9-1c3cd2e6a308 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5247b85a-b8ab-a018-a635-2a24b1068a0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.970650] env[65448]: DEBUG nova.policy [None req-1d27f5b1-f32a-480e-b53c-c6838a0460d0 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '49baf25110b44919bde6bac92a0d7b64', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dc9e8e59612c49a6b788080423997837', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65448) authorize /opt/stack/nova/nova/policy.py:192}} [ 601.080904] env[65448]: DEBUG oslo_vmware.api [None req-dfe0688e-255b-4b3f-a7b4-27baeff883ce tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Task: {'id': task-4937033, 'name': Rename_Task, 'duration_secs': 0.166502} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.081535] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfe0688e-255b-4b3f-a7b4-27baeff883ce tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] [instance: 7b76faba-15f3-4412-b5e7-5354a6bfd35f] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 601.082856] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0dfd6c02-43bf-4e28-a649-a363d6e3aa57 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.089839] env[65448]: DEBUG oslo_vmware.api [None req-dfe0688e-255b-4b3f-a7b4-27baeff883ce tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Waiting for the task: (returnval){ [ 601.089839] env[65448]: value = "task-4937037" [ 601.089839] env[65448]: _type = "Task" [ 601.089839] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.100422] env[65448]: DEBUG oslo_vmware.api [None req-dfe0688e-255b-4b3f-a7b4-27baeff883ce tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Task: {'id': task-4937037, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.101218] env[65448]: DEBUG nova.compute.manager [None req-1d27f5b1-f32a-480e-b53c-c6838a0460d0 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 6298b6d7-5892-48cc-b808-eeca3d91f57e] Start building block device mappings for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2916}} [ 601.136677] env[65448]: DEBUG oslo_vmware.api [None req-69b2a735-7e01-40f4-a4c6-81531c1151bc tempest-ServerExternalEventsTest-1810177272 tempest-ServerExternalEventsTest-1810177272-project-member] Task: {'id': task-4937034, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085799} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.137135] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-69b2a735-7e01-40f4-a4c6-81531c1151bc tempest-ServerExternalEventsTest-1810177272 tempest-ServerExternalEventsTest-1810177272-project-member] [instance: a2724af1-294c-4358-9aa3-938b7d8db7d4] Extended root virtual disk {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 601.137868] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db8f48f5-02a2-427f-b81b-1037a616af00 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.161501] env[65448]: DEBUG oslo_vmware.api [None req-c32a046a-4868-454e-8c4b-cd7388c67a8c tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] Task: {'id': task-4937031, 'name': PowerOnVM_Task, 'duration_secs': 0.683263} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.170478] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-69b2a735-7e01-40f4-a4c6-81531c1151bc tempest-ServerExternalEventsTest-1810177272 tempest-ServerExternalEventsTest-1810177272-project-member] [instance: a2724af1-294c-4358-9aa3-938b7d8db7d4] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] a2724af1-294c-4358-9aa3-938b7d8db7d4/a2724af1-294c-4358-9aa3-938b7d8db7d4.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 601.173830] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-c32a046a-4868-454e-8c4b-cd7388c67a8c tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] [instance: 12878a90-86d2-4609-80aa-de0d1bdb64c0] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 601.174088] env[65448]: INFO nova.compute.manager [None req-c32a046a-4868-454e-8c4b-cd7388c67a8c tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] [instance: 12878a90-86d2-4609-80aa-de0d1bdb64c0] Took 13.39 seconds to spawn the instance on the hypervisor. [ 601.174320] env[65448]: DEBUG nova.compute.manager [None req-c32a046a-4868-454e-8c4b-cd7388c67a8c tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] [instance: 12878a90-86d2-4609-80aa-de0d1bdb64c0] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 601.174909] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b0af3365-0285-48b8-a1c2-c77cc4125d3f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.191319] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e92f59d9-2de9-40ac-9993-f5ec7dfb4acc {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.207011] env[65448]: DEBUG oslo_vmware.api [None req-69b2a735-7e01-40f4-a4c6-81531c1151bc tempest-ServerExternalEventsTest-1810177272 tempest-ServerExternalEventsTest-1810177272-project-member] Waiting for the task: (returnval){ [ 601.207011] env[65448]: value = "task-4937038" [ 601.207011] env[65448]: _type = "Task" [ 601.207011] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.217941] env[65448]: DEBUG oslo_vmware.api [None req-69b2a735-7e01-40f4-a4c6-81531c1151bc tempest-ServerExternalEventsTest-1810177272 tempest-ServerExternalEventsTest-1810177272-project-member] Task: {'id': task-4937038, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.263545] env[65448]: DEBUG oslo_vmware.api [None req-45d4bac0-045e-4733-bb98-1a2fe1a99914 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Task: {'id': task-4937036, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.347417} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.263783] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-45d4bac0-045e-4733-bb98-1a2fe1a99914 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 601.264045] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-45d4bac0-045e-4733-bb98-1a2fe1a99914 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] [instance: 101b6ef8-fab1-4626-9524-4e080c5ad298] Deleted contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 601.264160] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-45d4bac0-045e-4733-bb98-1a2fe1a99914 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] [instance: 101b6ef8-fab1-4626-9524-4e080c5ad298] Instance destroyed {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 601.268084] env[65448]: DEBUG nova.network.neutron [None req-2ed03384-3dc6-406d-82dd-565429702188 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] [instance: b9df7ebd-a64a-4031-89f7-75a8aee3c74c] Successfully updated port: 4aba2ff3-061b-465e-a731-ec54cf750b27 {{(pid=65448) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 601.391339] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25fbf9c2-5f50-4fe7-aab2-9d5cc8068b32 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.399584] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54174146-304f-495c-8d86-ff7e0525f316 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.442566] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a42155d0-c4cd-42cc-87f6-ed5ec978c84b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.454274] env[65448]: DEBUG oslo_vmware.api [None req-b704cb1b-5293-4930-91a9-1c3cd2e6a308 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5247b85a-b8ab-a018-a635-2a24b1068a0b, 'name': SearchDatastore_Task, 'duration_secs': 0.04117} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.454274] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b704cb1b-5293-4930-91a9-1c3cd2e6a308 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.454274] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-b704cb1b-5293-4930-91a9-1c3cd2e6a308 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] 98934034-6202-43e2-8c37-cbde37e0cf78/98934034-6202-43e2-8c37-cbde37e0cf78.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 601.454274] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-832fdab9-b160-4377-86c5-f87b53bdf3e8 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.458258] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7f69e61-efa7-43e9-92d1-d9b405d674ee {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.463500] env[65448]: DEBUG oslo_vmware.api [None req-b704cb1b-5293-4930-91a9-1c3cd2e6a308 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Waiting for the task: (returnval){ [ 601.463500] env[65448]: value = "task-4937039" [ 601.463500] env[65448]: _type = "Task" [ 601.463500] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.475885] env[65448]: DEBUG nova.compute.provider_tree [None req-5104d940-b96e-4a40-8b12-f82645fe3eeb tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 601.483863] env[65448]: DEBUG oslo_vmware.api [None req-b704cb1b-5293-4930-91a9-1c3cd2e6a308 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Task: {'id': task-4937039, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.516619] env[65448]: WARNING neutronclient.v2_0.client [req-38e91af4-e124-485e-9cfa-e20408fa5918 req-66eebf8d-b315-4eb5-b5c3-5528c43b109d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 601.601414] env[65448]: DEBUG oslo_vmware.api [None req-dfe0688e-255b-4b3f-a7b4-27baeff883ce tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Task: {'id': task-4937037, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.727946] env[65448]: INFO nova.compute.manager [None req-c32a046a-4868-454e-8c4b-cd7388c67a8c tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] [instance: 12878a90-86d2-4609-80aa-de0d1bdb64c0] Took 20.27 seconds to build instance. [ 601.735260] env[65448]: DEBUG oslo_vmware.api [None req-69b2a735-7e01-40f4-a4c6-81531c1151bc tempest-ServerExternalEventsTest-1810177272 tempest-ServerExternalEventsTest-1810177272-project-member] Task: {'id': task-4937038, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.768923] env[65448]: DEBUG nova.network.neutron [None req-1d27f5b1-f32a-480e-b53c-c6838a0460d0 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 6298b6d7-5892-48cc-b808-eeca3d91f57e] Successfully created port: 58b013a8-5508-4dd2-89fd-15a7e6e99539 {{(pid=65448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 601.781397] env[65448]: DEBUG oslo_concurrency.lockutils [None req-2ed03384-3dc6-406d-82dd-565429702188 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Acquiring lock "refresh_cache-b9df7ebd-a64a-4031-89f7-75a8aee3c74c" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.781397] env[65448]: DEBUG oslo_concurrency.lockutils [None req-2ed03384-3dc6-406d-82dd-565429702188 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Acquired lock "refresh_cache-b9df7ebd-a64a-4031-89f7-75a8aee3c74c" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.781397] env[65448]: DEBUG nova.network.neutron [None req-2ed03384-3dc6-406d-82dd-565429702188 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] [instance: b9df7ebd-a64a-4031-89f7-75a8aee3c74c] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 601.949180] env[65448]: DEBUG nova.network.neutron [req-38e91af4-e124-485e-9cfa-e20408fa5918 req-66eebf8d-b315-4eb5-b5c3-5528c43b109d service nova] [instance: 12878a90-86d2-4609-80aa-de0d1bdb64c0] Updated VIF entry in instance network info cache for port 6762706e-b7be-4052-8305-48c037b26b72. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 601.949180] env[65448]: DEBUG nova.network.neutron [req-38e91af4-e124-485e-9cfa-e20408fa5918 req-66eebf8d-b315-4eb5-b5c3-5528c43b109d service nova] [instance: 12878a90-86d2-4609-80aa-de0d1bdb64c0] Updating instance_info_cache with network_info: [{"id": "6762706e-b7be-4052-8305-48c037b26b72", "address": "fa:16:3e:ba:84:f9", "network": {"id": "8bceff40-3fe8-4c4e-8d97-0f1608c6de19", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.163", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a992292b6dae455593d228217860e2e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6762706e-b7", "ovs_interfaceid": "6762706e-b7be-4052-8305-48c037b26b72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 601.977878] env[65448]: DEBUG oslo_vmware.api [None req-b704cb1b-5293-4930-91a9-1c3cd2e6a308 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Task: {'id': task-4937039, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.980264] env[65448]: DEBUG nova.scheduler.client.report [None req-5104d940-b96e-4a40-8b12-f82645fe3eeb tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 602.103723] env[65448]: DEBUG oslo_vmware.api [None req-dfe0688e-255b-4b3f-a7b4-27baeff883ce tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Task: {'id': task-4937037, 'name': PowerOnVM_Task, 'duration_secs': 0.805511} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.104498] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfe0688e-255b-4b3f-a7b4-27baeff883ce tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] [instance: 7b76faba-15f3-4412-b5e7-5354a6bfd35f] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 602.104498] env[65448]: INFO nova.compute.manager [None req-dfe0688e-255b-4b3f-a7b4-27baeff883ce tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] [instance: 7b76faba-15f3-4412-b5e7-5354a6bfd35f] Took 12.00 seconds to spawn the instance on the hypervisor. [ 602.104498] env[65448]: DEBUG nova.compute.manager [None req-dfe0688e-255b-4b3f-a7b4-27baeff883ce tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] [instance: 7b76faba-15f3-4412-b5e7-5354a6bfd35f] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 602.105406] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3023ea8a-4393-486e-a116-3231485cce3a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.114329] env[65448]: DEBUG nova.compute.manager [None req-1d27f5b1-f32a-480e-b53c-c6838a0460d0 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 6298b6d7-5892-48cc-b808-eeca3d91f57e] Start spawning the instance on the hypervisor. {{(pid=65448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2689}} [ 602.162378] env[65448]: DEBUG nova.virt.hardware [None req-1d27f5b1-f32a-480e-b53c-c6838a0460d0 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-08T17:19:51Z,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a992292b6dae455593d228217860e2e1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-08T17:19:52Z,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 602.162646] env[65448]: DEBUG nova.virt.hardware [None req-1d27f5b1-f32a-480e-b53c-c6838a0460d0 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 602.162806] env[65448]: DEBUG nova.virt.hardware [None req-1d27f5b1-f32a-480e-b53c-c6838a0460d0 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 602.163011] env[65448]: DEBUG nova.virt.hardware [None req-1d27f5b1-f32a-480e-b53c-c6838a0460d0 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 602.163672] env[65448]: DEBUG nova.virt.hardware [None req-1d27f5b1-f32a-480e-b53c-c6838a0460d0 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 602.163897] env[65448]: DEBUG nova.virt.hardware [None req-1d27f5b1-f32a-480e-b53c-c6838a0460d0 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 602.167480] env[65448]: DEBUG nova.virt.hardware [None req-1d27f5b1-f32a-480e-b53c-c6838a0460d0 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 602.167480] env[65448]: DEBUG nova.virt.hardware [None req-1d27f5b1-f32a-480e-b53c-c6838a0460d0 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 602.167480] env[65448]: DEBUG nova.virt.hardware [None req-1d27f5b1-f32a-480e-b53c-c6838a0460d0 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 602.167480] env[65448]: DEBUG nova.virt.hardware [None req-1d27f5b1-f32a-480e-b53c-c6838a0460d0 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 602.167480] env[65448]: DEBUG nova.virt.hardware [None req-1d27f5b1-f32a-480e-b53c-c6838a0460d0 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 602.168077] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b28bf551-10d8-4e29-a238-552ee2c600a9 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.178026] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eb6ff5a-bb1b-4446-9987-35c03878188a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.230710] env[65448]: DEBUG oslo_concurrency.lockutils [None req-c32a046a-4868-454e-8c4b-cd7388c67a8c tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] Lock "12878a90-86d2-4609-80aa-de0d1bdb64c0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.782s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 602.231106] env[65448]: DEBUG oslo_vmware.api [None req-69b2a735-7e01-40f4-a4c6-81531c1151bc tempest-ServerExternalEventsTest-1810177272 tempest-ServerExternalEventsTest-1810177272-project-member] Task: {'id': task-4937038, 'name': ReconfigVM_Task, 'duration_secs': 0.657647} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.231399] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-69b2a735-7e01-40f4-a4c6-81531c1151bc tempest-ServerExternalEventsTest-1810177272 tempest-ServerExternalEventsTest-1810177272-project-member] [instance: a2724af1-294c-4358-9aa3-938b7d8db7d4] Reconfigured VM instance instance-00000005 to attach disk [datastore2] a2724af1-294c-4358-9aa3-938b7d8db7d4/a2724af1-294c-4358-9aa3-938b7d8db7d4.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 602.232152] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9776ba50-b856-4c78-91e1-aba6a96d1629 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.242515] env[65448]: DEBUG oslo_vmware.api [None req-69b2a735-7e01-40f4-a4c6-81531c1151bc tempest-ServerExternalEventsTest-1810177272 tempest-ServerExternalEventsTest-1810177272-project-member] Waiting for the task: (returnval){ [ 602.242515] env[65448]: value = "task-4937041" [ 602.242515] env[65448]: _type = "Task" [ 602.242515] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.255065] env[65448]: DEBUG oslo_vmware.api [None req-69b2a735-7e01-40f4-a4c6-81531c1151bc tempest-ServerExternalEventsTest-1810177272 tempest-ServerExternalEventsTest-1810177272-project-member] Task: {'id': task-4937041, 'name': Rename_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.313779] env[65448]: DEBUG nova.virt.hardware [None req-45d4bac0-045e-4733-bb98-1a2fe1a99914 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-08T17:19:51Z,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a992292b6dae455593d228217860e2e1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-08T17:19:52Z,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 602.314689] env[65448]: DEBUG nova.virt.hardware [None req-45d4bac0-045e-4733-bb98-1a2fe1a99914 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 602.314915] env[65448]: DEBUG nova.virt.hardware [None req-45d4bac0-045e-4733-bb98-1a2fe1a99914 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 602.315206] env[65448]: DEBUG nova.virt.hardware [None req-45d4bac0-045e-4733-bb98-1a2fe1a99914 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 602.315508] env[65448]: DEBUG nova.virt.hardware [None req-45d4bac0-045e-4733-bb98-1a2fe1a99914 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 602.315668] env[65448]: DEBUG nova.virt.hardware [None req-45d4bac0-045e-4733-bb98-1a2fe1a99914 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 602.316674] env[65448]: DEBUG nova.virt.hardware [None req-45d4bac0-045e-4733-bb98-1a2fe1a99914 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 602.316674] env[65448]: DEBUG nova.virt.hardware [None req-45d4bac0-045e-4733-bb98-1a2fe1a99914 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 602.316674] env[65448]: DEBUG nova.virt.hardware [None req-45d4bac0-045e-4733-bb98-1a2fe1a99914 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 602.316674] env[65448]: DEBUG nova.virt.hardware [None req-45d4bac0-045e-4733-bb98-1a2fe1a99914 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 602.316674] env[65448]: DEBUG nova.virt.hardware [None req-45d4bac0-045e-4733-bb98-1a2fe1a99914 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 602.317540] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aec97349-e8ba-4884-9d81-94b673767f4a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.328708] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-060b089b-01a0-4fe1-aaaf-e19fa8168576 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.347949] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-45d4bac0-045e-4733-bb98-1a2fe1a99914 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] [instance: 101b6ef8-fab1-4626-9524-4e080c5ad298] Instance VIF info [] {{(pid=65448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 602.362971] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-45d4bac0-045e-4733-bb98-1a2fe1a99914 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 602.362971] env[65448]: DEBUG nova.network.neutron [None req-2ed03384-3dc6-406d-82dd-565429702188 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] [instance: b9df7ebd-a64a-4031-89f7-75a8aee3c74c] Instance cache missing network info. {{(pid=65448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 602.363657] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 101b6ef8-fab1-4626-9524-4e080c5ad298] Creating VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 602.365331] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b1f16419-6dde-4f67-8087-8c020c1d9f29 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.385083] env[65448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 602.385083] env[65448]: value = "task-4937042" [ 602.385083] env[65448]: _type = "Task" [ 602.385083] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.394545] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937042, 'name': CreateVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.451951] env[65448]: DEBUG oslo_concurrency.lockutils [req-38e91af4-e124-485e-9cfa-e20408fa5918 req-66eebf8d-b315-4eb5-b5c3-5528c43b109d service nova] Releasing lock "refresh_cache-12878a90-86d2-4609-80aa-de0d1bdb64c0" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.453181] env[65448]: DEBUG nova.compute.manager [req-38e91af4-e124-485e-9cfa-e20408fa5918 req-66eebf8d-b315-4eb5-b5c3-5528c43b109d service nova] [instance: 7b76faba-15f3-4412-b5e7-5354a6bfd35f] Received event network-vif-plugged-47aae831-5b43-4058-a177-3e3eed7944a8 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 602.453717] env[65448]: DEBUG oslo_concurrency.lockutils [req-38e91af4-e124-485e-9cfa-e20408fa5918 req-66eebf8d-b315-4eb5-b5c3-5528c43b109d service nova] Acquiring lock "7b76faba-15f3-4412-b5e7-5354a6bfd35f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 602.453978] env[65448]: DEBUG oslo_concurrency.lockutils [req-38e91af4-e124-485e-9cfa-e20408fa5918 req-66eebf8d-b315-4eb5-b5c3-5528c43b109d service nova] Lock "7b76faba-15f3-4412-b5e7-5354a6bfd35f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 602.454268] env[65448]: DEBUG oslo_concurrency.lockutils [req-38e91af4-e124-485e-9cfa-e20408fa5918 req-66eebf8d-b315-4eb5-b5c3-5528c43b109d service nova] Lock "7b76faba-15f3-4412-b5e7-5354a6bfd35f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 602.454593] env[65448]: DEBUG nova.compute.manager [req-38e91af4-e124-485e-9cfa-e20408fa5918 req-66eebf8d-b315-4eb5-b5c3-5528c43b109d service nova] [instance: 7b76faba-15f3-4412-b5e7-5354a6bfd35f] No waiting events found dispatching network-vif-plugged-47aae831-5b43-4058-a177-3e3eed7944a8 {{(pid=65448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 602.454822] env[65448]: WARNING nova.compute.manager [req-38e91af4-e124-485e-9cfa-e20408fa5918 req-66eebf8d-b315-4eb5-b5c3-5528c43b109d service nova] [instance: 7b76faba-15f3-4412-b5e7-5354a6bfd35f] Received unexpected event network-vif-plugged-47aae831-5b43-4058-a177-3e3eed7944a8 for instance with vm_state building and task_state spawning. [ 602.455084] env[65448]: DEBUG nova.compute.manager [req-38e91af4-e124-485e-9cfa-e20408fa5918 req-66eebf8d-b315-4eb5-b5c3-5528c43b109d service nova] [instance: 7b76faba-15f3-4412-b5e7-5354a6bfd35f] Received event network-changed-47aae831-5b43-4058-a177-3e3eed7944a8 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 602.459256] env[65448]: DEBUG nova.compute.manager [req-38e91af4-e124-485e-9cfa-e20408fa5918 req-66eebf8d-b315-4eb5-b5c3-5528c43b109d service nova] [instance: 7b76faba-15f3-4412-b5e7-5354a6bfd35f] Refreshing instance network info cache due to event network-changed-47aae831-5b43-4058-a177-3e3eed7944a8. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 602.459256] env[65448]: DEBUG oslo_concurrency.lockutils [req-38e91af4-e124-485e-9cfa-e20408fa5918 req-66eebf8d-b315-4eb5-b5c3-5528c43b109d service nova] Acquiring lock "refresh_cache-7b76faba-15f3-4412-b5e7-5354a6bfd35f" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.459256] env[65448]: DEBUG oslo_concurrency.lockutils [req-38e91af4-e124-485e-9cfa-e20408fa5918 req-66eebf8d-b315-4eb5-b5c3-5528c43b109d service nova] Acquired lock "refresh_cache-7b76faba-15f3-4412-b5e7-5354a6bfd35f" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.459256] env[65448]: DEBUG nova.network.neutron [req-38e91af4-e124-485e-9cfa-e20408fa5918 req-66eebf8d-b315-4eb5-b5c3-5528c43b109d service nova] [instance: 7b76faba-15f3-4412-b5e7-5354a6bfd35f] Refreshing network info cache for port 47aae831-5b43-4058-a177-3e3eed7944a8 {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 602.476720] env[65448]: DEBUG oslo_vmware.api [None req-b704cb1b-5293-4930-91a9-1c3cd2e6a308 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Task: {'id': task-4937039, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.909125} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.477940] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-b704cb1b-5293-4930-91a9-1c3cd2e6a308 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] 98934034-6202-43e2-8c37-cbde37e0cf78/98934034-6202-43e2-8c37-cbde37e0cf78.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 602.479373] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-b704cb1b-5293-4930-91a9-1c3cd2e6a308 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] [instance: 98934034-6202-43e2-8c37-cbde37e0cf78] Extending root virtual disk to 1048576 {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 602.479796] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-20b9db5e-074d-4e59-b84c-fa1b9826d83e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.488025] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5104d940-b96e-4a40-8b12-f82645fe3eeb tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.400s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 602.488025] env[65448]: DEBUG nova.compute.manager [None req-5104d940-b96e-4a40-8b12-f82645fe3eeb tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: 204b5f52-2264-4c23-8799-4b3f57682409] Start building networks asynchronously for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2881}} [ 602.492777] env[65448]: DEBUG oslo_concurrency.lockutils [None req-08fe8aac-8f1e-4f5e-8578-ff424736de6e tempest-ServerDiagnosticsNegativeTest-649700980 tempest-ServerDiagnosticsNegativeTest-649700980-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.201s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 602.494683] env[65448]: INFO nova.compute.claims [None req-08fe8aac-8f1e-4f5e-8578-ff424736de6e tempest-ServerDiagnosticsNegativeTest-649700980 tempest-ServerDiagnosticsNegativeTest-649700980-project-member] [instance: 2ceb8324-07de-45d9-bc39-b8661a6a35e4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 602.499475] env[65448]: DEBUG oslo_vmware.api [None req-b704cb1b-5293-4930-91a9-1c3cd2e6a308 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Waiting for the task: (returnval){ [ 602.499475] env[65448]: value = "task-4937043" [ 602.499475] env[65448]: _type = "Task" [ 602.499475] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.515661] env[65448]: DEBUG oslo_vmware.api [None req-b704cb1b-5293-4930-91a9-1c3cd2e6a308 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Task: {'id': task-4937043, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.564113] env[65448]: WARNING neutronclient.v2_0.client [None req-2ed03384-3dc6-406d-82dd-565429702188 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 602.632906] env[65448]: INFO nova.compute.manager [None req-dfe0688e-255b-4b3f-a7b4-27baeff883ce tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] [instance: 7b76faba-15f3-4412-b5e7-5354a6bfd35f] Took 18.05 seconds to build instance. [ 602.753768] env[65448]: DEBUG oslo_vmware.api [None req-69b2a735-7e01-40f4-a4c6-81531c1151bc tempest-ServerExternalEventsTest-1810177272 tempest-ServerExternalEventsTest-1810177272-project-member] Task: {'id': task-4937041, 'name': Rename_Task} progress is 99%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.895285] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937042, 'name': CreateVM_Task} progress is 99%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.959722] env[65448]: WARNING neutronclient.v2_0.client [req-38e91af4-e124-485e-9cfa-e20408fa5918 req-66eebf8d-b315-4eb5-b5c3-5528c43b109d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 603.004619] env[65448]: DEBUG nova.compute.utils [None req-5104d940-b96e-4a40-8b12-f82645fe3eeb tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Using /dev/sd instead of None {{(pid=65448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 603.006110] env[65448]: DEBUG nova.compute.manager [None req-5104d940-b96e-4a40-8b12-f82645fe3eeb tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: 204b5f52-2264-4c23-8799-4b3f57682409] Allocating IP information in the background. {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 603.006315] env[65448]: DEBUG nova.network.neutron [None req-5104d940-b96e-4a40-8b12-f82645fe3eeb tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: 204b5f52-2264-4c23-8799-4b3f57682409] allocate_for_instance() {{(pid=65448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 603.006628] env[65448]: WARNING neutronclient.v2_0.client [None req-5104d940-b96e-4a40-8b12-f82645fe3eeb tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 603.007105] env[65448]: WARNING neutronclient.v2_0.client [None req-5104d940-b96e-4a40-8b12-f82645fe3eeb tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 603.020418] env[65448]: DEBUG oslo_vmware.api [None req-b704cb1b-5293-4930-91a9-1c3cd2e6a308 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Task: {'id': task-4937043, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083053} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.022258] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-b704cb1b-5293-4930-91a9-1c3cd2e6a308 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] [instance: 98934034-6202-43e2-8c37-cbde37e0cf78] Extended root virtual disk {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 603.023071] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d3d4cff-0ef6-4011-ab74-e72048047342 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.049487] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-b704cb1b-5293-4930-91a9-1c3cd2e6a308 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] [instance: 98934034-6202-43e2-8c37-cbde37e0cf78] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] 98934034-6202-43e2-8c37-cbde37e0cf78/98934034-6202-43e2-8c37-cbde37e0cf78.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 603.050243] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20999256-c57d-45f5-8098-6136c5d1f9cd {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.066026] env[65448]: DEBUG nova.network.neutron [None req-2ed03384-3dc6-406d-82dd-565429702188 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] [instance: b9df7ebd-a64a-4031-89f7-75a8aee3c74c] Updating instance_info_cache with network_info: [{"id": "4aba2ff3-061b-465e-a731-ec54cf750b27", "address": "fa:16:3e:27:0b:a7", "network": {"id": "8bceff40-3fe8-4c4e-8d97-0f1608c6de19", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.228", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a992292b6dae455593d228217860e2e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4aba2ff3-06", "ovs_interfaceid": "4aba2ff3-061b-465e-a731-ec54cf750b27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 603.075201] env[65448]: DEBUG oslo_vmware.api [None req-b704cb1b-5293-4930-91a9-1c3cd2e6a308 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Waiting for the task: (returnval){ [ 603.075201] env[65448]: value = "task-4937044" [ 603.075201] env[65448]: _type = "Task" [ 603.075201] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.087429] env[65448]: DEBUG oslo_vmware.api [None req-b704cb1b-5293-4930-91a9-1c3cd2e6a308 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Task: {'id': task-4937044, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.112655] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6bfc65b5-2c0a-4edd-8f6d-18928b65c53c tempest-ServerDiagnosticsTest-673159984 tempest-ServerDiagnosticsTest-673159984-project-member] Acquiring lock "d7335ae7-683b-4729-b771-29ac97585830" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 603.112884] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6bfc65b5-2c0a-4edd-8f6d-18928b65c53c tempest-ServerDiagnosticsTest-673159984 tempest-ServerDiagnosticsTest-673159984-project-member] Lock "d7335ae7-683b-4729-b771-29ac97585830" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 603.134539] env[65448]: DEBUG oslo_concurrency.lockutils [None req-dfe0688e-255b-4b3f-a7b4-27baeff883ce tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Lock "7b76faba-15f3-4412-b5e7-5354a6bfd35f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.556s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 603.259523] env[65448]: DEBUG oslo_vmware.api [None req-69b2a735-7e01-40f4-a4c6-81531c1151bc tempest-ServerExternalEventsTest-1810177272 tempest-ServerExternalEventsTest-1810177272-project-member] Task: {'id': task-4937041, 'name': Rename_Task} progress is 99%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.397430] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937042, 'name': CreateVM_Task, 'duration_secs': 0.551829} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.397430] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 101b6ef8-fab1-4626-9524-4e080c5ad298] Created VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 603.398359] env[65448]: DEBUG oslo_vmware.service [None req-45d4bac0-045e-4733-bb98-1a2fe1a99914 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e863f6d-519a-4e46-98d5-d47cfd054402 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.405610] env[65448]: DEBUG oslo_concurrency.lockutils [None req-45d4bac0-045e-4733-bb98-1a2fe1a99914 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.405800] env[65448]: DEBUG oslo_concurrency.lockutils [None req-45d4bac0-045e-4733-bb98-1a2fe1a99914 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.406223] env[65448]: DEBUG oslo_concurrency.lockutils [None req-45d4bac0-045e-4733-bb98-1a2fe1a99914 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.406532] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d8d1460-f0ed-4c3d-9ba4-dd44111c509a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.412718] env[65448]: DEBUG oslo_vmware.api [None req-45d4bac0-045e-4733-bb98-1a2fe1a99914 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Waiting for the task: (returnval){ [ 603.412718] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5224f753-f1eb-d111-09dd-6f9004c63071" [ 603.412718] env[65448]: _type = "Task" [ 603.412718] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.422860] env[65448]: DEBUG oslo_vmware.api [None req-45d4bac0-045e-4733-bb98-1a2fe1a99914 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5224f753-f1eb-d111-09dd-6f9004c63071, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.514918] env[65448]: DEBUG nova.compute.manager [None req-5104d940-b96e-4a40-8b12-f82645fe3eeb tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: 204b5f52-2264-4c23-8799-4b3f57682409] Start building block device mappings for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2916}} [ 603.569274] env[65448]: DEBUG oslo_concurrency.lockutils [None req-2ed03384-3dc6-406d-82dd-565429702188 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Releasing lock "refresh_cache-b9df7ebd-a64a-4031-89f7-75a8aee3c74c" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.569666] env[65448]: DEBUG nova.compute.manager [None req-2ed03384-3dc6-406d-82dd-565429702188 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] [instance: b9df7ebd-a64a-4031-89f7-75a8aee3c74c] Instance network_info: |[{"id": "4aba2ff3-061b-465e-a731-ec54cf750b27", "address": "fa:16:3e:27:0b:a7", "network": {"id": "8bceff40-3fe8-4c4e-8d97-0f1608c6de19", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.228", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a992292b6dae455593d228217860e2e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4aba2ff3-06", "ovs_interfaceid": "4aba2ff3-061b-465e-a731-ec54cf750b27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 603.570303] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-2ed03384-3dc6-406d-82dd-565429702188 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] [instance: b9df7ebd-a64a-4031-89f7-75a8aee3c74c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:0b:a7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '07e9bef1-2b0e-4e4d-997f-de71bb0e213a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4aba2ff3-061b-465e-a731-ec54cf750b27', 'vif_model': 'vmxnet3'}] {{(pid=65448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 603.578086] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ed03384-3dc6-406d-82dd-565429702188 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Creating folder: Project (19cecb9320184ab9a3c0a3444b6924f1). Parent ref: group-v961779. {{(pid=65448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 603.581743] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4af00ece-1b04-4259-a5d4-40186ee3df0e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.595367] env[65448]: DEBUG nova.policy [None req-5104d940-b96e-4a40-8b12-f82645fe3eeb tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '738970e41bff40daac2416a23d00b5a0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '151b52486680497ab0313e8770e10757', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65448) authorize /opt/stack/nova/nova/policy.py:192}} [ 603.604795] env[65448]: DEBUG oslo_vmware.api [None req-b704cb1b-5293-4930-91a9-1c3cd2e6a308 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Task: {'id': task-4937044, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.610265] env[65448]: INFO nova.virt.vmwareapi.vm_util [None req-2ed03384-3dc6-406d-82dd-565429702188 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Created folder: Project (19cecb9320184ab9a3c0a3444b6924f1) in parent group-v961779. [ 603.610721] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ed03384-3dc6-406d-82dd-565429702188 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Creating folder: Instances. Parent ref: group-v961803. {{(pid=65448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 603.611251] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e283b0ed-a992-4827-b935-a7e40d188dc6 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.614758] env[65448]: DEBUG nova.compute.manager [None req-6bfc65b5-2c0a-4edd-8f6d-18928b65c53c tempest-ServerDiagnosticsTest-673159984 tempest-ServerDiagnosticsTest-673159984-project-member] [instance: d7335ae7-683b-4729-b771-29ac97585830] Starting instance... {{(pid=65448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2483}} [ 603.630472] env[65448]: INFO nova.virt.vmwareapi.vm_util [None req-2ed03384-3dc6-406d-82dd-565429702188 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Created folder: Instances in parent group-v961803. [ 603.632242] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-2ed03384-3dc6-406d-82dd-565429702188 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 603.632242] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9df7ebd-a64a-4031-89f7-75a8aee3c74c] Creating VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 603.632895] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b7e26446-d3c8-4144-8ea6-40508e811270 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.655595] env[65448]: DEBUG nova.network.neutron [None req-1d27f5b1-f32a-480e-b53c-c6838a0460d0 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 6298b6d7-5892-48cc-b808-eeca3d91f57e] Successfully updated port: 58b013a8-5508-4dd2-89fd-15a7e6e99539 {{(pid=65448) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 603.664465] env[65448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 603.664465] env[65448]: value = "task-4937048" [ 603.664465] env[65448]: _type = "Task" [ 603.664465] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.684306] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937048, 'name': CreateVM_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.755914] env[65448]: DEBUG oslo_vmware.api [None req-69b2a735-7e01-40f4-a4c6-81531c1151bc tempest-ServerExternalEventsTest-1810177272 tempest-ServerExternalEventsTest-1810177272-project-member] Task: {'id': task-4937041, 'name': Rename_Task, 'duration_secs': 1.306737} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.756668] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-69b2a735-7e01-40f4-a4c6-81531c1151bc tempest-ServerExternalEventsTest-1810177272 tempest-ServerExternalEventsTest-1810177272-project-member] [instance: a2724af1-294c-4358-9aa3-938b7d8db7d4] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 603.757313] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-49bb4fc5-8c8b-4b7f-a31b-bcb34f99bf54 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.767243] env[65448]: DEBUG oslo_vmware.api [None req-69b2a735-7e01-40f4-a4c6-81531c1151bc tempest-ServerExternalEventsTest-1810177272 tempest-ServerExternalEventsTest-1810177272-project-member] Waiting for the task: (returnval){ [ 603.767243] env[65448]: value = "task-4937049" [ 603.767243] env[65448]: _type = "Task" [ 603.767243] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.778775] env[65448]: DEBUG oslo_vmware.api [None req-69b2a735-7e01-40f4-a4c6-81531c1151bc tempest-ServerExternalEventsTest-1810177272 tempest-ServerExternalEventsTest-1810177272-project-member] Task: {'id': task-4937049, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.795555] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43b5f626-2033-4ec1-a9bf-698dc95ae046 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.804279] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9339d8a8-3beb-426b-aa7c-da09e8a4bda1 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.836884] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c4404d9-be29-4b54-b4b1-49bbb8c3bd3a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.845822] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28147503-b4e4-415e-9f48-15ce96ba0560 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.862890] env[65448]: DEBUG nova.compute.provider_tree [None req-08fe8aac-8f1e-4f5e-8578-ff424736de6e tempest-ServerDiagnosticsNegativeTest-649700980 tempest-ServerDiagnosticsNegativeTest-649700980-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 603.925793] env[65448]: DEBUG oslo_concurrency.lockutils [None req-45d4bac0-045e-4733-bb98-1a2fe1a99914 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.926101] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-45d4bac0-045e-4733-bb98-1a2fe1a99914 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] [instance: 101b6ef8-fab1-4626-9524-4e080c5ad298] Processing image 50fb366d-48e6-424f-9c20-bc83d77be76a {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 603.926311] env[65448]: DEBUG oslo_concurrency.lockutils [None req-45d4bac0-045e-4733-bb98-1a2fe1a99914 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.926448] env[65448]: DEBUG oslo_concurrency.lockutils [None req-45d4bac0-045e-4733-bb98-1a2fe1a99914 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.926662] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-45d4bac0-045e-4733-bb98-1a2fe1a99914 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 603.926953] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-38a2b073-5a1f-4ce1-a090-6867323ac84b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.940189] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-45d4bac0-045e-4733-bb98-1a2fe1a99914 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 603.940442] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-45d4bac0-045e-4733-bb98-1a2fe1a99914 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 603.941387] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50ae46b0-a6b5-4e2c-8399-6cc42727c395 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.950473] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0695baef-dc3a-4fe8-8295-0097ca1750fa {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.961890] env[65448]: DEBUG oslo_vmware.api [None req-45d4bac0-045e-4733-bb98-1a2fe1a99914 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Waiting for the task: (returnval){ [ 603.961890] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5298c8d0-615c-6a22-e856-c820146f3420" [ 603.961890] env[65448]: _type = "Task" [ 603.961890] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.980127] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-45d4bac0-045e-4733-bb98-1a2fe1a99914 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] [instance: 101b6ef8-fab1-4626-9524-4e080c5ad298] Preparing fetch location {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 603.980406] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-45d4bac0-045e-4733-bb98-1a2fe1a99914 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Creating directory with path [datastore1] vmware_temp/e6013c94-497c-4c48-a517-60b1477e11f6/50fb366d-48e6-424f-9c20-bc83d77be76a {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 603.980762] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b828501c-e0dd-42e6-a674-3e9c7f2eed6e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.006827] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-45d4bac0-045e-4733-bb98-1a2fe1a99914 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Created directory with path [datastore1] vmware_temp/e6013c94-497c-4c48-a517-60b1477e11f6/50fb366d-48e6-424f-9c20-bc83d77be76a {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 604.007901] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-45d4bac0-045e-4733-bb98-1a2fe1a99914 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] [instance: 101b6ef8-fab1-4626-9524-4e080c5ad298] Fetch image to [datastore1] vmware_temp/e6013c94-497c-4c48-a517-60b1477e11f6/50fb366d-48e6-424f-9c20-bc83d77be76a/tmp-sparse.vmdk {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 604.007901] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-45d4bac0-045e-4733-bb98-1a2fe1a99914 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] [instance: 101b6ef8-fab1-4626-9524-4e080c5ad298] Downloading image file data 50fb366d-48e6-424f-9c20-bc83d77be76a to [datastore1] vmware_temp/e6013c94-497c-4c48-a517-60b1477e11f6/50fb366d-48e6-424f-9c20-bc83d77be76a/tmp-sparse.vmdk on the data store datastore1 {{(pid=65448) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 604.008750] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca217a09-7d8d-4850-9db6-9d21a57453b8 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.016670] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df147619-5174-4876-b506-e0630b353752 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.032990] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c5531d0-83b2-4c2f-8b9d-19a4c434f352 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.069769] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d23702c-f07d-4e20-8d89-7804503613b6 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.079057] env[65448]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-ec733e88-0388-4f79-ae5d-2e2471acf8a2 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.096099] env[65448]: DEBUG oslo_vmware.api [None req-b704cb1b-5293-4930-91a9-1c3cd2e6a308 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Task: {'id': task-4937044, 'name': ReconfigVM_Task, 'duration_secs': 0.871566} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.096569] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-b704cb1b-5293-4930-91a9-1c3cd2e6a308 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] [instance: 98934034-6202-43e2-8c37-cbde37e0cf78] Reconfigured VM instance instance-00000006 to attach disk [datastore2] 98934034-6202-43e2-8c37-cbde37e0cf78/98934034-6202-43e2-8c37-cbde37e0cf78.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 604.097618] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0bcef464-325e-48f7-8f66-fb8b44fbce74 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.108074] env[65448]: DEBUG oslo_vmware.api [None req-b704cb1b-5293-4930-91a9-1c3cd2e6a308 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Waiting for the task: (returnval){ [ 604.108074] env[65448]: value = "task-4937050" [ 604.108074] env[65448]: _type = "Task" [ 604.108074] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.125724] env[65448]: DEBUG oslo_vmware.api [None req-b704cb1b-5293-4930-91a9-1c3cd2e6a308 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Task: {'id': task-4937050, 'name': Rename_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.128905] env[65448]: DEBUG nova.virt.vmwareapi.images [None req-45d4bac0-045e-4733-bb98-1a2fe1a99914 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] [instance: 101b6ef8-fab1-4626-9524-4e080c5ad298] Downloading image file data 50fb366d-48e6-424f-9c20-bc83d77be76a to the data store datastore1 {{(pid=65448) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 604.136403] env[65448]: DEBUG nova.network.neutron [None req-5104d940-b96e-4a40-8b12-f82645fe3eeb tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: 204b5f52-2264-4c23-8799-4b3f57682409] Successfully created port: a8e18aee-b11d-458c-945a-72d1ccfaba7e {{(pid=65448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 604.157121] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6bfc65b5-2c0a-4edd-8f6d-18928b65c53c tempest-ServerDiagnosticsTest-673159984 tempest-ServerDiagnosticsTest-673159984-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 604.160318] env[65448]: DEBUG oslo_concurrency.lockutils [None req-1d27f5b1-f32a-480e-b53c-c6838a0460d0 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Acquiring lock "refresh_cache-6298b6d7-5892-48cc-b808-eeca3d91f57e" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.160551] env[65448]: DEBUG oslo_concurrency.lockutils [None req-1d27f5b1-f32a-480e-b53c-c6838a0460d0 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Acquired lock "refresh_cache-6298b6d7-5892-48cc-b808-eeca3d91f57e" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.160809] env[65448]: DEBUG nova.network.neutron [None req-1d27f5b1-f32a-480e-b53c-c6838a0460d0 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 6298b6d7-5892-48cc-b808-eeca3d91f57e] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 604.183345] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937048, 'name': CreateVM_Task} progress is 99%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.209960] env[65448]: DEBUG oslo_vmware.rw_handles [None req-45d4bac0-045e-4733-bb98-1a2fe1a99914 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/e6013c94-497c-4c48-a517-60b1477e11f6/50fb366d-48e6-424f-9c20-bc83d77be76a/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=65448) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 604.280224] env[65448]: DEBUG oslo_vmware.api [None req-69b2a735-7e01-40f4-a4c6-81531c1151bc tempest-ServerExternalEventsTest-1810177272 tempest-ServerExternalEventsTest-1810177272-project-member] Task: {'id': task-4937049, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.367622] env[65448]: DEBUG nova.scheduler.client.report [None req-08fe8aac-8f1e-4f5e-8578-ff424736de6e tempest-ServerDiagnosticsNegativeTest-649700980 tempest-ServerDiagnosticsNegativeTest-649700980-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 604.532820] env[65448]: DEBUG nova.compute.manager [None req-5104d940-b96e-4a40-8b12-f82645fe3eeb tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: 204b5f52-2264-4c23-8799-4b3f57682409] Start spawning the instance on the hypervisor. {{(pid=65448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2689}} [ 604.570769] env[65448]: DEBUG nova.virt.hardware [None req-5104d940-b96e-4a40-8b12-f82645fe3eeb tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-08T17:19:51Z,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a992292b6dae455593d228217860e2e1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-08T17:19:52Z,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 604.571059] env[65448]: DEBUG nova.virt.hardware [None req-5104d940-b96e-4a40-8b12-f82645fe3eeb tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 604.571173] env[65448]: DEBUG nova.virt.hardware [None req-5104d940-b96e-4a40-8b12-f82645fe3eeb tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 604.572434] env[65448]: DEBUG nova.virt.hardware [None req-5104d940-b96e-4a40-8b12-f82645fe3eeb tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 604.572434] env[65448]: DEBUG nova.virt.hardware [None req-5104d940-b96e-4a40-8b12-f82645fe3eeb tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 604.572434] env[65448]: DEBUG nova.virt.hardware [None req-5104d940-b96e-4a40-8b12-f82645fe3eeb tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 604.572434] env[65448]: DEBUG nova.virt.hardware [None req-5104d940-b96e-4a40-8b12-f82645fe3eeb tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 604.572434] env[65448]: DEBUG nova.virt.hardware [None req-5104d940-b96e-4a40-8b12-f82645fe3eeb tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 604.572791] env[65448]: DEBUG nova.virt.hardware [None req-5104d940-b96e-4a40-8b12-f82645fe3eeb tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 604.572791] env[65448]: DEBUG nova.virt.hardware [None req-5104d940-b96e-4a40-8b12-f82645fe3eeb tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 604.572791] env[65448]: DEBUG nova.virt.hardware [None req-5104d940-b96e-4a40-8b12-f82645fe3eeb tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 604.573757] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7599def-e599-4b67-9455-2cfe6aa14753 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.584655] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a1eb4fb-ab39-4523-af67-dfc5e00b726b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.622287] env[65448]: DEBUG oslo_vmware.api [None req-b704cb1b-5293-4930-91a9-1c3cd2e6a308 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Task: {'id': task-4937050, 'name': Rename_Task, 'duration_secs': 0.272041} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.622666] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-b704cb1b-5293-4930-91a9-1c3cd2e6a308 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] [instance: 98934034-6202-43e2-8c37-cbde37e0cf78] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 604.623102] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ffd40b4e-16a4-4449-baa0-f75f3ea99378 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.631718] env[65448]: DEBUG oslo_vmware.api [None req-b704cb1b-5293-4930-91a9-1c3cd2e6a308 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Waiting for the task: (returnval){ [ 604.631718] env[65448]: value = "task-4937051" [ 604.631718] env[65448]: _type = "Task" [ 604.631718] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.643875] env[65448]: DEBUG oslo_vmware.api [None req-b704cb1b-5293-4930-91a9-1c3cd2e6a308 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Task: {'id': task-4937051, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.678263] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937048, 'name': CreateVM_Task, 'duration_secs': 0.556592} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.678850] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9df7ebd-a64a-4031-89f7-75a8aee3c74c] Created VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 604.679638] env[65448]: WARNING neutronclient.v2_0.client [None req-2ed03384-3dc6-406d-82dd-565429702188 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 604.679918] env[65448]: DEBUG oslo_concurrency.lockutils [None req-2ed03384-3dc6-406d-82dd-565429702188 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.680094] env[65448]: DEBUG oslo_concurrency.lockutils [None req-2ed03384-3dc6-406d-82dd-565429702188 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.680467] env[65448]: DEBUG oslo_concurrency.lockutils [None req-2ed03384-3dc6-406d-82dd-565429702188 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.680806] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a68fc58-b2aa-42f1-a2a4-7112bfb8d8b9 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.688511] env[65448]: DEBUG oslo_vmware.api [None req-2ed03384-3dc6-406d-82dd-565429702188 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Waiting for the task: (returnval){ [ 604.688511] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52c064ba-766e-0167-c90e-7e832f789493" [ 604.688511] env[65448]: _type = "Task" [ 604.688511] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.702126] env[65448]: DEBUG oslo_vmware.api [None req-2ed03384-3dc6-406d-82dd-565429702188 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52c064ba-766e-0167-c90e-7e832f789493, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.779535] env[65448]: DEBUG oslo_vmware.api [None req-69b2a735-7e01-40f4-a4c6-81531c1151bc tempest-ServerExternalEventsTest-1810177272 tempest-ServerExternalEventsTest-1810177272-project-member] Task: {'id': task-4937049, 'name': PowerOnVM_Task, 'duration_secs': 0.863804} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.781486] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-69b2a735-7e01-40f4-a4c6-81531c1151bc tempest-ServerExternalEventsTest-1810177272 tempest-ServerExternalEventsTest-1810177272-project-member] [instance: a2724af1-294c-4358-9aa3-938b7d8db7d4] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 604.781486] env[65448]: INFO nova.compute.manager [None req-69b2a735-7e01-40f4-a4c6-81531c1151bc tempest-ServerExternalEventsTest-1810177272 tempest-ServerExternalEventsTest-1810177272-project-member] [instance: a2724af1-294c-4358-9aa3-938b7d8db7d4] Took 12.41 seconds to spawn the instance on the hypervisor. [ 604.781486] env[65448]: DEBUG nova.compute.manager [None req-69b2a735-7e01-40f4-a4c6-81531c1151bc tempest-ServerExternalEventsTest-1810177272 tempest-ServerExternalEventsTest-1810177272-project-member] [instance: a2724af1-294c-4358-9aa3-938b7d8db7d4] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 604.782206] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6336e0c8-40b8-4946-b7dc-c48879f6d2ed {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.875464] env[65448]: DEBUG oslo_concurrency.lockutils [None req-08fe8aac-8f1e-4f5e-8578-ff424736de6e tempest-ServerDiagnosticsNegativeTest-649700980 tempest-ServerDiagnosticsNegativeTest-649700980-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.383s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 604.876082] env[65448]: DEBUG nova.compute.manager [None req-08fe8aac-8f1e-4f5e-8578-ff424736de6e tempest-ServerDiagnosticsNegativeTest-649700980 tempest-ServerDiagnosticsNegativeTest-649700980-project-member] [instance: 2ceb8324-07de-45d9-bc39-b8661a6a35e4] Start building networks asynchronously for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2881}} [ 604.879120] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a1b65ff1-7e94-47db-95a1-fa7db52fa4cf tempest-VolumesAssistedSnapshotsTest-83228541 tempest-VolumesAssistedSnapshotsTest-83228541-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.679s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 604.880906] env[65448]: INFO nova.compute.claims [None req-a1b65ff1-7e94-47db-95a1-fa7db52fa4cf tempest-VolumesAssistedSnapshotsTest-83228541 tempest-VolumesAssistedSnapshotsTest-83228541-project-member] [instance: b72f98f6-f233-4a51-b4ac-fef6364407f1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 605.149727] env[65448]: DEBUG oslo_vmware.api [None req-b704cb1b-5293-4930-91a9-1c3cd2e6a308 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Task: {'id': task-4937051, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.203322] env[65448]: DEBUG oslo_concurrency.lockutils [None req-2ed03384-3dc6-406d-82dd-565429702188 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.203722] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-2ed03384-3dc6-406d-82dd-565429702188 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] [instance: b9df7ebd-a64a-4031-89f7-75a8aee3c74c] Processing image 50fb366d-48e6-424f-9c20-bc83d77be76a {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 605.203855] env[65448]: DEBUG oslo_concurrency.lockutils [None req-2ed03384-3dc6-406d-82dd-565429702188 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.204969] env[65448]: DEBUG oslo_vmware.rw_handles [None req-45d4bac0-045e-4733-bb98-1a2fe1a99914 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Completed reading data from the image iterator. {{(pid=65448) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 605.205343] env[65448]: DEBUG oslo_vmware.rw_handles [None req-45d4bac0-045e-4733-bb98-1a2fe1a99914 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Closing write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/e6013c94-497c-4c48-a517-60b1477e11f6/50fb366d-48e6-424f-9c20-bc83d77be76a/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=65448) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 605.280950] env[65448]: DEBUG nova.virt.vmwareapi.images [None req-45d4bac0-045e-4733-bb98-1a2fe1a99914 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] [instance: 101b6ef8-fab1-4626-9524-4e080c5ad298] Downloaded image file data 50fb366d-48e6-424f-9c20-bc83d77be76a to vmware_temp/e6013c94-497c-4c48-a517-60b1477e11f6/50fb366d-48e6-424f-9c20-bc83d77be76a/tmp-sparse.vmdk on the data store datastore1 {{(pid=65448) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 605.282445] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-45d4bac0-045e-4733-bb98-1a2fe1a99914 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] [instance: 101b6ef8-fab1-4626-9524-4e080c5ad298] Caching image {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 605.282693] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-45d4bac0-045e-4733-bb98-1a2fe1a99914 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Copying Virtual Disk [datastore1] vmware_temp/e6013c94-497c-4c48-a517-60b1477e11f6/50fb366d-48e6-424f-9c20-bc83d77be76a/tmp-sparse.vmdk to [datastore1] vmware_temp/e6013c94-497c-4c48-a517-60b1477e11f6/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 605.283026] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a3b535a5-8abf-40d1-8c4c-f280fc966d7f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.292639] env[65448]: DEBUG oslo_vmware.api [None req-45d4bac0-045e-4733-bb98-1a2fe1a99914 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Waiting for the task: (returnval){ [ 605.292639] env[65448]: value = "task-4937052" [ 605.292639] env[65448]: _type = "Task" [ 605.292639] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.308140] env[65448]: DEBUG oslo_vmware.api [None req-45d4bac0-045e-4733-bb98-1a2fe1a99914 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Task: {'id': task-4937052, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.313849] env[65448]: INFO nova.compute.manager [None req-69b2a735-7e01-40f4-a4c6-81531c1151bc tempest-ServerExternalEventsTest-1810177272 tempest-ServerExternalEventsTest-1810177272-project-member] [instance: a2724af1-294c-4358-9aa3-938b7d8db7d4] Took 18.88 seconds to build instance. [ 605.385612] env[65448]: DEBUG nova.compute.utils [None req-08fe8aac-8f1e-4f5e-8578-ff424736de6e tempest-ServerDiagnosticsNegativeTest-649700980 tempest-ServerDiagnosticsNegativeTest-649700980-project-member] Using /dev/sd instead of None {{(pid=65448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 605.386958] env[65448]: DEBUG nova.compute.manager [None req-08fe8aac-8f1e-4f5e-8578-ff424736de6e tempest-ServerDiagnosticsNegativeTest-649700980 tempest-ServerDiagnosticsNegativeTest-649700980-project-member] [instance: 2ceb8324-07de-45d9-bc39-b8661a6a35e4] Allocating IP information in the background. {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 605.389325] env[65448]: DEBUG nova.network.neutron [None req-08fe8aac-8f1e-4f5e-8578-ff424736de6e tempest-ServerDiagnosticsNegativeTest-649700980 tempest-ServerDiagnosticsNegativeTest-649700980-project-member] [instance: 2ceb8324-07de-45d9-bc39-b8661a6a35e4] allocate_for_instance() {{(pid=65448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 605.389722] env[65448]: WARNING neutronclient.v2_0.client [None req-08fe8aac-8f1e-4f5e-8578-ff424736de6e tempest-ServerDiagnosticsNegativeTest-649700980 tempest-ServerDiagnosticsNegativeTest-649700980-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 605.390046] env[65448]: WARNING neutronclient.v2_0.client [None req-08fe8aac-8f1e-4f5e-8578-ff424736de6e tempest-ServerDiagnosticsNegativeTest-649700980 tempest-ServerDiagnosticsNegativeTest-649700980-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 605.647779] env[65448]: DEBUG oslo_vmware.api [None req-b704cb1b-5293-4930-91a9-1c3cd2e6a308 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Task: {'id': task-4937051, 'name': PowerOnVM_Task, 'duration_secs': 0.575194} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.648142] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-b704cb1b-5293-4930-91a9-1c3cd2e6a308 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] [instance: 98934034-6202-43e2-8c37-cbde37e0cf78] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 605.648384] env[65448]: INFO nova.compute.manager [None req-b704cb1b-5293-4930-91a9-1c3cd2e6a308 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] [instance: 98934034-6202-43e2-8c37-cbde37e0cf78] Took 11.01 seconds to spawn the instance on the hypervisor. [ 605.648576] env[65448]: DEBUG nova.compute.manager [None req-b704cb1b-5293-4930-91a9-1c3cd2e6a308 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] [instance: 98934034-6202-43e2-8c37-cbde37e0cf78] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 605.649439] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-868a8ccf-1b88-47e0-b691-cf1d79bf7207 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.803225] env[65448]: DEBUG oslo_vmware.api [None req-45d4bac0-045e-4733-bb98-1a2fe1a99914 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Task: {'id': task-4937052, 'name': CopyVirtualDisk_Task} progress is 27%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.816068] env[65448]: DEBUG oslo_concurrency.lockutils [None req-69b2a735-7e01-40f4-a4c6-81531c1151bc tempest-ServerExternalEventsTest-1810177272 tempest-ServerExternalEventsTest-1810177272-project-member] Lock "a2724af1-294c-4358-9aa3-938b7d8db7d4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.394s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 605.895741] env[65448]: DEBUG nova.compute.manager [None req-08fe8aac-8f1e-4f5e-8578-ff424736de6e tempest-ServerDiagnosticsNegativeTest-649700980 tempest-ServerDiagnosticsNegativeTest-649700980-project-member] [instance: 2ceb8324-07de-45d9-bc39-b8661a6a35e4] Start building block device mappings for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2916}} [ 605.927802] env[65448]: DEBUG nova.network.neutron [None req-1d27f5b1-f32a-480e-b53c-c6838a0460d0 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 6298b6d7-5892-48cc-b808-eeca3d91f57e] Instance cache missing network info. {{(pid=65448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 606.109189] env[65448]: DEBUG nova.network.neutron [None req-5104d940-b96e-4a40-8b12-f82645fe3eeb tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: 204b5f52-2264-4c23-8799-4b3f57682409] Successfully updated port: a8e18aee-b11d-458c-945a-72d1ccfaba7e {{(pid=65448) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 606.171039] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3217b1a-287d-4f8f-8afe-93650c70610e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.177520] env[65448]: INFO nova.compute.manager [None req-b704cb1b-5293-4930-91a9-1c3cd2e6a308 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] [instance: 98934034-6202-43e2-8c37-cbde37e0cf78] Took 18.80 seconds to build instance. [ 606.182935] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf730659-db5f-4c71-b669-6f5ffe1a1d87 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.190028] env[65448]: WARNING neutronclient.v2_0.client [req-38e91af4-e124-485e-9cfa-e20408fa5918 req-66eebf8d-b315-4eb5-b5c3-5528c43b109d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 606.223100] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-568e0f9c-692e-4eef-9372-77c3556aa871 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.237810] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7b71bea-e170-48dc-8d4b-cbc8bfbe2901 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.255379] env[65448]: DEBUG nova.compute.provider_tree [None req-a1b65ff1-7e94-47db-95a1-fa7db52fa4cf tempest-VolumesAssistedSnapshotsTest-83228541 tempest-VolumesAssistedSnapshotsTest-83228541-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 606.304669] env[65448]: DEBUG oslo_vmware.api [None req-45d4bac0-045e-4733-bb98-1a2fe1a99914 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Task: {'id': task-4937052, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.366152] env[65448]: DEBUG nova.policy [None req-08fe8aac-8f1e-4f5e-8578-ff424736de6e tempest-ServerDiagnosticsNegativeTest-649700980 tempest-ServerDiagnosticsNegativeTest-649700980-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '060a7c0994f242ae838e4bc00c4a424a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3833921a495844008b1d85bf9d1721b7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65448) authorize /opt/stack/nova/nova/policy.py:192}} [ 606.468496] env[65448]: DEBUG nova.network.neutron [req-38e91af4-e124-485e-9cfa-e20408fa5918 req-66eebf8d-b315-4eb5-b5c3-5528c43b109d service nova] [instance: 7b76faba-15f3-4412-b5e7-5354a6bfd35f] Updated VIF entry in instance network info cache for port 47aae831-5b43-4058-a177-3e3eed7944a8. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 606.470137] env[65448]: DEBUG nova.network.neutron [req-38e91af4-e124-485e-9cfa-e20408fa5918 req-66eebf8d-b315-4eb5-b5c3-5528c43b109d service nova] [instance: 7b76faba-15f3-4412-b5e7-5354a6bfd35f] Updating instance_info_cache with network_info: [{"id": "47aae831-5b43-4058-a177-3e3eed7944a8", "address": "fa:16:3e:a5:c2:03", "network": {"id": "8bceff40-3fe8-4c4e-8d97-0f1608c6de19", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.46", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a992292b6dae455593d228217860e2e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47aae831-5b", "ovs_interfaceid": "47aae831-5b43-4058-a177-3e3eed7944a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 606.615220] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5104d940-b96e-4a40-8b12-f82645fe3eeb tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Acquiring lock "refresh_cache-204b5f52-2264-4c23-8799-4b3f57682409" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.615481] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5104d940-b96e-4a40-8b12-f82645fe3eeb tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Acquired lock "refresh_cache-204b5f52-2264-4c23-8799-4b3f57682409" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.615609] env[65448]: DEBUG nova.network.neutron [None req-5104d940-b96e-4a40-8b12-f82645fe3eeb tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: 204b5f52-2264-4c23-8799-4b3f57682409] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 606.679577] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b704cb1b-5293-4930-91a9-1c3cd2e6a308 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Lock "98934034-6202-43e2-8c37-cbde37e0cf78" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.331s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 606.761748] env[65448]: DEBUG nova.scheduler.client.report [None req-a1b65ff1-7e94-47db-95a1-fa7db52fa4cf tempest-VolumesAssistedSnapshotsTest-83228541 tempest-VolumesAssistedSnapshotsTest-83228541-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 606.806018] env[65448]: DEBUG oslo_vmware.api [None req-45d4bac0-045e-4733-bb98-1a2fe1a99914 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Task: {'id': task-4937052, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.253403} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.806018] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-45d4bac0-045e-4733-bb98-1a2fe1a99914 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Copied Virtual Disk [datastore1] vmware_temp/e6013c94-497c-4c48-a517-60b1477e11f6/50fb366d-48e6-424f-9c20-bc83d77be76a/tmp-sparse.vmdk to [datastore1] vmware_temp/e6013c94-497c-4c48-a517-60b1477e11f6/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 606.806018] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-45d4bac0-045e-4733-bb98-1a2fe1a99914 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Deleting the datastore file [datastore1] vmware_temp/e6013c94-497c-4c48-a517-60b1477e11f6/50fb366d-48e6-424f-9c20-bc83d77be76a/tmp-sparse.vmdk {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 606.806018] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e8307038-e431-43d4-bb65-2c90c5d9545a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.814207] env[65448]: DEBUG oslo_vmware.api [None req-45d4bac0-045e-4733-bb98-1a2fe1a99914 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Waiting for the task: (returnval){ [ 606.814207] env[65448]: value = "task-4937054" [ 606.814207] env[65448]: _type = "Task" [ 606.814207] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.827550] env[65448]: DEBUG oslo_vmware.api [None req-45d4bac0-045e-4733-bb98-1a2fe1a99914 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Task: {'id': task-4937054, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.846314] env[65448]: DEBUG nova.network.neutron [None req-08fe8aac-8f1e-4f5e-8578-ff424736de6e tempest-ServerDiagnosticsNegativeTest-649700980 tempest-ServerDiagnosticsNegativeTest-649700980-project-member] [instance: 2ceb8324-07de-45d9-bc39-b8661a6a35e4] Successfully created port: 4f663dbc-b199-49a1-a329-767f56d246d2 {{(pid=65448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 606.881149] env[65448]: WARNING neutronclient.v2_0.client [None req-1d27f5b1-f32a-480e-b53c-c6838a0460d0 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 606.914409] env[65448]: DEBUG nova.compute.manager [None req-08fe8aac-8f1e-4f5e-8578-ff424736de6e tempest-ServerDiagnosticsNegativeTest-649700980 tempest-ServerDiagnosticsNegativeTest-649700980-project-member] [instance: 2ceb8324-07de-45d9-bc39-b8661a6a35e4] Start spawning the instance on the hypervisor. {{(pid=65448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2689}} [ 606.946516] env[65448]: DEBUG nova.compute.manager [req-f40445eb-8c1c-448b-bf77-035e744357ad req-b0d75366-30ab-4b6d-9a24-be15b2e6f16b service nova] [instance: a2724af1-294c-4358-9aa3-938b7d8db7d4] Received event network-vif-plugged-897ddb0d-97bb-4f75-b59e-1ebab1eea5d3 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 606.946516] env[65448]: DEBUG oslo_concurrency.lockutils [req-f40445eb-8c1c-448b-bf77-035e744357ad req-b0d75366-30ab-4b6d-9a24-be15b2e6f16b service nova] Acquiring lock "a2724af1-294c-4358-9aa3-938b7d8db7d4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 606.946608] env[65448]: DEBUG oslo_concurrency.lockutils [req-f40445eb-8c1c-448b-bf77-035e744357ad req-b0d75366-30ab-4b6d-9a24-be15b2e6f16b service nova] Lock "a2724af1-294c-4358-9aa3-938b7d8db7d4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 606.946787] env[65448]: DEBUG oslo_concurrency.lockutils [req-f40445eb-8c1c-448b-bf77-035e744357ad req-b0d75366-30ab-4b6d-9a24-be15b2e6f16b service nova] Lock "a2724af1-294c-4358-9aa3-938b7d8db7d4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 606.946977] env[65448]: DEBUG nova.compute.manager [req-f40445eb-8c1c-448b-bf77-035e744357ad req-b0d75366-30ab-4b6d-9a24-be15b2e6f16b service nova] [instance: a2724af1-294c-4358-9aa3-938b7d8db7d4] No waiting events found dispatching network-vif-plugged-897ddb0d-97bb-4f75-b59e-1ebab1eea5d3 {{(pid=65448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 606.947199] env[65448]: WARNING nova.compute.manager [req-f40445eb-8c1c-448b-bf77-035e744357ad req-b0d75366-30ab-4b6d-9a24-be15b2e6f16b service nova] [instance: a2724af1-294c-4358-9aa3-938b7d8db7d4] Received unexpected event network-vif-plugged-897ddb0d-97bb-4f75-b59e-1ebab1eea5d3 for instance with vm_state active and task_state None. [ 606.947425] env[65448]: DEBUG nova.compute.manager [req-f40445eb-8c1c-448b-bf77-035e744357ad req-b0d75366-30ab-4b6d-9a24-be15b2e6f16b service nova] [instance: a2724af1-294c-4358-9aa3-938b7d8db7d4] Received event network-changed-897ddb0d-97bb-4f75-b59e-1ebab1eea5d3 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 606.947599] env[65448]: DEBUG nova.compute.manager [req-f40445eb-8c1c-448b-bf77-035e744357ad req-b0d75366-30ab-4b6d-9a24-be15b2e6f16b service nova] [instance: a2724af1-294c-4358-9aa3-938b7d8db7d4] Refreshing instance network info cache due to event network-changed-897ddb0d-97bb-4f75-b59e-1ebab1eea5d3. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 606.947817] env[65448]: DEBUG oslo_concurrency.lockutils [req-f40445eb-8c1c-448b-bf77-035e744357ad req-b0d75366-30ab-4b6d-9a24-be15b2e6f16b service nova] Acquiring lock "refresh_cache-a2724af1-294c-4358-9aa3-938b7d8db7d4" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.947997] env[65448]: DEBUG oslo_concurrency.lockutils [req-f40445eb-8c1c-448b-bf77-035e744357ad req-b0d75366-30ab-4b6d-9a24-be15b2e6f16b service nova] Acquired lock "refresh_cache-a2724af1-294c-4358-9aa3-938b7d8db7d4" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.948185] env[65448]: DEBUG nova.network.neutron [req-f40445eb-8c1c-448b-bf77-035e744357ad req-b0d75366-30ab-4b6d-9a24-be15b2e6f16b service nova] [instance: a2724af1-294c-4358-9aa3-938b7d8db7d4] Refreshing network info cache for port 897ddb0d-97bb-4f75-b59e-1ebab1eea5d3 {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 606.977696] env[65448]: DEBUG nova.virt.hardware [None req-08fe8aac-8f1e-4f5e-8578-ff424736de6e tempest-ServerDiagnosticsNegativeTest-649700980 tempest-ServerDiagnosticsNegativeTest-649700980-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-08T17:19:51Z,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a992292b6dae455593d228217860e2e1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-08T17:19:52Z,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 606.977696] env[65448]: DEBUG nova.virt.hardware [None req-08fe8aac-8f1e-4f5e-8578-ff424736de6e tempest-ServerDiagnosticsNegativeTest-649700980 tempest-ServerDiagnosticsNegativeTest-649700980-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 606.977696] env[65448]: DEBUG nova.virt.hardware [None req-08fe8aac-8f1e-4f5e-8578-ff424736de6e tempest-ServerDiagnosticsNegativeTest-649700980 tempest-ServerDiagnosticsNegativeTest-649700980-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 606.978087] env[65448]: DEBUG nova.virt.hardware [None req-08fe8aac-8f1e-4f5e-8578-ff424736de6e tempest-ServerDiagnosticsNegativeTest-649700980 tempest-ServerDiagnosticsNegativeTest-649700980-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 606.978087] env[65448]: DEBUG nova.virt.hardware [None req-08fe8aac-8f1e-4f5e-8578-ff424736de6e tempest-ServerDiagnosticsNegativeTest-649700980 tempest-ServerDiagnosticsNegativeTest-649700980-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 606.978228] env[65448]: DEBUG nova.virt.hardware [None req-08fe8aac-8f1e-4f5e-8578-ff424736de6e tempest-ServerDiagnosticsNegativeTest-649700980 tempest-ServerDiagnosticsNegativeTest-649700980-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 606.978417] env[65448]: DEBUG nova.virt.hardware [None req-08fe8aac-8f1e-4f5e-8578-ff424736de6e tempest-ServerDiagnosticsNegativeTest-649700980 tempest-ServerDiagnosticsNegativeTest-649700980-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 606.979025] env[65448]: DEBUG nova.virt.hardware [None req-08fe8aac-8f1e-4f5e-8578-ff424736de6e tempest-ServerDiagnosticsNegativeTest-649700980 tempest-ServerDiagnosticsNegativeTest-649700980-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 606.979025] env[65448]: DEBUG nova.virt.hardware [None req-08fe8aac-8f1e-4f5e-8578-ff424736de6e tempest-ServerDiagnosticsNegativeTest-649700980 tempest-ServerDiagnosticsNegativeTest-649700980-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 606.979025] env[65448]: DEBUG nova.virt.hardware [None req-08fe8aac-8f1e-4f5e-8578-ff424736de6e tempest-ServerDiagnosticsNegativeTest-649700980 tempest-ServerDiagnosticsNegativeTest-649700980-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 606.979178] env[65448]: DEBUG nova.virt.hardware [None req-08fe8aac-8f1e-4f5e-8578-ff424736de6e tempest-ServerDiagnosticsNegativeTest-649700980 tempest-ServerDiagnosticsNegativeTest-649700980-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 606.980111] env[65448]: DEBUG oslo_concurrency.lockutils [req-38e91af4-e124-485e-9cfa-e20408fa5918 req-66eebf8d-b315-4eb5-b5c3-5528c43b109d service nova] Releasing lock "refresh_cache-7b76faba-15f3-4412-b5e7-5354a6bfd35f" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.981989] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46003ed5-378c-4e9d-982e-3f754dabd390 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.993650] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c21a6cb2-4a20-4e0f-9ebf-200c8e6946cc {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.046578] env[65448]: DEBUG nova.network.neutron [None req-1d27f5b1-f32a-480e-b53c-c6838a0460d0 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 6298b6d7-5892-48cc-b808-eeca3d91f57e] Updating instance_info_cache with network_info: [{"id": "58b013a8-5508-4dd2-89fd-15a7e6e99539", "address": "fa:16:3e:4e:4f:86", "network": {"id": "76bce7a5-302f-47a8-9b20-9331c6891217", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1202927429-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc9e8e59612c49a6b788080423997837", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58b013a8-55", "ovs_interfaceid": "58b013a8-5508-4dd2-89fd-15a7e6e99539", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 607.214087] env[65448]: DEBUG nova.network.neutron [None req-5104d940-b96e-4a40-8b12-f82645fe3eeb tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: 204b5f52-2264-4c23-8799-4b3f57682409] Instance cache missing network info. {{(pid=65448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 607.267637] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a1b65ff1-7e94-47db-95a1-fa7db52fa4cf tempest-VolumesAssistedSnapshotsTest-83228541 tempest-VolumesAssistedSnapshotsTest-83228541-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.388s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 607.268520] env[65448]: DEBUG nova.compute.manager [None req-a1b65ff1-7e94-47db-95a1-fa7db52fa4cf tempest-VolumesAssistedSnapshotsTest-83228541 tempest-VolumesAssistedSnapshotsTest-83228541-project-member] [instance: b72f98f6-f233-4a51-b4ac-fef6364407f1] Start building networks asynchronously for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2881}} [ 607.276876] env[65448]: DEBUG oslo_concurrency.lockutils [None req-852c345c-af95-4c91-be9d-f08fcf9ef9cf tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.550s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 607.280450] env[65448]: INFO nova.compute.claims [None req-852c345c-af95-4c91-be9d-f08fcf9ef9cf tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: cd954db3-685f-4f7b-8ef4-c9d0dca58eef] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 607.331628] env[65448]: DEBUG oslo_vmware.api [None req-45d4bac0-045e-4733-bb98-1a2fe1a99914 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Task: {'id': task-4937054, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.034065} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.332243] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-45d4bac0-045e-4733-bb98-1a2fe1a99914 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 607.332686] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-45d4bac0-045e-4733-bb98-1a2fe1a99914 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Moving file from [datastore1] vmware_temp/e6013c94-497c-4c48-a517-60b1477e11f6/50fb366d-48e6-424f-9c20-bc83d77be76a to [datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a. {{(pid=65448) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 607.333173] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-9078baf2-ddc6-4622-9a68-c03402662cf8 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.342813] env[65448]: DEBUG oslo_vmware.api [None req-45d4bac0-045e-4733-bb98-1a2fe1a99914 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Waiting for the task: (returnval){ [ 607.342813] env[65448]: value = "task-4937055" [ 607.342813] env[65448]: _type = "Task" [ 607.342813] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.357195] env[65448]: DEBUG oslo_vmware.api [None req-45d4bac0-045e-4733-bb98-1a2fe1a99914 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Task: {'id': task-4937055, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.397021] env[65448]: WARNING neutronclient.v2_0.client [None req-5104d940-b96e-4a40-8b12-f82645fe3eeb tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 607.457847] env[65448]: WARNING neutronclient.v2_0.client [req-f40445eb-8c1c-448b-bf77-035e744357ad req-b0d75366-30ab-4b6d-9a24-be15b2e6f16b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 607.550085] env[65448]: DEBUG oslo_concurrency.lockutils [None req-1d27f5b1-f32a-480e-b53c-c6838a0460d0 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Releasing lock "refresh_cache-6298b6d7-5892-48cc-b808-eeca3d91f57e" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.550913] env[65448]: DEBUG nova.compute.manager [None req-1d27f5b1-f32a-480e-b53c-c6838a0460d0 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 6298b6d7-5892-48cc-b808-eeca3d91f57e] Instance network_info: |[{"id": "58b013a8-5508-4dd2-89fd-15a7e6e99539", "address": "fa:16:3e:4e:4f:86", "network": {"id": "76bce7a5-302f-47a8-9b20-9331c6891217", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1202927429-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc9e8e59612c49a6b788080423997837", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58b013a8-55", "ovs_interfaceid": "58b013a8-5508-4dd2-89fd-15a7e6e99539", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 607.551750] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-1d27f5b1-f32a-480e-b53c-c6838a0460d0 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 6298b6d7-5892-48cc-b808-eeca3d91f57e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4e:4f:86', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1e7a4976-597e-4636-990e-6062b5faadee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '58b013a8-5508-4dd2-89fd-15a7e6e99539', 'vif_model': 'vmxnet3'}] {{(pid=65448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 607.564684] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d27f5b1-f32a-480e-b53c-c6838a0460d0 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Creating folder: Project (dc9e8e59612c49a6b788080423997837). Parent ref: group-v961779. {{(pid=65448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 607.565549] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-23693641-2719-4805-bdd7-7b851bb38b67 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.583110] env[65448]: INFO nova.virt.vmwareapi.vm_util [None req-1d27f5b1-f32a-480e-b53c-c6838a0460d0 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Created folder: Project (dc9e8e59612c49a6b788080423997837) in parent group-v961779. [ 607.583321] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d27f5b1-f32a-480e-b53c-c6838a0460d0 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Creating folder: Instances. Parent ref: group-v961806. {{(pid=65448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 607.584130] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d6e3f9ec-5712-4052-b418-ce63c06083c3 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.594398] env[65448]: INFO nova.virt.vmwareapi.vm_util [None req-1d27f5b1-f32a-480e-b53c-c6838a0460d0 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Created folder: Instances in parent group-v961806. [ 607.594565] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-1d27f5b1-f32a-480e-b53c-c6838a0460d0 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 607.594785] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6298b6d7-5892-48cc-b808-eeca3d91f57e] Creating VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 607.595012] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a5998b49-54f4-4269-bdc5-89368d828438 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.614621] env[65448]: DEBUG nova.network.neutron [None req-5104d940-b96e-4a40-8b12-f82645fe3eeb tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: 204b5f52-2264-4c23-8799-4b3f57682409] Updating instance_info_cache with network_info: [{"id": "a8e18aee-b11d-458c-945a-72d1ccfaba7e", "address": "fa:16:3e:06:b1:78", "network": {"id": "393d9495-0694-4789-b85f-11c1ee142a7b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-818279425-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "151b52486680497ab0313e8770e10757", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8e18aee-b1", "ovs_interfaceid": "a8e18aee-b11d-458c-945a-72d1ccfaba7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 607.617692] env[65448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 607.617692] env[65448]: value = "task-4937058" [ 607.617692] env[65448]: _type = "Task" [ 607.617692] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.627573] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937058, 'name': CreateVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.790365] env[65448]: DEBUG nova.compute.utils [None req-a1b65ff1-7e94-47db-95a1-fa7db52fa4cf tempest-VolumesAssistedSnapshotsTest-83228541 tempest-VolumesAssistedSnapshotsTest-83228541-project-member] Using /dev/sd instead of None {{(pid=65448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 607.792498] env[65448]: DEBUG nova.compute.manager [None req-a1b65ff1-7e94-47db-95a1-fa7db52fa4cf tempest-VolumesAssistedSnapshotsTest-83228541 tempest-VolumesAssistedSnapshotsTest-83228541-project-member] [instance: b72f98f6-f233-4a51-b4ac-fef6364407f1] Allocating IP information in the background. {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 607.792498] env[65448]: DEBUG nova.network.neutron [None req-a1b65ff1-7e94-47db-95a1-fa7db52fa4cf tempest-VolumesAssistedSnapshotsTest-83228541 tempest-VolumesAssistedSnapshotsTest-83228541-project-member] [instance: b72f98f6-f233-4a51-b4ac-fef6364407f1] allocate_for_instance() {{(pid=65448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 607.792932] env[65448]: WARNING neutronclient.v2_0.client [None req-a1b65ff1-7e94-47db-95a1-fa7db52fa4cf tempest-VolumesAssistedSnapshotsTest-83228541 tempest-VolumesAssistedSnapshotsTest-83228541-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 607.796030] env[65448]: WARNING neutronclient.v2_0.client [None req-a1b65ff1-7e94-47db-95a1-fa7db52fa4cf tempest-VolumesAssistedSnapshotsTest-83228541 tempest-VolumesAssistedSnapshotsTest-83228541-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 607.856585] env[65448]: DEBUG oslo_vmware.api [None req-45d4bac0-045e-4733-bb98-1a2fe1a99914 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Task: {'id': task-4937055, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.043993} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.856878] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-45d4bac0-045e-4733-bb98-1a2fe1a99914 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] File moved {{(pid=65448) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 607.857097] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-45d4bac0-045e-4733-bb98-1a2fe1a99914 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] [instance: 101b6ef8-fab1-4626-9524-4e080c5ad298] Cleaning up location [datastore1] vmware_temp/e6013c94-497c-4c48-a517-60b1477e11f6 {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 607.857282] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-45d4bac0-045e-4733-bb98-1a2fe1a99914 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Deleting the datastore file [datastore1] vmware_temp/e6013c94-497c-4c48-a517-60b1477e11f6 {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 607.857596] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c44bce49-fb3b-4f94-b667-4711a21bf37a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.870297] env[65448]: DEBUG oslo_vmware.api [None req-45d4bac0-045e-4733-bb98-1a2fe1a99914 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Waiting for the task: (returnval){ [ 607.870297] env[65448]: value = "task-4937060" [ 607.870297] env[65448]: _type = "Task" [ 607.870297] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.884331] env[65448]: DEBUG oslo_vmware.api [None req-45d4bac0-045e-4733-bb98-1a2fe1a99914 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Task: {'id': task-4937060, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.114895] env[65448]: DEBUG nova.policy [None req-a1b65ff1-7e94-47db-95a1-fa7db52fa4cf tempest-VolumesAssistedSnapshotsTest-83228541 tempest-VolumesAssistedSnapshotsTest-83228541-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2e9c644cff5d4d53ba98f53d393f9810', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dafe4a08e85746d7b19aacf81cba31e7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65448) authorize /opt/stack/nova/nova/policy.py:192}} [ 608.122020] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5104d940-b96e-4a40-8b12-f82645fe3eeb tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Releasing lock "refresh_cache-204b5f52-2264-4c23-8799-4b3f57682409" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.122429] env[65448]: DEBUG nova.compute.manager [None req-5104d940-b96e-4a40-8b12-f82645fe3eeb tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: 204b5f52-2264-4c23-8799-4b3f57682409] Instance network_info: |[{"id": "a8e18aee-b11d-458c-945a-72d1ccfaba7e", "address": "fa:16:3e:06:b1:78", "network": {"id": "393d9495-0694-4789-b85f-11c1ee142a7b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-818279425-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "151b52486680497ab0313e8770e10757", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8e18aee-b1", "ovs_interfaceid": "a8e18aee-b11d-458c-945a-72d1ccfaba7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 608.122895] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-5104d940-b96e-4a40-8b12-f82645fe3eeb tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: 204b5f52-2264-4c23-8799-4b3f57682409] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:b1:78', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5f49a7d-c6e5-404f-b71a-91d8c070cd18', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a8e18aee-b11d-458c-945a-72d1ccfaba7e', 'vif_model': 'vmxnet3'}] {{(pid=65448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 608.130614] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-5104d940-b96e-4a40-8b12-f82645fe3eeb tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Creating folder: Project (151b52486680497ab0313e8770e10757). Parent ref: group-v961779. {{(pid=65448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 608.131514] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9ab9d5ab-421b-4dea-bc91-1b17db80c028 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.137294] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937058, 'name': CreateVM_Task, 'duration_secs': 0.40568} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.140609] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6298b6d7-5892-48cc-b808-eeca3d91f57e] Created VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 608.141386] env[65448]: WARNING neutronclient.v2_0.client [None req-1d27f5b1-f32a-480e-b53c-c6838a0460d0 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 608.141806] env[65448]: DEBUG oslo_concurrency.lockutils [None req-1d27f5b1-f32a-480e-b53c-c6838a0460d0 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.141948] env[65448]: DEBUG oslo_concurrency.lockutils [None req-1d27f5b1-f32a-480e-b53c-c6838a0460d0 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.142292] env[65448]: DEBUG oslo_concurrency.lockutils [None req-1d27f5b1-f32a-480e-b53c-c6838a0460d0 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.142567] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5628e3a5-7049-4d52-83c8-25475bc57496 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.148277] env[65448]: DEBUG oslo_vmware.api [None req-1d27f5b1-f32a-480e-b53c-c6838a0460d0 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Waiting for the task: (returnval){ [ 608.148277] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]525b17fb-8ce7-5b21-29f9-50a7cb6e95c8" [ 608.148277] env[65448]: _type = "Task" [ 608.148277] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.153670] env[65448]: INFO nova.virt.vmwareapi.vm_util [None req-5104d940-b96e-4a40-8b12-f82645fe3eeb tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Created folder: Project (151b52486680497ab0313e8770e10757) in parent group-v961779. [ 608.153871] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-5104d940-b96e-4a40-8b12-f82645fe3eeb tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Creating folder: Instances. Parent ref: group-v961809. {{(pid=65448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 608.154557] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2a7e48b3-0e49-4088-9983-8c335884c36a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.159335] env[65448]: DEBUG oslo_vmware.api [None req-1d27f5b1-f32a-480e-b53c-c6838a0460d0 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]525b17fb-8ce7-5b21-29f9-50a7cb6e95c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.169321] env[65448]: INFO nova.virt.vmwareapi.vm_util [None req-5104d940-b96e-4a40-8b12-f82645fe3eeb tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Created folder: Instances in parent group-v961809. [ 608.169595] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-5104d940-b96e-4a40-8b12-f82645fe3eeb tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 608.169979] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 204b5f52-2264-4c23-8799-4b3f57682409] Creating VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 608.170082] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-88a90327-9b89-461c-a0b0-673260252d82 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.192051] env[65448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 608.192051] env[65448]: value = "task-4937063" [ 608.192051] env[65448]: _type = "Task" [ 608.192051] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.200909] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937063, 'name': CreateVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.284748] env[65448]: WARNING neutronclient.v2_0.client [req-f40445eb-8c1c-448b-bf77-035e744357ad req-b0d75366-30ab-4b6d-9a24-be15b2e6f16b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 608.297438] env[65448]: DEBUG nova.compute.manager [None req-a1b65ff1-7e94-47db-95a1-fa7db52fa4cf tempest-VolumesAssistedSnapshotsTest-83228541 tempest-VolumesAssistedSnapshotsTest-83228541-project-member] [instance: b72f98f6-f233-4a51-b4ac-fef6364407f1] Start building block device mappings for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2916}} [ 608.382290] env[65448]: DEBUG oslo_vmware.api [None req-45d4bac0-045e-4733-bb98-1a2fe1a99914 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Task: {'id': task-4937060, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.032999} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.385459] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-45d4bac0-045e-4733-bb98-1a2fe1a99914 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 608.386570] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e4372fd-3522-46cf-b711-e42a6fa713e9 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.393659] env[65448]: DEBUG oslo_vmware.api [None req-45d4bac0-045e-4733-bb98-1a2fe1a99914 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Waiting for the task: (returnval){ [ 608.393659] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52598c35-6866-da48-24ab-7bd0e9607213" [ 608.393659] env[65448]: _type = "Task" [ 608.393659] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.406413] env[65448]: DEBUG oslo_vmware.api [None req-45d4bac0-045e-4733-bb98-1a2fe1a99914 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52598c35-6866-da48-24ab-7bd0e9607213, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.520315] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afc90c0b-2e9a-4e8d-b392-c2e16b21d736 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.524139] env[65448]: DEBUG nova.network.neutron [None req-08fe8aac-8f1e-4f5e-8578-ff424736de6e tempest-ServerDiagnosticsNegativeTest-649700980 tempest-ServerDiagnosticsNegativeTest-649700980-project-member] [instance: 2ceb8324-07de-45d9-bc39-b8661a6a35e4] Successfully updated port: 4f663dbc-b199-49a1-a329-767f56d246d2 {{(pid=65448) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 608.531418] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8735cec-76fd-4762-8985-a4dfc8285c33 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.570704] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bce6c15-3848-4fff-ac8f-6c9f3436fd9b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.581181] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9222a18-5290-46c3-a28f-8fc2788ab171 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.599524] env[65448]: DEBUG nova.compute.provider_tree [None req-852c345c-af95-4c91-be9d-f08fcf9ef9cf tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 608.628287] env[65448]: DEBUG nova.network.neutron [None req-a1b65ff1-7e94-47db-95a1-fa7db52fa4cf tempest-VolumesAssistedSnapshotsTest-83228541 tempest-VolumesAssistedSnapshotsTest-83228541-project-member] [instance: b72f98f6-f233-4a51-b4ac-fef6364407f1] Successfully created port: e0a90c57-fee7-4180-86a2-37a189191d1c {{(pid=65448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 608.661577] env[65448]: DEBUG oslo_vmware.api [None req-1d27f5b1-f32a-480e-b53c-c6838a0460d0 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]525b17fb-8ce7-5b21-29f9-50a7cb6e95c8, 'name': SearchDatastore_Task, 'duration_secs': 0.011759} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.665024] env[65448]: DEBUG oslo_concurrency.lockutils [None req-1d27f5b1-f32a-480e-b53c-c6838a0460d0 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.665024] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-1d27f5b1-f32a-480e-b53c-c6838a0460d0 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 6298b6d7-5892-48cc-b808-eeca3d91f57e] Processing image 50fb366d-48e6-424f-9c20-bc83d77be76a {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 608.665024] env[65448]: DEBUG oslo_concurrency.lockutils [None req-1d27f5b1-f32a-480e-b53c-c6838a0460d0 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.665024] env[65448]: DEBUG nova.network.neutron [req-f40445eb-8c1c-448b-bf77-035e744357ad req-b0d75366-30ab-4b6d-9a24-be15b2e6f16b service nova] [instance: a2724af1-294c-4358-9aa3-938b7d8db7d4] Updated VIF entry in instance network info cache for port 897ddb0d-97bb-4f75-b59e-1ebab1eea5d3. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 608.665268] env[65448]: DEBUG nova.network.neutron [req-f40445eb-8c1c-448b-bf77-035e744357ad req-b0d75366-30ab-4b6d-9a24-be15b2e6f16b service nova] [instance: a2724af1-294c-4358-9aa3-938b7d8db7d4] Updating instance_info_cache with network_info: [{"id": "897ddb0d-97bb-4f75-b59e-1ebab1eea5d3", "address": "fa:16:3e:1d:69:0a", "network": {"id": "8bceff40-3fe8-4c4e-8d97-0f1608c6de19", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.165", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a992292b6dae455593d228217860e2e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap897ddb0d-97", "ovs_interfaceid": "897ddb0d-97bb-4f75-b59e-1ebab1eea5d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 608.704215] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937063, 'name': CreateVM_Task} progress is 25%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.909295] env[65448]: DEBUG oslo_vmware.api [None req-45d4bac0-045e-4733-bb98-1a2fe1a99914 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52598c35-6866-da48-24ab-7bd0e9607213, 'name': SearchDatastore_Task, 'duration_secs': 0.031526} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.909672] env[65448]: DEBUG oslo_concurrency.lockutils [None req-45d4bac0-045e-4733-bb98-1a2fe1a99914 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.910017] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-45d4bac0-045e-4733-bb98-1a2fe1a99914 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore1] 101b6ef8-fab1-4626-9524-4e080c5ad298/101b6ef8-fab1-4626-9524-4e080c5ad298.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 608.910382] env[65448]: DEBUG oslo_concurrency.lockutils [None req-2ed03384-3dc6-406d-82dd-565429702188 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.910616] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ed03384-3dc6-406d-82dd-565429702188 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 608.911154] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-98a2d3b6-c236-4e35-875a-84f4c3f56847 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.913480] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ed317c6d-7ac8-43ea-85c7-4b7bcba28076 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.922916] env[65448]: DEBUG oslo_vmware.api [None req-45d4bac0-045e-4733-bb98-1a2fe1a99914 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Waiting for the task: (returnval){ [ 608.922916] env[65448]: value = "task-4937064" [ 608.922916] env[65448]: _type = "Task" [ 608.922916] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.924082] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ed03384-3dc6-406d-82dd-565429702188 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 608.924304] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-2ed03384-3dc6-406d-82dd-565429702188 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 608.929142] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df677783-dd63-45d6-bd1c-d0c9f9cd3670 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.940816] env[65448]: DEBUG oslo_vmware.api [None req-45d4bac0-045e-4733-bb98-1a2fe1a99914 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Task: {'id': task-4937064, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.943067] env[65448]: DEBUG oslo_vmware.api [None req-2ed03384-3dc6-406d-82dd-565429702188 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Waiting for the task: (returnval){ [ 608.943067] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52d9cc2c-a2c5-bb55-3f9d-17fb4f32f5d9" [ 608.943067] env[65448]: _type = "Task" [ 608.943067] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.954216] env[65448]: DEBUG oslo_vmware.api [None req-2ed03384-3dc6-406d-82dd-565429702188 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52d9cc2c-a2c5-bb55-3f9d-17fb4f32f5d9, 'name': SearchDatastore_Task, 'duration_secs': 0.012531} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.955737] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf70c4b0-d389-46f6-aa49-a87e333bae33 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.966168] env[65448]: DEBUG oslo_vmware.api [None req-2ed03384-3dc6-406d-82dd-565429702188 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Waiting for the task: (returnval){ [ 608.966168] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52f26edb-5774-a48b-795c-4425017f4ba4" [ 608.966168] env[65448]: _type = "Task" [ 608.966168] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.978690] env[65448]: DEBUG oslo_vmware.api [None req-2ed03384-3dc6-406d-82dd-565429702188 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52f26edb-5774-a48b-795c-4425017f4ba4, 'name': SearchDatastore_Task, 'duration_secs': 0.011978} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.979147] env[65448]: DEBUG oslo_concurrency.lockutils [None req-2ed03384-3dc6-406d-82dd-565429702188 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.979524] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ed03384-3dc6-406d-82dd-565429702188 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore1] b9df7ebd-a64a-4031-89f7-75a8aee3c74c/b9df7ebd-a64a-4031-89f7-75a8aee3c74c.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 608.979897] env[65448]: DEBUG oslo_concurrency.lockutils [None req-1d27f5b1-f32a-480e-b53c-c6838a0460d0 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.980118] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d27f5b1-f32a-480e-b53c-c6838a0460d0 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 608.980372] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2a4616e5-e05e-4350-9d35-5315bb122f44 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.982895] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-554fee84-0fb0-41f6-b33a-b297c6edb682 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.993991] env[65448]: DEBUG oslo_vmware.api [None req-2ed03384-3dc6-406d-82dd-565429702188 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Waiting for the task: (returnval){ [ 608.993991] env[65448]: value = "task-4937065" [ 608.993991] env[65448]: _type = "Task" [ 608.993991] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.996043] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d27f5b1-f32a-480e-b53c-c6838a0460d0 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 608.996328] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-1d27f5b1-f32a-480e-b53c-c6838a0460d0 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 609.001350] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2fe2058-3a10-446f-a702-3df1bf3d376a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.008563] env[65448]: DEBUG oslo_vmware.api [None req-1d27f5b1-f32a-480e-b53c-c6838a0460d0 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Waiting for the task: (returnval){ [ 609.008563] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5214bc7f-ac12-2c04-950a-f26d244db897" [ 609.008563] env[65448]: _type = "Task" [ 609.008563] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.012258] env[65448]: DEBUG oslo_vmware.api [None req-2ed03384-3dc6-406d-82dd-565429702188 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Task: {'id': task-4937065, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.022583] env[65448]: DEBUG oslo_vmware.api [None req-1d27f5b1-f32a-480e-b53c-c6838a0460d0 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5214bc7f-ac12-2c04-950a-f26d244db897, 'name': SearchDatastore_Task, 'duration_secs': 0.010618} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.023537] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-189e6d4e-4bc9-4f4d-aec5-08df29b9a624 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.028800] env[65448]: DEBUG oslo_concurrency.lockutils [None req-08fe8aac-8f1e-4f5e-8578-ff424736de6e tempest-ServerDiagnosticsNegativeTest-649700980 tempest-ServerDiagnosticsNegativeTest-649700980-project-member] Acquiring lock "refresh_cache-2ceb8324-07de-45d9-bc39-b8661a6a35e4" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.028800] env[65448]: DEBUG oslo_concurrency.lockutils [None req-08fe8aac-8f1e-4f5e-8578-ff424736de6e tempest-ServerDiagnosticsNegativeTest-649700980 tempest-ServerDiagnosticsNegativeTest-649700980-project-member] Acquired lock "refresh_cache-2ceb8324-07de-45d9-bc39-b8661a6a35e4" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.028800] env[65448]: DEBUG nova.network.neutron [None req-08fe8aac-8f1e-4f5e-8578-ff424736de6e tempest-ServerDiagnosticsNegativeTest-649700980 tempest-ServerDiagnosticsNegativeTest-649700980-project-member] [instance: 2ceb8324-07de-45d9-bc39-b8661a6a35e4] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 609.032446] env[65448]: DEBUG oslo_vmware.api [None req-1d27f5b1-f32a-480e-b53c-c6838a0460d0 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Waiting for the task: (returnval){ [ 609.032446] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52b219eb-f62e-32f7-cbf6-df363dfcb575" [ 609.032446] env[65448]: _type = "Task" [ 609.032446] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.042780] env[65448]: DEBUG oslo_vmware.api [None req-1d27f5b1-f32a-480e-b53c-c6838a0460d0 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52b219eb-f62e-32f7-cbf6-df363dfcb575, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.107042] env[65448]: DEBUG nova.scheduler.client.report [None req-852c345c-af95-4c91-be9d-f08fcf9ef9cf tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 609.169240] env[65448]: DEBUG oslo_concurrency.lockutils [req-f40445eb-8c1c-448b-bf77-035e744357ad req-b0d75366-30ab-4b6d-9a24-be15b2e6f16b service nova] Releasing lock "refresh_cache-a2724af1-294c-4358-9aa3-938b7d8db7d4" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.169672] env[65448]: DEBUG nova.compute.manager [req-f40445eb-8c1c-448b-bf77-035e744357ad req-b0d75366-30ab-4b6d-9a24-be15b2e6f16b service nova] [instance: 98934034-6202-43e2-8c37-cbde37e0cf78] Received event network-vif-plugged-563c0a80-9e7a-4f3f-9dd1-d6fee14bee79 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 609.169870] env[65448]: DEBUG oslo_concurrency.lockutils [req-f40445eb-8c1c-448b-bf77-035e744357ad req-b0d75366-30ab-4b6d-9a24-be15b2e6f16b service nova] Acquiring lock "98934034-6202-43e2-8c37-cbde37e0cf78-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 609.169967] env[65448]: DEBUG oslo_concurrency.lockutils [req-f40445eb-8c1c-448b-bf77-035e744357ad req-b0d75366-30ab-4b6d-9a24-be15b2e6f16b service nova] Lock "98934034-6202-43e2-8c37-cbde37e0cf78-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 609.170614] env[65448]: DEBUG oslo_concurrency.lockutils [req-f40445eb-8c1c-448b-bf77-035e744357ad req-b0d75366-30ab-4b6d-9a24-be15b2e6f16b service nova] Lock "98934034-6202-43e2-8c37-cbde37e0cf78-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 609.170614] env[65448]: DEBUG nova.compute.manager [req-f40445eb-8c1c-448b-bf77-035e744357ad req-b0d75366-30ab-4b6d-9a24-be15b2e6f16b service nova] [instance: 98934034-6202-43e2-8c37-cbde37e0cf78] No waiting events found dispatching network-vif-plugged-563c0a80-9e7a-4f3f-9dd1-d6fee14bee79 {{(pid=65448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 609.170614] env[65448]: WARNING nova.compute.manager [req-f40445eb-8c1c-448b-bf77-035e744357ad req-b0d75366-30ab-4b6d-9a24-be15b2e6f16b service nova] [instance: 98934034-6202-43e2-8c37-cbde37e0cf78] Received unexpected event network-vif-plugged-563c0a80-9e7a-4f3f-9dd1-d6fee14bee79 for instance with vm_state active and task_state None. [ 609.170799] env[65448]: DEBUG nova.compute.manager [req-f40445eb-8c1c-448b-bf77-035e744357ad req-b0d75366-30ab-4b6d-9a24-be15b2e6f16b service nova] [instance: 98934034-6202-43e2-8c37-cbde37e0cf78] Received event network-changed-563c0a80-9e7a-4f3f-9dd1-d6fee14bee79 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 609.170959] env[65448]: DEBUG nova.compute.manager [req-f40445eb-8c1c-448b-bf77-035e744357ad req-b0d75366-30ab-4b6d-9a24-be15b2e6f16b service nova] [instance: 98934034-6202-43e2-8c37-cbde37e0cf78] Refreshing instance network info cache due to event network-changed-563c0a80-9e7a-4f3f-9dd1-d6fee14bee79. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 609.171162] env[65448]: DEBUG oslo_concurrency.lockutils [req-f40445eb-8c1c-448b-bf77-035e744357ad req-b0d75366-30ab-4b6d-9a24-be15b2e6f16b service nova] Acquiring lock "refresh_cache-98934034-6202-43e2-8c37-cbde37e0cf78" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.171292] env[65448]: DEBUG oslo_concurrency.lockutils [req-f40445eb-8c1c-448b-bf77-035e744357ad req-b0d75366-30ab-4b6d-9a24-be15b2e6f16b service nova] Acquired lock "refresh_cache-98934034-6202-43e2-8c37-cbde37e0cf78" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.171445] env[65448]: DEBUG nova.network.neutron [req-f40445eb-8c1c-448b-bf77-035e744357ad req-b0d75366-30ab-4b6d-9a24-be15b2e6f16b service nova] [instance: 98934034-6202-43e2-8c37-cbde37e0cf78] Refreshing network info cache for port 563c0a80-9e7a-4f3f-9dd1-d6fee14bee79 {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 609.186921] env[65448]: DEBUG nova.compute.manager [req-bede709a-0c7a-4d66-bfbc-6695f1fe4467 req-5d82b32c-a048-43ae-80e4-762fa3d1f7f5 service nova] [instance: b9df7ebd-a64a-4031-89f7-75a8aee3c74c] Received event network-vif-plugged-4aba2ff3-061b-465e-a731-ec54cf750b27 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 609.187830] env[65448]: DEBUG oslo_concurrency.lockutils [req-bede709a-0c7a-4d66-bfbc-6695f1fe4467 req-5d82b32c-a048-43ae-80e4-762fa3d1f7f5 service nova] Acquiring lock "b9df7ebd-a64a-4031-89f7-75a8aee3c74c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 609.189217] env[65448]: DEBUG oslo_concurrency.lockutils [req-bede709a-0c7a-4d66-bfbc-6695f1fe4467 req-5d82b32c-a048-43ae-80e4-762fa3d1f7f5 service nova] Lock "b9df7ebd-a64a-4031-89f7-75a8aee3c74c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 609.189217] env[65448]: DEBUG oslo_concurrency.lockutils [req-bede709a-0c7a-4d66-bfbc-6695f1fe4467 req-5d82b32c-a048-43ae-80e4-762fa3d1f7f5 service nova] Lock "b9df7ebd-a64a-4031-89f7-75a8aee3c74c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 609.189217] env[65448]: DEBUG nova.compute.manager [req-bede709a-0c7a-4d66-bfbc-6695f1fe4467 req-5d82b32c-a048-43ae-80e4-762fa3d1f7f5 service nova] [instance: b9df7ebd-a64a-4031-89f7-75a8aee3c74c] No waiting events found dispatching network-vif-plugged-4aba2ff3-061b-465e-a731-ec54cf750b27 {{(pid=65448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 609.189217] env[65448]: WARNING nova.compute.manager [req-bede709a-0c7a-4d66-bfbc-6695f1fe4467 req-5d82b32c-a048-43ae-80e4-762fa3d1f7f5 service nova] [instance: b9df7ebd-a64a-4031-89f7-75a8aee3c74c] Received unexpected event network-vif-plugged-4aba2ff3-061b-465e-a731-ec54cf750b27 for instance with vm_state building and task_state spawning. [ 609.208125] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937063, 'name': CreateVM_Task, 'duration_secs': 0.820066} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.208125] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 204b5f52-2264-4c23-8799-4b3f57682409] Created VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 609.208435] env[65448]: WARNING neutronclient.v2_0.client [None req-5104d940-b96e-4a40-8b12-f82645fe3eeb tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 609.208874] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5104d940-b96e-4a40-8b12-f82645fe3eeb tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.209039] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5104d940-b96e-4a40-8b12-f82645fe3eeb tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.209370] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5104d940-b96e-4a40-8b12-f82645fe3eeb tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.210073] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-587d0e03-a8ef-4294-bd99-87347449e53a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.217291] env[65448]: DEBUG oslo_vmware.api [None req-5104d940-b96e-4a40-8b12-f82645fe3eeb tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Waiting for the task: (returnval){ [ 609.217291] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5291529b-cff9-5df3-b98c-33ecbb3fa940" [ 609.217291] env[65448]: _type = "Task" [ 609.217291] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.227058] env[65448]: DEBUG oslo_vmware.api [None req-5104d940-b96e-4a40-8b12-f82645fe3eeb tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5291529b-cff9-5df3-b98c-33ecbb3fa940, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.308609] env[65448]: DEBUG nova.compute.manager [None req-a1b65ff1-7e94-47db-95a1-fa7db52fa4cf tempest-VolumesAssistedSnapshotsTest-83228541 tempest-VolumesAssistedSnapshotsTest-83228541-project-member] [instance: b72f98f6-f233-4a51-b4ac-fef6364407f1] Start spawning the instance on the hypervisor. {{(pid=65448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2689}} [ 609.341769] env[65448]: DEBUG nova.virt.hardware [None req-a1b65ff1-7e94-47db-95a1-fa7db52fa4cf tempest-VolumesAssistedSnapshotsTest-83228541 tempest-VolumesAssistedSnapshotsTest-83228541-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-08T17:19:51Z,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a992292b6dae455593d228217860e2e1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-08T17:19:52Z,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 609.342161] env[65448]: DEBUG nova.virt.hardware [None req-a1b65ff1-7e94-47db-95a1-fa7db52fa4cf tempest-VolumesAssistedSnapshotsTest-83228541 tempest-VolumesAssistedSnapshotsTest-83228541-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 609.342374] env[65448]: DEBUG nova.virt.hardware [None req-a1b65ff1-7e94-47db-95a1-fa7db52fa4cf tempest-VolumesAssistedSnapshotsTest-83228541 tempest-VolumesAssistedSnapshotsTest-83228541-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 609.342598] env[65448]: DEBUG nova.virt.hardware [None req-a1b65ff1-7e94-47db-95a1-fa7db52fa4cf tempest-VolumesAssistedSnapshotsTest-83228541 tempest-VolumesAssistedSnapshotsTest-83228541-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 609.342764] env[65448]: DEBUG nova.virt.hardware [None req-a1b65ff1-7e94-47db-95a1-fa7db52fa4cf tempest-VolumesAssistedSnapshotsTest-83228541 tempest-VolumesAssistedSnapshotsTest-83228541-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 609.342942] env[65448]: DEBUG nova.virt.hardware [None req-a1b65ff1-7e94-47db-95a1-fa7db52fa4cf tempest-VolumesAssistedSnapshotsTest-83228541 tempest-VolumesAssistedSnapshotsTest-83228541-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 609.343332] env[65448]: DEBUG nova.virt.hardware [None req-a1b65ff1-7e94-47db-95a1-fa7db52fa4cf tempest-VolumesAssistedSnapshotsTest-83228541 tempest-VolumesAssistedSnapshotsTest-83228541-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 609.343544] env[65448]: DEBUG nova.virt.hardware [None req-a1b65ff1-7e94-47db-95a1-fa7db52fa4cf tempest-VolumesAssistedSnapshotsTest-83228541 tempest-VolumesAssistedSnapshotsTest-83228541-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 609.343754] env[65448]: DEBUG nova.virt.hardware [None req-a1b65ff1-7e94-47db-95a1-fa7db52fa4cf tempest-VolumesAssistedSnapshotsTest-83228541 tempest-VolumesAssistedSnapshotsTest-83228541-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 609.343926] env[65448]: DEBUG nova.virt.hardware [None req-a1b65ff1-7e94-47db-95a1-fa7db52fa4cf tempest-VolumesAssistedSnapshotsTest-83228541 tempest-VolumesAssistedSnapshotsTest-83228541-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 609.344104] env[65448]: DEBUG nova.virt.hardware [None req-a1b65ff1-7e94-47db-95a1-fa7db52fa4cf tempest-VolumesAssistedSnapshotsTest-83228541 tempest-VolumesAssistedSnapshotsTest-83228541-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 609.345043] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2169dc0b-132d-4cd0-868d-96eb71596a5d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.355910] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3511aa6-0caf-4671-a282-df273321f137 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.436649] env[65448]: DEBUG oslo_vmware.api [None req-45d4bac0-045e-4733-bb98-1a2fe1a99914 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Task: {'id': task-4937064, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.507964] env[65448]: DEBUG oslo_vmware.api [None req-2ed03384-3dc6-406d-82dd-565429702188 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Task: {'id': task-4937065, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.545381] env[65448]: DEBUG oslo_vmware.api [None req-1d27f5b1-f32a-480e-b53c-c6838a0460d0 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52b219eb-f62e-32f7-cbf6-df363dfcb575, 'name': SearchDatastore_Task, 'duration_secs': 0.010461} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.545688] env[65448]: DEBUG oslo_concurrency.lockutils [None req-1d27f5b1-f32a-480e-b53c-c6838a0460d0 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.545917] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d27f5b1-f32a-480e-b53c-c6838a0460d0 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore1] 6298b6d7-5892-48cc-b808-eeca3d91f57e/6298b6d7-5892-48cc-b808-eeca3d91f57e.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 609.546205] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9806d220-cab1-43ff-8332-9672b700db1f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.558162] env[65448]: DEBUG oslo_vmware.api [None req-1d27f5b1-f32a-480e-b53c-c6838a0460d0 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Waiting for the task: (returnval){ [ 609.558162] env[65448]: value = "task-4937066" [ 609.558162] env[65448]: _type = "Task" [ 609.558162] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.568114] env[65448]: DEBUG oslo_vmware.api [None req-1d27f5b1-f32a-480e-b53c-c6838a0460d0 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Task: {'id': task-4937066, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.615027] env[65448]: DEBUG oslo_concurrency.lockutils [None req-852c345c-af95-4c91-be9d-f08fcf9ef9cf tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.335s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 609.615027] env[65448]: DEBUG nova.compute.manager [None req-852c345c-af95-4c91-be9d-f08fcf9ef9cf tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: cd954db3-685f-4f7b-8ef4-c9d0dca58eef] Start building networks asynchronously for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2881}} [ 609.615767] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6bfc65b5-2c0a-4edd-8f6d-18928b65c53c tempest-ServerDiagnosticsTest-673159984 tempest-ServerDiagnosticsTest-673159984-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.459s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 609.617052] env[65448]: INFO nova.compute.claims [None req-6bfc65b5-2c0a-4edd-8f6d-18928b65c53c tempest-ServerDiagnosticsTest-673159984 tempest-ServerDiagnosticsTest-673159984-project-member] [instance: d7335ae7-683b-4729-b771-29ac97585830] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 609.675029] env[65448]: WARNING neutronclient.v2_0.client [req-f40445eb-8c1c-448b-bf77-035e744357ad req-b0d75366-30ab-4b6d-9a24-be15b2e6f16b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 609.732989] env[65448]: DEBUG oslo_vmware.api [None req-5104d940-b96e-4a40-8b12-f82645fe3eeb tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5291529b-cff9-5df3-b98c-33ecbb3fa940, 'name': SearchDatastore_Task, 'duration_secs': 0.062888} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.737413] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5104d940-b96e-4a40-8b12-f82645fe3eeb tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.737413] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-5104d940-b96e-4a40-8b12-f82645fe3eeb tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: 204b5f52-2264-4c23-8799-4b3f57682409] Processing image 50fb366d-48e6-424f-9c20-bc83d77be76a {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 609.737413] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5104d940-b96e-4a40-8b12-f82645fe3eeb tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.737413] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5104d940-b96e-4a40-8b12-f82645fe3eeb tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.737833] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-5104d940-b96e-4a40-8b12-f82645fe3eeb tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 609.737833] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c2e84976-518b-4a36-b789-bcfd6161e429 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.755217] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-5104d940-b96e-4a40-8b12-f82645fe3eeb tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 609.756117] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-5104d940-b96e-4a40-8b12-f82645fe3eeb tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 609.757530] env[65448]: DEBUG nova.network.neutron [None req-08fe8aac-8f1e-4f5e-8578-ff424736de6e tempest-ServerDiagnosticsNegativeTest-649700980 tempest-ServerDiagnosticsNegativeTest-649700980-project-member] [instance: 2ceb8324-07de-45d9-bc39-b8661a6a35e4] Instance cache missing network info. {{(pid=65448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 609.762483] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7070fe46-1a20-4a9f-a496-0a3cf2372d4e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.772636] env[65448]: DEBUG oslo_vmware.api [None req-5104d940-b96e-4a40-8b12-f82645fe3eeb tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Waiting for the task: (returnval){ [ 609.772636] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52918538-a2e1-11d7-b5d1-3d17cb318efe" [ 609.772636] env[65448]: _type = "Task" [ 609.772636] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.785562] env[65448]: DEBUG oslo_vmware.api [None req-5104d940-b96e-4a40-8b12-f82645fe3eeb tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52918538-a2e1-11d7-b5d1-3d17cb318efe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.937925] env[65448]: DEBUG oslo_vmware.api [None req-45d4bac0-045e-4733-bb98-1a2fe1a99914 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Task: {'id': task-4937064, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.589151} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.937925] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-45d4bac0-045e-4733-bb98-1a2fe1a99914 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore1] 101b6ef8-fab1-4626-9524-4e080c5ad298/101b6ef8-fab1-4626-9524-4e080c5ad298.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 609.938487] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-45d4bac0-045e-4733-bb98-1a2fe1a99914 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] [instance: 101b6ef8-fab1-4626-9524-4e080c5ad298] Extending root virtual disk to 1048576 {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 609.938487] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-44ea3407-8217-4ed7-b469-1b04789d67ed {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.947803] env[65448]: DEBUG oslo_vmware.api [None req-45d4bac0-045e-4733-bb98-1a2fe1a99914 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Waiting for the task: (returnval){ [ 609.947803] env[65448]: value = "task-4937067" [ 609.947803] env[65448]: _type = "Task" [ 609.947803] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.960547] env[65448]: DEBUG oslo_vmware.api [None req-45d4bac0-045e-4733-bb98-1a2fe1a99914 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Task: {'id': task-4937067, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.013482] env[65448]: DEBUG oslo_vmware.api [None req-2ed03384-3dc6-406d-82dd-565429702188 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Task: {'id': task-4937065, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.8491} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.015396] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ed03384-3dc6-406d-82dd-565429702188 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore1] b9df7ebd-a64a-4031-89f7-75a8aee3c74c/b9df7ebd-a64a-4031-89f7-75a8aee3c74c.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 610.015396] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-2ed03384-3dc6-406d-82dd-565429702188 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] [instance: b9df7ebd-a64a-4031-89f7-75a8aee3c74c] Extending root virtual disk to 1048576 {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 610.015396] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bd012fa6-7480-42d5-9044-04845935c1b3 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.026078] env[65448]: DEBUG oslo_vmware.api [None req-2ed03384-3dc6-406d-82dd-565429702188 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Waiting for the task: (returnval){ [ 610.026078] env[65448]: value = "task-4937068" [ 610.026078] env[65448]: _type = "Task" [ 610.026078] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.043736] env[65448]: DEBUG oslo_vmware.api [None req-2ed03384-3dc6-406d-82dd-565429702188 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Task: {'id': task-4937068, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.077549] env[65448]: DEBUG oslo_vmware.api [None req-1d27f5b1-f32a-480e-b53c-c6838a0460d0 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Task: {'id': task-4937066, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.121321] env[65448]: DEBUG nova.compute.utils [None req-852c345c-af95-4c91-be9d-f08fcf9ef9cf tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Using /dev/sd instead of None {{(pid=65448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 610.122879] env[65448]: DEBUG nova.compute.manager [None req-852c345c-af95-4c91-be9d-f08fcf9ef9cf tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: cd954db3-685f-4f7b-8ef4-c9d0dca58eef] Allocating IP information in the background. {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 610.123115] env[65448]: DEBUG nova.network.neutron [None req-852c345c-af95-4c91-be9d-f08fcf9ef9cf tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: cd954db3-685f-4f7b-8ef4-c9d0dca58eef] allocate_for_instance() {{(pid=65448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 610.123431] env[65448]: WARNING neutronclient.v2_0.client [None req-852c345c-af95-4c91-be9d-f08fcf9ef9cf tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 610.123705] env[65448]: WARNING neutronclient.v2_0.client [None req-852c345c-af95-4c91-be9d-f08fcf9ef9cf tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 610.239022] env[65448]: DEBUG nova.policy [None req-852c345c-af95-4c91-be9d-f08fcf9ef9cf tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '738970e41bff40daac2416a23d00b5a0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '151b52486680497ab0313e8770e10757', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65448) authorize /opt/stack/nova/nova/policy.py:192}} [ 610.266838] env[65448]: WARNING neutronclient.v2_0.client [None req-08fe8aac-8f1e-4f5e-8578-ff424736de6e tempest-ServerDiagnosticsNegativeTest-649700980 tempest-ServerDiagnosticsNegativeTest-649700980-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 610.284343] env[65448]: DEBUG oslo_vmware.api [None req-5104d940-b96e-4a40-8b12-f82645fe3eeb tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52918538-a2e1-11d7-b5d1-3d17cb318efe, 'name': SearchDatastore_Task, 'duration_secs': 0.050836} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.285193] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cab394b4-db6d-4242-9347-ec806d7c610d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.292258] env[65448]: DEBUG oslo_vmware.api [None req-5104d940-b96e-4a40-8b12-f82645fe3eeb tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Waiting for the task: (returnval){ [ 610.292258] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52cc79fc-43e4-6f88-2118-eeecae91f2fe" [ 610.292258] env[65448]: _type = "Task" [ 610.292258] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.303342] env[65448]: DEBUG oslo_vmware.api [None req-5104d940-b96e-4a40-8b12-f82645fe3eeb tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52cc79fc-43e4-6f88-2118-eeecae91f2fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.410377] env[65448]: DEBUG nova.network.neutron [None req-a1b65ff1-7e94-47db-95a1-fa7db52fa4cf tempest-VolumesAssistedSnapshotsTest-83228541 tempest-VolumesAssistedSnapshotsTest-83228541-project-member] [instance: b72f98f6-f233-4a51-b4ac-fef6364407f1] Successfully updated port: e0a90c57-fee7-4180-86a2-37a189191d1c {{(pid=65448) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 610.458060] env[65448]: DEBUG oslo_vmware.api [None req-45d4bac0-045e-4733-bb98-1a2fe1a99914 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Task: {'id': task-4937067, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.107249} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.458342] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-45d4bac0-045e-4733-bb98-1a2fe1a99914 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] [instance: 101b6ef8-fab1-4626-9524-4e080c5ad298] Extended root virtual disk {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 610.459208] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0493a16-9c2f-41bc-a9eb-36916d9d7bc9 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.482104] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-45d4bac0-045e-4733-bb98-1a2fe1a99914 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] [instance: 101b6ef8-fab1-4626-9524-4e080c5ad298] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] 101b6ef8-fab1-4626-9524-4e080c5ad298/101b6ef8-fab1-4626-9524-4e080c5ad298.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 610.482918] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb225450-d59c-43e8-a056-887bd32d7dbc {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.504760] env[65448]: DEBUG oslo_vmware.api [None req-45d4bac0-045e-4733-bb98-1a2fe1a99914 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Waiting for the task: (returnval){ [ 610.504760] env[65448]: value = "task-4937069" [ 610.504760] env[65448]: _type = "Task" [ 610.504760] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.514823] env[65448]: DEBUG oslo_vmware.api [None req-45d4bac0-045e-4733-bb98-1a2fe1a99914 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Task: {'id': task-4937069, 'name': ReconfigVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.536132] env[65448]: DEBUG oslo_vmware.api [None req-2ed03384-3dc6-406d-82dd-565429702188 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Task: {'id': task-4937068, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094371} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.536396] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-2ed03384-3dc6-406d-82dd-565429702188 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] [instance: b9df7ebd-a64a-4031-89f7-75a8aee3c74c] Extended root virtual disk {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 610.537211] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aea7c6d-fcd5-45d3-852f-1fb26128804f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.560396] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ed03384-3dc6-406d-82dd-565429702188 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] [instance: b9df7ebd-a64a-4031-89f7-75a8aee3c74c] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] b9df7ebd-a64a-4031-89f7-75a8aee3c74c/b9df7ebd-a64a-4031-89f7-75a8aee3c74c.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 610.560783] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ace7acf-577a-4171-a699-828f548cc4cd {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.585828] env[65448]: DEBUG oslo_vmware.api [None req-1d27f5b1-f32a-480e-b53c-c6838a0460d0 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Task: {'id': task-4937066, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.696494} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.587204] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d27f5b1-f32a-480e-b53c-c6838a0460d0 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore1] 6298b6d7-5892-48cc-b808-eeca3d91f57e/6298b6d7-5892-48cc-b808-eeca3d91f57e.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 610.587575] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-1d27f5b1-f32a-480e-b53c-c6838a0460d0 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 6298b6d7-5892-48cc-b808-eeca3d91f57e] Extending root virtual disk to 1048576 {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 610.587784] env[65448]: DEBUG oslo_vmware.api [None req-2ed03384-3dc6-406d-82dd-565429702188 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Waiting for the task: (returnval){ [ 610.587784] env[65448]: value = "task-4937070" [ 610.587784] env[65448]: _type = "Task" [ 610.587784] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.588014] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-31416d8c-ed35-48b2-b764-4a5bfc53d798 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.598402] env[65448]: DEBUG oslo_vmware.api [None req-2ed03384-3dc6-406d-82dd-565429702188 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Task: {'id': task-4937070, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.599866] env[65448]: DEBUG oslo_vmware.api [None req-1d27f5b1-f32a-480e-b53c-c6838a0460d0 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Waiting for the task: (returnval){ [ 610.599866] env[65448]: value = "task-4937071" [ 610.599866] env[65448]: _type = "Task" [ 610.599866] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.609912] env[65448]: DEBUG oslo_vmware.api [None req-1d27f5b1-f32a-480e-b53c-c6838a0460d0 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Task: {'id': task-4937071, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.628808] env[65448]: DEBUG nova.compute.manager [None req-852c345c-af95-4c91-be9d-f08fcf9ef9cf tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: cd954db3-685f-4f7b-8ef4-c9d0dca58eef] Start building block device mappings for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2916}} [ 610.700962] env[65448]: WARNING neutronclient.v2_0.client [req-f40445eb-8c1c-448b-bf77-035e744357ad req-b0d75366-30ab-4b6d-9a24-be15b2e6f16b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 610.736414] env[65448]: DEBUG nova.network.neutron [None req-852c345c-af95-4c91-be9d-f08fcf9ef9cf tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: cd954db3-685f-4f7b-8ef4-c9d0dca58eef] Successfully created port: 97369f77-4dfb-4cf4-9ab3-0550b1b5b204 {{(pid=65448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 610.744052] env[65448]: DEBUG nova.network.neutron [None req-08fe8aac-8f1e-4f5e-8578-ff424736de6e tempest-ServerDiagnosticsNegativeTest-649700980 tempest-ServerDiagnosticsNegativeTest-649700980-project-member] [instance: 2ceb8324-07de-45d9-bc39-b8661a6a35e4] Updating instance_info_cache with network_info: [{"id": "4f663dbc-b199-49a1-a329-767f56d246d2", "address": "fa:16:3e:9e:91:15", "network": {"id": "8bceff40-3fe8-4c4e-8d97-0f1608c6de19", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.250", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a992292b6dae455593d228217860e2e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f663dbc-b1", "ovs_interfaceid": "4f663dbc-b199-49a1-a329-767f56d246d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 610.808398] env[65448]: DEBUG oslo_vmware.api [None req-5104d940-b96e-4a40-8b12-f82645fe3eeb tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52cc79fc-43e4-6f88-2118-eeecae91f2fe, 'name': SearchDatastore_Task, 'duration_secs': 0.010832} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.808775] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5104d940-b96e-4a40-8b12-f82645fe3eeb tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.809146] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-5104d940-b96e-4a40-8b12-f82645fe3eeb tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore1] 204b5f52-2264-4c23-8799-4b3f57682409/204b5f52-2264-4c23-8799-4b3f57682409.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 610.809537] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-02b920ac-ed5d-4861-ae68-ddd1b7e64849 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.824877] env[65448]: DEBUG oslo_vmware.api [None req-5104d940-b96e-4a40-8b12-f82645fe3eeb tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Waiting for the task: (returnval){ [ 610.824877] env[65448]: value = "task-4937072" [ 610.824877] env[65448]: _type = "Task" [ 610.824877] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.837145] env[65448]: DEBUG oslo_vmware.api [None req-5104d940-b96e-4a40-8b12-f82645fe3eeb tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Task: {'id': task-4937072, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.874232] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e13c6a5-8be0-4d12-9e65-e74a995720fd {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.883241] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf3fd856-8ec6-4bd0-a4de-e226cd1688db {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.916551] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a1b65ff1-7e94-47db-95a1-fa7db52fa4cf tempest-VolumesAssistedSnapshotsTest-83228541 tempest-VolumesAssistedSnapshotsTest-83228541-project-member] Acquiring lock "refresh_cache-b72f98f6-f233-4a51-b4ac-fef6364407f1" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.916761] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a1b65ff1-7e94-47db-95a1-fa7db52fa4cf tempest-VolumesAssistedSnapshotsTest-83228541 tempest-VolumesAssistedSnapshotsTest-83228541-project-member] Acquired lock "refresh_cache-b72f98f6-f233-4a51-b4ac-fef6364407f1" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.917043] env[65448]: DEBUG nova.network.neutron [None req-a1b65ff1-7e94-47db-95a1-fa7db52fa4cf tempest-VolumesAssistedSnapshotsTest-83228541 tempest-VolumesAssistedSnapshotsTest-83228541-project-member] [instance: b72f98f6-f233-4a51-b4ac-fef6364407f1] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 610.919037] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d94c97b-7329-45ee-9842-7fcfc04b7127 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.928493] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31ff33a4-d890-421a-b04f-3cea7eaf6e6f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.945385] env[65448]: DEBUG nova.compute.provider_tree [None req-6bfc65b5-2c0a-4edd-8f6d-18928b65c53c tempest-ServerDiagnosticsTest-673159984 tempest-ServerDiagnosticsTest-673159984-project-member] Updating inventory in ProviderTree for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 611.016429] env[65448]: DEBUG oslo_vmware.api [None req-45d4bac0-045e-4733-bb98-1a2fe1a99914 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Task: {'id': task-4937069, 'name': ReconfigVM_Task, 'duration_secs': 0.399967} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.017192] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-45d4bac0-045e-4733-bb98-1a2fe1a99914 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] [instance: 101b6ef8-fab1-4626-9524-4e080c5ad298] Reconfigured VM instance instance-00000002 to attach disk [datastore1] 101b6ef8-fab1-4626-9524-4e080c5ad298/101b6ef8-fab1-4626-9524-4e080c5ad298.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 611.017528] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cf275fbf-6f8e-4669-99cb-83885fb7e0f3 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.022789] env[65448]: DEBUG nova.network.neutron [req-f40445eb-8c1c-448b-bf77-035e744357ad req-b0d75366-30ab-4b6d-9a24-be15b2e6f16b service nova] [instance: 98934034-6202-43e2-8c37-cbde37e0cf78] Updated VIF entry in instance network info cache for port 563c0a80-9e7a-4f3f-9dd1-d6fee14bee79. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 611.023220] env[65448]: DEBUG nova.network.neutron [req-f40445eb-8c1c-448b-bf77-035e744357ad req-b0d75366-30ab-4b6d-9a24-be15b2e6f16b service nova] [instance: 98934034-6202-43e2-8c37-cbde37e0cf78] Updating instance_info_cache with network_info: [{"id": "563c0a80-9e7a-4f3f-9dd1-d6fee14bee79", "address": "fa:16:3e:8b:4a:bb", "network": {"id": "826f617c-9058-47a8-9ab9-dc3c74f75320", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-381840079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d16e453e4fe34602943010b8b42c43cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap563c0a80-9e", "ovs_interfaceid": "563c0a80-9e7a-4f3f-9dd1-d6fee14bee79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 611.028093] env[65448]: DEBUG oslo_vmware.api [None req-45d4bac0-045e-4733-bb98-1a2fe1a99914 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Waiting for the task: (returnval){ [ 611.028093] env[65448]: value = "task-4937073" [ 611.028093] env[65448]: _type = "Task" [ 611.028093] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.044233] env[65448]: DEBUG oslo_vmware.api [None req-45d4bac0-045e-4733-bb98-1a2fe1a99914 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Task: {'id': task-4937073, 'name': Rename_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.102040] env[65448]: DEBUG oslo_vmware.api [None req-2ed03384-3dc6-406d-82dd-565429702188 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Task: {'id': task-4937070, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.112686] env[65448]: DEBUG oslo_vmware.api [None req-1d27f5b1-f32a-480e-b53c-c6838a0460d0 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Task: {'id': task-4937071, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08424} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.113166] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-1d27f5b1-f32a-480e-b53c-c6838a0460d0 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 6298b6d7-5892-48cc-b808-eeca3d91f57e] Extended root virtual disk {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 611.114106] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f1af79b-8f9a-410d-b985-a17914da10c7 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.140295] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d27f5b1-f32a-480e-b53c-c6838a0460d0 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 6298b6d7-5892-48cc-b808-eeca3d91f57e] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] 6298b6d7-5892-48cc-b808-eeca3d91f57e/6298b6d7-5892-48cc-b808-eeca3d91f57e.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 611.144284] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48c5588b-f962-4733-8aa5-26e46f8280df {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.171212] env[65448]: DEBUG oslo_vmware.api [None req-1d27f5b1-f32a-480e-b53c-c6838a0460d0 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Waiting for the task: (returnval){ [ 611.171212] env[65448]: value = "task-4937074" [ 611.171212] env[65448]: _type = "Task" [ 611.171212] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.183410] env[65448]: DEBUG oslo_vmware.api [None req-1d27f5b1-f32a-480e-b53c-c6838a0460d0 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Task: {'id': task-4937074, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.249404] env[65448]: DEBUG oslo_concurrency.lockutils [None req-08fe8aac-8f1e-4f5e-8578-ff424736de6e tempest-ServerDiagnosticsNegativeTest-649700980 tempest-ServerDiagnosticsNegativeTest-649700980-project-member] Releasing lock "refresh_cache-2ceb8324-07de-45d9-bc39-b8661a6a35e4" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.250410] env[65448]: DEBUG nova.compute.manager [None req-08fe8aac-8f1e-4f5e-8578-ff424736de6e tempest-ServerDiagnosticsNegativeTest-649700980 tempest-ServerDiagnosticsNegativeTest-649700980-project-member] [instance: 2ceb8324-07de-45d9-bc39-b8661a6a35e4] Instance network_info: |[{"id": "4f663dbc-b199-49a1-a329-767f56d246d2", "address": "fa:16:3e:9e:91:15", "network": {"id": "8bceff40-3fe8-4c4e-8d97-0f1608c6de19", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.250", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a992292b6dae455593d228217860e2e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f663dbc-b1", "ovs_interfaceid": "4f663dbc-b199-49a1-a329-767f56d246d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 611.251519] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-08fe8aac-8f1e-4f5e-8578-ff424736de6e tempest-ServerDiagnosticsNegativeTest-649700980 tempest-ServerDiagnosticsNegativeTest-649700980-project-member] [instance: 2ceb8324-07de-45d9-bc39-b8661a6a35e4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9e:91:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '07e9bef1-2b0e-4e4d-997f-de71bb0e213a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4f663dbc-b199-49a1-a329-767f56d246d2', 'vif_model': 'vmxnet3'}] {{(pid=65448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 611.260093] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-08fe8aac-8f1e-4f5e-8578-ff424736de6e tempest-ServerDiagnosticsNegativeTest-649700980 tempest-ServerDiagnosticsNegativeTest-649700980-project-member] Creating folder: Project (3833921a495844008b1d85bf9d1721b7). Parent ref: group-v961779. {{(pid=65448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 611.260482] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f1ccf20c-111c-43da-bd5c-51e2b988886f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.277465] env[65448]: INFO nova.virt.vmwareapi.vm_util [None req-08fe8aac-8f1e-4f5e-8578-ff424736de6e tempest-ServerDiagnosticsNegativeTest-649700980 tempest-ServerDiagnosticsNegativeTest-649700980-project-member] Created folder: Project (3833921a495844008b1d85bf9d1721b7) in parent group-v961779. [ 611.277465] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-08fe8aac-8f1e-4f5e-8578-ff424736de6e tempest-ServerDiagnosticsNegativeTest-649700980 tempest-ServerDiagnosticsNegativeTest-649700980-project-member] Creating folder: Instances. Parent ref: group-v961812. {{(pid=65448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 611.277781] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d3fc107a-647c-428f-831d-8541abb1ff6f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.295069] env[65448]: INFO nova.virt.vmwareapi.vm_util [None req-08fe8aac-8f1e-4f5e-8578-ff424736de6e tempest-ServerDiagnosticsNegativeTest-649700980 tempest-ServerDiagnosticsNegativeTest-649700980-project-member] Created folder: Instances in parent group-v961812. [ 611.295292] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-08fe8aac-8f1e-4f5e-8578-ff424736de6e tempest-ServerDiagnosticsNegativeTest-649700980 tempest-ServerDiagnosticsNegativeTest-649700980-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 611.295611] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ceb8324-07de-45d9-bc39-b8661a6a35e4] Creating VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 611.295921] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a07ac6d8-c2b3-45c4-8d31-b3b9062ff266 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.330431] env[65448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 611.330431] env[65448]: value = "task-4937077" [ 611.330431] env[65448]: _type = "Task" [ 611.330431] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.337967] env[65448]: DEBUG oslo_vmware.api [None req-5104d940-b96e-4a40-8b12-f82645fe3eeb tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Task: {'id': task-4937072, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.344826] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937077, 'name': CreateVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.470138] env[65448]: ERROR nova.scheduler.client.report [None req-6bfc65b5-2c0a-4edd-8f6d-18928b65c53c tempest-ServerDiagnosticsTest-673159984 tempest-ServerDiagnosticsTest-673159984-project-member] [req-3148387b-1a3f-49a0-9990-4ca89a2f2543] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 76aeec68-79e6-4d77-baf0-33bb098aa897. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-3148387b-1a3f-49a0-9990-4ca89a2f2543"}]} [ 611.489107] env[65448]: DEBUG nova.scheduler.client.report [None req-6bfc65b5-2c0a-4edd-8f6d-18928b65c53c tempest-ServerDiagnosticsTest-673159984 tempest-ServerDiagnosticsTest-673159984-project-member] Refreshing inventories for resource provider 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 611.508222] env[65448]: DEBUG nova.scheduler.client.report [None req-6bfc65b5-2c0a-4edd-8f6d-18928b65c53c tempest-ServerDiagnosticsTest-673159984 tempest-ServerDiagnosticsTest-673159984-project-member] Updating ProviderTree inventory for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 611.508455] env[65448]: DEBUG nova.compute.provider_tree [None req-6bfc65b5-2c0a-4edd-8f6d-18928b65c53c tempest-ServerDiagnosticsTest-673159984 tempest-ServerDiagnosticsTest-673159984-project-member] Updating inventory in ProviderTree for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 611.521156] env[65448]: DEBUG nova.scheduler.client.report [None req-6bfc65b5-2c0a-4edd-8f6d-18928b65c53c tempest-ServerDiagnosticsTest-673159984 tempest-ServerDiagnosticsTest-673159984-project-member] Refreshing aggregate associations for resource provider 76aeec68-79e6-4d77-baf0-33bb098aa897, aggregates: None {{(pid=65448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 611.526169] env[65448]: DEBUG oslo_concurrency.lockutils [req-f40445eb-8c1c-448b-bf77-035e744357ad req-b0d75366-30ab-4b6d-9a24-be15b2e6f16b service nova] Releasing lock "refresh_cache-98934034-6202-43e2-8c37-cbde37e0cf78" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.538555] env[65448]: DEBUG oslo_vmware.api [None req-45d4bac0-045e-4733-bb98-1a2fe1a99914 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Task: {'id': task-4937073, 'name': Rename_Task, 'duration_secs': 0.438499} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.538822] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-45d4bac0-045e-4733-bb98-1a2fe1a99914 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] [instance: 101b6ef8-fab1-4626-9524-4e080c5ad298] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 611.539085] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-35a01b36-465d-48ae-bc06-7c49e084bce5 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.541962] env[65448]: DEBUG nova.scheduler.client.report [None req-6bfc65b5-2c0a-4edd-8f6d-18928b65c53c tempest-ServerDiagnosticsTest-673159984 tempest-ServerDiagnosticsTest-673159984-project-member] Refreshing trait associations for resource provider 76aeec68-79e6-4d77-baf0-33bb098aa897, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=65448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 611.546490] env[65448]: DEBUG oslo_vmware.api [None req-45d4bac0-045e-4733-bb98-1a2fe1a99914 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Waiting for the task: (returnval){ [ 611.546490] env[65448]: value = "task-4937078" [ 611.546490] env[65448]: _type = "Task" [ 611.546490] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.556054] env[65448]: DEBUG oslo_vmware.api [None req-45d4bac0-045e-4733-bb98-1a2fe1a99914 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Task: {'id': task-4937078, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.606678] env[65448]: DEBUG oslo_vmware.api [None req-2ed03384-3dc6-406d-82dd-565429702188 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Task: {'id': task-4937070, 'name': ReconfigVM_Task, 'duration_secs': 0.745144} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.606953] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ed03384-3dc6-406d-82dd-565429702188 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] [instance: b9df7ebd-a64a-4031-89f7-75a8aee3c74c] Reconfigured VM instance instance-00000007 to attach disk [datastore1] b9df7ebd-a64a-4031-89f7-75a8aee3c74c/b9df7ebd-a64a-4031-89f7-75a8aee3c74c.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 611.607585] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3cabb10d-6f3b-4639-90c0-0a78058c57fd {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.617620] env[65448]: DEBUG oslo_vmware.api [None req-2ed03384-3dc6-406d-82dd-565429702188 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Waiting for the task: (returnval){ [ 611.617620] env[65448]: value = "task-4937079" [ 611.617620] env[65448]: _type = "Task" [ 611.617620] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.629774] env[65448]: DEBUG oslo_vmware.api [None req-2ed03384-3dc6-406d-82dd-565429702188 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Task: {'id': task-4937079, 'name': Rename_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.661793] env[65448]: DEBUG nova.compute.manager [None req-852c345c-af95-4c91-be9d-f08fcf9ef9cf tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: cd954db3-685f-4f7b-8ef4-c9d0dca58eef] Start spawning the instance on the hypervisor. {{(pid=65448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2689}} [ 611.693036] env[65448]: DEBUG oslo_vmware.api [None req-1d27f5b1-f32a-480e-b53c-c6838a0460d0 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Task: {'id': task-4937074, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.700420] env[65448]: DEBUG nova.virt.hardware [None req-852c345c-af95-4c91-be9d-f08fcf9ef9cf tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-08T17:19:51Z,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a992292b6dae455593d228217860e2e1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-08T17:19:52Z,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 611.700649] env[65448]: DEBUG nova.virt.hardware [None req-852c345c-af95-4c91-be9d-f08fcf9ef9cf tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 611.700826] env[65448]: DEBUG nova.virt.hardware [None req-852c345c-af95-4c91-be9d-f08fcf9ef9cf tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 611.701079] env[65448]: DEBUG nova.virt.hardware [None req-852c345c-af95-4c91-be9d-f08fcf9ef9cf tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 611.701263] env[65448]: DEBUG nova.virt.hardware [None req-852c345c-af95-4c91-be9d-f08fcf9ef9cf tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 611.701436] env[65448]: DEBUG nova.virt.hardware [None req-852c345c-af95-4c91-be9d-f08fcf9ef9cf tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 611.701645] env[65448]: DEBUG nova.virt.hardware [None req-852c345c-af95-4c91-be9d-f08fcf9ef9cf tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 611.701806] env[65448]: DEBUG nova.virt.hardware [None req-852c345c-af95-4c91-be9d-f08fcf9ef9cf tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 611.702041] env[65448]: DEBUG nova.virt.hardware [None req-852c345c-af95-4c91-be9d-f08fcf9ef9cf tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 611.702230] env[65448]: DEBUG nova.virt.hardware [None req-852c345c-af95-4c91-be9d-f08fcf9ef9cf tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 611.702408] env[65448]: DEBUG nova.virt.hardware [None req-852c345c-af95-4c91-be9d-f08fcf9ef9cf tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 611.703585] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78fb960e-1f30-4054-bfde-89376b412efc {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.711644] env[65448]: DEBUG nova.network.neutron [None req-a1b65ff1-7e94-47db-95a1-fa7db52fa4cf tempest-VolumesAssistedSnapshotsTest-83228541 tempest-VolumesAssistedSnapshotsTest-83228541-project-member] [instance: b72f98f6-f233-4a51-b4ac-fef6364407f1] Instance cache missing network info. {{(pid=65448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 611.715128] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e64a722-fd34-44d4-9ff7-16ce5d1c465d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.776273] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17f1ec52-158d-4e6c-be83-b9aa37e59eca {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.789909] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09902d10-234d-4798-adde-5e16559dcb63 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.836033] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fb70abd-1bbd-4d37-adbc-e1e110d6e825 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.848973] env[65448]: DEBUG oslo_vmware.api [None req-5104d940-b96e-4a40-8b12-f82645fe3eeb tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Task: {'id': task-4937072, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.566645} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.854097] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-5104d940-b96e-4a40-8b12-f82645fe3eeb tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore1] 204b5f52-2264-4c23-8799-4b3f57682409/204b5f52-2264-4c23-8799-4b3f57682409.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 611.854341] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-5104d940-b96e-4a40-8b12-f82645fe3eeb tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: 204b5f52-2264-4c23-8799-4b3f57682409] Extending root virtual disk to 1048576 {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 611.854592] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937077, 'name': CreateVM_Task} progress is 99%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.854800] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a531a294-1517-438f-ae7e-d7726ae63e10 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.857716] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b098d10f-d040-4357-b9c3-cef62148a21a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.875222] env[65448]: DEBUG nova.compute.provider_tree [None req-6bfc65b5-2c0a-4edd-8f6d-18928b65c53c tempest-ServerDiagnosticsTest-673159984 tempest-ServerDiagnosticsTest-673159984-project-member] Updating inventory in ProviderTree for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 611.878415] env[65448]: DEBUG oslo_vmware.api [None req-5104d940-b96e-4a40-8b12-f82645fe3eeb tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Waiting for the task: (returnval){ [ 611.878415] env[65448]: value = "task-4937080" [ 611.878415] env[65448]: _type = "Task" [ 611.878415] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.890480] env[65448]: WARNING neutronclient.v2_0.client [None req-a1b65ff1-7e94-47db-95a1-fa7db52fa4cf tempest-VolumesAssistedSnapshotsTest-83228541 tempest-VolumesAssistedSnapshotsTest-83228541-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 612.027129] env[65448]: DEBUG nova.network.neutron [None req-a1b65ff1-7e94-47db-95a1-fa7db52fa4cf tempest-VolumesAssistedSnapshotsTest-83228541 tempest-VolumesAssistedSnapshotsTest-83228541-project-member] [instance: b72f98f6-f233-4a51-b4ac-fef6364407f1] Updating instance_info_cache with network_info: [{"id": "e0a90c57-fee7-4180-86a2-37a189191d1c", "address": "fa:16:3e:5b:8c:c8", "network": {"id": "1b9b3e9d-4476-481a-80b8-d211269598e5", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1689273691-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dafe4a08e85746d7b19aacf81cba31e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9630cae2-7dd9-42b7-8b53-91ab254af243", "external-id": "nsx-vlan-transportzone-900", "segmentation_id": 900, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0a90c57-fe", "ovs_interfaceid": "e0a90c57-fee7-4180-86a2-37a189191d1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 612.060426] env[65448]: DEBUG oslo_vmware.api [None req-45d4bac0-045e-4733-bb98-1a2fe1a99914 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Task: {'id': task-4937078, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.126676] env[65448]: DEBUG nova.compute.manager [req-0a758865-5e29-4db7-bb59-4f01e19d002e req-d1e8c4f5-4339-4d64-bc14-b39de1b0c7fc service nova] [instance: 6298b6d7-5892-48cc-b808-eeca3d91f57e] Received event network-vif-plugged-58b013a8-5508-4dd2-89fd-15a7e6e99539 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 612.127078] env[65448]: DEBUG oslo_concurrency.lockutils [req-0a758865-5e29-4db7-bb59-4f01e19d002e req-d1e8c4f5-4339-4d64-bc14-b39de1b0c7fc service nova] Acquiring lock "6298b6d7-5892-48cc-b808-eeca3d91f57e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 612.127374] env[65448]: DEBUG oslo_concurrency.lockutils [req-0a758865-5e29-4db7-bb59-4f01e19d002e req-d1e8c4f5-4339-4d64-bc14-b39de1b0c7fc service nova] Lock "6298b6d7-5892-48cc-b808-eeca3d91f57e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 612.127610] env[65448]: DEBUG oslo_concurrency.lockutils [req-0a758865-5e29-4db7-bb59-4f01e19d002e req-d1e8c4f5-4339-4d64-bc14-b39de1b0c7fc service nova] Lock "6298b6d7-5892-48cc-b808-eeca3d91f57e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 612.127962] env[65448]: DEBUG nova.compute.manager [req-0a758865-5e29-4db7-bb59-4f01e19d002e req-d1e8c4f5-4339-4d64-bc14-b39de1b0c7fc service nova] [instance: 6298b6d7-5892-48cc-b808-eeca3d91f57e] No waiting events found dispatching network-vif-plugged-58b013a8-5508-4dd2-89fd-15a7e6e99539 {{(pid=65448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 612.128199] env[65448]: WARNING nova.compute.manager [req-0a758865-5e29-4db7-bb59-4f01e19d002e req-d1e8c4f5-4339-4d64-bc14-b39de1b0c7fc service nova] [instance: 6298b6d7-5892-48cc-b808-eeca3d91f57e] Received unexpected event network-vif-plugged-58b013a8-5508-4dd2-89fd-15a7e6e99539 for instance with vm_state building and task_state spawning. [ 612.128448] env[65448]: DEBUG nova.compute.manager [req-0a758865-5e29-4db7-bb59-4f01e19d002e req-d1e8c4f5-4339-4d64-bc14-b39de1b0c7fc service nova] [instance: 6298b6d7-5892-48cc-b808-eeca3d91f57e] Received event network-changed-58b013a8-5508-4dd2-89fd-15a7e6e99539 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 612.128697] env[65448]: DEBUG nova.compute.manager [req-0a758865-5e29-4db7-bb59-4f01e19d002e req-d1e8c4f5-4339-4d64-bc14-b39de1b0c7fc service nova] [instance: 6298b6d7-5892-48cc-b808-eeca3d91f57e] Refreshing instance network info cache due to event network-changed-58b013a8-5508-4dd2-89fd-15a7e6e99539. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 612.129380] env[65448]: DEBUG oslo_concurrency.lockutils [req-0a758865-5e29-4db7-bb59-4f01e19d002e req-d1e8c4f5-4339-4d64-bc14-b39de1b0c7fc service nova] Acquiring lock "refresh_cache-6298b6d7-5892-48cc-b808-eeca3d91f57e" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.129380] env[65448]: DEBUG oslo_concurrency.lockutils [req-0a758865-5e29-4db7-bb59-4f01e19d002e req-d1e8c4f5-4339-4d64-bc14-b39de1b0c7fc service nova] Acquired lock "refresh_cache-6298b6d7-5892-48cc-b808-eeca3d91f57e" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.129380] env[65448]: DEBUG nova.network.neutron [req-0a758865-5e29-4db7-bb59-4f01e19d002e req-d1e8c4f5-4339-4d64-bc14-b39de1b0c7fc service nova] [instance: 6298b6d7-5892-48cc-b808-eeca3d91f57e] Refreshing network info cache for port 58b013a8-5508-4dd2-89fd-15a7e6e99539 {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 612.134943] env[65448]: DEBUG oslo_vmware.api [None req-2ed03384-3dc6-406d-82dd-565429702188 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Task: {'id': task-4937079, 'name': Rename_Task, 'duration_secs': 0.34848} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.135492] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ed03384-3dc6-406d-82dd-565429702188 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] [instance: b9df7ebd-a64a-4031-89f7-75a8aee3c74c] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 612.135766] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-111746e2-d02c-406b-ae7e-4fddb1c081cd {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.144507] env[65448]: DEBUG oslo_vmware.api [None req-2ed03384-3dc6-406d-82dd-565429702188 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Waiting for the task: (returnval){ [ 612.144507] env[65448]: value = "task-4937081" [ 612.144507] env[65448]: _type = "Task" [ 612.144507] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.154217] env[65448]: DEBUG oslo_vmware.api [None req-2ed03384-3dc6-406d-82dd-565429702188 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Task: {'id': task-4937081, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.182940] env[65448]: DEBUG oslo_vmware.api [None req-1d27f5b1-f32a-480e-b53c-c6838a0460d0 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Task: {'id': task-4937074, 'name': ReconfigVM_Task, 'duration_secs': 0.540365} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.183049] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d27f5b1-f32a-480e-b53c-c6838a0460d0 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 6298b6d7-5892-48cc-b808-eeca3d91f57e] Reconfigured VM instance instance-00000008 to attach disk [datastore1] 6298b6d7-5892-48cc-b808-eeca3d91f57e/6298b6d7-5892-48cc-b808-eeca3d91f57e.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 612.183726] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-325fda09-d992-4d3c-a0f6-dc6d2fe3455e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.191992] env[65448]: DEBUG oslo_vmware.api [None req-1d27f5b1-f32a-480e-b53c-c6838a0460d0 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Waiting for the task: (returnval){ [ 612.191992] env[65448]: value = "task-4937082" [ 612.191992] env[65448]: _type = "Task" [ 612.191992] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.202991] env[65448]: DEBUG oslo_vmware.api [None req-1d27f5b1-f32a-480e-b53c-c6838a0460d0 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Task: {'id': task-4937082, 'name': Rename_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.351965] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937077, 'name': CreateVM_Task} progress is 99%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.392303] env[65448]: DEBUG oslo_vmware.api [None req-5104d940-b96e-4a40-8b12-f82645fe3eeb tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Task: {'id': task-4937080, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.141734} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.392798] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-5104d940-b96e-4a40-8b12-f82645fe3eeb tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: 204b5f52-2264-4c23-8799-4b3f57682409] Extended root virtual disk {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 612.393699] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bed022bb-3dfa-4d10-9214-68d3a96aaf52 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.419514] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-5104d940-b96e-4a40-8b12-f82645fe3eeb tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: 204b5f52-2264-4c23-8799-4b3f57682409] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] 204b5f52-2264-4c23-8799-4b3f57682409/204b5f52-2264-4c23-8799-4b3f57682409.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 612.421015] env[65448]: ERROR nova.scheduler.client.report [None req-6bfc65b5-2c0a-4edd-8f6d-18928b65c53c tempest-ServerDiagnosticsTest-673159984 tempest-ServerDiagnosticsTest-673159984-project-member] [req-cd24e521-6060-4b76-9fd5-a4377b97b9b7] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 76aeec68-79e6-4d77-baf0-33bb098aa897. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-cd24e521-6060-4b76-9fd5-a4377b97b9b7"}]} [ 612.421743] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f48e8ff9-6168-4062-9331-560a488a059a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.446431] env[65448]: DEBUG oslo_vmware.api [None req-5104d940-b96e-4a40-8b12-f82645fe3eeb tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Waiting for the task: (returnval){ [ 612.446431] env[65448]: value = "task-4937083" [ 612.446431] env[65448]: _type = "Task" [ 612.446431] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.459152] env[65448]: DEBUG oslo_vmware.api [None req-5104d940-b96e-4a40-8b12-f82645fe3eeb tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Task: {'id': task-4937083, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.459724] env[65448]: DEBUG nova.scheduler.client.report [None req-6bfc65b5-2c0a-4edd-8f6d-18928b65c53c tempest-ServerDiagnosticsTest-673159984 tempest-ServerDiagnosticsTest-673159984-project-member] Refreshing inventories for resource provider 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 612.470398] env[65448]: DEBUG nova.network.neutron [None req-852c345c-af95-4c91-be9d-f08fcf9ef9cf tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: cd954db3-685f-4f7b-8ef4-c9d0dca58eef] Successfully updated port: 97369f77-4dfb-4cf4-9ab3-0550b1b5b204 {{(pid=65448) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 612.482570] env[65448]: DEBUG nova.scheduler.client.report [None req-6bfc65b5-2c0a-4edd-8f6d-18928b65c53c tempest-ServerDiagnosticsTest-673159984 tempest-ServerDiagnosticsTest-673159984-project-member] Updating ProviderTree inventory for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 612.482570] env[65448]: DEBUG nova.compute.provider_tree [None req-6bfc65b5-2c0a-4edd-8f6d-18928b65c53c tempest-ServerDiagnosticsTest-673159984 tempest-ServerDiagnosticsTest-673159984-project-member] Updating inventory in ProviderTree for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 612.485545] env[65448]: DEBUG oslo_concurrency.lockutils [None req-dfdd0f9c-fc1c-4222-9d49-2643013986c3 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Acquiring lock "576a1826-8e83-46fa-832d-87c62ff7d02e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 612.485980] env[65448]: DEBUG oslo_concurrency.lockutils [None req-dfdd0f9c-fc1c-4222-9d49-2643013986c3 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Lock "576a1826-8e83-46fa-832d-87c62ff7d02e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 612.500929] env[65448]: DEBUG nova.scheduler.client.report [None req-6bfc65b5-2c0a-4edd-8f6d-18928b65c53c tempest-ServerDiagnosticsTest-673159984 tempest-ServerDiagnosticsTest-673159984-project-member] Refreshing aggregate associations for resource provider 76aeec68-79e6-4d77-baf0-33bb098aa897, aggregates: None {{(pid=65448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 612.521383] env[65448]: DEBUG nova.scheduler.client.report [None req-6bfc65b5-2c0a-4edd-8f6d-18928b65c53c tempest-ServerDiagnosticsTest-673159984 tempest-ServerDiagnosticsTest-673159984-project-member] Refreshing trait associations for resource provider 76aeec68-79e6-4d77-baf0-33bb098aa897, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=65448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 612.530695] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a1b65ff1-7e94-47db-95a1-fa7db52fa4cf tempest-VolumesAssistedSnapshotsTest-83228541 tempest-VolumesAssistedSnapshotsTest-83228541-project-member] Releasing lock "refresh_cache-b72f98f6-f233-4a51-b4ac-fef6364407f1" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.531206] env[65448]: DEBUG nova.compute.manager [None req-a1b65ff1-7e94-47db-95a1-fa7db52fa4cf tempest-VolumesAssistedSnapshotsTest-83228541 tempest-VolumesAssistedSnapshotsTest-83228541-project-member] [instance: b72f98f6-f233-4a51-b4ac-fef6364407f1] Instance network_info: |[{"id": "e0a90c57-fee7-4180-86a2-37a189191d1c", "address": "fa:16:3e:5b:8c:c8", "network": {"id": "1b9b3e9d-4476-481a-80b8-d211269598e5", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1689273691-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dafe4a08e85746d7b19aacf81cba31e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9630cae2-7dd9-42b7-8b53-91ab254af243", "external-id": "nsx-vlan-transportzone-900", "segmentation_id": 900, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0a90c57-fe", "ovs_interfaceid": "e0a90c57-fee7-4180-86a2-37a189191d1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 612.531608] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-a1b65ff1-7e94-47db-95a1-fa7db52fa4cf tempest-VolumesAssistedSnapshotsTest-83228541 tempest-VolumesAssistedSnapshotsTest-83228541-project-member] [instance: b72f98f6-f233-4a51-b4ac-fef6364407f1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5b:8c:c8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9630cae2-7dd9-42b7-8b53-91ab254af243', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e0a90c57-fee7-4180-86a2-37a189191d1c', 'vif_model': 'vmxnet3'}] {{(pid=65448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 612.539703] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1b65ff1-7e94-47db-95a1-fa7db52fa4cf tempest-VolumesAssistedSnapshotsTest-83228541 tempest-VolumesAssistedSnapshotsTest-83228541-project-member] Creating folder: Project (dafe4a08e85746d7b19aacf81cba31e7). Parent ref: group-v961779. {{(pid=65448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 612.540322] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-81b00718-206c-4595-b9f4-418a331b1354 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.555145] env[65448]: INFO nova.virt.vmwareapi.vm_util [None req-a1b65ff1-7e94-47db-95a1-fa7db52fa4cf tempest-VolumesAssistedSnapshotsTest-83228541 tempest-VolumesAssistedSnapshotsTest-83228541-project-member] Created folder: Project (dafe4a08e85746d7b19aacf81cba31e7) in parent group-v961779. [ 612.555362] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1b65ff1-7e94-47db-95a1-fa7db52fa4cf tempest-VolumesAssistedSnapshotsTest-83228541 tempest-VolumesAssistedSnapshotsTest-83228541-project-member] Creating folder: Instances. Parent ref: group-v961815. {{(pid=65448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 612.558496] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0ffcb5f4-0a34-4865-8c4d-2f86e3840901 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.563939] env[65448]: DEBUG oslo_vmware.api [None req-45d4bac0-045e-4733-bb98-1a2fe1a99914 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Task: {'id': task-4937078, 'name': PowerOnVM_Task, 'duration_secs': 0.539651} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.564223] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-45d4bac0-045e-4733-bb98-1a2fe1a99914 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] [instance: 101b6ef8-fab1-4626-9524-4e080c5ad298] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 612.564397] env[65448]: DEBUG nova.compute.manager [None req-45d4bac0-045e-4733-bb98-1a2fe1a99914 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] [instance: 101b6ef8-fab1-4626-9524-4e080c5ad298] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 612.565206] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f386da26-39a2-49ef-899a-70bfe6c078e9 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.578852] env[65448]: INFO nova.virt.vmwareapi.vm_util [None req-a1b65ff1-7e94-47db-95a1-fa7db52fa4cf tempest-VolumesAssistedSnapshotsTest-83228541 tempest-VolumesAssistedSnapshotsTest-83228541-project-member] Created folder: Instances in parent group-v961815. [ 612.578852] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-a1b65ff1-7e94-47db-95a1-fa7db52fa4cf tempest-VolumesAssistedSnapshotsTest-83228541 tempest-VolumesAssistedSnapshotsTest-83228541-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 612.579443] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b72f98f6-f233-4a51-b4ac-fef6364407f1] Creating VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 612.579688] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2785efb6-8a47-4890-9793-f41aa2980305 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.606311] env[65448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 612.606311] env[65448]: value = "task-4937086" [ 612.606311] env[65448]: _type = "Task" [ 612.606311] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.615406] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937086, 'name': CreateVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.636797] env[65448]: WARNING neutronclient.v2_0.client [req-0a758865-5e29-4db7-bb59-4f01e19d002e req-d1e8c4f5-4339-4d64-bc14-b39de1b0c7fc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 612.656094] env[65448]: DEBUG oslo_vmware.api [None req-2ed03384-3dc6-406d-82dd-565429702188 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Task: {'id': task-4937081, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.705879] env[65448]: DEBUG oslo_vmware.api [None req-1d27f5b1-f32a-480e-b53c-c6838a0460d0 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Task: {'id': task-4937082, 'name': Rename_Task, 'duration_secs': 0.430018} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.705879] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d27f5b1-f32a-480e-b53c-c6838a0460d0 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 6298b6d7-5892-48cc-b808-eeca3d91f57e] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 612.705879] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4c57fad8-dd50-4123-8c2d-b59fa5b76c25 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.714055] env[65448]: DEBUG oslo_vmware.api [None req-1d27f5b1-f32a-480e-b53c-c6838a0460d0 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Waiting for the task: (returnval){ [ 612.714055] env[65448]: value = "task-4937087" [ 612.714055] env[65448]: _type = "Task" [ 612.714055] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.726814] env[65448]: DEBUG oslo_vmware.api [None req-1d27f5b1-f32a-480e-b53c-c6838a0460d0 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Task: {'id': task-4937087, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.749164] env[65448]: DEBUG nova.compute.manager [None req-b5112f2b-448c-4003-aa5c-c2a77ea8c58e tempest-ServerExternalEventsTest-802112314 tempest-ServerExternalEventsTest-802112314-project] [instance: a2724af1-294c-4358-9aa3-938b7d8db7d4] Received event network-changed {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 612.749497] env[65448]: DEBUG nova.compute.manager [None req-b5112f2b-448c-4003-aa5c-c2a77ea8c58e tempest-ServerExternalEventsTest-802112314 tempest-ServerExternalEventsTest-802112314-project] [instance: a2724af1-294c-4358-9aa3-938b7d8db7d4] Refreshing instance network info cache due to event network-changed. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 612.749692] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b5112f2b-448c-4003-aa5c-c2a77ea8c58e tempest-ServerExternalEventsTest-802112314 tempest-ServerExternalEventsTest-802112314-project] Acquiring lock "refresh_cache-a2724af1-294c-4358-9aa3-938b7d8db7d4" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.749838] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b5112f2b-448c-4003-aa5c-c2a77ea8c58e tempest-ServerExternalEventsTest-802112314 tempest-ServerExternalEventsTest-802112314-project] Acquired lock "refresh_cache-a2724af1-294c-4358-9aa3-938b7d8db7d4" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.749998] env[65448]: DEBUG nova.network.neutron [None req-b5112f2b-448c-4003-aa5c-c2a77ea8c58e tempest-ServerExternalEventsTest-802112314 tempest-ServerExternalEventsTest-802112314-project] [instance: a2724af1-294c-4358-9aa3-938b7d8db7d4] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 612.771743] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de4023dd-b8b2-41a2-ae0c-93c035ea531c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.781036] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-500290e7-564d-44d5-a7e3-709d0e0a1b7a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.822121] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e0c4e06-ec4d-40fe-b4f9-ec0d177e98f7 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.831989] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6933d43-a40b-4a28-aad4-da4c3f727891 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.850311] env[65448]: DEBUG nova.compute.provider_tree [None req-6bfc65b5-2c0a-4edd-8f6d-18928b65c53c tempest-ServerDiagnosticsTest-673159984 tempest-ServerDiagnosticsTest-673159984-project-member] Updating inventory in ProviderTree for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 612.864114] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937077, 'name': CreateVM_Task} progress is 99%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.958604] env[65448]: DEBUG oslo_vmware.api [None req-5104d940-b96e-4a40-8b12-f82645fe3eeb tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Task: {'id': task-4937083, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.970835] env[65448]: DEBUG oslo_concurrency.lockutils [None req-852c345c-af95-4c91-be9d-f08fcf9ef9cf tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Acquiring lock "refresh_cache-cd954db3-685f-4f7b-8ef4-c9d0dca58eef" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.971708] env[65448]: DEBUG oslo_concurrency.lockutils [None req-852c345c-af95-4c91-be9d-f08fcf9ef9cf tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Acquired lock "refresh_cache-cd954db3-685f-4f7b-8ef4-c9d0dca58eef" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.971708] env[65448]: DEBUG nova.network.neutron [None req-852c345c-af95-4c91-be9d-f08fcf9ef9cf tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: cd954db3-685f-4f7b-8ef4-c9d0dca58eef] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 612.989663] env[65448]: DEBUG nova.compute.manager [None req-dfdd0f9c-fc1c-4222-9d49-2643013986c3 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] [instance: 576a1826-8e83-46fa-832d-87c62ff7d02e] Starting instance... {{(pid=65448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2483}} [ 613.090857] env[65448]: DEBUG oslo_concurrency.lockutils [None req-45d4bac0-045e-4733-bb98-1a2fe1a99914 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.121434] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937086, 'name': CreateVM_Task} progress is 25%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.154755] env[65448]: WARNING neutronclient.v2_0.client [req-0a758865-5e29-4db7-bb59-4f01e19d002e req-d1e8c4f5-4339-4d64-bc14-b39de1b0c7fc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 613.165670] env[65448]: DEBUG oslo_vmware.api [None req-2ed03384-3dc6-406d-82dd-565429702188 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Task: {'id': task-4937081, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.223611] env[65448]: DEBUG oslo_vmware.api [None req-1d27f5b1-f32a-480e-b53c-c6838a0460d0 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Task: {'id': task-4937087, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.255633] env[65448]: WARNING neutronclient.v2_0.client [None req-b5112f2b-448c-4003-aa5c-c2a77ea8c58e tempest-ServerExternalEventsTest-802112314 tempest-ServerExternalEventsTest-802112314-project] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 613.259867] env[65448]: DEBUG nova.network.neutron [req-0a758865-5e29-4db7-bb59-4f01e19d002e req-d1e8c4f5-4339-4d64-bc14-b39de1b0c7fc service nova] [instance: 6298b6d7-5892-48cc-b808-eeca3d91f57e] Updated VIF entry in instance network info cache for port 58b013a8-5508-4dd2-89fd-15a7e6e99539. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 613.259867] env[65448]: DEBUG nova.network.neutron [req-0a758865-5e29-4db7-bb59-4f01e19d002e req-d1e8c4f5-4339-4d64-bc14-b39de1b0c7fc service nova] [instance: 6298b6d7-5892-48cc-b808-eeca3d91f57e] Updating instance_info_cache with network_info: [{"id": "58b013a8-5508-4dd2-89fd-15a7e6e99539", "address": "fa:16:3e:4e:4f:86", "network": {"id": "76bce7a5-302f-47a8-9b20-9331c6891217", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1202927429-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc9e8e59612c49a6b788080423997837", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58b013a8-55", "ovs_interfaceid": "58b013a8-5508-4dd2-89fd-15a7e6e99539", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 613.368783] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937077, 'name': CreateVM_Task, 'duration_secs': 1.708348} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.368916] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ceb8324-07de-45d9-bc39-b8661a6a35e4] Created VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 613.369438] env[65448]: WARNING neutronclient.v2_0.client [None req-08fe8aac-8f1e-4f5e-8578-ff424736de6e tempest-ServerDiagnosticsNegativeTest-649700980 tempest-ServerDiagnosticsNegativeTest-649700980-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 613.369819] env[65448]: DEBUG oslo_concurrency.lockutils [None req-08fe8aac-8f1e-4f5e-8578-ff424736de6e tempest-ServerDiagnosticsNegativeTest-649700980 tempest-ServerDiagnosticsNegativeTest-649700980-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.369964] env[65448]: DEBUG oslo_concurrency.lockutils [None req-08fe8aac-8f1e-4f5e-8578-ff424736de6e tempest-ServerDiagnosticsNegativeTest-649700980 tempest-ServerDiagnosticsNegativeTest-649700980-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.370416] env[65448]: DEBUG oslo_concurrency.lockutils [None req-08fe8aac-8f1e-4f5e-8578-ff424736de6e tempest-ServerDiagnosticsNegativeTest-649700980 tempest-ServerDiagnosticsNegativeTest-649700980-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.370695] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1e3446b-9dc9-4edc-8c6a-15bbeb735da3 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.380238] env[65448]: DEBUG oslo_vmware.api [None req-08fe8aac-8f1e-4f5e-8578-ff424736de6e tempest-ServerDiagnosticsNegativeTest-649700980 tempest-ServerDiagnosticsNegativeTest-649700980-project-member] Waiting for the task: (returnval){ [ 613.380238] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52954774-7d9c-209f-3dba-ae9ab87682f8" [ 613.380238] env[65448]: _type = "Task" [ 613.380238] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.396880] env[65448]: DEBUG oslo_vmware.api [None req-08fe8aac-8f1e-4f5e-8578-ff424736de6e tempest-ServerDiagnosticsNegativeTest-649700980 tempest-ServerDiagnosticsNegativeTest-649700980-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52954774-7d9c-209f-3dba-ae9ab87682f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.415313] env[65448]: DEBUG nova.scheduler.client.report [None req-6bfc65b5-2c0a-4edd-8f6d-18928b65c53c tempest-ServerDiagnosticsTest-673159984 tempest-ServerDiagnosticsTest-673159984-project-member] Updated inventory for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 with generation 18 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 613.415537] env[65448]: DEBUG nova.compute.provider_tree [None req-6bfc65b5-2c0a-4edd-8f6d-18928b65c53c tempest-ServerDiagnosticsTest-673159984 tempest-ServerDiagnosticsTest-673159984-project-member] Updating resource provider 76aeec68-79e6-4d77-baf0-33bb098aa897 generation from 18 to 19 during operation: update_inventory {{(pid=65448) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 613.415824] env[65448]: DEBUG nova.compute.provider_tree [None req-6bfc65b5-2c0a-4edd-8f6d-18928b65c53c tempest-ServerDiagnosticsTest-673159984 tempest-ServerDiagnosticsTest-673159984-project-member] Updating inventory in ProviderTree for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 613.463043] env[65448]: DEBUG oslo_vmware.api [None req-5104d940-b96e-4a40-8b12-f82645fe3eeb tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Task: {'id': task-4937083, 'name': ReconfigVM_Task, 'duration_secs': 0.704363} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.463043] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-5104d940-b96e-4a40-8b12-f82645fe3eeb tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: 204b5f52-2264-4c23-8799-4b3f57682409] Reconfigured VM instance instance-00000009 to attach disk [datastore1] 204b5f52-2264-4c23-8799-4b3f57682409/204b5f52-2264-4c23-8799-4b3f57682409.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 613.463043] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-36c704bb-4803-4fdc-bfd2-0bc5b160d2e9 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.471118] env[65448]: DEBUG oslo_vmware.api [None req-5104d940-b96e-4a40-8b12-f82645fe3eeb tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Waiting for the task: (returnval){ [ 613.471118] env[65448]: value = "task-4937088" [ 613.471118] env[65448]: _type = "Task" [ 613.471118] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.475836] env[65448]: WARNING neutronclient.v2_0.client [None req-b5112f2b-448c-4003-aa5c-c2a77ea8c58e tempest-ServerExternalEventsTest-802112314 tempest-ServerExternalEventsTest-802112314-project] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 613.492127] env[65448]: DEBUG oslo_vmware.api [None req-5104d940-b96e-4a40-8b12-f82645fe3eeb tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Task: {'id': task-4937088, 'name': Rename_Task} progress is 10%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.511822] env[65448]: DEBUG nova.network.neutron [None req-852c345c-af95-4c91-be9d-f08fcf9ef9cf tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: cd954db3-685f-4f7b-8ef4-c9d0dca58eef] Instance cache missing network info. {{(pid=65448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 613.515741] env[65448]: DEBUG oslo_concurrency.lockutils [None req-dfdd0f9c-fc1c-4222-9d49-2643013986c3 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.588140] env[65448]: DEBUG nova.network.neutron [None req-b5112f2b-448c-4003-aa5c-c2a77ea8c58e tempest-ServerExternalEventsTest-802112314 tempest-ServerExternalEventsTest-802112314-project] [instance: a2724af1-294c-4358-9aa3-938b7d8db7d4] Updating instance_info_cache with network_info: [{"id": "897ddb0d-97bb-4f75-b59e-1ebab1eea5d3", "address": "fa:16:3e:1d:69:0a", "network": {"id": "8bceff40-3fe8-4c4e-8d97-0f1608c6de19", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.165", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a992292b6dae455593d228217860e2e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap897ddb0d-97", "ovs_interfaceid": "897ddb0d-97bb-4f75-b59e-1ebab1eea5d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 613.619594] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937086, 'name': CreateVM_Task, 'duration_secs': 0.784828} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.623267] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b72f98f6-f233-4a51-b4ac-fef6364407f1] Created VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 613.625496] env[65448]: WARNING neutronclient.v2_0.client [None req-a1b65ff1-7e94-47db-95a1-fa7db52fa4cf tempest-VolumesAssistedSnapshotsTest-83228541 tempest-VolumesAssistedSnapshotsTest-83228541-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 613.625496] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a1b65ff1-7e94-47db-95a1-fa7db52fa4cf tempest-VolumesAssistedSnapshotsTest-83228541 tempest-VolumesAssistedSnapshotsTest-83228541-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.654090] env[65448]: WARNING neutronclient.v2_0.client [None req-852c345c-af95-4c91-be9d-f08fcf9ef9cf tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 613.660185] env[65448]: DEBUG oslo_vmware.api [None req-2ed03384-3dc6-406d-82dd-565429702188 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Task: {'id': task-4937081, 'name': PowerOnVM_Task, 'duration_secs': 1.051796} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.660463] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ed03384-3dc6-406d-82dd-565429702188 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] [instance: b9df7ebd-a64a-4031-89f7-75a8aee3c74c] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 613.660651] env[65448]: INFO nova.compute.manager [None req-2ed03384-3dc6-406d-82dd-565429702188 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] [instance: b9df7ebd-a64a-4031-89f7-75a8aee3c74c] Took 13.97 seconds to spawn the instance on the hypervisor. [ 613.660844] env[65448]: DEBUG nova.compute.manager [None req-2ed03384-3dc6-406d-82dd-565429702188 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] [instance: b9df7ebd-a64a-4031-89f7-75a8aee3c74c] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 613.661674] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4300d06-fd35-4320-b760-f1fa5f3f7d05 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.727244] env[65448]: DEBUG oslo_vmware.api [None req-1d27f5b1-f32a-480e-b53c-c6838a0460d0 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Task: {'id': task-4937087, 'name': PowerOnVM_Task, 'duration_secs': 0.744804} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.727510] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d27f5b1-f32a-480e-b53c-c6838a0460d0 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 6298b6d7-5892-48cc-b808-eeca3d91f57e] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 613.727695] env[65448]: INFO nova.compute.manager [None req-1d27f5b1-f32a-480e-b53c-c6838a0460d0 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 6298b6d7-5892-48cc-b808-eeca3d91f57e] Took 11.61 seconds to spawn the instance on the hypervisor. [ 613.727922] env[65448]: DEBUG nova.compute.manager [None req-1d27f5b1-f32a-480e-b53c-c6838a0460d0 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 6298b6d7-5892-48cc-b808-eeca3d91f57e] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 613.728658] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ff04dcf-7c1d-4d7e-be66-95c43f4c1cb5 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.758580] env[65448]: DEBUG nova.network.neutron [None req-852c345c-af95-4c91-be9d-f08fcf9ef9cf tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: cd954db3-685f-4f7b-8ef4-c9d0dca58eef] Updating instance_info_cache with network_info: [{"id": "97369f77-4dfb-4cf4-9ab3-0550b1b5b204", "address": "fa:16:3e:40:9b:0d", "network": {"id": "393d9495-0694-4789-b85f-11c1ee142a7b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-818279425-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "151b52486680497ab0313e8770e10757", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97369f77-4d", "ovs_interfaceid": "97369f77-4dfb-4cf4-9ab3-0550b1b5b204", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 613.766319] env[65448]: DEBUG oslo_concurrency.lockutils [req-0a758865-5e29-4db7-bb59-4f01e19d002e req-d1e8c4f5-4339-4d64-bc14-b39de1b0c7fc service nova] Releasing lock "refresh_cache-6298b6d7-5892-48cc-b808-eeca3d91f57e" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.766592] env[65448]: DEBUG nova.compute.manager [req-0a758865-5e29-4db7-bb59-4f01e19d002e req-d1e8c4f5-4339-4d64-bc14-b39de1b0c7fc service nova] [instance: 204b5f52-2264-4c23-8799-4b3f57682409] Received event network-vif-plugged-a8e18aee-b11d-458c-945a-72d1ccfaba7e {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 613.766803] env[65448]: DEBUG oslo_concurrency.lockutils [req-0a758865-5e29-4db7-bb59-4f01e19d002e req-d1e8c4f5-4339-4d64-bc14-b39de1b0c7fc service nova] Acquiring lock "204b5f52-2264-4c23-8799-4b3f57682409-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.767039] env[65448]: DEBUG oslo_concurrency.lockutils [req-0a758865-5e29-4db7-bb59-4f01e19d002e req-d1e8c4f5-4339-4d64-bc14-b39de1b0c7fc service nova] Lock "204b5f52-2264-4c23-8799-4b3f57682409-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.767160] env[65448]: DEBUG oslo_concurrency.lockutils [req-0a758865-5e29-4db7-bb59-4f01e19d002e req-d1e8c4f5-4339-4d64-bc14-b39de1b0c7fc service nova] Lock "204b5f52-2264-4c23-8799-4b3f57682409-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 613.767337] env[65448]: DEBUG nova.compute.manager [req-0a758865-5e29-4db7-bb59-4f01e19d002e req-d1e8c4f5-4339-4d64-bc14-b39de1b0c7fc service nova] [instance: 204b5f52-2264-4c23-8799-4b3f57682409] No waiting events found dispatching network-vif-plugged-a8e18aee-b11d-458c-945a-72d1ccfaba7e {{(pid=65448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 613.767540] env[65448]: WARNING nova.compute.manager [req-0a758865-5e29-4db7-bb59-4f01e19d002e req-d1e8c4f5-4339-4d64-bc14-b39de1b0c7fc service nova] [instance: 204b5f52-2264-4c23-8799-4b3f57682409] Received unexpected event network-vif-plugged-a8e18aee-b11d-458c-945a-72d1ccfaba7e for instance with vm_state building and task_state spawning. [ 613.767711] env[65448]: DEBUG nova.compute.manager [req-0a758865-5e29-4db7-bb59-4f01e19d002e req-d1e8c4f5-4339-4d64-bc14-b39de1b0c7fc service nova] [instance: 204b5f52-2264-4c23-8799-4b3f57682409] Received event network-changed-a8e18aee-b11d-458c-945a-72d1ccfaba7e {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 613.767867] env[65448]: DEBUG nova.compute.manager [req-0a758865-5e29-4db7-bb59-4f01e19d002e req-d1e8c4f5-4339-4d64-bc14-b39de1b0c7fc service nova] [instance: 204b5f52-2264-4c23-8799-4b3f57682409] Refreshing instance network info cache due to event network-changed-a8e18aee-b11d-458c-945a-72d1ccfaba7e. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 613.768090] env[65448]: DEBUG oslo_concurrency.lockutils [req-0a758865-5e29-4db7-bb59-4f01e19d002e req-d1e8c4f5-4339-4d64-bc14-b39de1b0c7fc service nova] Acquiring lock "refresh_cache-204b5f52-2264-4c23-8799-4b3f57682409" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.768229] env[65448]: DEBUG oslo_concurrency.lockutils [req-0a758865-5e29-4db7-bb59-4f01e19d002e req-d1e8c4f5-4339-4d64-bc14-b39de1b0c7fc service nova] Acquired lock "refresh_cache-204b5f52-2264-4c23-8799-4b3f57682409" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.768421] env[65448]: DEBUG nova.network.neutron [req-0a758865-5e29-4db7-bb59-4f01e19d002e req-d1e8c4f5-4339-4d64-bc14-b39de1b0c7fc service nova] [instance: 204b5f52-2264-4c23-8799-4b3f57682409] Refreshing network info cache for port a8e18aee-b11d-458c-945a-72d1ccfaba7e {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 613.778840] env[65448]: DEBUG nova.compute.manager [req-7cc6330a-4513-4688-9990-ca1ca96376d5 req-b54b3d95-d0ac-4da1-a47a-e0529ff65bc2 service nova] [instance: b9df7ebd-a64a-4031-89f7-75a8aee3c74c] Received event network-changed-4aba2ff3-061b-465e-a731-ec54cf750b27 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 613.779063] env[65448]: DEBUG nova.compute.manager [req-7cc6330a-4513-4688-9990-ca1ca96376d5 req-b54b3d95-d0ac-4da1-a47a-e0529ff65bc2 service nova] [instance: b9df7ebd-a64a-4031-89f7-75a8aee3c74c] Refreshing instance network info cache due to event network-changed-4aba2ff3-061b-465e-a731-ec54cf750b27. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 613.779286] env[65448]: DEBUG oslo_concurrency.lockutils [req-7cc6330a-4513-4688-9990-ca1ca96376d5 req-b54b3d95-d0ac-4da1-a47a-e0529ff65bc2 service nova] Acquiring lock "refresh_cache-b9df7ebd-a64a-4031-89f7-75a8aee3c74c" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.779453] env[65448]: DEBUG oslo_concurrency.lockutils [req-7cc6330a-4513-4688-9990-ca1ca96376d5 req-b54b3d95-d0ac-4da1-a47a-e0529ff65bc2 service nova] Acquired lock "refresh_cache-b9df7ebd-a64a-4031-89f7-75a8aee3c74c" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.779654] env[65448]: DEBUG nova.network.neutron [req-7cc6330a-4513-4688-9990-ca1ca96376d5 req-b54b3d95-d0ac-4da1-a47a-e0529ff65bc2 service nova] [instance: b9df7ebd-a64a-4031-89f7-75a8aee3c74c] Refreshing network info cache for port 4aba2ff3-061b-465e-a731-ec54cf750b27 {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 613.889240] env[65448]: DEBUG oslo_vmware.api [None req-08fe8aac-8f1e-4f5e-8578-ff424736de6e tempest-ServerDiagnosticsNegativeTest-649700980 tempest-ServerDiagnosticsNegativeTest-649700980-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52954774-7d9c-209f-3dba-ae9ab87682f8, 'name': SearchDatastore_Task, 'duration_secs': 0.039995} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.889579] env[65448]: DEBUG oslo_concurrency.lockutils [None req-08fe8aac-8f1e-4f5e-8578-ff424736de6e tempest-ServerDiagnosticsNegativeTest-649700980 tempest-ServerDiagnosticsNegativeTest-649700980-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.889825] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-08fe8aac-8f1e-4f5e-8578-ff424736de6e tempest-ServerDiagnosticsNegativeTest-649700980 tempest-ServerDiagnosticsNegativeTest-649700980-project-member] [instance: 2ceb8324-07de-45d9-bc39-b8661a6a35e4] Processing image 50fb366d-48e6-424f-9c20-bc83d77be76a {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 613.890076] env[65448]: DEBUG oslo_concurrency.lockutils [None req-08fe8aac-8f1e-4f5e-8578-ff424736de6e tempest-ServerDiagnosticsNegativeTest-649700980 tempest-ServerDiagnosticsNegativeTest-649700980-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.890220] env[65448]: DEBUG oslo_concurrency.lockutils [None req-08fe8aac-8f1e-4f5e-8578-ff424736de6e tempest-ServerDiagnosticsNegativeTest-649700980 tempest-ServerDiagnosticsNegativeTest-649700980-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.890727] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-08fe8aac-8f1e-4f5e-8578-ff424736de6e tempest-ServerDiagnosticsNegativeTest-649700980 tempest-ServerDiagnosticsNegativeTest-649700980-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 613.891128] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a1b65ff1-7e94-47db-95a1-fa7db52fa4cf tempest-VolumesAssistedSnapshotsTest-83228541 tempest-VolumesAssistedSnapshotsTest-83228541-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.891458] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a1b65ff1-7e94-47db-95a1-fa7db52fa4cf tempest-VolumesAssistedSnapshotsTest-83228541 tempest-VolumesAssistedSnapshotsTest-83228541-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.891780] env[65448]: DEBUG oslo_concurrency.lockutils [None req-bb874bd3-5ca3-4a9d-a071-66b53a969ac8 tempest-DeleteServersAdminTestJSON-637159166 tempest-DeleteServersAdminTestJSON-637159166-project-admin] Acquiring lock "12878a90-86d2-4609-80aa-de0d1bdb64c0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.892022] env[65448]: DEBUG oslo_concurrency.lockutils [None req-bb874bd3-5ca3-4a9d-a071-66b53a969ac8 tempest-DeleteServersAdminTestJSON-637159166 tempest-DeleteServersAdminTestJSON-637159166-project-admin] Lock "12878a90-86d2-4609-80aa-de0d1bdb64c0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.892231] env[65448]: DEBUG oslo_concurrency.lockutils [None req-bb874bd3-5ca3-4a9d-a071-66b53a969ac8 tempest-DeleteServersAdminTestJSON-637159166 tempest-DeleteServersAdminTestJSON-637159166-project-admin] Acquiring lock "12878a90-86d2-4609-80aa-de0d1bdb64c0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.892408] env[65448]: DEBUG oslo_concurrency.lockutils [None req-bb874bd3-5ca3-4a9d-a071-66b53a969ac8 tempest-DeleteServersAdminTestJSON-637159166 tempest-DeleteServersAdminTestJSON-637159166-project-admin] Lock "12878a90-86d2-4609-80aa-de0d1bdb64c0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.892563] env[65448]: DEBUG oslo_concurrency.lockutils [None req-bb874bd3-5ca3-4a9d-a071-66b53a969ac8 tempest-DeleteServersAdminTestJSON-637159166 tempest-DeleteServersAdminTestJSON-637159166-project-admin] Lock "12878a90-86d2-4609-80aa-de0d1bdb64c0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 613.894099] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-51b290af-a7f0-4850-8c15-909b42f7d505 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.896539] env[65448]: INFO nova.compute.manager [None req-bb874bd3-5ca3-4a9d-a071-66b53a969ac8 tempest-DeleteServersAdminTestJSON-637159166 tempest-DeleteServersAdminTestJSON-637159166-project-admin] [instance: 12878a90-86d2-4609-80aa-de0d1bdb64c0] Terminating instance [ 613.897874] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ce393ff-34dd-4753-89eb-2ee9cb1cdd26 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.905941] env[65448]: DEBUG oslo_vmware.api [None req-a1b65ff1-7e94-47db-95a1-fa7db52fa4cf tempest-VolumesAssistedSnapshotsTest-83228541 tempest-VolumesAssistedSnapshotsTest-83228541-project-member] Waiting for the task: (returnval){ [ 613.905941] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]523f8867-48a6-05a3-5ad6-a8a2dbe83a25" [ 613.905941] env[65448]: _type = "Task" [ 613.905941] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.910038] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-08fe8aac-8f1e-4f5e-8578-ff424736de6e tempest-ServerDiagnosticsNegativeTest-649700980 tempest-ServerDiagnosticsNegativeTest-649700980-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 613.910721] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-08fe8aac-8f1e-4f5e-8578-ff424736de6e tempest-ServerDiagnosticsNegativeTest-649700980 tempest-ServerDiagnosticsNegativeTest-649700980-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 613.911708] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95369feb-a5f4-41cc-a1a2-a1bce69f71cf {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.917464] env[65448]: DEBUG oslo_vmware.api [None req-a1b65ff1-7e94-47db-95a1-fa7db52fa4cf tempest-VolumesAssistedSnapshotsTest-83228541 tempest-VolumesAssistedSnapshotsTest-83228541-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]523f8867-48a6-05a3-5ad6-a8a2dbe83a25, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.921313] env[65448]: DEBUG oslo_vmware.api [None req-08fe8aac-8f1e-4f5e-8578-ff424736de6e tempest-ServerDiagnosticsNegativeTest-649700980 tempest-ServerDiagnosticsNegativeTest-649700980-project-member] Waiting for the task: (returnval){ [ 613.921313] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52373906-0e0b-5f3d-6182-162aaf551294" [ 613.921313] env[65448]: _type = "Task" [ 613.921313] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.925019] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6bfc65b5-2c0a-4edd-8f6d-18928b65c53c tempest-ServerDiagnosticsTest-673159984 tempest-ServerDiagnosticsTest-673159984-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.310s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 613.925583] env[65448]: DEBUG nova.compute.manager [None req-6bfc65b5-2c0a-4edd-8f6d-18928b65c53c tempest-ServerDiagnosticsTest-673159984 tempest-ServerDiagnosticsTest-673159984-project-member] [instance: d7335ae7-683b-4729-b771-29ac97585830] Start building networks asynchronously for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2881}} [ 613.931038] env[65448]: DEBUG oslo_concurrency.lockutils [None req-45d4bac0-045e-4733-bb98-1a2fe1a99914 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.839s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.931038] env[65448]: DEBUG nova.objects.instance [None req-45d4bac0-045e-4733-bb98-1a2fe1a99914 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] [instance: 101b6ef8-fab1-4626-9524-4e080c5ad298] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65448) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 613.939805] env[65448]: DEBUG oslo_vmware.api [None req-08fe8aac-8f1e-4f5e-8578-ff424736de6e tempest-ServerDiagnosticsNegativeTest-649700980 tempest-ServerDiagnosticsNegativeTest-649700980-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52373906-0e0b-5f3d-6182-162aaf551294, 'name': SearchDatastore_Task, 'duration_secs': 0.010755} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.940723] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56f12fc1-f662-4e20-829c-df1e5842b8fb {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.946930] env[65448]: DEBUG oslo_vmware.api [None req-08fe8aac-8f1e-4f5e-8578-ff424736de6e tempest-ServerDiagnosticsNegativeTest-649700980 tempest-ServerDiagnosticsNegativeTest-649700980-project-member] Waiting for the task: (returnval){ [ 613.946930] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5279b1fb-64be-d1d1-e496-28a6fceeccb4" [ 613.946930] env[65448]: _type = "Task" [ 613.946930] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.957029] env[65448]: DEBUG oslo_vmware.api [None req-08fe8aac-8f1e-4f5e-8578-ff424736de6e tempest-ServerDiagnosticsNegativeTest-649700980 tempest-ServerDiagnosticsNegativeTest-649700980-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5279b1fb-64be-d1d1-e496-28a6fceeccb4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.989478] env[65448]: DEBUG oslo_vmware.api [None req-5104d940-b96e-4a40-8b12-f82645fe3eeb tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Task: {'id': task-4937088, 'name': Rename_Task, 'duration_secs': 0.399581} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.989833] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-5104d940-b96e-4a40-8b12-f82645fe3eeb tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: 204b5f52-2264-4c23-8799-4b3f57682409] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 613.990096] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4c617880-130a-4e9d-a7ac-d5f0010a72cc {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.997301] env[65448]: DEBUG oslo_vmware.api [None req-5104d940-b96e-4a40-8b12-f82645fe3eeb tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Waiting for the task: (returnval){ [ 613.997301] env[65448]: value = "task-4937089" [ 613.997301] env[65448]: _type = "Task" [ 613.997301] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.008097] env[65448]: DEBUG oslo_vmware.api [None req-5104d940-b96e-4a40-8b12-f82645fe3eeb tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Task: {'id': task-4937089, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.091522] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b5112f2b-448c-4003-aa5c-c2a77ea8c58e tempest-ServerExternalEventsTest-802112314 tempest-ServerExternalEventsTest-802112314-project] Releasing lock "refresh_cache-a2724af1-294c-4358-9aa3-938b7d8db7d4" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.180044] env[65448]: INFO nova.compute.manager [None req-2ed03384-3dc6-406d-82dd-565429702188 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] [instance: b9df7ebd-a64a-4031-89f7-75a8aee3c74c] Took 24.93 seconds to build instance. [ 614.251955] env[65448]: INFO nova.compute.manager [None req-1d27f5b1-f32a-480e-b53c-c6838a0460d0 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 6298b6d7-5892-48cc-b808-eeca3d91f57e] Took 17.25 seconds to build instance. [ 614.261237] env[65448]: DEBUG oslo_concurrency.lockutils [None req-852c345c-af95-4c91-be9d-f08fcf9ef9cf tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Releasing lock "refresh_cache-cd954db3-685f-4f7b-8ef4-c9d0dca58eef" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.261601] env[65448]: DEBUG nova.compute.manager [None req-852c345c-af95-4c91-be9d-f08fcf9ef9cf tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: cd954db3-685f-4f7b-8ef4-c9d0dca58eef] Instance network_info: |[{"id": "97369f77-4dfb-4cf4-9ab3-0550b1b5b204", "address": "fa:16:3e:40:9b:0d", "network": {"id": "393d9495-0694-4789-b85f-11c1ee142a7b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-818279425-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "151b52486680497ab0313e8770e10757", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97369f77-4d", "ovs_interfaceid": "97369f77-4dfb-4cf4-9ab3-0550b1b5b204", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 614.262421] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-852c345c-af95-4c91-be9d-f08fcf9ef9cf tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: cd954db3-685f-4f7b-8ef4-c9d0dca58eef] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:9b:0d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5f49a7d-c6e5-404f-b71a-91d8c070cd18', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '97369f77-4dfb-4cf4-9ab3-0550b1b5b204', 'vif_model': 'vmxnet3'}] {{(pid=65448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 614.274475] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-852c345c-af95-4c91-be9d-f08fcf9ef9cf tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 614.275722] env[65448]: WARNING neutronclient.v2_0.client [req-0a758865-5e29-4db7-bb59-4f01e19d002e req-d1e8c4f5-4339-4d64-bc14-b39de1b0c7fc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 614.279021] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd954db3-685f-4f7b-8ef4-c9d0dca58eef] Creating VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 614.279912] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f0bf9c6c-9eda-4d9b-a576-93229e01760d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.298903] env[65448]: WARNING neutronclient.v2_0.client [req-7cc6330a-4513-4688-9990-ca1ca96376d5 req-b54b3d95-d0ac-4da1-a47a-e0529ff65bc2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 614.308160] env[65448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 614.308160] env[65448]: value = "task-4937090" [ 614.308160] env[65448]: _type = "Task" [ 614.308160] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.319876] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937090, 'name': CreateVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.405028] env[65448]: DEBUG nova.compute.manager [None req-bb874bd3-5ca3-4a9d-a071-66b53a969ac8 tempest-DeleteServersAdminTestJSON-637159166 tempest-DeleteServersAdminTestJSON-637159166-project-admin] [instance: 12878a90-86d2-4609-80aa-de0d1bdb64c0] Start destroying the instance on the hypervisor. {{(pid=65448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3209}} [ 614.405028] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-bb874bd3-5ca3-4a9d-a071-66b53a969ac8 tempest-DeleteServersAdminTestJSON-637159166 tempest-DeleteServersAdminTestJSON-637159166-project-admin] [instance: 12878a90-86d2-4609-80aa-de0d1bdb64c0] Destroying instance {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 614.405028] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cef92db-ec2f-40fb-8185-055d678a9b91 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.421259] env[65448]: DEBUG oslo_vmware.api [None req-a1b65ff1-7e94-47db-95a1-fa7db52fa4cf tempest-VolumesAssistedSnapshotsTest-83228541 tempest-VolumesAssistedSnapshotsTest-83228541-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]523f8867-48a6-05a3-5ad6-a8a2dbe83a25, 'name': SearchDatastore_Task, 'duration_secs': 0.019258} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.423898] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a1b65ff1-7e94-47db-95a1-fa7db52fa4cf tempest-VolumesAssistedSnapshotsTest-83228541 tempest-VolumesAssistedSnapshotsTest-83228541-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.424203] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-a1b65ff1-7e94-47db-95a1-fa7db52fa4cf tempest-VolumesAssistedSnapshotsTest-83228541 tempest-VolumesAssistedSnapshotsTest-83228541-project-member] [instance: b72f98f6-f233-4a51-b4ac-fef6364407f1] Processing image 50fb366d-48e6-424f-9c20-bc83d77be76a {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 614.424480] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a1b65ff1-7e94-47db-95a1-fa7db52fa4cf tempest-VolumesAssistedSnapshotsTest-83228541 tempest-VolumesAssistedSnapshotsTest-83228541-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.424759] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb874bd3-5ca3-4a9d-a071-66b53a969ac8 tempest-DeleteServersAdminTestJSON-637159166 tempest-DeleteServersAdminTestJSON-637159166-project-admin] [instance: 12878a90-86d2-4609-80aa-de0d1bdb64c0] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 614.425056] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-86415ee4-899f-486a-8fee-8ae7b73ed51c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.437872] env[65448]: DEBUG nova.compute.utils [None req-6bfc65b5-2c0a-4edd-8f6d-18928b65c53c tempest-ServerDiagnosticsTest-673159984 tempest-ServerDiagnosticsTest-673159984-project-member] Using /dev/sd instead of None {{(pid=65448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 614.444743] env[65448]: DEBUG nova.compute.manager [None req-6bfc65b5-2c0a-4edd-8f6d-18928b65c53c tempest-ServerDiagnosticsTest-673159984 tempest-ServerDiagnosticsTest-673159984-project-member] [instance: d7335ae7-683b-4729-b771-29ac97585830] Allocating IP information in the background. {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 614.445065] env[65448]: DEBUG nova.network.neutron [None req-6bfc65b5-2c0a-4edd-8f6d-18928b65c53c tempest-ServerDiagnosticsTest-673159984 tempest-ServerDiagnosticsTest-673159984-project-member] [instance: d7335ae7-683b-4729-b771-29ac97585830] allocate_for_instance() {{(pid=65448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 614.445868] env[65448]: WARNING neutronclient.v2_0.client [None req-6bfc65b5-2c0a-4edd-8f6d-18928b65c53c tempest-ServerDiagnosticsTest-673159984 tempest-ServerDiagnosticsTest-673159984-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 614.446123] env[65448]: WARNING neutronclient.v2_0.client [None req-6bfc65b5-2c0a-4edd-8f6d-18928b65c53c tempest-ServerDiagnosticsTest-673159984 tempest-ServerDiagnosticsTest-673159984-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 614.448265] env[65448]: DEBUG oslo_vmware.api [None req-bb874bd3-5ca3-4a9d-a071-66b53a969ac8 tempest-DeleteServersAdminTestJSON-637159166 tempest-DeleteServersAdminTestJSON-637159166-project-admin] Waiting for the task: (returnval){ [ 614.448265] env[65448]: value = "task-4937091" [ 614.448265] env[65448]: _type = "Task" [ 614.448265] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.465770] env[65448]: DEBUG oslo_vmware.api [None req-08fe8aac-8f1e-4f5e-8578-ff424736de6e tempest-ServerDiagnosticsNegativeTest-649700980 tempest-ServerDiagnosticsNegativeTest-649700980-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5279b1fb-64be-d1d1-e496-28a6fceeccb4, 'name': SearchDatastore_Task, 'duration_secs': 0.018935} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.470497] env[65448]: DEBUG oslo_concurrency.lockutils [None req-08fe8aac-8f1e-4f5e-8578-ff424736de6e tempest-ServerDiagnosticsNegativeTest-649700980 tempest-ServerDiagnosticsNegativeTest-649700980-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.471000] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-08fe8aac-8f1e-4f5e-8578-ff424736de6e tempest-ServerDiagnosticsNegativeTest-649700980 tempest-ServerDiagnosticsNegativeTest-649700980-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore1] 2ceb8324-07de-45d9-bc39-b8661a6a35e4/2ceb8324-07de-45d9-bc39-b8661a6a35e4.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 614.473944] env[65448]: DEBUG oslo_vmware.api [None req-bb874bd3-5ca3-4a9d-a071-66b53a969ac8 tempest-DeleteServersAdminTestJSON-637159166 tempest-DeleteServersAdminTestJSON-637159166-project-admin] Task: {'id': task-4937091, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.473944] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a1b65ff1-7e94-47db-95a1-fa7db52fa4cf tempest-VolumesAssistedSnapshotsTest-83228541 tempest-VolumesAssistedSnapshotsTest-83228541-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.473944] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1b65ff1-7e94-47db-95a1-fa7db52fa4cf tempest-VolumesAssistedSnapshotsTest-83228541 tempest-VolumesAssistedSnapshotsTest-83228541-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 614.473944] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a56e2e2c-99e1-40eb-93ce-67b697504a97 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.477038] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4d35d29e-a2d2-4446-aecf-4154f324cdcc {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.489324] env[65448]: DEBUG oslo_vmware.api [None req-08fe8aac-8f1e-4f5e-8578-ff424736de6e tempest-ServerDiagnosticsNegativeTest-649700980 tempest-ServerDiagnosticsNegativeTest-649700980-project-member] Waiting for the task: (returnval){ [ 614.489324] env[65448]: value = "task-4937092" [ 614.489324] env[65448]: _type = "Task" [ 614.489324] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.491915] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1b65ff1-7e94-47db-95a1-fa7db52fa4cf tempest-VolumesAssistedSnapshotsTest-83228541 tempest-VolumesAssistedSnapshotsTest-83228541-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 614.492405] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-a1b65ff1-7e94-47db-95a1-fa7db52fa4cf tempest-VolumesAssistedSnapshotsTest-83228541 tempest-VolumesAssistedSnapshotsTest-83228541-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 614.497215] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fe525af-d588-4143-b1dd-80de92538095 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.517594] env[65448]: DEBUG oslo_vmware.api [None req-08fe8aac-8f1e-4f5e-8578-ff424736de6e tempest-ServerDiagnosticsNegativeTest-649700980 tempest-ServerDiagnosticsNegativeTest-649700980-project-member] Task: {'id': task-4937092, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.519659] env[65448]: DEBUG oslo_vmware.api [None req-a1b65ff1-7e94-47db-95a1-fa7db52fa4cf tempest-VolumesAssistedSnapshotsTest-83228541 tempest-VolumesAssistedSnapshotsTest-83228541-project-member] Waiting for the task: (returnval){ [ 614.519659] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52d7f157-3434-ea10-94f2-aedd9d0197d2" [ 614.519659] env[65448]: _type = "Task" [ 614.519659] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.529789] env[65448]: DEBUG oslo_vmware.api [None req-5104d940-b96e-4a40-8b12-f82645fe3eeb tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Task: {'id': task-4937089, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.535967] env[65448]: DEBUG oslo_vmware.api [None req-a1b65ff1-7e94-47db-95a1-fa7db52fa4cf tempest-VolumesAssistedSnapshotsTest-83228541 tempest-VolumesAssistedSnapshotsTest-83228541-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52d7f157-3434-ea10-94f2-aedd9d0197d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.669297] env[65448]: DEBUG oslo_concurrency.lockutils [None req-9a3330e8-9a1f-470c-9cac-af6cb30dca7e tempest-ServersTestBootFromVolume-1705188138 tempest-ServersTestBootFromVolume-1705188138-project-member] Acquiring lock "fa53b330-ff80-4666-bf9e-1664d5c3d23e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 614.669558] env[65448]: DEBUG oslo_concurrency.lockutils [None req-9a3330e8-9a1f-470c-9cac-af6cb30dca7e tempest-ServersTestBootFromVolume-1705188138 tempest-ServersTestBootFromVolume-1705188138-project-member] Lock "fa53b330-ff80-4666-bf9e-1664d5c3d23e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 614.674435] env[65448]: DEBUG oslo_concurrency.lockutils [None req-3e701d02-e80f-4fa6-b3f9-19509ba03b72 tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Acquiring lock "059f932f-aa5a-46ff-a179-9826341731db" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 614.674825] env[65448]: DEBUG oslo_concurrency.lockutils [None req-3e701d02-e80f-4fa6-b3f9-19509ba03b72 tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Lock "059f932f-aa5a-46ff-a179-9826341731db" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 614.682081] env[65448]: DEBUG oslo_concurrency.lockutils [None req-2ed03384-3dc6-406d-82dd-565429702188 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Lock "b9df7ebd-a64a-4031-89f7-75a8aee3c74c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.446s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 614.754166] env[65448]: DEBUG oslo_concurrency.lockutils [None req-1d27f5b1-f32a-480e-b53c-c6838a0460d0 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Lock "6298b6d7-5892-48cc-b808-eeca3d91f57e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.760s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 614.756356] env[65448]: DEBUG nova.policy [None req-6bfc65b5-2c0a-4edd-8f6d-18928b65c53c tempest-ServerDiagnosticsTest-673159984 tempest-ServerDiagnosticsTest-673159984-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4dbd8012fdfd4441899f9a85a11e9a20', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '251b84159f104fefb384e403559a7906', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65448) authorize /opt/stack/nova/nova/policy.py:192}} [ 614.819963] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937090, 'name': CreateVM_Task, 'duration_secs': 0.490312} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.820247] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd954db3-685f-4f7b-8ef4-c9d0dca58eef] Created VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 614.820916] env[65448]: WARNING neutronclient.v2_0.client [None req-852c345c-af95-4c91-be9d-f08fcf9ef9cf tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 614.821394] env[65448]: DEBUG oslo_concurrency.lockutils [None req-852c345c-af95-4c91-be9d-f08fcf9ef9cf tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.821569] env[65448]: DEBUG oslo_concurrency.lockutils [None req-852c345c-af95-4c91-be9d-f08fcf9ef9cf tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.821952] env[65448]: DEBUG oslo_concurrency.lockutils [None req-852c345c-af95-4c91-be9d-f08fcf9ef9cf tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.822291] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59ac8387-e95c-4027-b245-5610f016a7fa {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.830150] env[65448]: DEBUG oslo_vmware.api [None req-852c345c-af95-4c91-be9d-f08fcf9ef9cf tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Waiting for the task: (returnval){ [ 614.830150] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52dcc526-29c8-ce89-f93f-be9635d34b3e" [ 614.830150] env[65448]: _type = "Task" [ 614.830150] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.842849] env[65448]: DEBUG oslo_vmware.api [None req-852c345c-af95-4c91-be9d-f08fcf9ef9cf tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52dcc526-29c8-ce89-f93f-be9635d34b3e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.883842] env[65448]: WARNING neutronclient.v2_0.client [req-0a758865-5e29-4db7-bb59-4f01e19d002e req-d1e8c4f5-4339-4d64-bc14-b39de1b0c7fc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 614.950903] env[65448]: DEBUG oslo_concurrency.lockutils [None req-45d4bac0-045e-4733-bb98-1a2fe1a99914 tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.022s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 614.952712] env[65448]: DEBUG nova.compute.manager [None req-6bfc65b5-2c0a-4edd-8f6d-18928b65c53c tempest-ServerDiagnosticsTest-673159984 tempest-ServerDiagnosticsTest-673159984-project-member] [instance: d7335ae7-683b-4729-b771-29ac97585830] Start building block device mappings for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2916}} [ 614.956983] env[65448]: DEBUG oslo_concurrency.lockutils [None req-dfdd0f9c-fc1c-4222-9d49-2643013986c3 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.441s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 614.957954] env[65448]: INFO nova.compute.claims [None req-dfdd0f9c-fc1c-4222-9d49-2643013986c3 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] [instance: 576a1826-8e83-46fa-832d-87c62ff7d02e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 614.973024] env[65448]: DEBUG oslo_vmware.api [None req-bb874bd3-5ca3-4a9d-a071-66b53a969ac8 tempest-DeleteServersAdminTestJSON-637159166 tempest-DeleteServersAdminTestJSON-637159166-project-admin] Task: {'id': task-4937091, 'name': PowerOffVM_Task, 'duration_secs': 0.214075} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.973221] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb874bd3-5ca3-4a9d-a071-66b53a969ac8 tempest-DeleteServersAdminTestJSON-637159166 tempest-DeleteServersAdminTestJSON-637159166-project-admin] [instance: 12878a90-86d2-4609-80aa-de0d1bdb64c0] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 614.974066] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-bb874bd3-5ca3-4a9d-a071-66b53a969ac8 tempest-DeleteServersAdminTestJSON-637159166 tempest-DeleteServersAdminTestJSON-637159166-project-admin] [instance: 12878a90-86d2-4609-80aa-de0d1bdb64c0] Unregistering the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 614.974066] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-79304144-8309-4cba-89ea-a84e650b3a9e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.005124] env[65448]: DEBUG oslo_vmware.api [None req-08fe8aac-8f1e-4f5e-8578-ff424736de6e tempest-ServerDiagnosticsNegativeTest-649700980 tempest-ServerDiagnosticsNegativeTest-649700980-project-member] Task: {'id': task-4937092, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.020681] env[65448]: DEBUG oslo_vmware.api [None req-5104d940-b96e-4a40-8b12-f82645fe3eeb tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Task: {'id': task-4937089, 'name': PowerOnVM_Task, 'duration_secs': 0.964482} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.024835] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-5104d940-b96e-4a40-8b12-f82645fe3eeb tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: 204b5f52-2264-4c23-8799-4b3f57682409] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 615.025168] env[65448]: INFO nova.compute.manager [None req-5104d940-b96e-4a40-8b12-f82645fe3eeb tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: 204b5f52-2264-4c23-8799-4b3f57682409] Took 10.49 seconds to spawn the instance on the hypervisor. [ 615.025381] env[65448]: DEBUG nova.compute.manager [None req-5104d940-b96e-4a40-8b12-f82645fe3eeb tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: 204b5f52-2264-4c23-8799-4b3f57682409] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 615.027602] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c7bcf68-d557-4322-8087-52ec3bc53814 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.038679] env[65448]: DEBUG oslo_vmware.api [None req-a1b65ff1-7e94-47db-95a1-fa7db52fa4cf tempest-VolumesAssistedSnapshotsTest-83228541 tempest-VolumesAssistedSnapshotsTest-83228541-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52d7f157-3434-ea10-94f2-aedd9d0197d2, 'name': SearchDatastore_Task, 'duration_secs': 0.02913} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.047377] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83e67a4e-64f7-49af-87d8-386a444513d3 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.053886] env[65448]: DEBUG oslo_vmware.api [None req-a1b65ff1-7e94-47db-95a1-fa7db52fa4cf tempest-VolumesAssistedSnapshotsTest-83228541 tempest-VolumesAssistedSnapshotsTest-83228541-project-member] Waiting for the task: (returnval){ [ 615.053886] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]529b5352-e219-91dd-5141-2098ad11015e" [ 615.053886] env[65448]: _type = "Task" [ 615.053886] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.061123] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-bb874bd3-5ca3-4a9d-a071-66b53a969ac8 tempest-DeleteServersAdminTestJSON-637159166 tempest-DeleteServersAdminTestJSON-637159166-project-admin] [instance: 12878a90-86d2-4609-80aa-de0d1bdb64c0] Unregistered the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 615.061123] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-bb874bd3-5ca3-4a9d-a071-66b53a969ac8 tempest-DeleteServersAdminTestJSON-637159166 tempest-DeleteServersAdminTestJSON-637159166-project-admin] [instance: 12878a90-86d2-4609-80aa-de0d1bdb64c0] Deleting contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 615.061123] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb874bd3-5ca3-4a9d-a071-66b53a969ac8 tempest-DeleteServersAdminTestJSON-637159166 tempest-DeleteServersAdminTestJSON-637159166-project-admin] Deleting the datastore file [datastore2] 12878a90-86d2-4609-80aa-de0d1bdb64c0 {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 615.061123] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-231fefe3-f8e3-40fd-b89c-a5418eb3cd4d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.066164] env[65448]: DEBUG oslo_vmware.api [None req-a1b65ff1-7e94-47db-95a1-fa7db52fa4cf tempest-VolumesAssistedSnapshotsTest-83228541 tempest-VolumesAssistedSnapshotsTest-83228541-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]529b5352-e219-91dd-5141-2098ad11015e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.076102] env[65448]: DEBUG oslo_vmware.api [None req-bb874bd3-5ca3-4a9d-a071-66b53a969ac8 tempest-DeleteServersAdminTestJSON-637159166 tempest-DeleteServersAdminTestJSON-637159166-project-admin] Waiting for the task: (returnval){ [ 615.076102] env[65448]: value = "task-4937094" [ 615.076102] env[65448]: _type = "Task" [ 615.076102] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.087105] env[65448]: DEBUG oslo_concurrency.lockutils [None req-e342c656-d1a2-4015-86c8-2bf87707ad20 tempest-ServerExternalEventsTest-1810177272 tempest-ServerExternalEventsTest-1810177272-project-member] Acquiring lock "a2724af1-294c-4358-9aa3-938b7d8db7d4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 615.087574] env[65448]: DEBUG oslo_concurrency.lockutils [None req-e342c656-d1a2-4015-86c8-2bf87707ad20 tempest-ServerExternalEventsTest-1810177272 tempest-ServerExternalEventsTest-1810177272-project-member] Lock "a2724af1-294c-4358-9aa3-938b7d8db7d4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 615.087631] env[65448]: DEBUG oslo_concurrency.lockutils [None req-e342c656-d1a2-4015-86c8-2bf87707ad20 tempest-ServerExternalEventsTest-1810177272 tempest-ServerExternalEventsTest-1810177272-project-member] Acquiring lock "a2724af1-294c-4358-9aa3-938b7d8db7d4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 615.087811] env[65448]: DEBUG oslo_concurrency.lockutils [None req-e342c656-d1a2-4015-86c8-2bf87707ad20 tempest-ServerExternalEventsTest-1810177272 tempest-ServerExternalEventsTest-1810177272-project-member] Lock "a2724af1-294c-4358-9aa3-938b7d8db7d4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 615.087983] env[65448]: DEBUG oslo_concurrency.lockutils [None req-e342c656-d1a2-4015-86c8-2bf87707ad20 tempest-ServerExternalEventsTest-1810177272 tempest-ServerExternalEventsTest-1810177272-project-member] Lock "a2724af1-294c-4358-9aa3-938b7d8db7d4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 615.090609] env[65448]: DEBUG oslo_vmware.api [None req-bb874bd3-5ca3-4a9d-a071-66b53a969ac8 tempest-DeleteServersAdminTestJSON-637159166 tempest-DeleteServersAdminTestJSON-637159166-project-admin] Task: {'id': task-4937094, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.091268] env[65448]: INFO nova.compute.manager [None req-e342c656-d1a2-4015-86c8-2bf87707ad20 tempest-ServerExternalEventsTest-1810177272 tempest-ServerExternalEventsTest-1810177272-project-member] [instance: a2724af1-294c-4358-9aa3-938b7d8db7d4] Terminating instance [ 615.175529] env[65448]: DEBUG oslo_concurrency.lockutils [None req-e735187a-3026-4105-a1c8-c74721d67c28 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Acquiring lock "f0ae0ad7-7800-4f5a-a270-7749177b8675" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 615.175878] env[65448]: DEBUG oslo_concurrency.lockutils [None req-e735187a-3026-4105-a1c8-c74721d67c28 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Lock "f0ae0ad7-7800-4f5a-a270-7749177b8675" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 615.177057] env[65448]: DEBUG nova.compute.manager [None req-9a3330e8-9a1f-470c-9cac-af6cb30dca7e tempest-ServersTestBootFromVolume-1705188138 tempest-ServersTestBootFromVolume-1705188138-project-member] [instance: fa53b330-ff80-4666-bf9e-1664d5c3d23e] Starting instance... {{(pid=65448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2483}} [ 615.181983] env[65448]: DEBUG nova.compute.manager [None req-3e701d02-e80f-4fa6-b3f9-19509ba03b72 tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] [instance: 059f932f-aa5a-46ff-a179-9826341731db] Starting instance... {{(pid=65448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2483}} [ 615.319479] env[65448]: WARNING neutronclient.v2_0.client [req-7cc6330a-4513-4688-9990-ca1ca96376d5 req-b54b3d95-d0ac-4da1-a47a-e0529ff65bc2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 615.345337] env[65448]: DEBUG oslo_vmware.api [None req-852c345c-af95-4c91-be9d-f08fcf9ef9cf tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52dcc526-29c8-ce89-f93f-be9635d34b3e, 'name': SearchDatastore_Task, 'duration_secs': 0.033132} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.346580] env[65448]: DEBUG oslo_concurrency.lockutils [None req-852c345c-af95-4c91-be9d-f08fcf9ef9cf tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.347417] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-852c345c-af95-4c91-be9d-f08fcf9ef9cf tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: cd954db3-685f-4f7b-8ef4-c9d0dca58eef] Processing image 50fb366d-48e6-424f-9c20-bc83d77be76a {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 615.347833] env[65448]: DEBUG oslo_concurrency.lockutils [None req-852c345c-af95-4c91-be9d-f08fcf9ef9cf tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.349432] env[65448]: DEBUG oslo_concurrency.lockutils [None req-852c345c-af95-4c91-be9d-f08fcf9ef9cf tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.349850] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-852c345c-af95-4c91-be9d-f08fcf9ef9cf tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 615.350301] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d0ae0c75-3c3e-46c6-af6e-dff3792da724 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.371770] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-852c345c-af95-4c91-be9d-f08fcf9ef9cf tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 615.371966] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-852c345c-af95-4c91-be9d-f08fcf9ef9cf tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 615.373122] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e2b1ff9-27f9-4c32-9166-15793e731491 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.380996] env[65448]: DEBUG oslo_vmware.api [None req-852c345c-af95-4c91-be9d-f08fcf9ef9cf tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Waiting for the task: (returnval){ [ 615.380996] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5230c01c-7b06-729d-4a0f-62d7d0932521" [ 615.380996] env[65448]: _type = "Task" [ 615.380996] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.388134] env[65448]: DEBUG nova.network.neutron [None req-6bfc65b5-2c0a-4edd-8f6d-18928b65c53c tempest-ServerDiagnosticsTest-673159984 tempest-ServerDiagnosticsTest-673159984-project-member] [instance: d7335ae7-683b-4729-b771-29ac97585830] Successfully created port: c9173b62-700d-4e6e-a374-8e926cabac3f {{(pid=65448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 615.394362] env[65448]: DEBUG oslo_vmware.api [None req-852c345c-af95-4c91-be9d-f08fcf9ef9cf tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5230c01c-7b06-729d-4a0f-62d7d0932521, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.490687] env[65448]: DEBUG nova.network.neutron [req-0a758865-5e29-4db7-bb59-4f01e19d002e req-d1e8c4f5-4339-4d64-bc14-b39de1b0c7fc service nova] [instance: 204b5f52-2264-4c23-8799-4b3f57682409] Updated VIF entry in instance network info cache for port a8e18aee-b11d-458c-945a-72d1ccfaba7e. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 615.491191] env[65448]: DEBUG nova.network.neutron [req-0a758865-5e29-4db7-bb59-4f01e19d002e req-d1e8c4f5-4339-4d64-bc14-b39de1b0c7fc service nova] [instance: 204b5f52-2264-4c23-8799-4b3f57682409] Updating instance_info_cache with network_info: [{"id": "a8e18aee-b11d-458c-945a-72d1ccfaba7e", "address": "fa:16:3e:06:b1:78", "network": {"id": "393d9495-0694-4789-b85f-11c1ee142a7b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-818279425-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "151b52486680497ab0313e8770e10757", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8e18aee-b1", "ovs_interfaceid": "a8e18aee-b11d-458c-945a-72d1ccfaba7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 615.505346] env[65448]: DEBUG oslo_vmware.api [None req-08fe8aac-8f1e-4f5e-8578-ff424736de6e tempest-ServerDiagnosticsNegativeTest-649700980 tempest-ServerDiagnosticsNegativeTest-649700980-project-member] Task: {'id': task-4937092, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.639801} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.505690] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-08fe8aac-8f1e-4f5e-8578-ff424736de6e tempest-ServerDiagnosticsNegativeTest-649700980 tempest-ServerDiagnosticsNegativeTest-649700980-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore1] 2ceb8324-07de-45d9-bc39-b8661a6a35e4/2ceb8324-07de-45d9-bc39-b8661a6a35e4.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 615.505959] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-08fe8aac-8f1e-4f5e-8578-ff424736de6e tempest-ServerDiagnosticsNegativeTest-649700980 tempest-ServerDiagnosticsNegativeTest-649700980-project-member] [instance: 2ceb8324-07de-45d9-bc39-b8661a6a35e4] Extending root virtual disk to 1048576 {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 615.506273] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1bc7f597-5dc0-41c4-95b3-3d18d38ef8ef {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.517096] env[65448]: DEBUG oslo_vmware.api [None req-08fe8aac-8f1e-4f5e-8578-ff424736de6e tempest-ServerDiagnosticsNegativeTest-649700980 tempest-ServerDiagnosticsNegativeTest-649700980-project-member] Waiting for the task: (returnval){ [ 615.517096] env[65448]: value = "task-4937095" [ 615.517096] env[65448]: _type = "Task" [ 615.517096] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.528547] env[65448]: DEBUG oslo_vmware.api [None req-08fe8aac-8f1e-4f5e-8578-ff424736de6e tempest-ServerDiagnosticsNegativeTest-649700980 tempest-ServerDiagnosticsNegativeTest-649700980-project-member] Task: {'id': task-4937095, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.562238] env[65448]: INFO nova.compute.manager [None req-5104d940-b96e-4a40-8b12-f82645fe3eeb tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: 204b5f52-2264-4c23-8799-4b3f57682409] Took 18.47 seconds to build instance. [ 615.570631] env[65448]: DEBUG oslo_vmware.api [None req-a1b65ff1-7e94-47db-95a1-fa7db52fa4cf tempest-VolumesAssistedSnapshotsTest-83228541 tempest-VolumesAssistedSnapshotsTest-83228541-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]529b5352-e219-91dd-5141-2098ad11015e, 'name': SearchDatastore_Task, 'duration_secs': 0.053256} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.571195] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a1b65ff1-7e94-47db-95a1-fa7db52fa4cf tempest-VolumesAssistedSnapshotsTest-83228541 tempest-VolumesAssistedSnapshotsTest-83228541-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.571654] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1b65ff1-7e94-47db-95a1-fa7db52fa4cf tempest-VolumesAssistedSnapshotsTest-83228541 tempest-VolumesAssistedSnapshotsTest-83228541-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore1] b72f98f6-f233-4a51-b4ac-fef6364407f1/b72f98f6-f233-4a51-b4ac-fef6364407f1.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 615.571997] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dff7f634-216b-4d1c-b66b-f0043897e0fd {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.588108] env[65448]: DEBUG oslo_vmware.api [None req-a1b65ff1-7e94-47db-95a1-fa7db52fa4cf tempest-VolumesAssistedSnapshotsTest-83228541 tempest-VolumesAssistedSnapshotsTest-83228541-project-member] Waiting for the task: (returnval){ [ 615.588108] env[65448]: value = "task-4937096" [ 615.588108] env[65448]: _type = "Task" [ 615.588108] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.588396] env[65448]: DEBUG oslo_vmware.api [None req-bb874bd3-5ca3-4a9d-a071-66b53a969ac8 tempest-DeleteServersAdminTestJSON-637159166 tempest-DeleteServersAdminTestJSON-637159166-project-admin] Task: {'id': task-4937094, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.480052} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.588786] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb874bd3-5ca3-4a9d-a071-66b53a969ac8 tempest-DeleteServersAdminTestJSON-637159166 tempest-DeleteServersAdminTestJSON-637159166-project-admin] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 615.588951] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-bb874bd3-5ca3-4a9d-a071-66b53a969ac8 tempest-DeleteServersAdminTestJSON-637159166 tempest-DeleteServersAdminTestJSON-637159166-project-admin] [instance: 12878a90-86d2-4609-80aa-de0d1bdb64c0] Deleted contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 615.589602] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-bb874bd3-5ca3-4a9d-a071-66b53a969ac8 tempest-DeleteServersAdminTestJSON-637159166 tempest-DeleteServersAdminTestJSON-637159166-project-admin] [instance: 12878a90-86d2-4609-80aa-de0d1bdb64c0] Instance destroyed {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 615.589838] env[65448]: INFO nova.compute.manager [None req-bb874bd3-5ca3-4a9d-a071-66b53a969ac8 tempest-DeleteServersAdminTestJSON-637159166 tempest-DeleteServersAdminTestJSON-637159166-project-admin] [instance: 12878a90-86d2-4609-80aa-de0d1bdb64c0] Took 1.19 seconds to destroy the instance on the hypervisor. [ 615.590099] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-bb874bd3-5ca3-4a9d-a071-66b53a969ac8 tempest-DeleteServersAdminTestJSON-637159166 tempest-DeleteServersAdminTestJSON-637159166-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 615.593507] env[65448]: DEBUG nova.compute.manager [-] [instance: 12878a90-86d2-4609-80aa-de0d1bdb64c0] Deallocating network for instance {{(pid=65448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 615.593622] env[65448]: DEBUG nova.network.neutron [-] [instance: 12878a90-86d2-4609-80aa-de0d1bdb64c0] deallocate_for_instance() {{(pid=65448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 615.594046] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 615.597478] env[65448]: DEBUG nova.compute.manager [None req-e342c656-d1a2-4015-86c8-2bf87707ad20 tempest-ServerExternalEventsTest-1810177272 tempest-ServerExternalEventsTest-1810177272-project-member] [instance: a2724af1-294c-4358-9aa3-938b7d8db7d4] Start destroying the instance on the hypervisor. {{(pid=65448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3209}} [ 615.597665] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-e342c656-d1a2-4015-86c8-2bf87707ad20 tempest-ServerExternalEventsTest-1810177272 tempest-ServerExternalEventsTest-1810177272-project-member] [instance: a2724af1-294c-4358-9aa3-938b7d8db7d4] Destroying instance {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 615.599013] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d58bd93f-4447-4cbb-881e-df22f08cb8fc {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.606276] env[65448]: DEBUG oslo_vmware.api [None req-a1b65ff1-7e94-47db-95a1-fa7db52fa4cf tempest-VolumesAssistedSnapshotsTest-83228541 tempest-VolumesAssistedSnapshotsTest-83228541-project-member] Task: {'id': task-4937096, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.611293] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-e342c656-d1a2-4015-86c8-2bf87707ad20 tempest-ServerExternalEventsTest-1810177272 tempest-ServerExternalEventsTest-1810177272-project-member] [instance: a2724af1-294c-4358-9aa3-938b7d8db7d4] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 615.611493] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d0fc7b74-8449-4fa4-9b69-d7fdeac07757 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.618370] env[65448]: DEBUG oslo_vmware.api [None req-e342c656-d1a2-4015-86c8-2bf87707ad20 tempest-ServerExternalEventsTest-1810177272 tempest-ServerExternalEventsTest-1810177272-project-member] Waiting for the task: (returnval){ [ 615.618370] env[65448]: value = "task-4937097" [ 615.618370] env[65448]: _type = "Task" [ 615.618370] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.628026] env[65448]: DEBUG oslo_vmware.api [None req-e342c656-d1a2-4015-86c8-2bf87707ad20 tempest-ServerExternalEventsTest-1810177272 tempest-ServerExternalEventsTest-1810177272-project-member] Task: {'id': task-4937097, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.681326] env[65448]: DEBUG nova.compute.manager [None req-e735187a-3026-4105-a1c8-c74721d67c28 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: f0ae0ad7-7800-4f5a-a270-7749177b8675] Starting instance... {{(pid=65448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2483}} [ 615.725103] env[65448]: DEBUG oslo_concurrency.lockutils [None req-9a3330e8-9a1f-470c-9cac-af6cb30dca7e tempest-ServersTestBootFromVolume-1705188138 tempest-ServersTestBootFromVolume-1705188138-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 615.726609] env[65448]: DEBUG oslo_concurrency.lockutils [None req-3e701d02-e80f-4fa6-b3f9-19509ba03b72 tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 615.893910] env[65448]: DEBUG oslo_vmware.api [None req-852c345c-af95-4c91-be9d-f08fcf9ef9cf tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5230c01c-7b06-729d-4a0f-62d7d0932521, 'name': SearchDatastore_Task, 'duration_secs': 0.025697} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.895037] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd18a7e8-5780-4946-9964-26367d480374 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.902032] env[65448]: DEBUG oslo_vmware.api [None req-852c345c-af95-4c91-be9d-f08fcf9ef9cf tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Waiting for the task: (returnval){ [ 615.902032] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]521be4e2-7353-94b9-9fa3-1aa9a2d2089e" [ 615.902032] env[65448]: _type = "Task" [ 615.902032] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.912164] env[65448]: DEBUG oslo_vmware.api [None req-852c345c-af95-4c91-be9d-f08fcf9ef9cf tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]521be4e2-7353-94b9-9fa3-1aa9a2d2089e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.971111] env[65448]: DEBUG nova.compute.manager [None req-6bfc65b5-2c0a-4edd-8f6d-18928b65c53c tempest-ServerDiagnosticsTest-673159984 tempest-ServerDiagnosticsTest-673159984-project-member] [instance: d7335ae7-683b-4729-b771-29ac97585830] Start spawning the instance on the hypervisor. {{(pid=65448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2689}} [ 616.000646] env[65448]: DEBUG oslo_concurrency.lockutils [req-0a758865-5e29-4db7-bb59-4f01e19d002e req-d1e8c4f5-4339-4d64-bc14-b39de1b0c7fc service nova] Releasing lock "refresh_cache-204b5f52-2264-4c23-8799-4b3f57682409" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.003474] env[65448]: DEBUG nova.virt.hardware [None req-6bfc65b5-2c0a-4edd-8f6d-18928b65c53c tempest-ServerDiagnosticsTest-673159984 tempest-ServerDiagnosticsTest-673159984-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-08T17:19:51Z,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a992292b6dae455593d228217860e2e1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-08T17:19:52Z,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 616.003725] env[65448]: DEBUG nova.virt.hardware [None req-6bfc65b5-2c0a-4edd-8f6d-18928b65c53c tempest-ServerDiagnosticsTest-673159984 tempest-ServerDiagnosticsTest-673159984-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 616.003911] env[65448]: DEBUG nova.virt.hardware [None req-6bfc65b5-2c0a-4edd-8f6d-18928b65c53c tempest-ServerDiagnosticsTest-673159984 tempest-ServerDiagnosticsTest-673159984-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 616.004562] env[65448]: DEBUG nova.virt.hardware [None req-6bfc65b5-2c0a-4edd-8f6d-18928b65c53c tempest-ServerDiagnosticsTest-673159984 tempest-ServerDiagnosticsTest-673159984-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 616.004562] env[65448]: DEBUG nova.virt.hardware [None req-6bfc65b5-2c0a-4edd-8f6d-18928b65c53c tempest-ServerDiagnosticsTest-673159984 tempest-ServerDiagnosticsTest-673159984-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 616.004562] env[65448]: DEBUG nova.virt.hardware [None req-6bfc65b5-2c0a-4edd-8f6d-18928b65c53c tempest-ServerDiagnosticsTest-673159984 tempest-ServerDiagnosticsTest-673159984-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 616.004697] env[65448]: DEBUG nova.virt.hardware [None req-6bfc65b5-2c0a-4edd-8f6d-18928b65c53c tempest-ServerDiagnosticsTest-673159984 tempest-ServerDiagnosticsTest-673159984-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 616.004772] env[65448]: DEBUG nova.virt.hardware [None req-6bfc65b5-2c0a-4edd-8f6d-18928b65c53c tempest-ServerDiagnosticsTest-673159984 tempest-ServerDiagnosticsTest-673159984-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 616.004930] env[65448]: DEBUG nova.virt.hardware [None req-6bfc65b5-2c0a-4edd-8f6d-18928b65c53c tempest-ServerDiagnosticsTest-673159984 tempest-ServerDiagnosticsTest-673159984-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 616.005103] env[65448]: DEBUG nova.virt.hardware [None req-6bfc65b5-2c0a-4edd-8f6d-18928b65c53c tempest-ServerDiagnosticsTest-673159984 tempest-ServerDiagnosticsTest-673159984-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 616.005335] env[65448]: DEBUG nova.virt.hardware [None req-6bfc65b5-2c0a-4edd-8f6d-18928b65c53c tempest-ServerDiagnosticsTest-673159984 tempest-ServerDiagnosticsTest-673159984-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 616.006498] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbf34f20-c99a-4683-b425-02bc06824456 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.016952] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c72a082-1f9b-4bb0-b753-0b4cefa23a8b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.030933] env[65448]: DEBUG oslo_vmware.api [None req-08fe8aac-8f1e-4f5e-8578-ff424736de6e tempest-ServerDiagnosticsNegativeTest-649700980 tempest-ServerDiagnosticsNegativeTest-649700980-project-member] Task: {'id': task-4937095, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073063} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.039480] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-08fe8aac-8f1e-4f5e-8578-ff424736de6e tempest-ServerDiagnosticsNegativeTest-649700980 tempest-ServerDiagnosticsNegativeTest-649700980-project-member] [instance: 2ceb8324-07de-45d9-bc39-b8661a6a35e4] Extended root virtual disk {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 616.043314] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bec057b-97f2-486a-bd2b-6a8e567e6af8 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.067444] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-08fe8aac-8f1e-4f5e-8578-ff424736de6e tempest-ServerDiagnosticsNegativeTest-649700980 tempest-ServerDiagnosticsNegativeTest-649700980-project-member] [instance: 2ceb8324-07de-45d9-bc39-b8661a6a35e4] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] 2ceb8324-07de-45d9-bc39-b8661a6a35e4/2ceb8324-07de-45d9-bc39-b8661a6a35e4.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 616.070462] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1fd7f7c0-3185-44ea-b642-b9e044918582 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.085541] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5104d940-b96e-4a40-8b12-f82645fe3eeb tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Lock "204b5f52-2264-4c23-8799-4b3f57682409" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.013s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 616.094407] env[65448]: DEBUG oslo_vmware.api [None req-08fe8aac-8f1e-4f5e-8578-ff424736de6e tempest-ServerDiagnosticsNegativeTest-649700980 tempest-ServerDiagnosticsNegativeTest-649700980-project-member] Waiting for the task: (returnval){ [ 616.094407] env[65448]: value = "task-4937098" [ 616.094407] env[65448]: _type = "Task" [ 616.094407] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.103810] env[65448]: DEBUG oslo_vmware.api [None req-a1b65ff1-7e94-47db-95a1-fa7db52fa4cf tempest-VolumesAssistedSnapshotsTest-83228541 tempest-VolumesAssistedSnapshotsTest-83228541-project-member] Task: {'id': task-4937096, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.109138] env[65448]: DEBUG oslo_vmware.api [None req-08fe8aac-8f1e-4f5e-8578-ff424736de6e tempest-ServerDiagnosticsNegativeTest-649700980 tempest-ServerDiagnosticsNegativeTest-649700980-project-member] Task: {'id': task-4937098, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.129148] env[65448]: DEBUG oslo_vmware.api [None req-e342c656-d1a2-4015-86c8-2bf87707ad20 tempest-ServerExternalEventsTest-1810177272 tempest-ServerExternalEventsTest-1810177272-project-member] Task: {'id': task-4937097, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.209960] env[65448]: DEBUG oslo_concurrency.lockutils [None req-e735187a-3026-4105-a1c8-c74721d67c28 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.252525] env[65448]: DEBUG nova.network.neutron [req-7cc6330a-4513-4688-9990-ca1ca96376d5 req-b54b3d95-d0ac-4da1-a47a-e0529ff65bc2 service nova] [instance: b9df7ebd-a64a-4031-89f7-75a8aee3c74c] Updated VIF entry in instance network info cache for port 4aba2ff3-061b-465e-a731-ec54cf750b27. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 616.253854] env[65448]: DEBUG nova.network.neutron [req-7cc6330a-4513-4688-9990-ca1ca96376d5 req-b54b3d95-d0ac-4da1-a47a-e0529ff65bc2 service nova] [instance: b9df7ebd-a64a-4031-89f7-75a8aee3c74c] Updating instance_info_cache with network_info: [{"id": "4aba2ff3-061b-465e-a731-ec54cf750b27", "address": "fa:16:3e:27:0b:a7", "network": {"id": "8bceff40-3fe8-4c4e-8d97-0f1608c6de19", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.228", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a992292b6dae455593d228217860e2e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4aba2ff3-06", "ovs_interfaceid": "4aba2ff3-061b-465e-a731-ec54cf750b27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 616.298059] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d39b14c-b46a-4461-ac6c-3006f03c3f5a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.308306] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d9c6de8-b77e-4323-8927-7b578b350a52 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.346439] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5983bfb-0c06-4db1-94e4-0f1e83bdffdd {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.356115] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09daf79c-bcd3-4ac6-b50d-339ce6a17816 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.373906] env[65448]: DEBUG nova.compute.provider_tree [None req-dfdd0f9c-fc1c-4222-9d49-2643013986c3 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 616.380745] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 616.413690] env[65448]: DEBUG oslo_vmware.api [None req-852c345c-af95-4c91-be9d-f08fcf9ef9cf tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]521be4e2-7353-94b9-9fa3-1aa9a2d2089e, 'name': SearchDatastore_Task, 'duration_secs': 0.023562} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.414041] env[65448]: DEBUG oslo_concurrency.lockutils [None req-852c345c-af95-4c91-be9d-f08fcf9ef9cf tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.414336] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-852c345c-af95-4c91-be9d-f08fcf9ef9cf tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] cd954db3-685f-4f7b-8ef4-c9d0dca58eef/cd954db3-685f-4f7b-8ef4-c9d0dca58eef.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 616.414617] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-277d37fe-4912-40f6-8720-f332ac384247 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.423797] env[65448]: DEBUG oslo_vmware.api [None req-852c345c-af95-4c91-be9d-f08fcf9ef9cf tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Waiting for the task: (returnval){ [ 616.423797] env[65448]: value = "task-4937099" [ 616.423797] env[65448]: _type = "Task" [ 616.423797] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.433325] env[65448]: DEBUG oslo_vmware.api [None req-852c345c-af95-4c91-be9d-f08fcf9ef9cf tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Task: {'id': task-4937099, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.601524] env[65448]: DEBUG oslo_vmware.api [None req-a1b65ff1-7e94-47db-95a1-fa7db52fa4cf tempest-VolumesAssistedSnapshotsTest-83228541 tempest-VolumesAssistedSnapshotsTest-83228541-project-member] Task: {'id': task-4937096, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.610243] env[65448]: DEBUG oslo_vmware.api [None req-08fe8aac-8f1e-4f5e-8578-ff424736de6e tempest-ServerDiagnosticsNegativeTest-649700980 tempest-ServerDiagnosticsNegativeTest-649700980-project-member] Task: {'id': task-4937098, 'name': ReconfigVM_Task, 'duration_secs': 0.434898} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.610540] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-08fe8aac-8f1e-4f5e-8578-ff424736de6e tempest-ServerDiagnosticsNegativeTest-649700980 tempest-ServerDiagnosticsNegativeTest-649700980-project-member] [instance: 2ceb8324-07de-45d9-bc39-b8661a6a35e4] Reconfigured VM instance instance-0000000a to attach disk [datastore1] 2ceb8324-07de-45d9-bc39-b8661a6a35e4/2ceb8324-07de-45d9-bc39-b8661a6a35e4.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 616.611241] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8e945dd5-8296-4500-9dcd-956598508dbb {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.619798] env[65448]: DEBUG oslo_vmware.api [None req-08fe8aac-8f1e-4f5e-8578-ff424736de6e tempest-ServerDiagnosticsNegativeTest-649700980 tempest-ServerDiagnosticsNegativeTest-649700980-project-member] Waiting for the task: (returnval){ [ 616.619798] env[65448]: value = "task-4937100" [ 616.619798] env[65448]: _type = "Task" [ 616.619798] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.631575] env[65448]: DEBUG oslo_vmware.api [None req-e342c656-d1a2-4015-86c8-2bf87707ad20 tempest-ServerExternalEventsTest-1810177272 tempest-ServerExternalEventsTest-1810177272-project-member] Task: {'id': task-4937097, 'name': PowerOffVM_Task, 'duration_secs': 0.520014} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.635807] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-e342c656-d1a2-4015-86c8-2bf87707ad20 tempest-ServerExternalEventsTest-1810177272 tempest-ServerExternalEventsTest-1810177272-project-member] [instance: a2724af1-294c-4358-9aa3-938b7d8db7d4] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 616.635998] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-e342c656-d1a2-4015-86c8-2bf87707ad20 tempest-ServerExternalEventsTest-1810177272 tempest-ServerExternalEventsTest-1810177272-project-member] [instance: a2724af1-294c-4358-9aa3-938b7d8db7d4] Unregistering the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 616.636285] env[65448]: DEBUG oslo_vmware.api [None req-08fe8aac-8f1e-4f5e-8578-ff424736de6e tempest-ServerDiagnosticsNegativeTest-649700980 tempest-ServerDiagnosticsNegativeTest-649700980-project-member] Task: {'id': task-4937100, 'name': Rename_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.636538] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-55abd3f0-9cd7-414b-a4d0-2ae363082e37 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.724012] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-e342c656-d1a2-4015-86c8-2bf87707ad20 tempest-ServerExternalEventsTest-1810177272 tempest-ServerExternalEventsTest-1810177272-project-member] [instance: a2724af1-294c-4358-9aa3-938b7d8db7d4] Unregistered the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 616.724827] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-e342c656-d1a2-4015-86c8-2bf87707ad20 tempest-ServerExternalEventsTest-1810177272 tempest-ServerExternalEventsTest-1810177272-project-member] [instance: a2724af1-294c-4358-9aa3-938b7d8db7d4] Deleting contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 616.725143] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-e342c656-d1a2-4015-86c8-2bf87707ad20 tempest-ServerExternalEventsTest-1810177272 tempest-ServerExternalEventsTest-1810177272-project-member] Deleting the datastore file [datastore2] a2724af1-294c-4358-9aa3-938b7d8db7d4 {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 616.725465] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5f4f4ac1-2246-4e77-a005-f35cf6d25cdb {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.736375] env[65448]: DEBUG oslo_vmware.api [None req-e342c656-d1a2-4015-86c8-2bf87707ad20 tempest-ServerExternalEventsTest-1810177272 tempest-ServerExternalEventsTest-1810177272-project-member] Waiting for the task: (returnval){ [ 616.736375] env[65448]: value = "task-4937102" [ 616.736375] env[65448]: _type = "Task" [ 616.736375] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.746242] env[65448]: DEBUG oslo_vmware.api [None req-e342c656-d1a2-4015-86c8-2bf87707ad20 tempest-ServerExternalEventsTest-1810177272 tempest-ServerExternalEventsTest-1810177272-project-member] Task: {'id': task-4937102, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.755961] env[65448]: DEBUG oslo_concurrency.lockutils [req-7cc6330a-4513-4688-9990-ca1ca96376d5 req-b54b3d95-d0ac-4da1-a47a-e0529ff65bc2 service nova] Releasing lock "refresh_cache-b9df7ebd-a64a-4031-89f7-75a8aee3c74c" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.756230] env[65448]: DEBUG nova.compute.manager [req-7cc6330a-4513-4688-9990-ca1ca96376d5 req-b54b3d95-d0ac-4da1-a47a-e0529ff65bc2 service nova] [instance: 2ceb8324-07de-45d9-bc39-b8661a6a35e4] Received event network-vif-plugged-4f663dbc-b199-49a1-a329-767f56d246d2 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 616.756418] env[65448]: DEBUG oslo_concurrency.lockutils [req-7cc6330a-4513-4688-9990-ca1ca96376d5 req-b54b3d95-d0ac-4da1-a47a-e0529ff65bc2 service nova] Acquiring lock "2ceb8324-07de-45d9-bc39-b8661a6a35e4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.756615] env[65448]: DEBUG oslo_concurrency.lockutils [req-7cc6330a-4513-4688-9990-ca1ca96376d5 req-b54b3d95-d0ac-4da1-a47a-e0529ff65bc2 service nova] Lock "2ceb8324-07de-45d9-bc39-b8661a6a35e4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.756767] env[65448]: DEBUG oslo_concurrency.lockutils [req-7cc6330a-4513-4688-9990-ca1ca96376d5 req-b54b3d95-d0ac-4da1-a47a-e0529ff65bc2 service nova] Lock "2ceb8324-07de-45d9-bc39-b8661a6a35e4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 616.757024] env[65448]: DEBUG nova.compute.manager [req-7cc6330a-4513-4688-9990-ca1ca96376d5 req-b54b3d95-d0ac-4da1-a47a-e0529ff65bc2 service nova] [instance: 2ceb8324-07de-45d9-bc39-b8661a6a35e4] No waiting events found dispatching network-vif-plugged-4f663dbc-b199-49a1-a329-767f56d246d2 {{(pid=65448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 616.757188] env[65448]: WARNING nova.compute.manager [req-7cc6330a-4513-4688-9990-ca1ca96376d5 req-b54b3d95-d0ac-4da1-a47a-e0529ff65bc2 service nova] [instance: 2ceb8324-07de-45d9-bc39-b8661a6a35e4] Received unexpected event network-vif-plugged-4f663dbc-b199-49a1-a329-767f56d246d2 for instance with vm_state building and task_state spawning. [ 616.757414] env[65448]: DEBUG nova.compute.manager [req-7cc6330a-4513-4688-9990-ca1ca96376d5 req-b54b3d95-d0ac-4da1-a47a-e0529ff65bc2 service nova] [instance: 2ceb8324-07de-45d9-bc39-b8661a6a35e4] Received event network-changed-4f663dbc-b199-49a1-a329-767f56d246d2 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 616.757592] env[65448]: DEBUG nova.compute.manager [req-7cc6330a-4513-4688-9990-ca1ca96376d5 req-b54b3d95-d0ac-4da1-a47a-e0529ff65bc2 service nova] [instance: 2ceb8324-07de-45d9-bc39-b8661a6a35e4] Refreshing instance network info cache due to event network-changed-4f663dbc-b199-49a1-a329-767f56d246d2. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 616.757806] env[65448]: DEBUG oslo_concurrency.lockutils [req-7cc6330a-4513-4688-9990-ca1ca96376d5 req-b54b3d95-d0ac-4da1-a47a-e0529ff65bc2 service nova] Acquiring lock "refresh_cache-2ceb8324-07de-45d9-bc39-b8661a6a35e4" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.757944] env[65448]: DEBUG oslo_concurrency.lockutils [req-7cc6330a-4513-4688-9990-ca1ca96376d5 req-b54b3d95-d0ac-4da1-a47a-e0529ff65bc2 service nova] Acquired lock "refresh_cache-2ceb8324-07de-45d9-bc39-b8661a6a35e4" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.758166] env[65448]: DEBUG nova.network.neutron [req-7cc6330a-4513-4688-9990-ca1ca96376d5 req-b54b3d95-d0ac-4da1-a47a-e0529ff65bc2 service nova] [instance: 2ceb8324-07de-45d9-bc39-b8661a6a35e4] Refreshing network info cache for port 4f663dbc-b199-49a1-a329-767f56d246d2 {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 616.877237] env[65448]: DEBUG nova.scheduler.client.report [None req-dfdd0f9c-fc1c-4222-9d49-2643013986c3 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 616.936202] env[65448]: DEBUG oslo_vmware.api [None req-852c345c-af95-4c91-be9d-f08fcf9ef9cf tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Task: {'id': task-4937099, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.102146] env[65448]: DEBUG oslo_vmware.api [None req-a1b65ff1-7e94-47db-95a1-fa7db52fa4cf tempest-VolumesAssistedSnapshotsTest-83228541 tempest-VolumesAssistedSnapshotsTest-83228541-project-member] Task: {'id': task-4937096, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.037251} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.102405] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1b65ff1-7e94-47db-95a1-fa7db52fa4cf tempest-VolumesAssistedSnapshotsTest-83228541 tempest-VolumesAssistedSnapshotsTest-83228541-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore1] b72f98f6-f233-4a51-b4ac-fef6364407f1/b72f98f6-f233-4a51-b4ac-fef6364407f1.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 617.102680] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-a1b65ff1-7e94-47db-95a1-fa7db52fa4cf tempest-VolumesAssistedSnapshotsTest-83228541 tempest-VolumesAssistedSnapshotsTest-83228541-project-member] [instance: b72f98f6-f233-4a51-b4ac-fef6364407f1] Extending root virtual disk to 1048576 {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 617.102968] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0225e1bf-371f-4e60-bda8-0d1cc27ec13a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.111966] env[65448]: DEBUG oslo_vmware.api [None req-a1b65ff1-7e94-47db-95a1-fa7db52fa4cf tempest-VolumesAssistedSnapshotsTest-83228541 tempest-VolumesAssistedSnapshotsTest-83228541-project-member] Waiting for the task: (returnval){ [ 617.111966] env[65448]: value = "task-4937103" [ 617.111966] env[65448]: _type = "Task" [ 617.111966] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.123758] env[65448]: DEBUG oslo_vmware.api [None req-a1b65ff1-7e94-47db-95a1-fa7db52fa4cf tempest-VolumesAssistedSnapshotsTest-83228541 tempest-VolumesAssistedSnapshotsTest-83228541-project-member] Task: {'id': task-4937103, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.136587] env[65448]: DEBUG oslo_vmware.api [None req-08fe8aac-8f1e-4f5e-8578-ff424736de6e tempest-ServerDiagnosticsNegativeTest-649700980 tempest-ServerDiagnosticsNegativeTest-649700980-project-member] Task: {'id': task-4937100, 'name': Rename_Task, 'duration_secs': 0.20902} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.137708] env[65448]: DEBUG nova.network.neutron [None req-6bfc65b5-2c0a-4edd-8f6d-18928b65c53c tempest-ServerDiagnosticsTest-673159984 tempest-ServerDiagnosticsTest-673159984-project-member] [instance: d7335ae7-683b-4729-b771-29ac97585830] Successfully updated port: c9173b62-700d-4e6e-a374-8e926cabac3f {{(pid=65448) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 617.140514] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-08fe8aac-8f1e-4f5e-8578-ff424736de6e tempest-ServerDiagnosticsNegativeTest-649700980 tempest-ServerDiagnosticsNegativeTest-649700980-project-member] [instance: 2ceb8324-07de-45d9-bc39-b8661a6a35e4] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 617.140863] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d97e4223-f82e-49d5-8e81-4c9426d5f2aa {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.149993] env[65448]: DEBUG oslo_vmware.api [None req-08fe8aac-8f1e-4f5e-8578-ff424736de6e tempest-ServerDiagnosticsNegativeTest-649700980 tempest-ServerDiagnosticsNegativeTest-649700980-project-member] Waiting for the task: (returnval){ [ 617.149993] env[65448]: value = "task-4937104" [ 617.149993] env[65448]: _type = "Task" [ 617.149993] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.162897] env[65448]: DEBUG oslo_vmware.api [None req-08fe8aac-8f1e-4f5e-8578-ff424736de6e tempest-ServerDiagnosticsNegativeTest-649700980 tempest-ServerDiagnosticsNegativeTest-649700980-project-member] Task: {'id': task-4937104, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.249385] env[65448]: DEBUG oslo_vmware.api [None req-e342c656-d1a2-4015-86c8-2bf87707ad20 tempest-ServerExternalEventsTest-1810177272 tempest-ServerExternalEventsTest-1810177272-project-member] Task: {'id': task-4937102, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.261306] env[65448]: WARNING neutronclient.v2_0.client [req-7cc6330a-4513-4688-9990-ca1ca96376d5 req-b54b3d95-d0ac-4da1-a47a-e0529ff65bc2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 617.382100] env[65448]: DEBUG oslo_concurrency.lockutils [None req-dfdd0f9c-fc1c-4222-9d49-2643013986c3 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.426s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 617.382667] env[65448]: DEBUG nova.compute.manager [None req-dfdd0f9c-fc1c-4222-9d49-2643013986c3 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] [instance: 576a1826-8e83-46fa-832d-87c62ff7d02e] Start building networks asynchronously for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2881}} [ 617.388024] env[65448]: DEBUG oslo_concurrency.lockutils [None req-9a3330e8-9a1f-470c-9cac-af6cb30dca7e tempest-ServersTestBootFromVolume-1705188138 tempest-ServersTestBootFromVolume-1705188138-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.663s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 617.389819] env[65448]: INFO nova.compute.claims [None req-9a3330e8-9a1f-470c-9cac-af6cb30dca7e tempest-ServersTestBootFromVolume-1705188138 tempest-ServersTestBootFromVolume-1705188138-project-member] [instance: fa53b330-ff80-4666-bf9e-1664d5c3d23e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 617.409028] env[65448]: DEBUG nova.network.neutron [-] [instance: 12878a90-86d2-4609-80aa-de0d1bdb64c0] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 617.440858] env[65448]: DEBUG oslo_vmware.api [None req-852c345c-af95-4c91-be9d-f08fcf9ef9cf tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Task: {'id': task-4937099, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.512679] env[65448]: WARNING neutronclient.v2_0.client [req-7cc6330a-4513-4688-9990-ca1ca96376d5 req-b54b3d95-d0ac-4da1-a47a-e0529ff65bc2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 617.628283] env[65448]: DEBUG oslo_vmware.api [None req-a1b65ff1-7e94-47db-95a1-fa7db52fa4cf tempest-VolumesAssistedSnapshotsTest-83228541 tempest-VolumesAssistedSnapshotsTest-83228541-project-member] Task: {'id': task-4937103, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078011} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.632025] env[65448]: DEBUG nova.network.neutron [req-7cc6330a-4513-4688-9990-ca1ca96376d5 req-b54b3d95-d0ac-4da1-a47a-e0529ff65bc2 service nova] [instance: 2ceb8324-07de-45d9-bc39-b8661a6a35e4] Updated VIF entry in instance network info cache for port 4f663dbc-b199-49a1-a329-767f56d246d2. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 617.632025] env[65448]: DEBUG nova.network.neutron [req-7cc6330a-4513-4688-9990-ca1ca96376d5 req-b54b3d95-d0ac-4da1-a47a-e0529ff65bc2 service nova] [instance: 2ceb8324-07de-45d9-bc39-b8661a6a35e4] Updating instance_info_cache with network_info: [{"id": "4f663dbc-b199-49a1-a329-767f56d246d2", "address": "fa:16:3e:9e:91:15", "network": {"id": "8bceff40-3fe8-4c4e-8d97-0f1608c6de19", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.250", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a992292b6dae455593d228217860e2e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f663dbc-b1", "ovs_interfaceid": "4f663dbc-b199-49a1-a329-767f56d246d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 617.632998] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-a1b65ff1-7e94-47db-95a1-fa7db52fa4cf tempest-VolumesAssistedSnapshotsTest-83228541 tempest-VolumesAssistedSnapshotsTest-83228541-project-member] [instance: b72f98f6-f233-4a51-b4ac-fef6364407f1] Extended root virtual disk {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 617.634050] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b201bec6-6ca4-433d-b58b-03302124bab1 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.651888] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6bfc65b5-2c0a-4edd-8f6d-18928b65c53c tempest-ServerDiagnosticsTest-673159984 tempest-ServerDiagnosticsTest-673159984-project-member] Acquiring lock "refresh_cache-d7335ae7-683b-4729-b771-29ac97585830" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.652075] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6bfc65b5-2c0a-4edd-8f6d-18928b65c53c tempest-ServerDiagnosticsTest-673159984 tempest-ServerDiagnosticsTest-673159984-project-member] Acquired lock "refresh_cache-d7335ae7-683b-4729-b771-29ac97585830" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.652248] env[65448]: DEBUG nova.network.neutron [None req-6bfc65b5-2c0a-4edd-8f6d-18928b65c53c tempest-ServerDiagnosticsTest-673159984 tempest-ServerDiagnosticsTest-673159984-project-member] [instance: d7335ae7-683b-4729-b771-29ac97585830] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 617.664226] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1b65ff1-7e94-47db-95a1-fa7db52fa4cf tempest-VolumesAssistedSnapshotsTest-83228541 tempest-VolumesAssistedSnapshotsTest-83228541-project-member] [instance: b72f98f6-f233-4a51-b4ac-fef6364407f1] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] b72f98f6-f233-4a51-b4ac-fef6364407f1/b72f98f6-f233-4a51-b4ac-fef6364407f1.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 617.668700] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-efcd128d-e34f-47cd-b373-32b2a88d6d62 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.693455] env[65448]: DEBUG oslo_vmware.api [None req-08fe8aac-8f1e-4f5e-8578-ff424736de6e tempest-ServerDiagnosticsNegativeTest-649700980 tempest-ServerDiagnosticsNegativeTest-649700980-project-member] Task: {'id': task-4937104, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.697950] env[65448]: DEBUG oslo_vmware.api [None req-a1b65ff1-7e94-47db-95a1-fa7db52fa4cf tempest-VolumesAssistedSnapshotsTest-83228541 tempest-VolumesAssistedSnapshotsTest-83228541-project-member] Waiting for the task: (returnval){ [ 617.697950] env[65448]: value = "task-4937105" [ 617.697950] env[65448]: _type = "Task" [ 617.697950] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.709065] env[65448]: DEBUG oslo_vmware.api [None req-a1b65ff1-7e94-47db-95a1-fa7db52fa4cf tempest-VolumesAssistedSnapshotsTest-83228541 tempest-VolumesAssistedSnapshotsTest-83228541-project-member] Task: {'id': task-4937105, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.752342] env[65448]: DEBUG oslo_vmware.api [None req-e342c656-d1a2-4015-86c8-2bf87707ad20 tempest-ServerExternalEventsTest-1810177272 tempest-ServerExternalEventsTest-1810177272-project-member] Task: {'id': task-4937102, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.698511} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.752342] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-e342c656-d1a2-4015-86c8-2bf87707ad20 tempest-ServerExternalEventsTest-1810177272 tempest-ServerExternalEventsTest-1810177272-project-member] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 617.752342] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-e342c656-d1a2-4015-86c8-2bf87707ad20 tempest-ServerExternalEventsTest-1810177272 tempest-ServerExternalEventsTest-1810177272-project-member] [instance: a2724af1-294c-4358-9aa3-938b7d8db7d4] Deleted contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 617.752861] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-e342c656-d1a2-4015-86c8-2bf87707ad20 tempest-ServerExternalEventsTest-1810177272 tempest-ServerExternalEventsTest-1810177272-project-member] [instance: a2724af1-294c-4358-9aa3-938b7d8db7d4] Instance destroyed {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 617.752861] env[65448]: INFO nova.compute.manager [None req-e342c656-d1a2-4015-86c8-2bf87707ad20 tempest-ServerExternalEventsTest-1810177272 tempest-ServerExternalEventsTest-1810177272-project-member] [instance: a2724af1-294c-4358-9aa3-938b7d8db7d4] Took 2.16 seconds to destroy the instance on the hypervisor. [ 617.753100] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-e342c656-d1a2-4015-86c8-2bf87707ad20 tempest-ServerExternalEventsTest-1810177272 tempest-ServerExternalEventsTest-1810177272-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 617.753409] env[65448]: DEBUG nova.compute.manager [-] [instance: a2724af1-294c-4358-9aa3-938b7d8db7d4] Deallocating network for instance {{(pid=65448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 617.753563] env[65448]: DEBUG nova.network.neutron [-] [instance: a2724af1-294c-4358-9aa3-938b7d8db7d4] deallocate_for_instance() {{(pid=65448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 617.754305] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 617.772942] env[65448]: DEBUG nova.compute.manager [req-ee60ede6-e8e1-4d1c-be90-dec175140a1e req-8ad9475f-1d60-4160-ac0e-a295d1a66283 service nova] [instance: b72f98f6-f233-4a51-b4ac-fef6364407f1] Received event network-vif-plugged-e0a90c57-fee7-4180-86a2-37a189191d1c {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 617.773205] env[65448]: DEBUG oslo_concurrency.lockutils [req-ee60ede6-e8e1-4d1c-be90-dec175140a1e req-8ad9475f-1d60-4160-ac0e-a295d1a66283 service nova] Acquiring lock "b72f98f6-f233-4a51-b4ac-fef6364407f1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 617.775746] env[65448]: DEBUG oslo_concurrency.lockutils [req-ee60ede6-e8e1-4d1c-be90-dec175140a1e req-8ad9475f-1d60-4160-ac0e-a295d1a66283 service nova] Lock "b72f98f6-f233-4a51-b4ac-fef6364407f1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 617.775952] env[65448]: DEBUG oslo_concurrency.lockutils [req-ee60ede6-e8e1-4d1c-be90-dec175140a1e req-8ad9475f-1d60-4160-ac0e-a295d1a66283 service nova] Lock "b72f98f6-f233-4a51-b4ac-fef6364407f1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 617.777100] env[65448]: DEBUG nova.compute.manager [req-ee60ede6-e8e1-4d1c-be90-dec175140a1e req-8ad9475f-1d60-4160-ac0e-a295d1a66283 service nova] [instance: b72f98f6-f233-4a51-b4ac-fef6364407f1] No waiting events found dispatching network-vif-plugged-e0a90c57-fee7-4180-86a2-37a189191d1c {{(pid=65448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 617.777100] env[65448]: WARNING nova.compute.manager [req-ee60ede6-e8e1-4d1c-be90-dec175140a1e req-8ad9475f-1d60-4160-ac0e-a295d1a66283 service nova] [instance: b72f98f6-f233-4a51-b4ac-fef6364407f1] Received unexpected event network-vif-plugged-e0a90c57-fee7-4180-86a2-37a189191d1c for instance with vm_state building and task_state spawning. [ 617.777100] env[65448]: DEBUG nova.compute.manager [req-ee60ede6-e8e1-4d1c-be90-dec175140a1e req-8ad9475f-1d60-4160-ac0e-a295d1a66283 service nova] [instance: b72f98f6-f233-4a51-b4ac-fef6364407f1] Received event network-changed-e0a90c57-fee7-4180-86a2-37a189191d1c {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 617.777100] env[65448]: DEBUG nova.compute.manager [req-ee60ede6-e8e1-4d1c-be90-dec175140a1e req-8ad9475f-1d60-4160-ac0e-a295d1a66283 service nova] [instance: b72f98f6-f233-4a51-b4ac-fef6364407f1] Refreshing instance network info cache due to event network-changed-e0a90c57-fee7-4180-86a2-37a189191d1c. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 617.777100] env[65448]: DEBUG oslo_concurrency.lockutils [req-ee60ede6-e8e1-4d1c-be90-dec175140a1e req-8ad9475f-1d60-4160-ac0e-a295d1a66283 service nova] Acquiring lock "refresh_cache-b72f98f6-f233-4a51-b4ac-fef6364407f1" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.777357] env[65448]: DEBUG oslo_concurrency.lockutils [req-ee60ede6-e8e1-4d1c-be90-dec175140a1e req-8ad9475f-1d60-4160-ac0e-a295d1a66283 service nova] Acquired lock "refresh_cache-b72f98f6-f233-4a51-b4ac-fef6364407f1" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.777357] env[65448]: DEBUG nova.network.neutron [req-ee60ede6-e8e1-4d1c-be90-dec175140a1e req-8ad9475f-1d60-4160-ac0e-a295d1a66283 service nova] [instance: b72f98f6-f233-4a51-b4ac-fef6364407f1] Refreshing network info cache for port e0a90c57-fee7-4180-86a2-37a189191d1c {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 617.806134] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 617.889857] env[65448]: DEBUG nova.compute.utils [None req-dfdd0f9c-fc1c-4222-9d49-2643013986c3 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Using /dev/sd instead of None {{(pid=65448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 617.896019] env[65448]: DEBUG nova.compute.manager [None req-dfdd0f9c-fc1c-4222-9d49-2643013986c3 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] [instance: 576a1826-8e83-46fa-832d-87c62ff7d02e] Allocating IP information in the background. {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 617.896019] env[65448]: DEBUG nova.network.neutron [None req-dfdd0f9c-fc1c-4222-9d49-2643013986c3 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] [instance: 576a1826-8e83-46fa-832d-87c62ff7d02e] allocate_for_instance() {{(pid=65448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 617.896019] env[65448]: WARNING neutronclient.v2_0.client [None req-dfdd0f9c-fc1c-4222-9d49-2643013986c3 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 617.896019] env[65448]: WARNING neutronclient.v2_0.client [None req-dfdd0f9c-fc1c-4222-9d49-2643013986c3 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 617.916916] env[65448]: INFO nova.compute.manager [-] [instance: 12878a90-86d2-4609-80aa-de0d1bdb64c0] Took 2.32 seconds to deallocate network for instance. [ 617.936958] env[65448]: DEBUG oslo_vmware.api [None req-852c345c-af95-4c91-be9d-f08fcf9ef9cf tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Task: {'id': task-4937099, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.998317] env[65448]: DEBUG nova.policy [None req-dfdd0f9c-fc1c-4222-9d49-2643013986c3 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2373a25b30784b0c9624aae02bd48ff2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a1c40ba76251447a8ca380d4b19e86f1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65448) authorize /opt/stack/nova/nova/policy.py:192}} [ 618.098046] env[65448]: DEBUG oslo_concurrency.lockutils [None req-c1698801-4324-4eda-bbc0-bbfbb2063f20 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Acquiring lock "bde62422-6d7d-48dd-b3c8-a9c9091e23a7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.098046] env[65448]: DEBUG oslo_concurrency.lockutils [None req-c1698801-4324-4eda-bbc0-bbfbb2063f20 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Lock "bde62422-6d7d-48dd-b3c8-a9c9091e23a7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 618.138580] env[65448]: DEBUG oslo_concurrency.lockutils [req-7cc6330a-4513-4688-9990-ca1ca96376d5 req-b54b3d95-d0ac-4da1-a47a-e0529ff65bc2 service nova] Releasing lock "refresh_cache-2ceb8324-07de-45d9-bc39-b8661a6a35e4" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.168489] env[65448]: DEBUG oslo_vmware.api [None req-08fe8aac-8f1e-4f5e-8578-ff424736de6e tempest-ServerDiagnosticsNegativeTest-649700980 tempest-ServerDiagnosticsNegativeTest-649700980-project-member] Task: {'id': task-4937104, 'name': PowerOnVM_Task, 'duration_secs': 0.668614} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.168879] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-08fe8aac-8f1e-4f5e-8578-ff424736de6e tempest-ServerDiagnosticsNegativeTest-649700980 tempest-ServerDiagnosticsNegativeTest-649700980-project-member] [instance: 2ceb8324-07de-45d9-bc39-b8661a6a35e4] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 618.169151] env[65448]: INFO nova.compute.manager [None req-08fe8aac-8f1e-4f5e-8578-ff424736de6e tempest-ServerDiagnosticsNegativeTest-649700980 tempest-ServerDiagnosticsNegativeTest-649700980-project-member] [instance: 2ceb8324-07de-45d9-bc39-b8661a6a35e4] Took 11.26 seconds to spawn the instance on the hypervisor. [ 618.171793] env[65448]: DEBUG nova.compute.manager [None req-08fe8aac-8f1e-4f5e-8578-ff424736de6e tempest-ServerDiagnosticsNegativeTest-649700980 tempest-ServerDiagnosticsNegativeTest-649700980-project-member] [instance: 2ceb8324-07de-45d9-bc39-b8661a6a35e4] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 618.171793] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8429b4f0-a6b0-4482-889d-380853e96aba {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.208445] env[65448]: DEBUG oslo_vmware.api [None req-a1b65ff1-7e94-47db-95a1-fa7db52fa4cf tempest-VolumesAssistedSnapshotsTest-83228541 tempest-VolumesAssistedSnapshotsTest-83228541-project-member] Task: {'id': task-4937105, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.224325] env[65448]: DEBUG oslo_concurrency.lockutils [None req-76c28507-cb82-4398-8ec8-740d2fe091d4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Acquiring lock "01f0dfbf-a289-43df-8919-bf6141b87d2a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.225401] env[65448]: DEBUG oslo_concurrency.lockutils [None req-76c28507-cb82-4398-8ec8-740d2fe091d4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Lock "01f0dfbf-a289-43df-8919-bf6141b87d2a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 618.282978] env[65448]: WARNING neutronclient.v2_0.client [req-ee60ede6-e8e1-4d1c-be90-dec175140a1e req-8ad9475f-1d60-4160-ac0e-a295d1a66283 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 618.399168] env[65448]: DEBUG nova.compute.manager [None req-dfdd0f9c-fc1c-4222-9d49-2643013986c3 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] [instance: 576a1826-8e83-46fa-832d-87c62ff7d02e] Start building block device mappings for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2916}} [ 618.425619] env[65448]: DEBUG oslo_concurrency.lockutils [None req-bb874bd3-5ca3-4a9d-a071-66b53a969ac8 tempest-DeleteServersAdminTestJSON-637159166 tempest-DeleteServersAdminTestJSON-637159166-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.439394] env[65448]: DEBUG oslo_vmware.api [None req-852c345c-af95-4c91-be9d-f08fcf9ef9cf tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Task: {'id': task-4937099, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.758029} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.439394] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-852c345c-af95-4c91-be9d-f08fcf9ef9cf tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] cd954db3-685f-4f7b-8ef4-c9d0dca58eef/cd954db3-685f-4f7b-8ef4-c9d0dca58eef.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 618.439570] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-852c345c-af95-4c91-be9d-f08fcf9ef9cf tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: cd954db3-685f-4f7b-8ef4-c9d0dca58eef] Extending root virtual disk to 1048576 {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 618.439867] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c96f855e-377e-41e8-8b59-515f39bb466d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.449134] env[65448]: DEBUG oslo_vmware.api [None req-852c345c-af95-4c91-be9d-f08fcf9ef9cf tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Waiting for the task: (returnval){ [ 618.449134] env[65448]: value = "task-4937106" [ 618.449134] env[65448]: _type = "Task" [ 618.449134] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.465335] env[65448]: DEBUG oslo_vmware.api [None req-852c345c-af95-4c91-be9d-f08fcf9ef9cf tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Task: {'id': task-4937106, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.507973] env[65448]: DEBUG nova.network.neutron [None req-dfdd0f9c-fc1c-4222-9d49-2643013986c3 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] [instance: 576a1826-8e83-46fa-832d-87c62ff7d02e] Successfully created port: af91553a-8d1b-4540-8ae3-b79120e7fe2a {{(pid=65448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 618.525673] env[65448]: DEBUG nova.network.neutron [None req-6bfc65b5-2c0a-4edd-8f6d-18928b65c53c tempest-ServerDiagnosticsTest-673159984 tempest-ServerDiagnosticsTest-673159984-project-member] [instance: d7335ae7-683b-4729-b771-29ac97585830] Instance cache missing network info. {{(pid=65448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 618.603930] env[65448]: DEBUG nova.compute.manager [None req-c1698801-4324-4eda-bbc0-bbfbb2063f20 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] [instance: bde62422-6d7d-48dd-b3c8-a9c9091e23a7] Starting instance... {{(pid=65448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2483}} [ 618.696471] env[65448]: INFO nova.compute.manager [None req-08fe8aac-8f1e-4f5e-8578-ff424736de6e tempest-ServerDiagnosticsNegativeTest-649700980 tempest-ServerDiagnosticsNegativeTest-649700980-project-member] [instance: 2ceb8324-07de-45d9-bc39-b8661a6a35e4] Took 20.44 seconds to build instance. [ 618.707656] env[65448]: DEBUG oslo_vmware.api [None req-a1b65ff1-7e94-47db-95a1-fa7db52fa4cf tempest-VolumesAssistedSnapshotsTest-83228541 tempest-VolumesAssistedSnapshotsTest-83228541-project-member] Task: {'id': task-4937105, 'name': ReconfigVM_Task, 'duration_secs': 0.549675} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.711543] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1b65ff1-7e94-47db-95a1-fa7db52fa4cf tempest-VolumesAssistedSnapshotsTest-83228541 tempest-VolumesAssistedSnapshotsTest-83228541-project-member] [instance: b72f98f6-f233-4a51-b4ac-fef6364407f1] Reconfigured VM instance instance-0000000b to attach disk [datastore1] b72f98f6-f233-4a51-b4ac-fef6364407f1/b72f98f6-f233-4a51-b4ac-fef6364407f1.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 618.712504] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6c02c7b8-d33e-4694-b2ac-b1ba863ff84c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.720938] env[65448]: DEBUG oslo_vmware.api [None req-a1b65ff1-7e94-47db-95a1-fa7db52fa4cf tempest-VolumesAssistedSnapshotsTest-83228541 tempest-VolumesAssistedSnapshotsTest-83228541-project-member] Waiting for the task: (returnval){ [ 618.720938] env[65448]: value = "task-4937107" [ 618.720938] env[65448]: _type = "Task" [ 618.720938] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.732957] env[65448]: DEBUG nova.compute.manager [None req-76c28507-cb82-4398-8ec8-740d2fe091d4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] [instance: 01f0dfbf-a289-43df-8919-bf6141b87d2a] Starting instance... {{(pid=65448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2483}} [ 618.736327] env[65448]: DEBUG oslo_vmware.api [None req-a1b65ff1-7e94-47db-95a1-fa7db52fa4cf tempest-VolumesAssistedSnapshotsTest-83228541 tempest-VolumesAssistedSnapshotsTest-83228541-project-member] Task: {'id': task-4937107, 'name': Rename_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.754301] env[65448]: DEBUG nova.network.neutron [-] [instance: a2724af1-294c-4358-9aa3-938b7d8db7d4] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 618.791244] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b093c10-9360-4d5a-a1b9-01b0936e579c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.801718] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20ee3ca1-f8ee-4a55-a8f5-a3aec504d713 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.839528] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6196020-8a72-422a-a521-43ce9622f434 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.848335] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47736afb-72df-451a-9968-e6748d5418d9 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.864624] env[65448]: DEBUG nova.compute.provider_tree [None req-9a3330e8-9a1f-470c-9cac-af6cb30dca7e tempest-ServersTestBootFromVolume-1705188138 tempest-ServersTestBootFromVolume-1705188138-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 618.964234] env[65448]: DEBUG oslo_vmware.api [None req-852c345c-af95-4c91-be9d-f08fcf9ef9cf tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Task: {'id': task-4937106, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.147725} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.964234] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-852c345c-af95-4c91-be9d-f08fcf9ef9cf tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: cd954db3-685f-4f7b-8ef4-c9d0dca58eef] Extended root virtual disk {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 618.965189] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-115d192d-9494-4ec9-9774-c486edce9730 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.992864] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-852c345c-af95-4c91-be9d-f08fcf9ef9cf tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: cd954db3-685f-4f7b-8ef4-c9d0dca58eef] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] cd954db3-685f-4f7b-8ef4-c9d0dca58eef/cd954db3-685f-4f7b-8ef4-c9d0dca58eef.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 618.996686] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52b89c0a-74b6-4c47-8992-8f15b971d351 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.022395] env[65448]: DEBUG oslo_vmware.api [None req-852c345c-af95-4c91-be9d-f08fcf9ef9cf tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Waiting for the task: (returnval){ [ 619.022395] env[65448]: value = "task-4937108" [ 619.022395] env[65448]: _type = "Task" [ 619.022395] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.033397] env[65448]: DEBUG oslo_vmware.api [None req-852c345c-af95-4c91-be9d-f08fcf9ef9cf tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Task: {'id': task-4937108, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.136464] env[65448]: DEBUG oslo_concurrency.lockutils [None req-c1698801-4324-4eda-bbc0-bbfbb2063f20 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.202340] env[65448]: DEBUG oslo_concurrency.lockutils [None req-08fe8aac-8f1e-4f5e-8578-ff424736de6e tempest-ServerDiagnosticsNegativeTest-649700980 tempest-ServerDiagnosticsNegativeTest-649700980-project-member] Lock "2ceb8324-07de-45d9-bc39-b8661a6a35e4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.957s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 619.233136] env[65448]: DEBUG oslo_vmware.api [None req-a1b65ff1-7e94-47db-95a1-fa7db52fa4cf tempest-VolumesAssistedSnapshotsTest-83228541 tempest-VolumesAssistedSnapshotsTest-83228541-project-member] Task: {'id': task-4937107, 'name': Rename_Task, 'duration_secs': 0.264519} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.233429] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1b65ff1-7e94-47db-95a1-fa7db52fa4cf tempest-VolumesAssistedSnapshotsTest-83228541 tempest-VolumesAssistedSnapshotsTest-83228541-project-member] [instance: b72f98f6-f233-4a51-b4ac-fef6364407f1] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 619.233696] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f34dcfc3-e38c-4098-b819-40b85a9ae961 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.245069] env[65448]: DEBUG oslo_vmware.api [None req-a1b65ff1-7e94-47db-95a1-fa7db52fa4cf tempest-VolumesAssistedSnapshotsTest-83228541 tempest-VolumesAssistedSnapshotsTest-83228541-project-member] Waiting for the task: (returnval){ [ 619.245069] env[65448]: value = "task-4937109" [ 619.245069] env[65448]: _type = "Task" [ 619.245069] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.256707] env[65448]: DEBUG oslo_vmware.api [None req-a1b65ff1-7e94-47db-95a1-fa7db52fa4cf tempest-VolumesAssistedSnapshotsTest-83228541 tempest-VolumesAssistedSnapshotsTest-83228541-project-member] Task: {'id': task-4937109, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.257875] env[65448]: INFO nova.compute.manager [-] [instance: a2724af1-294c-4358-9aa3-938b7d8db7d4] Took 1.50 seconds to deallocate network for instance. [ 619.267281] env[65448]: DEBUG oslo_concurrency.lockutils [None req-76c28507-cb82-4398-8ec8-740d2fe091d4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.370521] env[65448]: DEBUG nova.scheduler.client.report [None req-9a3330e8-9a1f-470c-9cac-af6cb30dca7e tempest-ServersTestBootFromVolume-1705188138 tempest-ServersTestBootFromVolume-1705188138-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 619.411439] env[65448]: DEBUG nova.compute.manager [None req-dfdd0f9c-fc1c-4222-9d49-2643013986c3 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] [instance: 576a1826-8e83-46fa-832d-87c62ff7d02e] Start spawning the instance on the hypervisor. {{(pid=65448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2689}} [ 619.445994] env[65448]: DEBUG nova.virt.hardware [None req-dfdd0f9c-fc1c-4222-9d49-2643013986c3 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-08T17:19:51Z,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a992292b6dae455593d228217860e2e1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-08T17:19:52Z,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 619.446420] env[65448]: DEBUG nova.virt.hardware [None req-dfdd0f9c-fc1c-4222-9d49-2643013986c3 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 619.446671] env[65448]: DEBUG nova.virt.hardware [None req-dfdd0f9c-fc1c-4222-9d49-2643013986c3 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 619.446963] env[65448]: DEBUG nova.virt.hardware [None req-dfdd0f9c-fc1c-4222-9d49-2643013986c3 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 619.447218] env[65448]: DEBUG nova.virt.hardware [None req-dfdd0f9c-fc1c-4222-9d49-2643013986c3 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 619.447470] env[65448]: DEBUG nova.virt.hardware [None req-dfdd0f9c-fc1c-4222-9d49-2643013986c3 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 619.447782] env[65448]: DEBUG nova.virt.hardware [None req-dfdd0f9c-fc1c-4222-9d49-2643013986c3 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 619.448052] env[65448]: DEBUG nova.virt.hardware [None req-dfdd0f9c-fc1c-4222-9d49-2643013986c3 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 619.448333] env[65448]: DEBUG nova.virt.hardware [None req-dfdd0f9c-fc1c-4222-9d49-2643013986c3 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 619.448600] env[65448]: DEBUG nova.virt.hardware [None req-dfdd0f9c-fc1c-4222-9d49-2643013986c3 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 619.448880] env[65448]: DEBUG nova.virt.hardware [None req-dfdd0f9c-fc1c-4222-9d49-2643013986c3 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 619.450244] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62872b0c-b6b1-46e5-8f1e-2203396f6905 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.462355] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15e38ebe-afb1-4429-816c-bdca5a39be63 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.533508] env[65448]: DEBUG oslo_vmware.api [None req-852c345c-af95-4c91-be9d-f08fcf9ef9cf tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Task: {'id': task-4937108, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.755914] env[65448]: DEBUG oslo_vmware.api [None req-a1b65ff1-7e94-47db-95a1-fa7db52fa4cf tempest-VolumesAssistedSnapshotsTest-83228541 tempest-VolumesAssistedSnapshotsTest-83228541-project-member] Task: {'id': task-4937109, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.769335] env[65448]: DEBUG oslo_concurrency.lockutils [None req-e342c656-d1a2-4015-86c8-2bf87707ad20 tempest-ServerExternalEventsTest-1810177272 tempest-ServerExternalEventsTest-1810177272-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.875833] env[65448]: DEBUG oslo_concurrency.lockutils [None req-9a3330e8-9a1f-470c-9cac-af6cb30dca7e tempest-ServersTestBootFromVolume-1705188138 tempest-ServersTestBootFromVolume-1705188138-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.488s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 619.876367] env[65448]: DEBUG nova.compute.manager [None req-9a3330e8-9a1f-470c-9cac-af6cb30dca7e tempest-ServersTestBootFromVolume-1705188138 tempest-ServersTestBootFromVolume-1705188138-project-member] [instance: fa53b330-ff80-4666-bf9e-1664d5c3d23e] Start building networks asynchronously for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2881}} [ 619.880136] env[65448]: DEBUG oslo_concurrency.lockutils [None req-3e701d02-e80f-4fa6-b3f9-19509ba03b72 tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.154s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 619.881743] env[65448]: INFO nova.compute.claims [None req-3e701d02-e80f-4fa6-b3f9-19509ba03b72 tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] [instance: 059f932f-aa5a-46ff-a179-9826341731db] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 620.034551] env[65448]: DEBUG oslo_vmware.api [None req-852c345c-af95-4c91-be9d-f08fcf9ef9cf tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Task: {'id': task-4937108, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.258257] env[65448]: DEBUG oslo_vmware.api [None req-a1b65ff1-7e94-47db-95a1-fa7db52fa4cf tempest-VolumesAssistedSnapshotsTest-83228541 tempest-VolumesAssistedSnapshotsTest-83228541-project-member] Task: {'id': task-4937109, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.316029] env[65448]: WARNING neutronclient.v2_0.client [None req-6bfc65b5-2c0a-4edd-8f6d-18928b65c53c tempest-ServerDiagnosticsTest-673159984 tempest-ServerDiagnosticsTest-673159984-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 620.387480] env[65448]: DEBUG nova.compute.utils [None req-9a3330e8-9a1f-470c-9cac-af6cb30dca7e tempest-ServersTestBootFromVolume-1705188138 tempest-ServersTestBootFromVolume-1705188138-project-member] Using /dev/sd instead of None {{(pid=65448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 620.391588] env[65448]: DEBUG nova.compute.manager [None req-9a3330e8-9a1f-470c-9cac-af6cb30dca7e tempest-ServersTestBootFromVolume-1705188138 tempest-ServersTestBootFromVolume-1705188138-project-member] [instance: fa53b330-ff80-4666-bf9e-1664d5c3d23e] Allocating IP information in the background. {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 620.391588] env[65448]: DEBUG nova.network.neutron [None req-9a3330e8-9a1f-470c-9cac-af6cb30dca7e tempest-ServersTestBootFromVolume-1705188138 tempest-ServersTestBootFromVolume-1705188138-project-member] [instance: fa53b330-ff80-4666-bf9e-1664d5c3d23e] allocate_for_instance() {{(pid=65448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 620.392825] env[65448]: WARNING neutronclient.v2_0.client [None req-9a3330e8-9a1f-470c-9cac-af6cb30dca7e tempest-ServersTestBootFromVolume-1705188138 tempest-ServersTestBootFromVolume-1705188138-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 620.392825] env[65448]: WARNING neutronclient.v2_0.client [None req-9a3330e8-9a1f-470c-9cac-af6cb30dca7e tempest-ServersTestBootFromVolume-1705188138 tempest-ServersTestBootFromVolume-1705188138-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 620.412137] env[65448]: DEBUG nova.network.neutron [None req-dfdd0f9c-fc1c-4222-9d49-2643013986c3 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] [instance: 576a1826-8e83-46fa-832d-87c62ff7d02e] Successfully updated port: af91553a-8d1b-4540-8ae3-b79120e7fe2a {{(pid=65448) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 620.549109] env[65448]: DEBUG oslo_vmware.api [None req-852c345c-af95-4c91-be9d-f08fcf9ef9cf tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Task: {'id': task-4937108, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.638818] env[65448]: DEBUG nova.policy [None req-9a3330e8-9a1f-470c-9cac-af6cb30dca7e tempest-ServersTestBootFromVolume-1705188138 tempest-ServersTestBootFromVolume-1705188138-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b336d41a78a24ed587b754a71732c05b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '74408dc8b04f41b8bdca04195cebd569', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65448) authorize /opt/stack/nova/nova/policy.py:192}} [ 620.669342] env[65448]: WARNING neutronclient.v2_0.client [req-ee60ede6-e8e1-4d1c-be90-dec175140a1e req-8ad9475f-1d60-4160-ac0e-a295d1a66283 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 620.760711] env[65448]: DEBUG oslo_vmware.api [None req-a1b65ff1-7e94-47db-95a1-fa7db52fa4cf tempest-VolumesAssistedSnapshotsTest-83228541 tempest-VolumesAssistedSnapshotsTest-83228541-project-member] Task: {'id': task-4937109, 'name': PowerOnVM_Task, 'duration_secs': 1.326346} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.763023] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1b65ff1-7e94-47db-95a1-fa7db52fa4cf tempest-VolumesAssistedSnapshotsTest-83228541 tempest-VolumesAssistedSnapshotsTest-83228541-project-member] [instance: b72f98f6-f233-4a51-b4ac-fef6364407f1] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 620.763023] env[65448]: INFO nova.compute.manager [None req-a1b65ff1-7e94-47db-95a1-fa7db52fa4cf tempest-VolumesAssistedSnapshotsTest-83228541 tempest-VolumesAssistedSnapshotsTest-83228541-project-member] [instance: b72f98f6-f233-4a51-b4ac-fef6364407f1] Took 11.45 seconds to spawn the instance on the hypervisor. [ 620.763023] env[65448]: DEBUG nova.compute.manager [None req-a1b65ff1-7e94-47db-95a1-fa7db52fa4cf tempest-VolumesAssistedSnapshotsTest-83228541 tempest-VolumesAssistedSnapshotsTest-83228541-project-member] [instance: b72f98f6-f233-4a51-b4ac-fef6364407f1] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 620.763023] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f8a1df0-67ef-45c4-be9a-f53af3df391e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.779365] env[65448]: DEBUG nova.network.neutron [None req-6bfc65b5-2c0a-4edd-8f6d-18928b65c53c tempest-ServerDiagnosticsTest-673159984 tempest-ServerDiagnosticsTest-673159984-project-member] [instance: d7335ae7-683b-4729-b771-29ac97585830] Updating instance_info_cache with network_info: [{"id": "c9173b62-700d-4e6e-a374-8e926cabac3f", "address": "fa:16:3e:41:35:7b", "network": {"id": "8bceff40-3fe8-4c4e-8d97-0f1608c6de19", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.65", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a992292b6dae455593d228217860e2e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9173b62-70", "ovs_interfaceid": "c9173b62-700d-4e6e-a374-8e926cabac3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 620.894293] env[65448]: DEBUG nova.compute.manager [None req-9a3330e8-9a1f-470c-9cac-af6cb30dca7e tempest-ServersTestBootFromVolume-1705188138 tempest-ServersTestBootFromVolume-1705188138-project-member] [instance: fa53b330-ff80-4666-bf9e-1664d5c3d23e] Start building block device mappings for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2916}} [ 620.918144] env[65448]: DEBUG oslo_concurrency.lockutils [None req-dfdd0f9c-fc1c-4222-9d49-2643013986c3 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Acquiring lock "refresh_cache-576a1826-8e83-46fa-832d-87c62ff7d02e" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.918422] env[65448]: DEBUG oslo_concurrency.lockutils [None req-dfdd0f9c-fc1c-4222-9d49-2643013986c3 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Acquired lock "refresh_cache-576a1826-8e83-46fa-832d-87c62ff7d02e" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.918686] env[65448]: DEBUG nova.network.neutron [None req-dfdd0f9c-fc1c-4222-9d49-2643013986c3 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] [instance: 576a1826-8e83-46fa-832d-87c62ff7d02e] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 621.038109] env[65448]: DEBUG oslo_vmware.api [None req-852c345c-af95-4c91-be9d-f08fcf9ef9cf tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Task: {'id': task-4937108, 'name': ReconfigVM_Task, 'duration_secs': 1.624399} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.040981] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-852c345c-af95-4c91-be9d-f08fcf9ef9cf tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: cd954db3-685f-4f7b-8ef4-c9d0dca58eef] Reconfigured VM instance instance-0000000c to attach disk [datastore2] cd954db3-685f-4f7b-8ef4-c9d0dca58eef/cd954db3-685f-4f7b-8ef4-c9d0dca58eef.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 621.050108] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-01992ac6-05ac-45f3-b144-752dab4808f7 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.069860] env[65448]: DEBUG oslo_vmware.api [None req-852c345c-af95-4c91-be9d-f08fcf9ef9cf tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Waiting for the task: (returnval){ [ 621.069860] env[65448]: value = "task-4937110" [ 621.069860] env[65448]: _type = "Task" [ 621.069860] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.093022] env[65448]: DEBUG oslo_vmware.api [None req-852c345c-af95-4c91-be9d-f08fcf9ef9cf tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Task: {'id': task-4937110, 'name': Rename_Task} progress is 6%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.291029] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6bfc65b5-2c0a-4edd-8f6d-18928b65c53c tempest-ServerDiagnosticsTest-673159984 tempest-ServerDiagnosticsTest-673159984-project-member] Releasing lock "refresh_cache-d7335ae7-683b-4729-b771-29ac97585830" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.291482] env[65448]: DEBUG nova.compute.manager [None req-6bfc65b5-2c0a-4edd-8f6d-18928b65c53c tempest-ServerDiagnosticsTest-673159984 tempest-ServerDiagnosticsTest-673159984-project-member] [instance: d7335ae7-683b-4729-b771-29ac97585830] Instance network_info: |[{"id": "c9173b62-700d-4e6e-a374-8e926cabac3f", "address": "fa:16:3e:41:35:7b", "network": {"id": "8bceff40-3fe8-4c4e-8d97-0f1608c6de19", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.65", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a992292b6dae455593d228217860e2e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9173b62-70", "ovs_interfaceid": "c9173b62-700d-4e6e-a374-8e926cabac3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 621.291898] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-6bfc65b5-2c0a-4edd-8f6d-18928b65c53c tempest-ServerDiagnosticsTest-673159984 tempest-ServerDiagnosticsTest-673159984-project-member] [instance: d7335ae7-683b-4729-b771-29ac97585830] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:41:35:7b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '07e9bef1-2b0e-4e4d-997f-de71bb0e213a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c9173b62-700d-4e6e-a374-8e926cabac3f', 'vif_model': 'vmxnet3'}] {{(pid=65448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 621.299932] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bfc65b5-2c0a-4edd-8f6d-18928b65c53c tempest-ServerDiagnosticsTest-673159984 tempest-ServerDiagnosticsTest-673159984-project-member] Creating folder: Project (251b84159f104fefb384e403559a7906). Parent ref: group-v961779. {{(pid=65448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 621.304528] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3f5d786a-d599-4d43-9f38-edeb9db020d3 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.306844] env[65448]: INFO nova.compute.manager [None req-a1b65ff1-7e94-47db-95a1-fa7db52fa4cf tempest-VolumesAssistedSnapshotsTest-83228541 tempest-VolumesAssistedSnapshotsTest-83228541-project-member] [instance: b72f98f6-f233-4a51-b4ac-fef6364407f1] Took 22.13 seconds to build instance. [ 621.320242] env[65448]: INFO nova.virt.vmwareapi.vm_util [None req-6bfc65b5-2c0a-4edd-8f6d-18928b65c53c tempest-ServerDiagnosticsTest-673159984 tempest-ServerDiagnosticsTest-673159984-project-member] Created folder: Project (251b84159f104fefb384e403559a7906) in parent group-v961779. [ 621.320242] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bfc65b5-2c0a-4edd-8f6d-18928b65c53c tempest-ServerDiagnosticsTest-673159984 tempest-ServerDiagnosticsTest-673159984-project-member] Creating folder: Instances. Parent ref: group-v961819. {{(pid=65448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 621.320242] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3fdf9728-bd39-44e2-aece-47448696e603 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.333423] env[65448]: INFO nova.virt.vmwareapi.vm_util [None req-6bfc65b5-2c0a-4edd-8f6d-18928b65c53c tempest-ServerDiagnosticsTest-673159984 tempest-ServerDiagnosticsTest-673159984-project-member] Created folder: Instances in parent group-v961819. [ 621.333710] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-6bfc65b5-2c0a-4edd-8f6d-18928b65c53c tempest-ServerDiagnosticsTest-673159984 tempest-ServerDiagnosticsTest-673159984-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 621.334570] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7335ae7-683b-4729-b771-29ac97585830] Creating VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 621.334812] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2faa6430-de59-45a4-835b-ff3aaf38ee93 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.362385] env[65448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 621.362385] env[65448]: value = "task-4937113" [ 621.362385] env[65448]: _type = "Task" [ 621.362385] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.372477] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937113, 'name': CreateVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.374518] env[65448]: DEBUG nova.network.neutron [None req-9a3330e8-9a1f-470c-9cac-af6cb30dca7e tempest-ServersTestBootFromVolume-1705188138 tempest-ServersTestBootFromVolume-1705188138-project-member] [instance: fa53b330-ff80-4666-bf9e-1664d5c3d23e] Successfully created port: 6162992a-95cc-47fc-9586-2620f2667330 {{(pid=65448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 621.377664] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6453f653-d7fc-4ad7-aecb-6b41367c5ae8 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.387842] env[65448]: DEBUG nova.compute.manager [None req-f144d2a8-4943-453b-8745-44868ac6bedf tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] [instance: b9df7ebd-a64a-4031-89f7-75a8aee3c74c] Stashing vm_state: active {{(pid=65448) _prep_resize /opt/stack/nova/nova/compute/manager.py:6183}} [ 621.391684] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be6ac21b-be82-423c-9261-f26ae8e406e4 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.426803] env[65448]: INFO nova.virt.block_device [None req-9a3330e8-9a1f-470c-9cac-af6cb30dca7e tempest-ServersTestBootFromVolume-1705188138 tempest-ServersTestBootFromVolume-1705188138-project-member] [instance: fa53b330-ff80-4666-bf9e-1664d5c3d23e] Booting with volume 80f3c122-a4fa-4863-8156-3f1ec258eb24 at /dev/sda [ 621.432206] env[65448]: DEBUG nova.network.neutron [req-ee60ede6-e8e1-4d1c-be90-dec175140a1e req-8ad9475f-1d60-4160-ac0e-a295d1a66283 service nova] [instance: b72f98f6-f233-4a51-b4ac-fef6364407f1] Updated VIF entry in instance network info cache for port e0a90c57-fee7-4180-86a2-37a189191d1c. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 621.432650] env[65448]: DEBUG nova.network.neutron [req-ee60ede6-e8e1-4d1c-be90-dec175140a1e req-8ad9475f-1d60-4160-ac0e-a295d1a66283 service nova] [instance: b72f98f6-f233-4a51-b4ac-fef6364407f1] Updating instance_info_cache with network_info: [{"id": "e0a90c57-fee7-4180-86a2-37a189191d1c", "address": "fa:16:3e:5b:8c:c8", "network": {"id": "1b9b3e9d-4476-481a-80b8-d211269598e5", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1689273691-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dafe4a08e85746d7b19aacf81cba31e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9630cae2-7dd9-42b7-8b53-91ab254af243", "external-id": "nsx-vlan-transportzone-900", "segmentation_id": 900, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0a90c57-fe", "ovs_interfaceid": "e0a90c57-fee7-4180-86a2-37a189191d1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 621.434772] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0496ec5-24ad-4da6-870c-4627d0cbbd0e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.458036] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d500aed2-dac9-4841-8127-47621625753c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.477995] env[65448]: DEBUG nova.compute.provider_tree [None req-3e701d02-e80f-4fa6-b3f9-19509ba03b72 tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Updating inventory in ProviderTree for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 621.484491] env[65448]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6add8365-595c-443c-82da-f214678e896c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.496633] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efffe4b3-34a5-4e66-8b3c-fe20029922c7 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.537772] env[65448]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-af0670da-914b-46c5-ae68-3a731decd818 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.548301] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-549872dc-cc4c-400b-81d9-9740deb96dce {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.565230] env[65448]: INFO nova.compute.manager [None req-dd71c9c0-d46f-4bcb-93fc-a8807c750fba tempest-ServersAdmin275Test-1542350175 tempest-ServersAdmin275Test-1542350175-project-admin] [instance: 101b6ef8-fab1-4626-9524-4e080c5ad298] Rebuilding instance [ 621.581167] env[65448]: DEBUG oslo_vmware.api [None req-852c345c-af95-4c91-be9d-f08fcf9ef9cf tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Task: {'id': task-4937110, 'name': Rename_Task, 'duration_secs': 0.309269} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.592965] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-852c345c-af95-4c91-be9d-f08fcf9ef9cf tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: cd954db3-685f-4f7b-8ef4-c9d0dca58eef] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 621.593513] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-68c8156c-9e37-4aac-8cff-f61768b59b06 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.596324] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73e2ad4f-acdb-4c7e-831b-212abe726e91 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.604646] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cbbb5ee-8733-4332-9e7a-7f3ad1285f72 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.611087] env[65448]: DEBUG oslo_vmware.api [None req-852c345c-af95-4c91-be9d-f08fcf9ef9cf tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Waiting for the task: (returnval){ [ 621.611087] env[65448]: value = "task-4937114" [ 621.611087] env[65448]: _type = "Task" [ 621.611087] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.621600] env[65448]: DEBUG oslo_vmware.api [None req-852c345c-af95-4c91-be9d-f08fcf9ef9cf tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Task: {'id': task-4937114, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.628742] env[65448]: DEBUG nova.virt.block_device [None req-9a3330e8-9a1f-470c-9cac-af6cb30dca7e tempest-ServersTestBootFromVolume-1705188138 tempest-ServersTestBootFromVolume-1705188138-project-member] [instance: fa53b330-ff80-4666-bf9e-1664d5c3d23e] Updating existing volume attachment record: 0c428cde-0119-4a74-99cc-e275450e0363 {{(pid=65448) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 621.647796] env[65448]: DEBUG nova.compute.manager [req-052abc81-cab5-4067-b9c0-3f2a9ebeab64 req-4da3ba3a-d7b0-4588-a1ab-16677deed832 service nova] [instance: cd954db3-685f-4f7b-8ef4-c9d0dca58eef] Received event network-vif-plugged-97369f77-4dfb-4cf4-9ab3-0550b1b5b204 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 621.647796] env[65448]: DEBUG oslo_concurrency.lockutils [req-052abc81-cab5-4067-b9c0-3f2a9ebeab64 req-4da3ba3a-d7b0-4588-a1ab-16677deed832 service nova] Acquiring lock "cd954db3-685f-4f7b-8ef4-c9d0dca58eef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.647796] env[65448]: DEBUG oslo_concurrency.lockutils [req-052abc81-cab5-4067-b9c0-3f2a9ebeab64 req-4da3ba3a-d7b0-4588-a1ab-16677deed832 service nova] Lock "cd954db3-685f-4f7b-8ef4-c9d0dca58eef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.647796] env[65448]: DEBUG oslo_concurrency.lockutils [req-052abc81-cab5-4067-b9c0-3f2a9ebeab64 req-4da3ba3a-d7b0-4588-a1ab-16677deed832 service nova] Lock "cd954db3-685f-4f7b-8ef4-c9d0dca58eef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 621.648303] env[65448]: DEBUG nova.compute.manager [req-052abc81-cab5-4067-b9c0-3f2a9ebeab64 req-4da3ba3a-d7b0-4588-a1ab-16677deed832 service nova] [instance: cd954db3-685f-4f7b-8ef4-c9d0dca58eef] No waiting events found dispatching network-vif-plugged-97369f77-4dfb-4cf4-9ab3-0550b1b5b204 {{(pid=65448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 621.648947] env[65448]: WARNING nova.compute.manager [req-052abc81-cab5-4067-b9c0-3f2a9ebeab64 req-4da3ba3a-d7b0-4588-a1ab-16677deed832 service nova] [instance: cd954db3-685f-4f7b-8ef4-c9d0dca58eef] Received unexpected event network-vif-plugged-97369f77-4dfb-4cf4-9ab3-0550b1b5b204 for instance with vm_state building and task_state spawning. [ 621.652253] env[65448]: DEBUG nova.compute.manager [req-052abc81-cab5-4067-b9c0-3f2a9ebeab64 req-4da3ba3a-d7b0-4588-a1ab-16677deed832 service nova] [instance: cd954db3-685f-4f7b-8ef4-c9d0dca58eef] Received event network-changed-97369f77-4dfb-4cf4-9ab3-0550b1b5b204 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 621.653029] env[65448]: DEBUG nova.compute.manager [req-052abc81-cab5-4067-b9c0-3f2a9ebeab64 req-4da3ba3a-d7b0-4588-a1ab-16677deed832 service nova] [instance: cd954db3-685f-4f7b-8ef4-c9d0dca58eef] Refreshing instance network info cache due to event network-changed-97369f77-4dfb-4cf4-9ab3-0550b1b5b204. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 621.653029] env[65448]: DEBUG oslo_concurrency.lockutils [req-052abc81-cab5-4067-b9c0-3f2a9ebeab64 req-4da3ba3a-d7b0-4588-a1ab-16677deed832 service nova] Acquiring lock "refresh_cache-cd954db3-685f-4f7b-8ef4-c9d0dca58eef" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.653186] env[65448]: DEBUG oslo_concurrency.lockutils [req-052abc81-cab5-4067-b9c0-3f2a9ebeab64 req-4da3ba3a-d7b0-4588-a1ab-16677deed832 service nova] Acquired lock "refresh_cache-cd954db3-685f-4f7b-8ef4-c9d0dca58eef" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.653294] env[65448]: DEBUG nova.network.neutron [req-052abc81-cab5-4067-b9c0-3f2a9ebeab64 req-4da3ba3a-d7b0-4588-a1ab-16677deed832 service nova] [instance: cd954db3-685f-4f7b-8ef4-c9d0dca58eef] Refreshing network info cache for port 97369f77-4dfb-4cf4-9ab3-0550b1b5b204 {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 621.664576] env[65448]: DEBUG nova.compute.manager [None req-dd71c9c0-d46f-4bcb-93fc-a8807c750fba tempest-ServersAdmin275Test-1542350175 tempest-ServersAdmin275Test-1542350175-project-admin] [instance: 101b6ef8-fab1-4626-9524-4e080c5ad298] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 621.665467] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eca7223-f23f-4167-97da-c146ac709f7a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.810732] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a1b65ff1-7e94-47db-95a1-fa7db52fa4cf tempest-VolumesAssistedSnapshotsTest-83228541 tempest-VolumesAssistedSnapshotsTest-83228541-project-member] Lock "b72f98f6-f233-4a51-b4ac-fef6364407f1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.651s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 621.879215] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937113, 'name': CreateVM_Task} progress is 99%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.920191] env[65448]: DEBUG oslo_concurrency.lockutils [None req-f144d2a8-4943-453b-8745-44868ac6bedf tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.938805] env[65448]: DEBUG oslo_concurrency.lockutils [req-ee60ede6-e8e1-4d1c-be90-dec175140a1e req-8ad9475f-1d60-4160-ac0e-a295d1a66283 service nova] Releasing lock "refresh_cache-b72f98f6-f233-4a51-b4ac-fef6364407f1" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.019077] env[65448]: ERROR nova.scheduler.client.report [None req-3e701d02-e80f-4fa6-b3f9-19509ba03b72 tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] [req-e0858652-ae70-4b94-8630-c6e62460b9bd] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 76aeec68-79e6-4d77-baf0-33bb098aa897. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e0858652-ae70-4b94-8630-c6e62460b9bd"}]} [ 622.053036] env[65448]: DEBUG nova.scheduler.client.report [None req-3e701d02-e80f-4fa6-b3f9-19509ba03b72 tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Refreshing inventories for resource provider 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 622.056680] env[65448]: DEBUG nova.network.neutron [None req-dfdd0f9c-fc1c-4222-9d49-2643013986c3 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] [instance: 576a1826-8e83-46fa-832d-87c62ff7d02e] Instance cache missing network info. {{(pid=65448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 622.075212] env[65448]: DEBUG nova.scheduler.client.report [None req-3e701d02-e80f-4fa6-b3f9-19509ba03b72 tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Updating ProviderTree inventory for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 622.075501] env[65448]: DEBUG nova.compute.provider_tree [None req-3e701d02-e80f-4fa6-b3f9-19509ba03b72 tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Updating inventory in ProviderTree for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 622.094610] env[65448]: DEBUG nova.scheduler.client.report [None req-3e701d02-e80f-4fa6-b3f9-19509ba03b72 tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Refreshing aggregate associations for resource provider 76aeec68-79e6-4d77-baf0-33bb098aa897, aggregates: None {{(pid=65448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 622.121794] env[65448]: DEBUG nova.scheduler.client.report [None req-3e701d02-e80f-4fa6-b3f9-19509ba03b72 tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Refreshing trait associations for resource provider 76aeec68-79e6-4d77-baf0-33bb098aa897, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=65448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 622.128063] env[65448]: DEBUG oslo_vmware.api [None req-852c345c-af95-4c91-be9d-f08fcf9ef9cf tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Task: {'id': task-4937114, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.156407] env[65448]: DEBUG oslo_concurrency.lockutils [None req-4146587c-5d24-4320-b1a3-4e25577ec913 tempest-TenantUsagesTestJSON-1937329192 tempest-TenantUsagesTestJSON-1937329192-project-member] Acquiring lock "355e8336-6743-41dc-b678-3e8025295ba9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 622.156948] env[65448]: DEBUG oslo_concurrency.lockutils [None req-4146587c-5d24-4320-b1a3-4e25577ec913 tempest-TenantUsagesTestJSON-1937329192 tempest-TenantUsagesTestJSON-1937329192-project-member] Lock "355e8336-6743-41dc-b678-3e8025295ba9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 622.157281] env[65448]: DEBUG oslo_concurrency.lockutils [None req-4146587c-5d24-4320-b1a3-4e25577ec913 tempest-TenantUsagesTestJSON-1937329192 tempest-TenantUsagesTestJSON-1937329192-project-member] Acquiring lock "355e8336-6743-41dc-b678-3e8025295ba9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 622.157655] env[65448]: DEBUG oslo_concurrency.lockutils [None req-4146587c-5d24-4320-b1a3-4e25577ec913 tempest-TenantUsagesTestJSON-1937329192 tempest-TenantUsagesTestJSON-1937329192-project-member] Lock "355e8336-6743-41dc-b678-3e8025295ba9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 622.157931] env[65448]: DEBUG oslo_concurrency.lockutils [None req-4146587c-5d24-4320-b1a3-4e25577ec913 tempest-TenantUsagesTestJSON-1937329192 tempest-TenantUsagesTestJSON-1937329192-project-member] Lock "355e8336-6743-41dc-b678-3e8025295ba9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 622.161186] env[65448]: INFO nova.compute.manager [None req-4146587c-5d24-4320-b1a3-4e25577ec913 tempest-TenantUsagesTestJSON-1937329192 tempest-TenantUsagesTestJSON-1937329192-project-member] [instance: 355e8336-6743-41dc-b678-3e8025295ba9] Terminating instance [ 622.163531] env[65448]: WARNING neutronclient.v2_0.client [req-052abc81-cab5-4067-b9c0-3f2a9ebeab64 req-4da3ba3a-d7b0-4588-a1ab-16677deed832 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 622.377600] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937113, 'name': CreateVM_Task, 'duration_secs': 0.611411} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.377787] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7335ae7-683b-4729-b771-29ac97585830] Created VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 622.378323] env[65448]: WARNING neutronclient.v2_0.client [None req-6bfc65b5-2c0a-4edd-8f6d-18928b65c53c tempest-ServerDiagnosticsTest-673159984 tempest-ServerDiagnosticsTest-673159984-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 622.378689] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6bfc65b5-2c0a-4edd-8f6d-18928b65c53c tempest-ServerDiagnosticsTest-673159984 tempest-ServerDiagnosticsTest-673159984-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.378835] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6bfc65b5-2c0a-4edd-8f6d-18928b65c53c tempest-ServerDiagnosticsTest-673159984 tempest-ServerDiagnosticsTest-673159984-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.379187] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6bfc65b5-2c0a-4edd-8f6d-18928b65c53c tempest-ServerDiagnosticsTest-673159984 tempest-ServerDiagnosticsTest-673159984-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.379439] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a44df6ef-46b4-402b-8b31-01e86b3f889f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.387754] env[65448]: DEBUG oslo_vmware.api [None req-6bfc65b5-2c0a-4edd-8f6d-18928b65c53c tempest-ServerDiagnosticsTest-673159984 tempest-ServerDiagnosticsTest-673159984-project-member] Waiting for the task: (returnval){ [ 622.387754] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]523a56fc-43f8-91dd-7bf9-7b22646078f5" [ 622.387754] env[65448]: _type = "Task" [ 622.387754] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.401202] env[65448]: DEBUG oslo_vmware.api [None req-6bfc65b5-2c0a-4edd-8f6d-18928b65c53c tempest-ServerDiagnosticsTest-673159984 tempest-ServerDiagnosticsTest-673159984-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]523a56fc-43f8-91dd-7bf9-7b22646078f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.465866] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbb5fef0-cef1-4742-bb9c-ca55f6f4159e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.474981] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dab6ecde-b4c9-4d37-8526-e9cb90c60281 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.513237] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5a789d1-477d-43ac-af13-e12e3a855459 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.522852] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0ca90b3-6f1d-4ab4-b8be-48170943a296 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.538137] env[65448]: DEBUG nova.compute.provider_tree [None req-3e701d02-e80f-4fa6-b3f9-19509ba03b72 tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Updating inventory in ProviderTree for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 622.625057] env[65448]: DEBUG oslo_vmware.api [None req-852c345c-af95-4c91-be9d-f08fcf9ef9cf tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Task: {'id': task-4937114, 'name': PowerOnVM_Task, 'duration_secs': 0.726856} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.625346] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-852c345c-af95-4c91-be9d-f08fcf9ef9cf tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: cd954db3-685f-4f7b-8ef4-c9d0dca58eef] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 622.625538] env[65448]: INFO nova.compute.manager [None req-852c345c-af95-4c91-be9d-f08fcf9ef9cf tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: cd954db3-685f-4f7b-8ef4-c9d0dca58eef] Took 10.96 seconds to spawn the instance on the hypervisor. [ 622.626485] env[65448]: DEBUG nova.compute.manager [None req-852c345c-af95-4c91-be9d-f08fcf9ef9cf tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: cd954db3-685f-4f7b-8ef4-c9d0dca58eef] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 622.626583] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7c2e054-45e4-43c4-bdda-0e8e55d21c9b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.674203] env[65448]: DEBUG nova.compute.manager [None req-4146587c-5d24-4320-b1a3-4e25577ec913 tempest-TenantUsagesTestJSON-1937329192 tempest-TenantUsagesTestJSON-1937329192-project-member] [instance: 355e8336-6743-41dc-b678-3e8025295ba9] Start destroying the instance on the hypervisor. {{(pid=65448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3209}} [ 622.675687] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-4146587c-5d24-4320-b1a3-4e25577ec913 tempest-TenantUsagesTestJSON-1937329192 tempest-TenantUsagesTestJSON-1937329192-project-member] [instance: 355e8336-6743-41dc-b678-3e8025295ba9] Destroying instance {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 622.675687] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bda51e5e-87ba-4fa1-9b96-7a3a29644617 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.683354] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd71c9c0-d46f-4bcb-93fc-a8807c750fba tempest-ServersAdmin275Test-1542350175 tempest-ServersAdmin275Test-1542350175-project-admin] [instance: 101b6ef8-fab1-4626-9524-4e080c5ad298] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 622.685676] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f8cbb13c-eb15-4202-b5e8-bb0f968b417c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.692045] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-4146587c-5d24-4320-b1a3-4e25577ec913 tempest-TenantUsagesTestJSON-1937329192 tempest-TenantUsagesTestJSON-1937329192-project-member] [instance: 355e8336-6743-41dc-b678-3e8025295ba9] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 622.692045] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-291966f5-23e5-44aa-a49d-9fb1b51f46db {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.700285] env[65448]: DEBUG oslo_vmware.api [None req-dd71c9c0-d46f-4bcb-93fc-a8807c750fba tempest-ServersAdmin275Test-1542350175 tempest-ServersAdmin275Test-1542350175-project-admin] Waiting for the task: (returnval){ [ 622.700285] env[65448]: value = "task-4937115" [ 622.700285] env[65448]: _type = "Task" [ 622.700285] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.701940] env[65448]: DEBUG oslo_vmware.api [None req-4146587c-5d24-4320-b1a3-4e25577ec913 tempest-TenantUsagesTestJSON-1937329192 tempest-TenantUsagesTestJSON-1937329192-project-member] Waiting for the task: (returnval){ [ 622.701940] env[65448]: value = "task-4937116" [ 622.701940] env[65448]: _type = "Task" [ 622.701940] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.716789] env[65448]: DEBUG oslo_vmware.api [None req-4146587c-5d24-4320-b1a3-4e25577ec913 tempest-TenantUsagesTestJSON-1937329192 tempest-TenantUsagesTestJSON-1937329192-project-member] Task: {'id': task-4937116, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.720306] env[65448]: DEBUG oslo_vmware.api [None req-dd71c9c0-d46f-4bcb-93fc-a8807c750fba tempest-ServersAdmin275Test-1542350175 tempest-ServersAdmin275Test-1542350175-project-admin] Task: {'id': task-4937115, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.906205] env[65448]: DEBUG oslo_vmware.api [None req-6bfc65b5-2c0a-4edd-8f6d-18928b65c53c tempest-ServerDiagnosticsTest-673159984 tempest-ServerDiagnosticsTest-673159984-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]523a56fc-43f8-91dd-7bf9-7b22646078f5, 'name': SearchDatastore_Task, 'duration_secs': 0.026812} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.907032] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6bfc65b5-2c0a-4edd-8f6d-18928b65c53c tempest-ServerDiagnosticsTest-673159984 tempest-ServerDiagnosticsTest-673159984-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.907032] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-6bfc65b5-2c0a-4edd-8f6d-18928b65c53c tempest-ServerDiagnosticsTest-673159984 tempest-ServerDiagnosticsTest-673159984-project-member] [instance: d7335ae7-683b-4729-b771-29ac97585830] Processing image 50fb366d-48e6-424f-9c20-bc83d77be76a {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 622.907341] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6bfc65b5-2c0a-4edd-8f6d-18928b65c53c tempest-ServerDiagnosticsTest-673159984 tempest-ServerDiagnosticsTest-673159984-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.907558] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6bfc65b5-2c0a-4edd-8f6d-18928b65c53c tempest-ServerDiagnosticsTest-673159984 tempest-ServerDiagnosticsTest-673159984-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.907825] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bfc65b5-2c0a-4edd-8f6d-18928b65c53c tempest-ServerDiagnosticsTest-673159984 tempest-ServerDiagnosticsTest-673159984-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 622.908234] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-14faf7b5-675f-4cfd-b405-bb171e14d0c8 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.929731] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bfc65b5-2c0a-4edd-8f6d-18928b65c53c tempest-ServerDiagnosticsTest-673159984 tempest-ServerDiagnosticsTest-673159984-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 622.929877] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-6bfc65b5-2c0a-4edd-8f6d-18928b65c53c tempest-ServerDiagnosticsTest-673159984 tempest-ServerDiagnosticsTest-673159984-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 622.931023] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb8fa98c-5dc3-4f7a-b274-ed610462a28f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.937889] env[65448]: DEBUG oslo_vmware.api [None req-6bfc65b5-2c0a-4edd-8f6d-18928b65c53c tempest-ServerDiagnosticsTest-673159984 tempest-ServerDiagnosticsTest-673159984-project-member] Waiting for the task: (returnval){ [ 622.937889] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5276e151-d1d8-662f-d8e7-374cdc32b2dc" [ 622.937889] env[65448]: _type = "Task" [ 622.937889] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.948132] env[65448]: DEBUG oslo_vmware.api [None req-6bfc65b5-2c0a-4edd-8f6d-18928b65c53c tempest-ServerDiagnosticsTest-673159984 tempest-ServerDiagnosticsTest-673159984-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5276e151-d1d8-662f-d8e7-374cdc32b2dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.083856] env[65448]: DEBUG nova.scheduler.client.report [None req-3e701d02-e80f-4fa6-b3f9-19509ba03b72 tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Updated inventory for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 with generation 26 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 623.084127] env[65448]: DEBUG nova.compute.provider_tree [None req-3e701d02-e80f-4fa6-b3f9-19509ba03b72 tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Updating resource provider 76aeec68-79e6-4d77-baf0-33bb098aa897 generation from 26 to 27 during operation: update_inventory {{(pid=65448) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 623.084307] env[65448]: DEBUG nova.compute.provider_tree [None req-3e701d02-e80f-4fa6-b3f9-19509ba03b72 tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Updating inventory in ProviderTree for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 623.148701] env[65448]: INFO nova.compute.manager [None req-852c345c-af95-4c91-be9d-f08fcf9ef9cf tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: cd954db3-685f-4f7b-8ef4-c9d0dca58eef] Took 22.45 seconds to build instance. [ 623.214606] env[65448]: DEBUG oslo_vmware.api [None req-dd71c9c0-d46f-4bcb-93fc-a8807c750fba tempest-ServersAdmin275Test-1542350175 tempest-ServersAdmin275Test-1542350175-project-admin] Task: {'id': task-4937115, 'name': PowerOffVM_Task, 'duration_secs': 0.190302} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.215440] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd71c9c0-d46f-4bcb-93fc-a8807c750fba tempest-ServersAdmin275Test-1542350175 tempest-ServersAdmin275Test-1542350175-project-admin] [instance: 101b6ef8-fab1-4626-9524-4e080c5ad298] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 623.216233] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-dd71c9c0-d46f-4bcb-93fc-a8807c750fba tempest-ServersAdmin275Test-1542350175 tempest-ServersAdmin275Test-1542350175-project-admin] [instance: 101b6ef8-fab1-4626-9524-4e080c5ad298] Destroying instance {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 623.216820] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be8d8f09-7f21-4799-bd21-9b10b27c3b68 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.223883] env[65448]: DEBUG oslo_vmware.api [None req-4146587c-5d24-4320-b1a3-4e25577ec913 tempest-TenantUsagesTestJSON-1937329192 tempest-TenantUsagesTestJSON-1937329192-project-member] Task: {'id': task-4937116, 'name': PowerOffVM_Task, 'duration_secs': 0.224003} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.224393] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-4146587c-5d24-4320-b1a3-4e25577ec913 tempest-TenantUsagesTestJSON-1937329192 tempest-TenantUsagesTestJSON-1937329192-project-member] [instance: 355e8336-6743-41dc-b678-3e8025295ba9] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 623.224568] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-4146587c-5d24-4320-b1a3-4e25577ec913 tempest-TenantUsagesTestJSON-1937329192 tempest-TenantUsagesTestJSON-1937329192-project-member] [instance: 355e8336-6743-41dc-b678-3e8025295ba9] Unregistering the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 623.224851] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f47af5e0-d258-4a4e-a924-367507b6f58b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.229184] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-dd71c9c0-d46f-4bcb-93fc-a8807c750fba tempest-ServersAdmin275Test-1542350175 tempest-ServersAdmin275Test-1542350175-project-admin] [instance: 101b6ef8-fab1-4626-9524-4e080c5ad298] Unregistering the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 623.229846] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9f7e9916-7f9a-4500-958b-514e2ac9d827 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.258619] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-dd71c9c0-d46f-4bcb-93fc-a8807c750fba tempest-ServersAdmin275Test-1542350175 tempest-ServersAdmin275Test-1542350175-project-admin] [instance: 101b6ef8-fab1-4626-9524-4e080c5ad298] Unregistered the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 623.259081] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-dd71c9c0-d46f-4bcb-93fc-a8807c750fba tempest-ServersAdmin275Test-1542350175 tempest-ServersAdmin275Test-1542350175-project-admin] [instance: 101b6ef8-fab1-4626-9524-4e080c5ad298] Deleting contents of the VM from datastore datastore1 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 623.259321] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd71c9c0-d46f-4bcb-93fc-a8807c750fba tempest-ServersAdmin275Test-1542350175 tempest-ServersAdmin275Test-1542350175-project-admin] Deleting the datastore file [datastore1] 101b6ef8-fab1-4626-9524-4e080c5ad298 {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 623.259710] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e4b18803-2942-4c7d-9ea9-2ba40bfc5bd5 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.268871] env[65448]: DEBUG oslo_vmware.api [None req-dd71c9c0-d46f-4bcb-93fc-a8807c750fba tempest-ServersAdmin275Test-1542350175 tempest-ServersAdmin275Test-1542350175-project-admin] Waiting for the task: (returnval){ [ 623.268871] env[65448]: value = "task-4937119" [ 623.268871] env[65448]: _type = "Task" [ 623.268871] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.291748] env[65448]: DEBUG oslo_vmware.api [None req-dd71c9c0-d46f-4bcb-93fc-a8807c750fba tempest-ServersAdmin275Test-1542350175 tempest-ServersAdmin275Test-1542350175-project-admin] Task: {'id': task-4937119, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.303270] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-4146587c-5d24-4320-b1a3-4e25577ec913 tempest-TenantUsagesTestJSON-1937329192 tempest-TenantUsagesTestJSON-1937329192-project-member] [instance: 355e8336-6743-41dc-b678-3e8025295ba9] Unregistered the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 623.303558] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-4146587c-5d24-4320-b1a3-4e25577ec913 tempest-TenantUsagesTestJSON-1937329192 tempest-TenantUsagesTestJSON-1937329192-project-member] [instance: 355e8336-6743-41dc-b678-3e8025295ba9] Deleting contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 623.303804] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-4146587c-5d24-4320-b1a3-4e25577ec913 tempest-TenantUsagesTestJSON-1937329192 tempest-TenantUsagesTestJSON-1937329192-project-member] Deleting the datastore file [datastore2] 355e8336-6743-41dc-b678-3e8025295ba9 {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 623.304515] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fb07eb90-09ad-47df-bab1-96070752b877 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.313426] env[65448]: DEBUG oslo_vmware.api [None req-4146587c-5d24-4320-b1a3-4e25577ec913 tempest-TenantUsagesTestJSON-1937329192 tempest-TenantUsagesTestJSON-1937329192-project-member] Waiting for the task: (returnval){ [ 623.313426] env[65448]: value = "task-4937120" [ 623.313426] env[65448]: _type = "Task" [ 623.313426] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.326630] env[65448]: DEBUG oslo_vmware.api [None req-4146587c-5d24-4320-b1a3-4e25577ec913 tempest-TenantUsagesTestJSON-1937329192 tempest-TenantUsagesTestJSON-1937329192-project-member] Task: {'id': task-4937120, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.445496] env[65448]: DEBUG nova.network.neutron [None req-9a3330e8-9a1f-470c-9cac-af6cb30dca7e tempest-ServersTestBootFromVolume-1705188138 tempest-ServersTestBootFromVolume-1705188138-project-member] [instance: fa53b330-ff80-4666-bf9e-1664d5c3d23e] Successfully updated port: 6162992a-95cc-47fc-9586-2620f2667330 {{(pid=65448) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 623.454889] env[65448]: DEBUG oslo_vmware.api [None req-6bfc65b5-2c0a-4edd-8f6d-18928b65c53c tempest-ServerDiagnosticsTest-673159984 tempest-ServerDiagnosticsTest-673159984-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5276e151-d1d8-662f-d8e7-374cdc32b2dc, 'name': SearchDatastore_Task, 'duration_secs': 0.017369} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.456996] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-224e6780-e82b-4d45-8e4d-285d474f12a7 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.464908] env[65448]: DEBUG oslo_vmware.api [None req-6bfc65b5-2c0a-4edd-8f6d-18928b65c53c tempest-ServerDiagnosticsTest-673159984 tempest-ServerDiagnosticsTest-673159984-project-member] Waiting for the task: (returnval){ [ 623.464908] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5264f4af-3947-cf5f-4903-0ad398457e11" [ 623.464908] env[65448]: _type = "Task" [ 623.464908] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.479707] env[65448]: DEBUG oslo_vmware.api [None req-6bfc65b5-2c0a-4edd-8f6d-18928b65c53c tempest-ServerDiagnosticsTest-673159984 tempest-ServerDiagnosticsTest-673159984-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5264f4af-3947-cf5f-4903-0ad398457e11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.590276] env[65448]: DEBUG oslo_concurrency.lockutils [None req-3e701d02-e80f-4fa6-b3f9-19509ba03b72 tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.710s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 623.592586] env[65448]: DEBUG nova.compute.manager [None req-3e701d02-e80f-4fa6-b3f9-19509ba03b72 tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] [instance: 059f932f-aa5a-46ff-a179-9826341731db] Start building networks asynchronously for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2881}} [ 623.593544] env[65448]: DEBUG oslo_concurrency.lockutils [None req-e735187a-3026-4105-a1c8-c74721d67c28 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.384s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 623.598122] env[65448]: INFO nova.compute.claims [None req-e735187a-3026-4105-a1c8-c74721d67c28 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: f0ae0ad7-7800-4f5a-a270-7749177b8675] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 623.650708] env[65448]: DEBUG oslo_concurrency.lockutils [None req-852c345c-af95-4c91-be9d-f08fcf9ef9cf tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Lock "cd954db3-685f-4f7b-8ef4-c9d0dca58eef" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.756s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 623.744858] env[65448]: WARNING neutronclient.v2_0.client [None req-dfdd0f9c-fc1c-4222-9d49-2643013986c3 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 623.780741] env[65448]: DEBUG oslo_vmware.api [None req-dd71c9c0-d46f-4bcb-93fc-a8807c750fba tempest-ServersAdmin275Test-1542350175 tempest-ServersAdmin275Test-1542350175-project-admin] Task: {'id': task-4937119, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128848} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.781230] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd71c9c0-d46f-4bcb-93fc-a8807c750fba tempest-ServersAdmin275Test-1542350175 tempest-ServersAdmin275Test-1542350175-project-admin] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 623.783134] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-dd71c9c0-d46f-4bcb-93fc-a8807c750fba tempest-ServersAdmin275Test-1542350175 tempest-ServersAdmin275Test-1542350175-project-admin] [instance: 101b6ef8-fab1-4626-9524-4e080c5ad298] Deleted contents of the VM from datastore datastore1 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 623.783381] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-dd71c9c0-d46f-4bcb-93fc-a8807c750fba tempest-ServersAdmin275Test-1542350175 tempest-ServersAdmin275Test-1542350175-project-admin] [instance: 101b6ef8-fab1-4626-9524-4e080c5ad298] Instance destroyed {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 623.792026] env[65448]: DEBUG nova.compute.manager [None req-9a3330e8-9a1f-470c-9cac-af6cb30dca7e tempest-ServersTestBootFromVolume-1705188138 tempest-ServersTestBootFromVolume-1705188138-project-member] [instance: fa53b330-ff80-4666-bf9e-1664d5c3d23e] Start spawning the instance on the hypervisor. {{(pid=65448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2689}} [ 623.792026] env[65448]: DEBUG nova.virt.hardware [None req-9a3330e8-9a1f-470c-9cac-af6cb30dca7e tempest-ServersTestBootFromVolume-1705188138 tempest-ServersTestBootFromVolume-1705188138-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 623.792026] env[65448]: DEBUG nova.virt.hardware [None req-9a3330e8-9a1f-470c-9cac-af6cb30dca7e tempest-ServersTestBootFromVolume-1705188138 tempest-ServersTestBootFromVolume-1705188138-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 623.792026] env[65448]: DEBUG nova.virt.hardware [None req-9a3330e8-9a1f-470c-9cac-af6cb30dca7e tempest-ServersTestBootFromVolume-1705188138 tempest-ServersTestBootFromVolume-1705188138-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 623.792381] env[65448]: DEBUG nova.virt.hardware [None req-9a3330e8-9a1f-470c-9cac-af6cb30dca7e tempest-ServersTestBootFromVolume-1705188138 tempest-ServersTestBootFromVolume-1705188138-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 623.792381] env[65448]: DEBUG nova.virt.hardware [None req-9a3330e8-9a1f-470c-9cac-af6cb30dca7e tempest-ServersTestBootFromVolume-1705188138 tempest-ServersTestBootFromVolume-1705188138-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 623.792381] env[65448]: DEBUG nova.virt.hardware [None req-9a3330e8-9a1f-470c-9cac-af6cb30dca7e tempest-ServersTestBootFromVolume-1705188138 tempest-ServersTestBootFromVolume-1705188138-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 623.792381] env[65448]: DEBUG nova.virt.hardware [None req-9a3330e8-9a1f-470c-9cac-af6cb30dca7e tempest-ServersTestBootFromVolume-1705188138 tempest-ServersTestBootFromVolume-1705188138-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 623.792381] env[65448]: DEBUG nova.virt.hardware [None req-9a3330e8-9a1f-470c-9cac-af6cb30dca7e tempest-ServersTestBootFromVolume-1705188138 tempest-ServersTestBootFromVolume-1705188138-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 623.792586] env[65448]: DEBUG nova.virt.hardware [None req-9a3330e8-9a1f-470c-9cac-af6cb30dca7e tempest-ServersTestBootFromVolume-1705188138 tempest-ServersTestBootFromVolume-1705188138-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 623.792586] env[65448]: DEBUG nova.virt.hardware [None req-9a3330e8-9a1f-470c-9cac-af6cb30dca7e tempest-ServersTestBootFromVolume-1705188138 tempest-ServersTestBootFromVolume-1705188138-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 623.792586] env[65448]: DEBUG nova.virt.hardware [None req-9a3330e8-9a1f-470c-9cac-af6cb30dca7e tempest-ServersTestBootFromVolume-1705188138 tempest-ServersTestBootFromVolume-1705188138-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 623.792775] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93bdd17e-4eb2-4638-9985-a2436c29289b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.807305] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92b42a5b-2ef5-4d95-b425-e3c628fbc886 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.837152] env[65448]: DEBUG oslo_vmware.api [None req-4146587c-5d24-4320-b1a3-4e25577ec913 tempest-TenantUsagesTestJSON-1937329192 tempest-TenantUsagesTestJSON-1937329192-project-member] Task: {'id': task-4937120, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.194467} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.837571] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-4146587c-5d24-4320-b1a3-4e25577ec913 tempest-TenantUsagesTestJSON-1937329192 tempest-TenantUsagesTestJSON-1937329192-project-member] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 623.837698] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-4146587c-5d24-4320-b1a3-4e25577ec913 tempest-TenantUsagesTestJSON-1937329192 tempest-TenantUsagesTestJSON-1937329192-project-member] [instance: 355e8336-6743-41dc-b678-3e8025295ba9] Deleted contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 623.837927] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-4146587c-5d24-4320-b1a3-4e25577ec913 tempest-TenantUsagesTestJSON-1937329192 tempest-TenantUsagesTestJSON-1937329192-project-member] [instance: 355e8336-6743-41dc-b678-3e8025295ba9] Instance destroyed {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 623.838320] env[65448]: INFO nova.compute.manager [None req-4146587c-5d24-4320-b1a3-4e25577ec913 tempest-TenantUsagesTestJSON-1937329192 tempest-TenantUsagesTestJSON-1937329192-project-member] [instance: 355e8336-6743-41dc-b678-3e8025295ba9] Took 1.16 seconds to destroy the instance on the hypervisor. [ 623.838320] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-4146587c-5d24-4320-b1a3-4e25577ec913 tempest-TenantUsagesTestJSON-1937329192 tempest-TenantUsagesTestJSON-1937329192-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 623.838491] env[65448]: DEBUG nova.compute.manager [-] [instance: 355e8336-6743-41dc-b678-3e8025295ba9] Deallocating network for instance {{(pid=65448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 623.838584] env[65448]: DEBUG nova.network.neutron [-] [instance: 355e8336-6743-41dc-b678-3e8025295ba9] deallocate_for_instance() {{(pid=65448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 623.838997] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 623.951037] env[65448]: DEBUG oslo_concurrency.lockutils [None req-9a3330e8-9a1f-470c-9cac-af6cb30dca7e tempest-ServersTestBootFromVolume-1705188138 tempest-ServersTestBootFromVolume-1705188138-project-member] Acquiring lock "refresh_cache-fa53b330-ff80-4666-bf9e-1664d5c3d23e" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.951037] env[65448]: DEBUG oslo_concurrency.lockutils [None req-9a3330e8-9a1f-470c-9cac-af6cb30dca7e tempest-ServersTestBootFromVolume-1705188138 tempest-ServersTestBootFromVolume-1705188138-project-member] Acquired lock "refresh_cache-fa53b330-ff80-4666-bf9e-1664d5c3d23e" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.951037] env[65448]: DEBUG nova.network.neutron [None req-9a3330e8-9a1f-470c-9cac-af6cb30dca7e tempest-ServersTestBootFromVolume-1705188138 tempest-ServersTestBootFromVolume-1705188138-project-member] [instance: fa53b330-ff80-4666-bf9e-1664d5c3d23e] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 623.963415] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 623.986480] env[65448]: DEBUG oslo_vmware.api [None req-6bfc65b5-2c0a-4edd-8f6d-18928b65c53c tempest-ServerDiagnosticsTest-673159984 tempest-ServerDiagnosticsTest-673159984-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5264f4af-3947-cf5f-4903-0ad398457e11, 'name': SearchDatastore_Task, 'duration_secs': 0.013603} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.986480] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6bfc65b5-2c0a-4edd-8f6d-18928b65c53c tempest-ServerDiagnosticsTest-673159984 tempest-ServerDiagnosticsTest-673159984-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.986480] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bfc65b5-2c0a-4edd-8f6d-18928b65c53c tempest-ServerDiagnosticsTest-673159984 tempest-ServerDiagnosticsTest-673159984-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] d7335ae7-683b-4729-b771-29ac97585830/d7335ae7-683b-4729-b771-29ac97585830.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 623.986480] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6fd5bb88-efd3-42a0-a9b1-eb26068fa368 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.995789] env[65448]: DEBUG oslo_vmware.api [None req-6bfc65b5-2c0a-4edd-8f6d-18928b65c53c tempest-ServerDiagnosticsTest-673159984 tempest-ServerDiagnosticsTest-673159984-project-member] Waiting for the task: (returnval){ [ 623.995789] env[65448]: value = "task-4937121" [ 623.995789] env[65448]: _type = "Task" [ 623.995789] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.005853] env[65448]: DEBUG oslo_vmware.api [None req-6bfc65b5-2c0a-4edd-8f6d-18928b65c53c tempest-ServerDiagnosticsTest-673159984 tempest-ServerDiagnosticsTest-673159984-project-member] Task: {'id': task-4937121, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.011411] env[65448]: DEBUG nova.network.neutron [None req-dfdd0f9c-fc1c-4222-9d49-2643013986c3 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] [instance: 576a1826-8e83-46fa-832d-87c62ff7d02e] Updating instance_info_cache with network_info: [{"id": "af91553a-8d1b-4540-8ae3-b79120e7fe2a", "address": "fa:16:3e:af:63:98", "network": {"id": "c649567f-d921-41c8-98ba-cb5f7c9d90fb", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1099123601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1c40ba76251447a8ca380d4b19e86f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "744515ee-aa5b-4c23-b959-b56c51da6b86", "external-id": "nsx-vlan-transportzone-310", "segmentation_id": 310, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf91553a-8d", "ovs_interfaceid": "af91553a-8d1b-4540-8ae3-b79120e7fe2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 624.104983] env[65448]: DEBUG nova.compute.utils [None req-3e701d02-e80f-4fa6-b3f9-19509ba03b72 tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Using /dev/sd instead of None {{(pid=65448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 624.115906] env[65448]: WARNING neutronclient.v2_0.client [req-052abc81-cab5-4067-b9c0-3f2a9ebeab64 req-4da3ba3a-d7b0-4588-a1ab-16677deed832 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 624.118962] env[65448]: DEBUG nova.compute.manager [None req-3e701d02-e80f-4fa6-b3f9-19509ba03b72 tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] [instance: 059f932f-aa5a-46ff-a179-9826341731db] Allocating IP information in the background. {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 624.118962] env[65448]: DEBUG nova.network.neutron [None req-3e701d02-e80f-4fa6-b3f9-19509ba03b72 tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] [instance: 059f932f-aa5a-46ff-a179-9826341731db] allocate_for_instance() {{(pid=65448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 624.118962] env[65448]: WARNING neutronclient.v2_0.client [None req-3e701d02-e80f-4fa6-b3f9-19509ba03b72 tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 624.119284] env[65448]: WARNING neutronclient.v2_0.client [None req-3e701d02-e80f-4fa6-b3f9-19509ba03b72 tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 624.512025] env[65448]: DEBUG oslo_vmware.api [None req-6bfc65b5-2c0a-4edd-8f6d-18928b65c53c tempest-ServerDiagnosticsTest-673159984 tempest-ServerDiagnosticsTest-673159984-project-member] Task: {'id': task-4937121, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.515410] env[65448]: DEBUG oslo_concurrency.lockutils [None req-dfdd0f9c-fc1c-4222-9d49-2643013986c3 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Releasing lock "refresh_cache-576a1826-8e83-46fa-832d-87c62ff7d02e" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.515759] env[65448]: DEBUG nova.compute.manager [None req-dfdd0f9c-fc1c-4222-9d49-2643013986c3 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] [instance: 576a1826-8e83-46fa-832d-87c62ff7d02e] Instance network_info: |[{"id": "af91553a-8d1b-4540-8ae3-b79120e7fe2a", "address": "fa:16:3e:af:63:98", "network": {"id": "c649567f-d921-41c8-98ba-cb5f7c9d90fb", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1099123601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1c40ba76251447a8ca380d4b19e86f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "744515ee-aa5b-4c23-b959-b56c51da6b86", "external-id": "nsx-vlan-transportzone-310", "segmentation_id": 310, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf91553a-8d", "ovs_interfaceid": "af91553a-8d1b-4540-8ae3-b79120e7fe2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 624.517042] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-dfdd0f9c-fc1c-4222-9d49-2643013986c3 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] [instance: 576a1826-8e83-46fa-832d-87c62ff7d02e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:af:63:98', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '744515ee-aa5b-4c23-b959-b56c51da6b86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'af91553a-8d1b-4540-8ae3-b79120e7fe2a', 'vif_model': 'vmxnet3'}] {{(pid=65448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 624.526755] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfdd0f9c-fc1c-4222-9d49-2643013986c3 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Creating folder: Project (a1c40ba76251447a8ca380d4b19e86f1). Parent ref: group-v961779. {{(pid=65448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 624.527252] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6d9aa0c8-a007-464d-a181-d692f4ca09b8 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.539238] env[65448]: DEBUG nova.compute.manager [req-5853352e-c14e-4368-9d78-f4121dfa6bf1 req-20c1a8a3-8a97-48f9-8a6a-bf3dc90cbe2a service nova] [instance: 12878a90-86d2-4609-80aa-de0d1bdb64c0] Received event network-vif-deleted-6762706e-b7be-4052-8305-48c037b26b72 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 624.545329] env[65448]: INFO nova.virt.vmwareapi.vm_util [None req-dfdd0f9c-fc1c-4222-9d49-2643013986c3 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Created folder: Project (a1c40ba76251447a8ca380d4b19e86f1) in parent group-v961779. [ 624.545447] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfdd0f9c-fc1c-4222-9d49-2643013986c3 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Creating folder: Instances. Parent ref: group-v961822. {{(pid=65448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 624.546346] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1ab49c25-8d94-4643-9149-09d8e90a2833 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.560771] env[65448]: INFO nova.virt.vmwareapi.vm_util [None req-dfdd0f9c-fc1c-4222-9d49-2643013986c3 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Created folder: Instances in parent group-v961822. [ 624.561158] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-dfdd0f9c-fc1c-4222-9d49-2643013986c3 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 624.561487] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 576a1826-8e83-46fa-832d-87c62ff7d02e] Creating VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 624.561722] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e07b876d-7144-4a57-a1a3-d8f24ac96fb0 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.605024] env[65448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 624.605024] env[65448]: value = "task-4937124" [ 624.605024] env[65448]: _type = "Task" [ 624.605024] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.618199] env[65448]: DEBUG nova.compute.manager [None req-3e701d02-e80f-4fa6-b3f9-19509ba03b72 tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] [instance: 059f932f-aa5a-46ff-a179-9826341731db] Start building block device mappings for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2916}} [ 624.620291] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937124, 'name': CreateVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.645692] env[65448]: DEBUG nova.network.neutron [None req-9a3330e8-9a1f-470c-9cac-af6cb30dca7e tempest-ServersTestBootFromVolume-1705188138 tempest-ServersTestBootFromVolume-1705188138-project-member] [instance: fa53b330-ff80-4666-bf9e-1664d5c3d23e] Instance cache missing network info. {{(pid=65448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 624.693630] env[65448]: DEBUG nova.policy [None req-3e701d02-e80f-4fa6-b3f9-19509ba03b72 tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ed4732e7e44346018bd9ffc626d8dfeb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '084f3b05a4bf4688bf8e385ebb69eb68', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65448) authorize /opt/stack/nova/nova/policy.py:192}} [ 624.729687] env[65448]: DEBUG nova.network.neutron [req-052abc81-cab5-4067-b9c0-3f2a9ebeab64 req-4da3ba3a-d7b0-4588-a1ab-16677deed832 service nova] [instance: cd954db3-685f-4f7b-8ef4-c9d0dca58eef] Updated VIF entry in instance network info cache for port 97369f77-4dfb-4cf4-9ab3-0550b1b5b204. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 624.734138] env[65448]: DEBUG nova.network.neutron [req-052abc81-cab5-4067-b9c0-3f2a9ebeab64 req-4da3ba3a-d7b0-4588-a1ab-16677deed832 service nova] [instance: cd954db3-685f-4f7b-8ef4-c9d0dca58eef] Updating instance_info_cache with network_info: [{"id": "97369f77-4dfb-4cf4-9ab3-0550b1b5b204", "address": "fa:16:3e:40:9b:0d", "network": {"id": "393d9495-0694-4789-b85f-11c1ee142a7b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-818279425-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "151b52486680497ab0313e8770e10757", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97369f77-4d", "ovs_interfaceid": "97369f77-4dfb-4cf4-9ab3-0550b1b5b204", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 624.837075] env[65448]: DEBUG nova.virt.hardware [None req-dd71c9c0-d46f-4bcb-93fc-a8807c750fba tempest-ServersAdmin275Test-1542350175 tempest-ServersAdmin275Test-1542350175-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-08T17:19:51Z,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a992292b6dae455593d228217860e2e1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-08T17:19:52Z,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 624.837425] env[65448]: DEBUG nova.virt.hardware [None req-dd71c9c0-d46f-4bcb-93fc-a8807c750fba tempest-ServersAdmin275Test-1542350175 tempest-ServersAdmin275Test-1542350175-project-admin] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 624.837546] env[65448]: DEBUG nova.virt.hardware [None req-dd71c9c0-d46f-4bcb-93fc-a8807c750fba tempest-ServersAdmin275Test-1542350175 tempest-ServersAdmin275Test-1542350175-project-admin] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 624.837728] env[65448]: DEBUG nova.virt.hardware [None req-dd71c9c0-d46f-4bcb-93fc-a8807c750fba tempest-ServersAdmin275Test-1542350175 tempest-ServersAdmin275Test-1542350175-project-admin] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 624.837870] env[65448]: DEBUG nova.virt.hardware [None req-dd71c9c0-d46f-4bcb-93fc-a8807c750fba tempest-ServersAdmin275Test-1542350175 tempest-ServersAdmin275Test-1542350175-project-admin] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 624.838033] env[65448]: DEBUG nova.virt.hardware [None req-dd71c9c0-d46f-4bcb-93fc-a8807c750fba tempest-ServersAdmin275Test-1542350175 tempest-ServersAdmin275Test-1542350175-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 624.838257] env[65448]: DEBUG nova.virt.hardware [None req-dd71c9c0-d46f-4bcb-93fc-a8807c750fba tempest-ServersAdmin275Test-1542350175 tempest-ServersAdmin275Test-1542350175-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 624.838449] env[65448]: DEBUG nova.virt.hardware [None req-dd71c9c0-d46f-4bcb-93fc-a8807c750fba tempest-ServersAdmin275Test-1542350175 tempest-ServersAdmin275Test-1542350175-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 624.838571] env[65448]: DEBUG nova.virt.hardware [None req-dd71c9c0-d46f-4bcb-93fc-a8807c750fba tempest-ServersAdmin275Test-1542350175 tempest-ServersAdmin275Test-1542350175-project-admin] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 624.838727] env[65448]: DEBUG nova.virt.hardware [None req-dd71c9c0-d46f-4bcb-93fc-a8807c750fba tempest-ServersAdmin275Test-1542350175 tempest-ServersAdmin275Test-1542350175-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 624.838891] env[65448]: DEBUG nova.virt.hardware [None req-dd71c9c0-d46f-4bcb-93fc-a8807c750fba tempest-ServersAdmin275Test-1542350175 tempest-ServersAdmin275Test-1542350175-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 624.839815] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f97572cf-71e2-41b6-bd1a-124488da8a38 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.854627] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-863481d0-20cb-49bf-9f4d-d76fb5165fb2 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.874291] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-dd71c9c0-d46f-4bcb-93fc-a8807c750fba tempest-ServersAdmin275Test-1542350175 tempest-ServersAdmin275Test-1542350175-project-admin] [instance: 101b6ef8-fab1-4626-9524-4e080c5ad298] Instance VIF info [] {{(pid=65448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 624.882022] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-dd71c9c0-d46f-4bcb-93fc-a8807c750fba tempest-ServersAdmin275Test-1542350175 tempest-ServersAdmin275Test-1542350175-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 624.884259] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 101b6ef8-fab1-4626-9524-4e080c5ad298] Creating VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 624.885276] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-447c7dd6-1a12-40ea-b5ab-8021237e27f8 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.905501] env[65448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 624.905501] env[65448]: value = "task-4937125" [ 624.905501] env[65448]: _type = "Task" [ 624.905501] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.915086] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937125, 'name': CreateVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.926428] env[65448]: DEBUG nova.network.neutron [-] [instance: 355e8336-6743-41dc-b678-3e8025295ba9] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 625.009932] env[65448]: DEBUG oslo_vmware.api [None req-6bfc65b5-2c0a-4edd-8f6d-18928b65c53c tempest-ServerDiagnosticsTest-673159984 tempest-ServerDiagnosticsTest-673159984-project-member] Task: {'id': task-4937121, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.675034} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.011446] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bfc65b5-2c0a-4edd-8f6d-18928b65c53c tempest-ServerDiagnosticsTest-673159984 tempest-ServerDiagnosticsTest-673159984-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] d7335ae7-683b-4729-b771-29ac97585830/d7335ae7-683b-4729-b771-29ac97585830.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 625.011446] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-6bfc65b5-2c0a-4edd-8f6d-18928b65c53c tempest-ServerDiagnosticsTest-673159984 tempest-ServerDiagnosticsTest-673159984-project-member] [instance: d7335ae7-683b-4729-b771-29ac97585830] Extending root virtual disk to 1048576 {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 625.011446] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4c4f2a06-6ae0-42a5-8691-35b678f3559b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.021442] env[65448]: DEBUG oslo_vmware.api [None req-6bfc65b5-2c0a-4edd-8f6d-18928b65c53c tempest-ServerDiagnosticsTest-673159984 tempest-ServerDiagnosticsTest-673159984-project-member] Waiting for the task: (returnval){ [ 625.021442] env[65448]: value = "task-4937126" [ 625.021442] env[65448]: _type = "Task" [ 625.021442] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.041850] env[65448]: DEBUG oslo_vmware.api [None req-6bfc65b5-2c0a-4edd-8f6d-18928b65c53c tempest-ServerDiagnosticsTest-673159984 tempest-ServerDiagnosticsTest-673159984-project-member] Task: {'id': task-4937126, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.082596] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21c05840-d980-4772-943a-fca63a17442c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.092908] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46f89687-3b78-46ef-b556-c5f6d02403bb {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.138532] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-546640ca-2cb5-4b16-bb1e-57e45327bc9f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.150188] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937124, 'name': CreateVM_Task, 'duration_secs': 0.508712} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.152356] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 576a1826-8e83-46fa-832d-87c62ff7d02e] Created VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 625.153074] env[65448]: WARNING neutronclient.v2_0.client [None req-dfdd0f9c-fc1c-4222-9d49-2643013986c3 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 625.153490] env[65448]: DEBUG oslo_concurrency.lockutils [None req-dfdd0f9c-fc1c-4222-9d49-2643013986c3 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.154486] env[65448]: DEBUG oslo_concurrency.lockutils [None req-dfdd0f9c-fc1c-4222-9d49-2643013986c3 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.154486] env[65448]: DEBUG oslo_concurrency.lockutils [None req-dfdd0f9c-fc1c-4222-9d49-2643013986c3 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.155557] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e311a46-feda-4cff-b23d-dbaeab41054b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.159832] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d378a64-4f18-4cd8-a920-c21eb6c27fd0 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.162660] env[65448]: DEBUG nova.network.neutron [None req-3e701d02-e80f-4fa6-b3f9-19509ba03b72 tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] [instance: 059f932f-aa5a-46ff-a179-9826341731db] Successfully created port: 8683b5df-2685-4120-ada6-752ee64da4ba {{(pid=65448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 625.170015] env[65448]: DEBUG oslo_vmware.api [None req-dfdd0f9c-fc1c-4222-9d49-2643013986c3 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Waiting for the task: (returnval){ [ 625.170015] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5261ace0-7193-8309-c0df-3831975adad4" [ 625.170015] env[65448]: _type = "Task" [ 625.170015] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.180576] env[65448]: DEBUG nova.compute.provider_tree [None req-e735187a-3026-4105-a1c8-c74721d67c28 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 625.198610] env[65448]: DEBUG oslo_vmware.api [None req-dfdd0f9c-fc1c-4222-9d49-2643013986c3 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5261ace0-7193-8309-c0df-3831975adad4, 'name': SearchDatastore_Task, 'duration_secs': 0.017379} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.199116] env[65448]: DEBUG oslo_concurrency.lockutils [None req-dfdd0f9c-fc1c-4222-9d49-2643013986c3 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.199366] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-dfdd0f9c-fc1c-4222-9d49-2643013986c3 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] [instance: 576a1826-8e83-46fa-832d-87c62ff7d02e] Processing image 50fb366d-48e6-424f-9c20-bc83d77be76a {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 625.199668] env[65448]: DEBUG oslo_concurrency.lockutils [None req-dfdd0f9c-fc1c-4222-9d49-2643013986c3 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.199842] env[65448]: DEBUG oslo_concurrency.lockutils [None req-dfdd0f9c-fc1c-4222-9d49-2643013986c3 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.200058] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfdd0f9c-fc1c-4222-9d49-2643013986c3 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 625.200375] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0d8fe611-e38b-4092-9200-4ad90432438a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.211978] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfdd0f9c-fc1c-4222-9d49-2643013986c3 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 625.212187] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-dfdd0f9c-fc1c-4222-9d49-2643013986c3 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 625.212972] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66e9417e-c0cb-4bba-82bf-a6f649e1762b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.219461] env[65448]: DEBUG oslo_vmware.api [None req-dfdd0f9c-fc1c-4222-9d49-2643013986c3 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Waiting for the task: (returnval){ [ 625.219461] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52b5ba3b-fc2f-be96-8953-e88dce18e418" [ 625.219461] env[65448]: _type = "Task" [ 625.219461] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.231580] env[65448]: DEBUG oslo_vmware.api [None req-dfdd0f9c-fc1c-4222-9d49-2643013986c3 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52b5ba3b-fc2f-be96-8953-e88dce18e418, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.239233] env[65448]: DEBUG oslo_concurrency.lockutils [req-052abc81-cab5-4067-b9c0-3f2a9ebeab64 req-4da3ba3a-d7b0-4588-a1ab-16677deed832 service nova] Releasing lock "refresh_cache-cd954db3-685f-4f7b-8ef4-c9d0dca58eef" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.416641] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937125, 'name': CreateVM_Task, 'duration_secs': 0.387174} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.416782] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 101b6ef8-fab1-4626-9524-4e080c5ad298] Created VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 625.417529] env[65448]: DEBUG oslo_concurrency.lockutils [None req-dd71c9c0-d46f-4bcb-93fc-a8807c750fba tempest-ServersAdmin275Test-1542350175 tempest-ServersAdmin275Test-1542350175-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.417529] env[65448]: DEBUG oslo_concurrency.lockutils [None req-dd71c9c0-d46f-4bcb-93fc-a8807c750fba tempest-ServersAdmin275Test-1542350175 tempest-ServersAdmin275Test-1542350175-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.417709] env[65448]: DEBUG oslo_concurrency.lockutils [None req-dd71c9c0-d46f-4bcb-93fc-a8807c750fba tempest-ServersAdmin275Test-1542350175 tempest-ServersAdmin275Test-1542350175-project-admin] Acquired external semaphore "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.417891] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9c76782-ae5c-4a18-a7d5-3305506ab987 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.423517] env[65448]: DEBUG oslo_vmware.api [None req-dd71c9c0-d46f-4bcb-93fc-a8807c750fba tempest-ServersAdmin275Test-1542350175 tempest-ServersAdmin275Test-1542350175-project-admin] Waiting for the task: (returnval){ [ 625.423517] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52512fee-e67c-ed88-0faf-20327d92b2df" [ 625.423517] env[65448]: _type = "Task" [ 625.423517] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.432053] env[65448]: INFO nova.compute.manager [-] [instance: 355e8336-6743-41dc-b678-3e8025295ba9] Took 1.59 seconds to deallocate network for instance. [ 625.432349] env[65448]: DEBUG oslo_vmware.api [None req-dd71c9c0-d46f-4bcb-93fc-a8807c750fba tempest-ServersAdmin275Test-1542350175 tempest-ServersAdmin275Test-1542350175-project-admin] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52512fee-e67c-ed88-0faf-20327d92b2df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.536987] env[65448]: DEBUG oslo_vmware.api [None req-6bfc65b5-2c0a-4edd-8f6d-18928b65c53c tempest-ServerDiagnosticsTest-673159984 tempest-ServerDiagnosticsTest-673159984-project-member] Task: {'id': task-4937126, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083754} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.537353] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-6bfc65b5-2c0a-4edd-8f6d-18928b65c53c tempest-ServerDiagnosticsTest-673159984 tempest-ServerDiagnosticsTest-673159984-project-member] [instance: d7335ae7-683b-4729-b771-29ac97585830] Extended root virtual disk {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 625.538241] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-053a9adb-6dbd-44a4-9fb5-a43cedfd91fd {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.563016] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bfc65b5-2c0a-4edd-8f6d-18928b65c53c tempest-ServerDiagnosticsTest-673159984 tempest-ServerDiagnosticsTest-673159984-project-member] [instance: d7335ae7-683b-4729-b771-29ac97585830] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] d7335ae7-683b-4729-b771-29ac97585830/d7335ae7-683b-4729-b771-29ac97585830.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 625.563712] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13e3bafc-9cc6-4523-9b7d-75751996a922 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.586776] env[65448]: DEBUG oslo_vmware.api [None req-6bfc65b5-2c0a-4edd-8f6d-18928b65c53c tempest-ServerDiagnosticsTest-673159984 tempest-ServerDiagnosticsTest-673159984-project-member] Waiting for the task: (returnval){ [ 625.586776] env[65448]: value = "task-4937127" [ 625.586776] env[65448]: _type = "Task" [ 625.586776] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.595620] env[65448]: DEBUG oslo_vmware.api [None req-6bfc65b5-2c0a-4edd-8f6d-18928b65c53c tempest-ServerDiagnosticsTest-673159984 tempest-ServerDiagnosticsTest-673159984-project-member] Task: {'id': task-4937127, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.635940] env[65448]: DEBUG nova.compute.manager [None req-3e701d02-e80f-4fa6-b3f9-19509ba03b72 tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] [instance: 059f932f-aa5a-46ff-a179-9826341731db] Start spawning the instance on the hypervisor. {{(pid=65448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2689}} [ 625.662301] env[65448]: DEBUG nova.virt.hardware [None req-3e701d02-e80f-4fa6-b3f9-19509ba03b72 tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-08T17:19:51Z,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a992292b6dae455593d228217860e2e1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-08T17:19:52Z,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 625.662542] env[65448]: DEBUG nova.virt.hardware [None req-3e701d02-e80f-4fa6-b3f9-19509ba03b72 tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 625.662735] env[65448]: DEBUG nova.virt.hardware [None req-3e701d02-e80f-4fa6-b3f9-19509ba03b72 tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 625.662937] env[65448]: DEBUG nova.virt.hardware [None req-3e701d02-e80f-4fa6-b3f9-19509ba03b72 tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 625.663090] env[65448]: DEBUG nova.virt.hardware [None req-3e701d02-e80f-4fa6-b3f9-19509ba03b72 tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 625.663235] env[65448]: DEBUG nova.virt.hardware [None req-3e701d02-e80f-4fa6-b3f9-19509ba03b72 tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 625.663458] env[65448]: DEBUG nova.virt.hardware [None req-3e701d02-e80f-4fa6-b3f9-19509ba03b72 tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 625.663612] env[65448]: DEBUG nova.virt.hardware [None req-3e701d02-e80f-4fa6-b3f9-19509ba03b72 tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 625.663770] env[65448]: DEBUG nova.virt.hardware [None req-3e701d02-e80f-4fa6-b3f9-19509ba03b72 tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 625.663923] env[65448]: DEBUG nova.virt.hardware [None req-3e701d02-e80f-4fa6-b3f9-19509ba03b72 tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 625.664103] env[65448]: DEBUG nova.virt.hardware [None req-3e701d02-e80f-4fa6-b3f9-19509ba03b72 tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 625.664949] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d084805-e975-4d84-a438-6c17270abae8 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.673794] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4531a121-3d6a-4c44-859e-340845a0c524 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.689414] env[65448]: DEBUG nova.scheduler.client.report [None req-e735187a-3026-4105-a1c8-c74721d67c28 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 625.725848] env[65448]: WARNING neutronclient.v2_0.client [None req-9a3330e8-9a1f-470c-9cac-af6cb30dca7e tempest-ServersTestBootFromVolume-1705188138 tempest-ServersTestBootFromVolume-1705188138-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 625.738539] env[65448]: DEBUG oslo_vmware.api [None req-dfdd0f9c-fc1c-4222-9d49-2643013986c3 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52b5ba3b-fc2f-be96-8953-e88dce18e418, 'name': SearchDatastore_Task, 'duration_secs': 0.016057} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.740225] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d323725c-151c-49d6-9088-7104c2f1ad3a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.748510] env[65448]: DEBUG oslo_vmware.api [None req-dfdd0f9c-fc1c-4222-9d49-2643013986c3 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Waiting for the task: (returnval){ [ 625.748510] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5217c136-018e-c326-bb96-5dc9d6837b5c" [ 625.748510] env[65448]: _type = "Task" [ 625.748510] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.762586] env[65448]: DEBUG oslo_vmware.api [None req-dfdd0f9c-fc1c-4222-9d49-2643013986c3 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5217c136-018e-c326-bb96-5dc9d6837b5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.936561] env[65448]: DEBUG oslo_vmware.api [None req-dd71c9c0-d46f-4bcb-93fc-a8807c750fba tempest-ServersAdmin275Test-1542350175 tempest-ServersAdmin275Test-1542350175-project-admin] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52512fee-e67c-ed88-0faf-20327d92b2df, 'name': SearchDatastore_Task, 'duration_secs': 0.082765} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.937347] env[65448]: DEBUG oslo_concurrency.lockutils [None req-dd71c9c0-d46f-4bcb-93fc-a8807c750fba tempest-ServersAdmin275Test-1542350175 tempest-ServersAdmin275Test-1542350175-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.937537] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-dd71c9c0-d46f-4bcb-93fc-a8807c750fba tempest-ServersAdmin275Test-1542350175 tempest-ServersAdmin275Test-1542350175-project-admin] [instance: 101b6ef8-fab1-4626-9524-4e080c5ad298] Processing image 50fb366d-48e6-424f-9c20-bc83d77be76a {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 625.937753] env[65448]: DEBUG oslo_concurrency.lockutils [None req-dd71c9c0-d46f-4bcb-93fc-a8807c750fba tempest-ServersAdmin275Test-1542350175 tempest-ServersAdmin275Test-1542350175-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.938635] env[65448]: DEBUG oslo_concurrency.lockutils [None req-4146587c-5d24-4320-b1a3-4e25577ec913 tempest-TenantUsagesTestJSON-1937329192 tempest-TenantUsagesTestJSON-1937329192-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.991259] env[65448]: DEBUG nova.network.neutron [None req-9a3330e8-9a1f-470c-9cac-af6cb30dca7e tempest-ServersTestBootFromVolume-1705188138 tempest-ServersTestBootFromVolume-1705188138-project-member] [instance: fa53b330-ff80-4666-bf9e-1664d5c3d23e] Updating instance_info_cache with network_info: [{"id": "6162992a-95cc-47fc-9586-2620f2667330", "address": "fa:16:3e:42:4e:66", "network": {"id": "4b2b0981-0b77-4e3b-a4dc-03e894dc993a", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-2080674456-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74408dc8b04f41b8bdca04195cebd569", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed3ffc1d-9f86-4029-857e-6cd1d383edbb", "external-id": "nsx-vlan-transportzone-759", "segmentation_id": 759, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6162992a-95", "ovs_interfaceid": "6162992a-95cc-47fc-9586-2620f2667330", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 626.103867] env[65448]: DEBUG oslo_vmware.api [None req-6bfc65b5-2c0a-4edd-8f6d-18928b65c53c tempest-ServerDiagnosticsTest-673159984 tempest-ServerDiagnosticsTest-673159984-project-member] Task: {'id': task-4937127, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.198283] env[65448]: DEBUG oslo_concurrency.lockutils [None req-e735187a-3026-4105-a1c8-c74721d67c28 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.604s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 626.198741] env[65448]: DEBUG nova.compute.manager [None req-e735187a-3026-4105-a1c8-c74721d67c28 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: f0ae0ad7-7800-4f5a-a270-7749177b8675] Start building networks asynchronously for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2881}} [ 626.201778] env[65448]: DEBUG oslo_concurrency.lockutils [None req-bb874bd3-5ca3-4a9d-a071-66b53a969ac8 tempest-DeleteServersAdminTestJSON-637159166 tempest-DeleteServersAdminTestJSON-637159166-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.776s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.202069] env[65448]: DEBUG nova.objects.instance [None req-bb874bd3-5ca3-4a9d-a071-66b53a969ac8 tempest-DeleteServersAdminTestJSON-637159166 tempest-DeleteServersAdminTestJSON-637159166-project-admin] Lazy-loading 'resources' on Instance uuid 12878a90-86d2-4609-80aa-de0d1bdb64c0 {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 626.260744] env[65448]: DEBUG oslo_vmware.api [None req-dfdd0f9c-fc1c-4222-9d49-2643013986c3 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5217c136-018e-c326-bb96-5dc9d6837b5c, 'name': SearchDatastore_Task, 'duration_secs': 0.057008} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.262829] env[65448]: DEBUG oslo_concurrency.lockutils [None req-dfdd0f9c-fc1c-4222-9d49-2643013986c3 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.262829] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfdd0f9c-fc1c-4222-9d49-2643013986c3 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] 576a1826-8e83-46fa-832d-87c62ff7d02e/576a1826-8e83-46fa-832d-87c62ff7d02e.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 626.262829] env[65448]: DEBUG oslo_concurrency.lockutils [None req-dd71c9c0-d46f-4bcb-93fc-a8807c750fba tempest-ServersAdmin275Test-1542350175 tempest-ServersAdmin275Test-1542350175-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.262829] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd71c9c0-d46f-4bcb-93fc-a8807c750fba tempest-ServersAdmin275Test-1542350175 tempest-ServersAdmin275Test-1542350175-project-admin] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 626.263101] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-77002cc7-fb39-44c3-ac26-ba71c92015aa {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.265930] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b93456ad-2a04-4b18-915f-bb957fa439a1 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.274544] env[65448]: DEBUG oslo_vmware.api [None req-dfdd0f9c-fc1c-4222-9d49-2643013986c3 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Waiting for the task: (returnval){ [ 626.274544] env[65448]: value = "task-4937128" [ 626.274544] env[65448]: _type = "Task" [ 626.274544] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.280243] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd71c9c0-d46f-4bcb-93fc-a8807c750fba tempest-ServersAdmin275Test-1542350175 tempest-ServersAdmin275Test-1542350175-project-admin] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 626.280510] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-dd71c9c0-d46f-4bcb-93fc-a8807c750fba tempest-ServersAdmin275Test-1542350175 tempest-ServersAdmin275Test-1542350175-project-admin] Folder [datastore2] devstack-image-cache_base created. {{(pid=65448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 626.281927] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d98536d3-d5c5-4978-b783-766dfedb3d7f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.288986] env[65448]: DEBUG oslo_vmware.api [None req-dfdd0f9c-fc1c-4222-9d49-2643013986c3 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Task: {'id': task-4937128, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.294475] env[65448]: DEBUG oslo_vmware.api [None req-dd71c9c0-d46f-4bcb-93fc-a8807c750fba tempest-ServersAdmin275Test-1542350175 tempest-ServersAdmin275Test-1542350175-project-admin] Waiting for the task: (returnval){ [ 626.294475] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52e14a80-d3fb-1c19-2951-9dc14eaba1ab" [ 626.294475] env[65448]: _type = "Task" [ 626.294475] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.308178] env[65448]: DEBUG oslo_vmware.api [None req-dd71c9c0-d46f-4bcb-93fc-a8807c750fba tempest-ServersAdmin275Test-1542350175 tempest-ServersAdmin275Test-1542350175-project-admin] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52e14a80-d3fb-1c19-2951-9dc14eaba1ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.495789] env[65448]: DEBUG oslo_concurrency.lockutils [None req-9a3330e8-9a1f-470c-9cac-af6cb30dca7e tempest-ServersTestBootFromVolume-1705188138 tempest-ServersTestBootFromVolume-1705188138-project-member] Releasing lock "refresh_cache-fa53b330-ff80-4666-bf9e-1664d5c3d23e" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.496552] env[65448]: DEBUG nova.compute.manager [None req-9a3330e8-9a1f-470c-9cac-af6cb30dca7e tempest-ServersTestBootFromVolume-1705188138 tempest-ServersTestBootFromVolume-1705188138-project-member] [instance: fa53b330-ff80-4666-bf9e-1664d5c3d23e] Instance network_info: |[{"id": "6162992a-95cc-47fc-9586-2620f2667330", "address": "fa:16:3e:42:4e:66", "network": {"id": "4b2b0981-0b77-4e3b-a4dc-03e894dc993a", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-2080674456-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74408dc8b04f41b8bdca04195cebd569", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed3ffc1d-9f86-4029-857e-6cd1d383edbb", "external-id": "nsx-vlan-transportzone-759", "segmentation_id": 759, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6162992a-95", "ovs_interfaceid": "6162992a-95cc-47fc-9586-2620f2667330", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 626.496733] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-9a3330e8-9a1f-470c-9cac-af6cb30dca7e tempest-ServersTestBootFromVolume-1705188138 tempest-ServersTestBootFromVolume-1705188138-project-member] [instance: fa53b330-ff80-4666-bf9e-1664d5c3d23e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:42:4e:66', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ed3ffc1d-9f86-4029-857e-6cd1d383edbb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6162992a-95cc-47fc-9586-2620f2667330', 'vif_model': 'vmxnet3'}] {{(pid=65448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 626.507391] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a3330e8-9a1f-470c-9cac-af6cb30dca7e tempest-ServersTestBootFromVolume-1705188138 tempest-ServersTestBootFromVolume-1705188138-project-member] Creating folder: Project (74408dc8b04f41b8bdca04195cebd569). Parent ref: group-v961779. {{(pid=65448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 626.507824] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d3e51b14-684c-49db-a527-785bf86a3171 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.526524] env[65448]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 626.526524] env[65448]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=65448) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 626.526524] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a3330e8-9a1f-470c-9cac-af6cb30dca7e tempest-ServersTestBootFromVolume-1705188138 tempest-ServersTestBootFromVolume-1705188138-project-member] Folder already exists: Project (74408dc8b04f41b8bdca04195cebd569). Parent ref: group-v961779. {{(pid=65448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 626.526524] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a3330e8-9a1f-470c-9cac-af6cb30dca7e tempest-ServersTestBootFromVolume-1705188138 tempest-ServersTestBootFromVolume-1705188138-project-member] Creating folder: Instances. Parent ref: group-v961786. {{(pid=65448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 626.526524] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1cbd205b-aff1-4763-8b49-81a07f7ef9e5 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.536941] env[65448]: INFO nova.virt.vmwareapi.vm_util [None req-9a3330e8-9a1f-470c-9cac-af6cb30dca7e tempest-ServersTestBootFromVolume-1705188138 tempest-ServersTestBootFromVolume-1705188138-project-member] Created folder: Instances in parent group-v961786. [ 626.537361] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-9a3330e8-9a1f-470c-9cac-af6cb30dca7e tempest-ServersTestBootFromVolume-1705188138 tempest-ServersTestBootFromVolume-1705188138-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 626.537611] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa53b330-ff80-4666-bf9e-1664d5c3d23e] Creating VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 626.537793] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cc915109-8dc4-4014-aad6-68ea5778755f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.560261] env[65448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 626.560261] env[65448]: value = "task-4937131" [ 626.560261] env[65448]: _type = "Task" [ 626.560261] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.573898] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937131, 'name': CreateVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.598522] env[65448]: DEBUG oslo_vmware.api [None req-6bfc65b5-2c0a-4edd-8f6d-18928b65c53c tempest-ServerDiagnosticsTest-673159984 tempest-ServerDiagnosticsTest-673159984-project-member] Task: {'id': task-4937127, 'name': ReconfigVM_Task, 'duration_secs': 0.770151} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.598966] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bfc65b5-2c0a-4edd-8f6d-18928b65c53c tempest-ServerDiagnosticsTest-673159984 tempest-ServerDiagnosticsTest-673159984-project-member] [instance: d7335ae7-683b-4729-b771-29ac97585830] Reconfigured VM instance instance-0000000d to attach disk [datastore2] d7335ae7-683b-4729-b771-29ac97585830/d7335ae7-683b-4729-b771-29ac97585830.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 626.599608] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0f727240-5bee-4ec0-ba6d-f3b542e738fd {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.607320] env[65448]: DEBUG oslo_vmware.api [None req-6bfc65b5-2c0a-4edd-8f6d-18928b65c53c tempest-ServerDiagnosticsTest-673159984 tempest-ServerDiagnosticsTest-673159984-project-member] Waiting for the task: (returnval){ [ 626.607320] env[65448]: value = "task-4937132" [ 626.607320] env[65448]: _type = "Task" [ 626.607320] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.618486] env[65448]: DEBUG oslo_vmware.api [None req-6bfc65b5-2c0a-4edd-8f6d-18928b65c53c tempest-ServerDiagnosticsTest-673159984 tempest-ServerDiagnosticsTest-673159984-project-member] Task: {'id': task-4937132, 'name': Rename_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.706945] env[65448]: DEBUG nova.compute.utils [None req-e735187a-3026-4105-a1c8-c74721d67c28 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Using /dev/sd instead of None {{(pid=65448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 626.711730] env[65448]: DEBUG nova.compute.manager [None req-e735187a-3026-4105-a1c8-c74721d67c28 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: f0ae0ad7-7800-4f5a-a270-7749177b8675] Allocating IP information in the background. {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 626.712082] env[65448]: DEBUG nova.network.neutron [None req-e735187a-3026-4105-a1c8-c74721d67c28 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: f0ae0ad7-7800-4f5a-a270-7749177b8675] allocate_for_instance() {{(pid=65448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 626.712463] env[65448]: WARNING neutronclient.v2_0.client [None req-e735187a-3026-4105-a1c8-c74721d67c28 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 626.712902] env[65448]: WARNING neutronclient.v2_0.client [None req-e735187a-3026-4105-a1c8-c74721d67c28 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 626.757591] env[65448]: DEBUG nova.compute.manager [req-fe5f24d1-7b60-48a2-bcc0-6d8a94faf5e4 req-f298cc77-2dee-4a1e-90e5-339d0fb4c043 service nova] [instance: d7335ae7-683b-4729-b771-29ac97585830] Received event network-vif-plugged-c9173b62-700d-4e6e-a374-8e926cabac3f {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 626.757847] env[65448]: DEBUG oslo_concurrency.lockutils [req-fe5f24d1-7b60-48a2-bcc0-6d8a94faf5e4 req-f298cc77-2dee-4a1e-90e5-339d0fb4c043 service nova] Acquiring lock "d7335ae7-683b-4729-b771-29ac97585830-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.757926] env[65448]: DEBUG oslo_concurrency.lockutils [req-fe5f24d1-7b60-48a2-bcc0-6d8a94faf5e4 req-f298cc77-2dee-4a1e-90e5-339d0fb4c043 service nova] Lock "d7335ae7-683b-4729-b771-29ac97585830-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.759411] env[65448]: DEBUG oslo_concurrency.lockutils [req-fe5f24d1-7b60-48a2-bcc0-6d8a94faf5e4 req-f298cc77-2dee-4a1e-90e5-339d0fb4c043 service nova] Lock "d7335ae7-683b-4729-b771-29ac97585830-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 626.759411] env[65448]: DEBUG nova.compute.manager [req-fe5f24d1-7b60-48a2-bcc0-6d8a94faf5e4 req-f298cc77-2dee-4a1e-90e5-339d0fb4c043 service nova] [instance: d7335ae7-683b-4729-b771-29ac97585830] No waiting events found dispatching network-vif-plugged-c9173b62-700d-4e6e-a374-8e926cabac3f {{(pid=65448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 626.759411] env[65448]: WARNING nova.compute.manager [req-fe5f24d1-7b60-48a2-bcc0-6d8a94faf5e4 req-f298cc77-2dee-4a1e-90e5-339d0fb4c043 service nova] [instance: d7335ae7-683b-4729-b771-29ac97585830] Received unexpected event network-vif-plugged-c9173b62-700d-4e6e-a374-8e926cabac3f for instance with vm_state building and task_state spawning. [ 626.759411] env[65448]: DEBUG nova.compute.manager [req-fe5f24d1-7b60-48a2-bcc0-6d8a94faf5e4 req-f298cc77-2dee-4a1e-90e5-339d0fb4c043 service nova] [instance: d7335ae7-683b-4729-b771-29ac97585830] Received event network-changed-c9173b62-700d-4e6e-a374-8e926cabac3f {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 626.762469] env[65448]: DEBUG nova.compute.manager [req-fe5f24d1-7b60-48a2-bcc0-6d8a94faf5e4 req-f298cc77-2dee-4a1e-90e5-339d0fb4c043 service nova] [instance: d7335ae7-683b-4729-b771-29ac97585830] Refreshing instance network info cache due to event network-changed-c9173b62-700d-4e6e-a374-8e926cabac3f. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 626.762469] env[65448]: DEBUG oslo_concurrency.lockutils [req-fe5f24d1-7b60-48a2-bcc0-6d8a94faf5e4 req-f298cc77-2dee-4a1e-90e5-339d0fb4c043 service nova] Acquiring lock "refresh_cache-d7335ae7-683b-4729-b771-29ac97585830" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.762815] env[65448]: DEBUG oslo_concurrency.lockutils [req-fe5f24d1-7b60-48a2-bcc0-6d8a94faf5e4 req-f298cc77-2dee-4a1e-90e5-339d0fb4c043 service nova] Acquired lock "refresh_cache-d7335ae7-683b-4729-b771-29ac97585830" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.762815] env[65448]: DEBUG nova.network.neutron [req-fe5f24d1-7b60-48a2-bcc0-6d8a94faf5e4 req-f298cc77-2dee-4a1e-90e5-339d0fb4c043 service nova] [instance: d7335ae7-683b-4729-b771-29ac97585830] Refreshing network info cache for port c9173b62-700d-4e6e-a374-8e926cabac3f {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 626.791769] env[65448]: DEBUG oslo_vmware.api [None req-dfdd0f9c-fc1c-4222-9d49-2643013986c3 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Task: {'id': task-4937128, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.806424] env[65448]: DEBUG nova.policy [None req-e735187a-3026-4105-a1c8-c74721d67c28 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a278319122f4493e8edb16186f0372bc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a4a79f75fe9f47d4a1cca9aa9f9c3901', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65448) authorize /opt/stack/nova/nova/policy.py:192}} [ 626.819044] env[65448]: DEBUG oslo_vmware.api [None req-dd71c9c0-d46f-4bcb-93fc-a8807c750fba tempest-ServersAdmin275Test-1542350175 tempest-ServersAdmin275Test-1542350175-project-admin] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52e14a80-d3fb-1c19-2951-9dc14eaba1ab, 'name': SearchDatastore_Task, 'duration_secs': 0.031358} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.823122] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80732b49-282e-45f9-ac8a-31c51348265c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.830292] env[65448]: DEBUG oslo_vmware.api [None req-dd71c9c0-d46f-4bcb-93fc-a8807c750fba tempest-ServersAdmin275Test-1542350175 tempest-ServersAdmin275Test-1542350175-project-admin] Waiting for the task: (returnval){ [ 626.830292] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52f90bec-0cf4-5d8a-90fa-ab4e88bb3502" [ 626.830292] env[65448]: _type = "Task" [ 626.830292] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.840802] env[65448]: DEBUG oslo_vmware.api [None req-dd71c9c0-d46f-4bcb-93fc-a8807c750fba tempest-ServersAdmin275Test-1542350175 tempest-ServersAdmin275Test-1542350175-project-admin] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52f90bec-0cf4-5d8a-90fa-ab4e88bb3502, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.890837] env[65448]: DEBUG nova.network.neutron [None req-3e701d02-e80f-4fa6-b3f9-19509ba03b72 tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] [instance: 059f932f-aa5a-46ff-a179-9826341731db] Successfully updated port: 8683b5df-2685-4120-ada6-752ee64da4ba {{(pid=65448) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 627.075832] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937131, 'name': CreateVM_Task, 'duration_secs': 0.446511} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.075832] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa53b330-ff80-4666-bf9e-1664d5c3d23e] Created VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 627.075832] env[65448]: WARNING neutronclient.v2_0.client [None req-9a3330e8-9a1f-470c-9cac-af6cb30dca7e tempest-ServersTestBootFromVolume-1705188138 tempest-ServersTestBootFromVolume-1705188138-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 627.076216] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-9a3330e8-9a1f-470c-9cac-af6cb30dca7e tempest-ServersTestBootFromVolume-1705188138 tempest-ServersTestBootFromVolume-1705188138-project-member] [instance: fa53b330-ff80-4666-bf9e-1664d5c3d23e] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sda', 'disk_bus': None, 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-961801', 'volume_id': '80f3c122-a4fa-4863-8156-3f1ec258eb24', 'name': 'volume-80f3c122-a4fa-4863-8156-3f1ec258eb24', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fa53b330-ff80-4666-bf9e-1664d5c3d23e', 'attached_at': '', 'detached_at': '', 'volume_id': '80f3c122-a4fa-4863-8156-3f1ec258eb24', 'serial': '80f3c122-a4fa-4863-8156-3f1ec258eb24'}, 'boot_index': 0, 'delete_on_termination': True, 'attachment_id': '0c428cde-0119-4a74-99cc-e275450e0363', 'device_type': None, 'volume_type': None}], 'swap': None} {{(pid=65448) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 627.076413] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a3330e8-9a1f-470c-9cac-af6cb30dca7e tempest-ServersTestBootFromVolume-1705188138 tempest-ServersTestBootFromVolume-1705188138-project-member] [instance: fa53b330-ff80-4666-bf9e-1664d5c3d23e] Root volume attach. Driver type: vmdk {{(pid=65448) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 627.077277] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14c31a57-9b2e-416e-b8d7-fd863f4304e0 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.089950] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e967b04-8775-4fed-bf59-2089f9bf41ca {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.102953] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-492deaca-991a-427e-9171-ed744c3a3982 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.116641] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-60ff4b8a-628d-4deb-bb26-86a91754b514 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.127403] env[65448]: DEBUG oslo_vmware.api [None req-6bfc65b5-2c0a-4edd-8f6d-18928b65c53c tempest-ServerDiagnosticsTest-673159984 tempest-ServerDiagnosticsTest-673159984-project-member] Task: {'id': task-4937132, 'name': Rename_Task, 'duration_secs': 0.426486} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.129882] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bfc65b5-2c0a-4edd-8f6d-18928b65c53c tempest-ServerDiagnosticsTest-673159984 tempest-ServerDiagnosticsTest-673159984-project-member] [instance: d7335ae7-683b-4729-b771-29ac97585830] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 627.130386] env[65448]: DEBUG oslo_vmware.api [None req-9a3330e8-9a1f-470c-9cac-af6cb30dca7e tempest-ServersTestBootFromVolume-1705188138 tempest-ServersTestBootFromVolume-1705188138-project-member] Waiting for the task: (returnval){ [ 627.130386] env[65448]: value = "task-4937133" [ 627.130386] env[65448]: _type = "Task" [ 627.130386] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.130596] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-716abf52-5bbf-412a-9b66-2b98e619289b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.147250] env[65448]: DEBUG oslo_vmware.api [None req-9a3330e8-9a1f-470c-9cac-af6cb30dca7e tempest-ServersTestBootFromVolume-1705188138 tempest-ServersTestBootFromVolume-1705188138-project-member] Task: {'id': task-4937133, 'name': RelocateVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.149222] env[65448]: DEBUG oslo_vmware.api [None req-6bfc65b5-2c0a-4edd-8f6d-18928b65c53c tempest-ServerDiagnosticsTest-673159984 tempest-ServerDiagnosticsTest-673159984-project-member] Waiting for the task: (returnval){ [ 627.149222] env[65448]: value = "task-4937134" [ 627.149222] env[65448]: _type = "Task" [ 627.149222] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.154979] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ea62d6a-5afe-4042-8f7a-7f7cb0fcbb60 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.162143] env[65448]: DEBUG oslo_vmware.api [None req-6bfc65b5-2c0a-4edd-8f6d-18928b65c53c tempest-ServerDiagnosticsTest-673159984 tempest-ServerDiagnosticsTest-673159984-project-member] Task: {'id': task-4937134, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.169505] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dc82487-c11a-487a-8f26-720bd31642a3 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.205267] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c1d6116-86e6-47b1-8b67-ce55f773e8d7 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.214027] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b742e84c-e51b-4c2d-9644-25b6bc23b31e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.233150] env[65448]: DEBUG nova.compute.manager [None req-e735187a-3026-4105-a1c8-c74721d67c28 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: f0ae0ad7-7800-4f5a-a270-7749177b8675] Start building block device mappings for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2916}} [ 627.236828] env[65448]: DEBUG nova.compute.provider_tree [None req-bb874bd3-5ca3-4a9d-a071-66b53a969ac8 tempest-DeleteServersAdminTestJSON-637159166 tempest-DeleteServersAdminTestJSON-637159166-project-admin] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 627.248420] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5c926cf6-aca7-48a5-9686-c7b3b47fc360 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Acquiring lock "fb73de4f-982f-48b5-b0a6-febcf9a1f54e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.248704] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5c926cf6-aca7-48a5-9686-c7b3b47fc360 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Lock "fb73de4f-982f-48b5-b0a6-febcf9a1f54e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 627.266077] env[65448]: WARNING neutronclient.v2_0.client [req-fe5f24d1-7b60-48a2-bcc0-6d8a94faf5e4 req-f298cc77-2dee-4a1e-90e5-339d0fb4c043 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 627.289029] env[65448]: DEBUG oslo_vmware.api [None req-dfdd0f9c-fc1c-4222-9d49-2643013986c3 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Task: {'id': task-4937128, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.715919} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.289309] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfdd0f9c-fc1c-4222-9d49-2643013986c3 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] 576a1826-8e83-46fa-832d-87c62ff7d02e/576a1826-8e83-46fa-832d-87c62ff7d02e.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 627.289846] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-dfdd0f9c-fc1c-4222-9d49-2643013986c3 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] [instance: 576a1826-8e83-46fa-832d-87c62ff7d02e] Extending root virtual disk to 1048576 {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 627.289846] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-12061da2-ec04-407e-926c-8da822f48a99 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.297305] env[65448]: DEBUG oslo_vmware.api [None req-dfdd0f9c-fc1c-4222-9d49-2643013986c3 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Waiting for the task: (returnval){ [ 627.297305] env[65448]: value = "task-4937135" [ 627.297305] env[65448]: _type = "Task" [ 627.297305] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.308205] env[65448]: DEBUG oslo_vmware.api [None req-dfdd0f9c-fc1c-4222-9d49-2643013986c3 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Task: {'id': task-4937135, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.325041] env[65448]: DEBUG nova.network.neutron [None req-e735187a-3026-4105-a1c8-c74721d67c28 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: f0ae0ad7-7800-4f5a-a270-7749177b8675] Successfully created port: 89a077dd-0b02-41db-98f1-558117233f56 {{(pid=65448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 627.342746] env[65448]: DEBUG oslo_vmware.api [None req-dd71c9c0-d46f-4bcb-93fc-a8807c750fba tempest-ServersAdmin275Test-1542350175 tempest-ServersAdmin275Test-1542350175-project-admin] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52f90bec-0cf4-5d8a-90fa-ab4e88bb3502, 'name': SearchDatastore_Task, 'duration_secs': 0.058883} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.343036] env[65448]: DEBUG oslo_concurrency.lockutils [None req-dd71c9c0-d46f-4bcb-93fc-a8807c750fba tempest-ServersAdmin275Test-1542350175 tempest-ServersAdmin275Test-1542350175-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.343413] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd71c9c0-d46f-4bcb-93fc-a8807c750fba tempest-ServersAdmin275Test-1542350175 tempest-ServersAdmin275Test-1542350175-project-admin] Copying Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] 101b6ef8-fab1-4626-9524-4e080c5ad298/101b6ef8-fab1-4626-9524-4e080c5ad298.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 627.343893] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-67499dda-2623-4816-a0c5-03e86f192bc8 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.352424] env[65448]: DEBUG oslo_vmware.api [None req-dd71c9c0-d46f-4bcb-93fc-a8807c750fba tempest-ServersAdmin275Test-1542350175 tempest-ServersAdmin275Test-1542350175-project-admin] Waiting for the task: (returnval){ [ 627.352424] env[65448]: value = "task-4937136" [ 627.352424] env[65448]: _type = "Task" [ 627.352424] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.363380] env[65448]: DEBUG oslo_vmware.api [None req-dd71c9c0-d46f-4bcb-93fc-a8807c750fba tempest-ServersAdmin275Test-1542350175 tempest-ServersAdmin275Test-1542350175-project-admin] Task: {'id': task-4937136, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.395248] env[65448]: DEBUG oslo_concurrency.lockutils [None req-3e701d02-e80f-4fa6-b3f9-19509ba03b72 tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Acquiring lock "refresh_cache-059f932f-aa5a-46ff-a179-9826341731db" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.395706] env[65448]: DEBUG oslo_concurrency.lockutils [None req-3e701d02-e80f-4fa6-b3f9-19509ba03b72 tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Acquired lock "refresh_cache-059f932f-aa5a-46ff-a179-9826341731db" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.395951] env[65448]: DEBUG nova.network.neutron [None req-3e701d02-e80f-4fa6-b3f9-19509ba03b72 tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] [instance: 059f932f-aa5a-46ff-a179-9826341731db] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 627.648371] env[65448]: DEBUG oslo_vmware.api [None req-9a3330e8-9a1f-470c-9cac-af6cb30dca7e tempest-ServersTestBootFromVolume-1705188138 tempest-ServersTestBootFromVolume-1705188138-project-member] Task: {'id': task-4937133, 'name': RelocateVM_Task} progress is 40%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.666585] env[65448]: DEBUG oslo_vmware.api [None req-6bfc65b5-2c0a-4edd-8f6d-18928b65c53c tempest-ServerDiagnosticsTest-673159984 tempest-ServerDiagnosticsTest-673159984-project-member] Task: {'id': task-4937134, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.746309] env[65448]: DEBUG nova.scheduler.client.report [None req-bb874bd3-5ca3-4a9d-a071-66b53a969ac8 tempest-DeleteServersAdminTestJSON-637159166 tempest-DeleteServersAdminTestJSON-637159166-project-admin] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 627.755932] env[65448]: DEBUG nova.compute.manager [None req-5c926cf6-aca7-48a5-9686-c7b3b47fc360 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] [instance: fb73de4f-982f-48b5-b0a6-febcf9a1f54e] Starting instance... {{(pid=65448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2483}} [ 627.816978] env[65448]: DEBUG oslo_vmware.api [None req-dfdd0f9c-fc1c-4222-9d49-2643013986c3 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Task: {'id': task-4937135, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081333} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.816978] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-dfdd0f9c-fc1c-4222-9d49-2643013986c3 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] [instance: 576a1826-8e83-46fa-832d-87c62ff7d02e] Extended root virtual disk {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 627.816978] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaec1f10-171f-4965-b182-7a0b8522ef35 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.851784] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfdd0f9c-fc1c-4222-9d49-2643013986c3 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] [instance: 576a1826-8e83-46fa-832d-87c62ff7d02e] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] 576a1826-8e83-46fa-832d-87c62ff7d02e/576a1826-8e83-46fa-832d-87c62ff7d02e.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 627.852677] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e9e5930c-8488-4065-886d-0968f629e8f9 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.877032] env[65448]: WARNING neutronclient.v2_0.client [req-fe5f24d1-7b60-48a2-bcc0-6d8a94faf5e4 req-f298cc77-2dee-4a1e-90e5-339d0fb4c043 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 627.883561] env[65448]: DEBUG oslo_vmware.api [None req-dfdd0f9c-fc1c-4222-9d49-2643013986c3 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Waiting for the task: (returnval){ [ 627.883561] env[65448]: value = "task-4937137" [ 627.883561] env[65448]: _type = "Task" [ 627.883561] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.892657] env[65448]: DEBUG oslo_vmware.api [None req-dd71c9c0-d46f-4bcb-93fc-a8807c750fba tempest-ServersAdmin275Test-1542350175 tempest-ServersAdmin275Test-1542350175-project-admin] Task: {'id': task-4937136, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.909122] env[65448]: DEBUG oslo_vmware.api [None req-dfdd0f9c-fc1c-4222-9d49-2643013986c3 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Task: {'id': task-4937137, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.082475] env[65448]: DEBUG nova.network.neutron [None req-3e701d02-e80f-4fa6-b3f9-19509ba03b72 tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] [instance: 059f932f-aa5a-46ff-a179-9826341731db] Instance cache missing network info. {{(pid=65448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 628.150765] env[65448]: DEBUG oslo_vmware.api [None req-9a3330e8-9a1f-470c-9cac-af6cb30dca7e tempest-ServersTestBootFromVolume-1705188138 tempest-ServersTestBootFromVolume-1705188138-project-member] Task: {'id': task-4937133, 'name': RelocateVM_Task} progress is 54%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.163137] env[65448]: DEBUG oslo_vmware.api [None req-6bfc65b5-2c0a-4edd-8f6d-18928b65c53c tempest-ServerDiagnosticsTest-673159984 tempest-ServerDiagnosticsTest-673159984-project-member] Task: {'id': task-4937134, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.243920] env[65448]: DEBUG nova.compute.manager [None req-e735187a-3026-4105-a1c8-c74721d67c28 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: f0ae0ad7-7800-4f5a-a270-7749177b8675] Start spawning the instance on the hypervisor. {{(pid=65448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2689}} [ 628.260815] env[65448]: DEBUG oslo_concurrency.lockutils [None req-bb874bd3-5ca3-4a9d-a071-66b53a969ac8 tempest-DeleteServersAdminTestJSON-637159166 tempest-DeleteServersAdminTestJSON-637159166-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.059s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 628.268719] env[65448]: DEBUG oslo_concurrency.lockutils [None req-c1698801-4324-4eda-bbc0-bbfbb2063f20 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.132s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.272177] env[65448]: INFO nova.compute.claims [None req-c1698801-4324-4eda-bbc0-bbfbb2063f20 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] [instance: bde62422-6d7d-48dd-b3c8-a9c9091e23a7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 628.303587] env[65448]: DEBUG nova.virt.hardware [None req-e735187a-3026-4105-a1c8-c74721d67c28 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-08T17:19:51Z,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a992292b6dae455593d228217860e2e1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-08T17:19:52Z,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 628.303587] env[65448]: DEBUG nova.virt.hardware [None req-e735187a-3026-4105-a1c8-c74721d67c28 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 628.303761] env[65448]: DEBUG nova.virt.hardware [None req-e735187a-3026-4105-a1c8-c74721d67c28 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 628.304382] env[65448]: DEBUG nova.virt.hardware [None req-e735187a-3026-4105-a1c8-c74721d67c28 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 628.304382] env[65448]: DEBUG nova.virt.hardware [None req-e735187a-3026-4105-a1c8-c74721d67c28 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 628.304382] env[65448]: DEBUG nova.virt.hardware [None req-e735187a-3026-4105-a1c8-c74721d67c28 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 628.304696] env[65448]: DEBUG nova.virt.hardware [None req-e735187a-3026-4105-a1c8-c74721d67c28 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 628.304696] env[65448]: DEBUG nova.virt.hardware [None req-e735187a-3026-4105-a1c8-c74721d67c28 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 628.304843] env[65448]: DEBUG nova.virt.hardware [None req-e735187a-3026-4105-a1c8-c74721d67c28 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 628.305058] env[65448]: DEBUG nova.virt.hardware [None req-e735187a-3026-4105-a1c8-c74721d67c28 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 628.305516] env[65448]: DEBUG nova.virt.hardware [None req-e735187a-3026-4105-a1c8-c74721d67c28 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 628.306479] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14fa28e9-018e-4be7-a404-52bd99fe0c40 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.311574] env[65448]: INFO nova.scheduler.client.report [None req-bb874bd3-5ca3-4a9d-a071-66b53a969ac8 tempest-DeleteServersAdminTestJSON-637159166 tempest-DeleteServersAdminTestJSON-637159166-project-admin] Deleted allocations for instance 12878a90-86d2-4609-80aa-de0d1bdb64c0 [ 628.313361] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5c926cf6-aca7-48a5-9686-c7b3b47fc360 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.323040] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9f2737a-3c21-4583-a6dc-d893fbda2a38 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.387034] env[65448]: DEBUG oslo_vmware.api [None req-dd71c9c0-d46f-4bcb-93fc-a8807c750fba tempest-ServersAdmin275Test-1542350175 tempest-ServersAdmin275Test-1542350175-project-admin] Task: {'id': task-4937136, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.801777} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.391215] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd71c9c0-d46f-4bcb-93fc-a8807c750fba tempest-ServersAdmin275Test-1542350175 tempest-ServersAdmin275Test-1542350175-project-admin] Copied Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] 101b6ef8-fab1-4626-9524-4e080c5ad298/101b6ef8-fab1-4626-9524-4e080c5ad298.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 628.391479] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-dd71c9c0-d46f-4bcb-93fc-a8807c750fba tempest-ServersAdmin275Test-1542350175 tempest-ServersAdmin275Test-1542350175-project-admin] [instance: 101b6ef8-fab1-4626-9524-4e080c5ad298] Extending root virtual disk to 1048576 {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 628.391780] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5fc724a7-3f15-41e3-84e1-712fd5731bdd {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.410042] env[65448]: DEBUG oslo_vmware.api [None req-dfdd0f9c-fc1c-4222-9d49-2643013986c3 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Task: {'id': task-4937137, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.410304] env[65448]: DEBUG oslo_vmware.api [None req-dd71c9c0-d46f-4bcb-93fc-a8807c750fba tempest-ServersAdmin275Test-1542350175 tempest-ServersAdmin275Test-1542350175-project-admin] Waiting for the task: (returnval){ [ 628.410304] env[65448]: value = "task-4937138" [ 628.410304] env[65448]: _type = "Task" [ 628.410304] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.426016] env[65448]: DEBUG oslo_vmware.api [None req-dd71c9c0-d46f-4bcb-93fc-a8807c750fba tempest-ServersAdmin275Test-1542350175 tempest-ServersAdmin275Test-1542350175-project-admin] Task: {'id': task-4937138, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.647382] env[65448]: DEBUG oslo_vmware.api [None req-9a3330e8-9a1f-470c-9cac-af6cb30dca7e tempest-ServersTestBootFromVolume-1705188138 tempest-ServersTestBootFromVolume-1705188138-project-member] Task: {'id': task-4937133, 'name': RelocateVM_Task} progress is 67%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.663312] env[65448]: DEBUG oslo_vmware.api [None req-6bfc65b5-2c0a-4edd-8f6d-18928b65c53c tempest-ServerDiagnosticsTest-673159984 tempest-ServerDiagnosticsTest-673159984-project-member] Task: {'id': task-4937134, 'name': PowerOnVM_Task, 'duration_secs': 1.034992} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.663697] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bfc65b5-2c0a-4edd-8f6d-18928b65c53c tempest-ServerDiagnosticsTest-673159984 tempest-ServerDiagnosticsTest-673159984-project-member] [instance: d7335ae7-683b-4729-b771-29ac97585830] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 628.663776] env[65448]: INFO nova.compute.manager [None req-6bfc65b5-2c0a-4edd-8f6d-18928b65c53c tempest-ServerDiagnosticsTest-673159984 tempest-ServerDiagnosticsTest-673159984-project-member] [instance: d7335ae7-683b-4729-b771-29ac97585830] Took 12.69 seconds to spawn the instance on the hypervisor. [ 628.663965] env[65448]: DEBUG nova.compute.manager [None req-6bfc65b5-2c0a-4edd-8f6d-18928b65c53c tempest-ServerDiagnosticsTest-673159984 tempest-ServerDiagnosticsTest-673159984-project-member] [instance: d7335ae7-683b-4729-b771-29ac97585830] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 628.664905] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b20807a-f7e3-4932-8a56-843149181d87 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.823120] env[65448]: DEBUG oslo_concurrency.lockutils [None req-bb874bd3-5ca3-4a9d-a071-66b53a969ac8 tempest-DeleteServersAdminTestJSON-637159166 tempest-DeleteServersAdminTestJSON-637159166-project-admin] Lock "12878a90-86d2-4609-80aa-de0d1bdb64c0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.931s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 628.831968] env[65448]: DEBUG nova.network.neutron [req-fe5f24d1-7b60-48a2-bcc0-6d8a94faf5e4 req-f298cc77-2dee-4a1e-90e5-339d0fb4c043 service nova] [instance: d7335ae7-683b-4729-b771-29ac97585830] Updated VIF entry in instance network info cache for port c9173b62-700d-4e6e-a374-8e926cabac3f. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 628.831968] env[65448]: DEBUG nova.network.neutron [req-fe5f24d1-7b60-48a2-bcc0-6d8a94faf5e4 req-f298cc77-2dee-4a1e-90e5-339d0fb4c043 service nova] [instance: d7335ae7-683b-4729-b771-29ac97585830] Updating instance_info_cache with network_info: [{"id": "c9173b62-700d-4e6e-a374-8e926cabac3f", "address": "fa:16:3e:41:35:7b", "network": {"id": "8bceff40-3fe8-4c4e-8d97-0f1608c6de19", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.65", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a992292b6dae455593d228217860e2e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9173b62-70", "ovs_interfaceid": "c9173b62-700d-4e6e-a374-8e926cabac3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 628.899422] env[65448]: DEBUG oslo_vmware.api [None req-dfdd0f9c-fc1c-4222-9d49-2643013986c3 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Task: {'id': task-4937137, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.924026] env[65448]: DEBUG oslo_vmware.api [None req-dd71c9c0-d46f-4bcb-93fc-a8807c750fba tempest-ServersAdmin275Test-1542350175 tempest-ServersAdmin275Test-1542350175-project-admin] Task: {'id': task-4937138, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.106697} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.924303] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-dd71c9c0-d46f-4bcb-93fc-a8807c750fba tempest-ServersAdmin275Test-1542350175 tempest-ServersAdmin275Test-1542350175-project-admin] [instance: 101b6ef8-fab1-4626-9524-4e080c5ad298] Extended root virtual disk {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 628.925221] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4c5deef-36e8-411e-90d8-93239230920d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.950331] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd71c9c0-d46f-4bcb-93fc-a8807c750fba tempest-ServersAdmin275Test-1542350175 tempest-ServersAdmin275Test-1542350175-project-admin] [instance: 101b6ef8-fab1-4626-9524-4e080c5ad298] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] 101b6ef8-fab1-4626-9524-4e080c5ad298/101b6ef8-fab1-4626-9524-4e080c5ad298.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 628.950679] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7fe03066-7961-4b3b-903c-1425f86f007f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.979811] env[65448]: DEBUG oslo_vmware.api [None req-dd71c9c0-d46f-4bcb-93fc-a8807c750fba tempest-ServersAdmin275Test-1542350175 tempest-ServersAdmin275Test-1542350175-project-admin] Waiting for the task: (returnval){ [ 628.979811] env[65448]: value = "task-4937139" [ 628.979811] env[65448]: _type = "Task" [ 628.979811] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.000910] env[65448]: DEBUG oslo_vmware.api [None req-dd71c9c0-d46f-4bcb-93fc-a8807c750fba tempest-ServersAdmin275Test-1542350175 tempest-ServersAdmin275Test-1542350175-project-admin] Task: {'id': task-4937139, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.117693] env[65448]: WARNING neutronclient.v2_0.client [None req-3e701d02-e80f-4fa6-b3f9-19509ba03b72 tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 629.131589] env[65448]: DEBUG nova.network.neutron [None req-e735187a-3026-4105-a1c8-c74721d67c28 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: f0ae0ad7-7800-4f5a-a270-7749177b8675] Successfully updated port: 89a077dd-0b02-41db-98f1-558117233f56 {{(pid=65448) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 629.151488] env[65448]: DEBUG oslo_vmware.api [None req-9a3330e8-9a1f-470c-9cac-af6cb30dca7e tempest-ServersTestBootFromVolume-1705188138 tempest-ServersTestBootFromVolume-1705188138-project-member] Task: {'id': task-4937133, 'name': RelocateVM_Task} progress is 81%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.189288] env[65448]: INFO nova.compute.manager [None req-6bfc65b5-2c0a-4edd-8f6d-18928b65c53c tempest-ServerDiagnosticsTest-673159984 tempest-ServerDiagnosticsTest-673159984-project-member] [instance: d7335ae7-683b-4729-b771-29ac97585830] Took 25.06 seconds to build instance. [ 629.229926] env[65448]: DEBUG nova.network.neutron [None req-3e701d02-e80f-4fa6-b3f9-19509ba03b72 tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] [instance: 059f932f-aa5a-46ff-a179-9826341731db] Updating instance_info_cache with network_info: [{"id": "8683b5df-2685-4120-ada6-752ee64da4ba", "address": "fa:16:3e:d8:91:01", "network": {"id": "8bceff40-3fe8-4c4e-8d97-0f1608c6de19", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a992292b6dae455593d228217860e2e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8683b5df-26", "ovs_interfaceid": "8683b5df-2685-4120-ada6-752ee64da4ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 629.338925] env[65448]: DEBUG oslo_concurrency.lockutils [req-fe5f24d1-7b60-48a2-bcc0-6d8a94faf5e4 req-f298cc77-2dee-4a1e-90e5-339d0fb4c043 service nova] Releasing lock "refresh_cache-d7335ae7-683b-4729-b771-29ac97585830" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.338925] env[65448]: DEBUG nova.compute.manager [req-fe5f24d1-7b60-48a2-bcc0-6d8a94faf5e4 req-f298cc77-2dee-4a1e-90e5-339d0fb4c043 service nova] [instance: a2724af1-294c-4358-9aa3-938b7d8db7d4] Received event network-vif-deleted-897ddb0d-97bb-4f75-b59e-1ebab1eea5d3 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 629.338925] env[65448]: DEBUG nova.compute.manager [req-fe5f24d1-7b60-48a2-bcc0-6d8a94faf5e4 req-f298cc77-2dee-4a1e-90e5-339d0fb4c043 service nova] [instance: 576a1826-8e83-46fa-832d-87c62ff7d02e] Received event network-vif-plugged-af91553a-8d1b-4540-8ae3-b79120e7fe2a {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 629.338925] env[65448]: DEBUG oslo_concurrency.lockutils [req-fe5f24d1-7b60-48a2-bcc0-6d8a94faf5e4 req-f298cc77-2dee-4a1e-90e5-339d0fb4c043 service nova] Acquiring lock "576a1826-8e83-46fa-832d-87c62ff7d02e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.338925] env[65448]: DEBUG oslo_concurrency.lockutils [req-fe5f24d1-7b60-48a2-bcc0-6d8a94faf5e4 req-f298cc77-2dee-4a1e-90e5-339d0fb4c043 service nova] Lock "576a1826-8e83-46fa-832d-87c62ff7d02e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.339411] env[65448]: DEBUG oslo_concurrency.lockutils [req-fe5f24d1-7b60-48a2-bcc0-6d8a94faf5e4 req-f298cc77-2dee-4a1e-90e5-339d0fb4c043 service nova] Lock "576a1826-8e83-46fa-832d-87c62ff7d02e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.339411] env[65448]: DEBUG nova.compute.manager [req-fe5f24d1-7b60-48a2-bcc0-6d8a94faf5e4 req-f298cc77-2dee-4a1e-90e5-339d0fb4c043 service nova] [instance: 576a1826-8e83-46fa-832d-87c62ff7d02e] No waiting events found dispatching network-vif-plugged-af91553a-8d1b-4540-8ae3-b79120e7fe2a {{(pid=65448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 629.339411] env[65448]: WARNING nova.compute.manager [req-fe5f24d1-7b60-48a2-bcc0-6d8a94faf5e4 req-f298cc77-2dee-4a1e-90e5-339d0fb4c043 service nova] [instance: 576a1826-8e83-46fa-832d-87c62ff7d02e] Received unexpected event network-vif-plugged-af91553a-8d1b-4540-8ae3-b79120e7fe2a for instance with vm_state building and task_state spawning. [ 629.339411] env[65448]: DEBUG nova.compute.manager [req-fe5f24d1-7b60-48a2-bcc0-6d8a94faf5e4 req-f298cc77-2dee-4a1e-90e5-339d0fb4c043 service nova] [instance: 576a1826-8e83-46fa-832d-87c62ff7d02e] Received event network-changed-af91553a-8d1b-4540-8ae3-b79120e7fe2a {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 629.339411] env[65448]: DEBUG nova.compute.manager [req-fe5f24d1-7b60-48a2-bcc0-6d8a94faf5e4 req-f298cc77-2dee-4a1e-90e5-339d0fb4c043 service nova] [instance: 576a1826-8e83-46fa-832d-87c62ff7d02e] Refreshing instance network info cache due to event network-changed-af91553a-8d1b-4540-8ae3-b79120e7fe2a. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 629.339567] env[65448]: DEBUG oslo_concurrency.lockutils [req-fe5f24d1-7b60-48a2-bcc0-6d8a94faf5e4 req-f298cc77-2dee-4a1e-90e5-339d0fb4c043 service nova] Acquiring lock "refresh_cache-576a1826-8e83-46fa-832d-87c62ff7d02e" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.339567] env[65448]: DEBUG oslo_concurrency.lockutils [req-fe5f24d1-7b60-48a2-bcc0-6d8a94faf5e4 req-f298cc77-2dee-4a1e-90e5-339d0fb4c043 service nova] Acquired lock "refresh_cache-576a1826-8e83-46fa-832d-87c62ff7d02e" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.339567] env[65448]: DEBUG nova.network.neutron [req-fe5f24d1-7b60-48a2-bcc0-6d8a94faf5e4 req-f298cc77-2dee-4a1e-90e5-339d0fb4c043 service nova] [instance: 576a1826-8e83-46fa-832d-87c62ff7d02e] Refreshing network info cache for port af91553a-8d1b-4540-8ae3-b79120e7fe2a {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 629.412124] env[65448]: DEBUG oslo_vmware.api [None req-dfdd0f9c-fc1c-4222-9d49-2643013986c3 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Task: {'id': task-4937137, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.499974] env[65448]: DEBUG oslo_vmware.api [None req-dd71c9c0-d46f-4bcb-93fc-a8807c750fba tempest-ServersAdmin275Test-1542350175 tempest-ServersAdmin275Test-1542350175-project-admin] Task: {'id': task-4937139, 'name': ReconfigVM_Task, 'duration_secs': 0.462218} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.500804] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd71c9c0-d46f-4bcb-93fc-a8807c750fba tempest-ServersAdmin275Test-1542350175 tempest-ServersAdmin275Test-1542350175-project-admin] [instance: 101b6ef8-fab1-4626-9524-4e080c5ad298] Reconfigured VM instance instance-00000002 to attach disk [datastore2] 101b6ef8-fab1-4626-9524-4e080c5ad298/101b6ef8-fab1-4626-9524-4e080c5ad298.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 629.505246] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a9f08b8f-63ba-4d21-baf8-5ac65ea42e48 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.515550] env[65448]: DEBUG oslo_vmware.api [None req-dd71c9c0-d46f-4bcb-93fc-a8807c750fba tempest-ServersAdmin275Test-1542350175 tempest-ServersAdmin275Test-1542350175-project-admin] Waiting for the task: (returnval){ [ 629.515550] env[65448]: value = "task-4937140" [ 629.515550] env[65448]: _type = "Task" [ 629.515550] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.527857] env[65448]: DEBUG oslo_vmware.api [None req-dd71c9c0-d46f-4bcb-93fc-a8807c750fba tempest-ServersAdmin275Test-1542350175 tempest-ServersAdmin275Test-1542350175-project-admin] Task: {'id': task-4937140, 'name': Rename_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.590781] env[65448]: DEBUG nova.compute.manager [req-2e67a4fe-8b56-4fd6-ad67-676189035d93 req-848e020d-8891-4cd0-a058-3e96617d1730 service nova] [instance: 6298b6d7-5892-48cc-b808-eeca3d91f57e] Received event network-changed-58b013a8-5508-4dd2-89fd-15a7e6e99539 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 629.590920] env[65448]: DEBUG nova.compute.manager [req-2e67a4fe-8b56-4fd6-ad67-676189035d93 req-848e020d-8891-4cd0-a058-3e96617d1730 service nova] [instance: 6298b6d7-5892-48cc-b808-eeca3d91f57e] Refreshing instance network info cache due to event network-changed-58b013a8-5508-4dd2-89fd-15a7e6e99539. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 629.592174] env[65448]: DEBUG oslo_concurrency.lockutils [req-2e67a4fe-8b56-4fd6-ad67-676189035d93 req-848e020d-8891-4cd0-a058-3e96617d1730 service nova] Acquiring lock "refresh_cache-6298b6d7-5892-48cc-b808-eeca3d91f57e" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.592324] env[65448]: DEBUG oslo_concurrency.lockutils [req-2e67a4fe-8b56-4fd6-ad67-676189035d93 req-848e020d-8891-4cd0-a058-3e96617d1730 service nova] Acquired lock "refresh_cache-6298b6d7-5892-48cc-b808-eeca3d91f57e" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.592486] env[65448]: DEBUG nova.network.neutron [req-2e67a4fe-8b56-4fd6-ad67-676189035d93 req-848e020d-8891-4cd0-a058-3e96617d1730 service nova] [instance: 6298b6d7-5892-48cc-b808-eeca3d91f57e] Refreshing network info cache for port 58b013a8-5508-4dd2-89fd-15a7e6e99539 {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 629.634684] env[65448]: DEBUG oslo_concurrency.lockutils [None req-e735187a-3026-4105-a1c8-c74721d67c28 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Acquiring lock "refresh_cache-f0ae0ad7-7800-4f5a-a270-7749177b8675" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.634755] env[65448]: DEBUG oslo_concurrency.lockutils [None req-e735187a-3026-4105-a1c8-c74721d67c28 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Acquired lock "refresh_cache-f0ae0ad7-7800-4f5a-a270-7749177b8675" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.634934] env[65448]: DEBUG nova.network.neutron [None req-e735187a-3026-4105-a1c8-c74721d67c28 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: f0ae0ad7-7800-4f5a-a270-7749177b8675] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 629.648752] env[65448]: DEBUG oslo_vmware.api [None req-9a3330e8-9a1f-470c-9cac-af6cb30dca7e tempest-ServersTestBootFromVolume-1705188138 tempest-ServersTestBootFromVolume-1705188138-project-member] Task: {'id': task-4937133, 'name': RelocateVM_Task} progress is 95%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.668931] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34fe1829-397a-4d03-b8c1-5abcc68a7475 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.679828] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eb30445-8d60-4880-a7b8-aa68f6257f06 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.721829] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6bfc65b5-2c0a-4edd-8f6d-18928b65c53c tempest-ServerDiagnosticsTest-673159984 tempest-ServerDiagnosticsTest-673159984-project-member] Lock "d7335ae7-683b-4729-b771-29ac97585830" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.608s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.722786] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b04442d5-5e81-44d3-8c59-31dbb5467cc8 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.732892] env[65448]: DEBUG oslo_concurrency.lockutils [None req-3e701d02-e80f-4fa6-b3f9-19509ba03b72 tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Releasing lock "refresh_cache-059f932f-aa5a-46ff-a179-9826341731db" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.732892] env[65448]: DEBUG nova.compute.manager [None req-3e701d02-e80f-4fa6-b3f9-19509ba03b72 tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] [instance: 059f932f-aa5a-46ff-a179-9826341731db] Instance network_info: |[{"id": "8683b5df-2685-4120-ada6-752ee64da4ba", "address": "fa:16:3e:d8:91:01", "network": {"id": "8bceff40-3fe8-4c4e-8d97-0f1608c6de19", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a992292b6dae455593d228217860e2e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8683b5df-26", "ovs_interfaceid": "8683b5df-2685-4120-ada6-752ee64da4ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 629.736066] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbf135e6-348f-498d-b024-2968f06832f7 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.743191] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-3e701d02-e80f-4fa6-b3f9-19509ba03b72 tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] [instance: 059f932f-aa5a-46ff-a179-9826341731db] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d8:91:01', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '07e9bef1-2b0e-4e4d-997f-de71bb0e213a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8683b5df-2685-4120-ada6-752ee64da4ba', 'vif_model': 'vmxnet3'}] {{(pid=65448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 629.757511] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-3e701d02-e80f-4fa6-b3f9-19509ba03b72 tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 629.758142] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 059f932f-aa5a-46ff-a179-9826341731db] Creating VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 629.759163] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b13ae5cd-73b1-4027-a8f5-3c056c7cfddf {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.804146] env[65448]: DEBUG nova.compute.provider_tree [None req-c1698801-4324-4eda-bbc0-bbfbb2063f20 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Updating inventory in ProviderTree for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 629.813377] env[65448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 629.813377] env[65448]: value = "task-4937141" [ 629.813377] env[65448]: _type = "Task" [ 629.813377] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.827388] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937141, 'name': CreateVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.842914] env[65448]: WARNING neutronclient.v2_0.client [req-fe5f24d1-7b60-48a2-bcc0-6d8a94faf5e4 req-f298cc77-2dee-4a1e-90e5-339d0fb4c043 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 629.901708] env[65448]: DEBUG oslo_vmware.api [None req-dfdd0f9c-fc1c-4222-9d49-2643013986c3 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Task: {'id': task-4937137, 'name': ReconfigVM_Task, 'duration_secs': 1.776628} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.906973] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfdd0f9c-fc1c-4222-9d49-2643013986c3 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] [instance: 576a1826-8e83-46fa-832d-87c62ff7d02e] Reconfigured VM instance instance-0000000e to attach disk [datastore2] 576a1826-8e83-46fa-832d-87c62ff7d02e/576a1826-8e83-46fa-832d-87c62ff7d02e.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 629.906973] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a675daff-d531-4712-af03-b6c72542e1c2 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.915815] env[65448]: DEBUG oslo_vmware.api [None req-dfdd0f9c-fc1c-4222-9d49-2643013986c3 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Waiting for the task: (returnval){ [ 629.915815] env[65448]: value = "task-4937142" [ 629.915815] env[65448]: _type = "Task" [ 629.915815] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.932089] env[65448]: DEBUG oslo_vmware.api [None req-dfdd0f9c-fc1c-4222-9d49-2643013986c3 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Task: {'id': task-4937142, 'name': Rename_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.032560] env[65448]: DEBUG oslo_vmware.api [None req-dd71c9c0-d46f-4bcb-93fc-a8807c750fba tempest-ServersAdmin275Test-1542350175 tempest-ServersAdmin275Test-1542350175-project-admin] Task: {'id': task-4937140, 'name': Rename_Task, 'duration_secs': 0.19139} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.033077] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd71c9c0-d46f-4bcb-93fc-a8807c750fba tempest-ServersAdmin275Test-1542350175 tempest-ServersAdmin275Test-1542350175-project-admin] [instance: 101b6ef8-fab1-4626-9524-4e080c5ad298] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 630.033517] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-be06799b-53cd-4417-935f-1f09d21aba74 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.042425] env[65448]: DEBUG oslo_vmware.api [None req-dd71c9c0-d46f-4bcb-93fc-a8807c750fba tempest-ServersAdmin275Test-1542350175 tempest-ServersAdmin275Test-1542350175-project-admin] Waiting for the task: (returnval){ [ 630.042425] env[65448]: value = "task-4937143" [ 630.042425] env[65448]: _type = "Task" [ 630.042425] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.053322] env[65448]: DEBUG oslo_vmware.api [None req-dd71c9c0-d46f-4bcb-93fc-a8807c750fba tempest-ServersAdmin275Test-1542350175 tempest-ServersAdmin275Test-1542350175-project-admin] Task: {'id': task-4937143, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.096649] env[65448]: WARNING neutronclient.v2_0.client [req-2e67a4fe-8b56-4fd6-ad67-676189035d93 req-848e020d-8891-4cd0-a058-3e96617d1730 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 630.152388] env[65448]: DEBUG oslo_vmware.api [None req-9a3330e8-9a1f-470c-9cac-af6cb30dca7e tempest-ServersTestBootFromVolume-1705188138 tempest-ServersTestBootFromVolume-1705188138-project-member] Task: {'id': task-4937133, 'name': RelocateVM_Task} progress is 98%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.215696] env[65448]: DEBUG oslo_concurrency.lockutils [None req-8447b26b-8af1-4ef6-8044-50176788a44e tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Acquiring lock "ec4482b0-2919-48e3-a773-7013a9bb0899" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.215849] env[65448]: DEBUG oslo_concurrency.lockutils [None req-8447b26b-8af1-4ef6-8044-50176788a44e tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Lock "ec4482b0-2919-48e3-a773-7013a9bb0899" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.325261] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937141, 'name': CreateVM_Task} progress is 25%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.325926] env[65448]: DEBUG nova.network.neutron [None req-e735187a-3026-4105-a1c8-c74721d67c28 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: f0ae0ad7-7800-4f5a-a270-7749177b8675] Instance cache missing network info. {{(pid=65448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 630.334725] env[65448]: DEBUG oslo_concurrency.lockutils [None req-1cb87946-dc77-4f59-a183-99545a20fed7 tempest-ServerDiagnosticsNegativeTest-649700980 tempest-ServerDiagnosticsNegativeTest-649700980-project-member] Acquiring lock "2ceb8324-07de-45d9-bc39-b8661a6a35e4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.335032] env[65448]: DEBUG oslo_concurrency.lockutils [None req-1cb87946-dc77-4f59-a183-99545a20fed7 tempest-ServerDiagnosticsNegativeTest-649700980 tempest-ServerDiagnosticsNegativeTest-649700980-project-member] Lock "2ceb8324-07de-45d9-bc39-b8661a6a35e4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.335284] env[65448]: DEBUG oslo_concurrency.lockutils [None req-1cb87946-dc77-4f59-a183-99545a20fed7 tempest-ServerDiagnosticsNegativeTest-649700980 tempest-ServerDiagnosticsNegativeTest-649700980-project-member] Acquiring lock "2ceb8324-07de-45d9-bc39-b8661a6a35e4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.335479] env[65448]: DEBUG oslo_concurrency.lockutils [None req-1cb87946-dc77-4f59-a183-99545a20fed7 tempest-ServerDiagnosticsNegativeTest-649700980 tempest-ServerDiagnosticsNegativeTest-649700980-project-member] Lock "2ceb8324-07de-45d9-bc39-b8661a6a35e4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.335676] env[65448]: DEBUG oslo_concurrency.lockutils [None req-1cb87946-dc77-4f59-a183-99545a20fed7 tempest-ServerDiagnosticsNegativeTest-649700980 tempest-ServerDiagnosticsNegativeTest-649700980-project-member] Lock "2ceb8324-07de-45d9-bc39-b8661a6a35e4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 630.338552] env[65448]: ERROR nova.scheduler.client.report [None req-c1698801-4324-4eda-bbc0-bbfbb2063f20 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] [req-e9c27b1f-ec52-441f-9f90-d1a937f7dc2c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 76aeec68-79e6-4d77-baf0-33bb098aa897. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e9c27b1f-ec52-441f-9f90-d1a937f7dc2c"}]} [ 630.342232] env[65448]: INFO nova.compute.manager [None req-1cb87946-dc77-4f59-a183-99545a20fed7 tempest-ServerDiagnosticsNegativeTest-649700980 tempest-ServerDiagnosticsNegativeTest-649700980-project-member] [instance: 2ceb8324-07de-45d9-bc39-b8661a6a35e4] Terminating instance [ 630.363548] env[65448]: DEBUG nova.scheduler.client.report [None req-c1698801-4324-4eda-bbc0-bbfbb2063f20 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Refreshing inventories for resource provider 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 630.374201] env[65448]: WARNING neutronclient.v2_0.client [req-fe5f24d1-7b60-48a2-bcc0-6d8a94faf5e4 req-f298cc77-2dee-4a1e-90e5-339d0fb4c043 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 630.383459] env[65448]: DEBUG nova.scheduler.client.report [None req-c1698801-4324-4eda-bbc0-bbfbb2063f20 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Updating ProviderTree inventory for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 630.383841] env[65448]: DEBUG nova.compute.provider_tree [None req-c1698801-4324-4eda-bbc0-bbfbb2063f20 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Updating inventory in ProviderTree for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 630.409042] env[65448]: DEBUG nova.scheduler.client.report [None req-c1698801-4324-4eda-bbc0-bbfbb2063f20 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Refreshing aggregate associations for resource provider 76aeec68-79e6-4d77-baf0-33bb098aa897, aggregates: None {{(pid=65448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 630.428745] env[65448]: DEBUG oslo_vmware.api [None req-dfdd0f9c-fc1c-4222-9d49-2643013986c3 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Task: {'id': task-4937142, 'name': Rename_Task, 'duration_secs': 0.295633} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.429436] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfdd0f9c-fc1c-4222-9d49-2643013986c3 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] [instance: 576a1826-8e83-46fa-832d-87c62ff7d02e] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 630.429436] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-53f8c197-2b8b-47bc-ba49-16ad0cef7c83 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.436685] env[65448]: DEBUG oslo_vmware.api [None req-dfdd0f9c-fc1c-4222-9d49-2643013986c3 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Waiting for the task: (returnval){ [ 630.436685] env[65448]: value = "task-4937144" [ 630.436685] env[65448]: _type = "Task" [ 630.436685] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.446253] env[65448]: DEBUG nova.scheduler.client.report [None req-c1698801-4324-4eda-bbc0-bbfbb2063f20 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Refreshing trait associations for resource provider 76aeec68-79e6-4d77-baf0-33bb098aa897, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=65448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 630.456744] env[65448]: DEBUG oslo_vmware.api [None req-dfdd0f9c-fc1c-4222-9d49-2643013986c3 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Task: {'id': task-4937144, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.554746] env[65448]: DEBUG oslo_vmware.api [None req-dd71c9c0-d46f-4bcb-93fc-a8807c750fba tempest-ServersAdmin275Test-1542350175 tempest-ServersAdmin275Test-1542350175-project-admin] Task: {'id': task-4937143, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.660841] env[65448]: DEBUG oslo_vmware.api [None req-9a3330e8-9a1f-470c-9cac-af6cb30dca7e tempest-ServersTestBootFromVolume-1705188138 tempest-ServersTestBootFromVolume-1705188138-project-member] Task: {'id': task-4937133, 'name': RelocateVM_Task, 'duration_secs': 3.422691} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.661799] env[65448]: DEBUG nova.network.neutron [req-fe5f24d1-7b60-48a2-bcc0-6d8a94faf5e4 req-f298cc77-2dee-4a1e-90e5-339d0fb4c043 service nova] [instance: 576a1826-8e83-46fa-832d-87c62ff7d02e] Updated VIF entry in instance network info cache for port af91553a-8d1b-4540-8ae3-b79120e7fe2a. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 630.662635] env[65448]: DEBUG nova.network.neutron [req-fe5f24d1-7b60-48a2-bcc0-6d8a94faf5e4 req-f298cc77-2dee-4a1e-90e5-339d0fb4c043 service nova] [instance: 576a1826-8e83-46fa-832d-87c62ff7d02e] Updating instance_info_cache with network_info: [{"id": "af91553a-8d1b-4540-8ae3-b79120e7fe2a", "address": "fa:16:3e:af:63:98", "network": {"id": "c649567f-d921-41c8-98ba-cb5f7c9d90fb", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1099123601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1c40ba76251447a8ca380d4b19e86f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "744515ee-aa5b-4c23-b959-b56c51da6b86", "external-id": "nsx-vlan-transportzone-310", "segmentation_id": 310, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf91553a-8d", "ovs_interfaceid": "af91553a-8d1b-4540-8ae3-b79120e7fe2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 630.663842] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a3330e8-9a1f-470c-9cac-af6cb30dca7e tempest-ServersTestBootFromVolume-1705188138 tempest-ServersTestBootFromVolume-1705188138-project-member] [instance: fa53b330-ff80-4666-bf9e-1664d5c3d23e] Volume attach. Driver type: vmdk {{(pid=65448) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 630.664402] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a3330e8-9a1f-470c-9cac-af6cb30dca7e tempest-ServersTestBootFromVolume-1705188138 tempest-ServersTestBootFromVolume-1705188138-project-member] [instance: fa53b330-ff80-4666-bf9e-1664d5c3d23e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-961801', 'volume_id': '80f3c122-a4fa-4863-8156-3f1ec258eb24', 'name': 'volume-80f3c122-a4fa-4863-8156-3f1ec258eb24', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fa53b330-ff80-4666-bf9e-1664d5c3d23e', 'attached_at': '', 'detached_at': '', 'volume_id': '80f3c122-a4fa-4863-8156-3f1ec258eb24', 'serial': '80f3c122-a4fa-4863-8156-3f1ec258eb24'} {{(pid=65448) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 630.665519] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26b4ab56-277d-4cff-84c1-accb14926e68 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.690193] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b54cf7fa-9e5e-4df3-9600-a0bf29a7063b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.693795] env[65448]: WARNING neutronclient.v2_0.client [None req-e735187a-3026-4105-a1c8-c74721d67c28 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 630.732029] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a3330e8-9a1f-470c-9cac-af6cb30dca7e tempest-ServersTestBootFromVolume-1705188138 tempest-ServersTestBootFromVolume-1705188138-project-member] [instance: fa53b330-ff80-4666-bf9e-1664d5c3d23e] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] volume-80f3c122-a4fa-4863-8156-3f1ec258eb24/volume-80f3c122-a4fa-4863-8156-3f1ec258eb24.vmdk or device None with type thin {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 630.732940] env[65448]: DEBUG nova.compute.manager [None req-8447b26b-8af1-4ef6-8044-50176788a44e tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: ec4482b0-2919-48e3-a773-7013a9bb0899] Starting instance... {{(pid=65448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2483}} [ 630.737013] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81ee0fe4-f582-4224-930c-746dd63782da {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.765467] env[65448]: DEBUG oslo_vmware.api [None req-9a3330e8-9a1f-470c-9cac-af6cb30dca7e tempest-ServersTestBootFromVolume-1705188138 tempest-ServersTestBootFromVolume-1705188138-project-member] Waiting for the task: (returnval){ [ 630.765467] env[65448]: value = "task-4937145" [ 630.765467] env[65448]: _type = "Task" [ 630.765467] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.776509] env[65448]: DEBUG oslo_vmware.api [None req-9a3330e8-9a1f-470c-9cac-af6cb30dca7e tempest-ServersTestBootFromVolume-1705188138 tempest-ServersTestBootFromVolume-1705188138-project-member] Task: {'id': task-4937145, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.827472] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937141, 'name': CreateVM_Task, 'duration_secs': 0.732697} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.827681] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 059f932f-aa5a-46ff-a179-9826341731db] Created VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 630.828603] env[65448]: WARNING neutronclient.v2_0.client [None req-3e701d02-e80f-4fa6-b3f9-19509ba03b72 tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 630.828603] env[65448]: DEBUG oslo_concurrency.lockutils [None req-3e701d02-e80f-4fa6-b3f9-19509ba03b72 tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.828779] env[65448]: DEBUG oslo_concurrency.lockutils [None req-3e701d02-e80f-4fa6-b3f9-19509ba03b72 tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.829090] env[65448]: DEBUG oslo_concurrency.lockutils [None req-3e701d02-e80f-4fa6-b3f9-19509ba03b72 tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.832272] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e4a27af-1cf4-4a15-b26d-442224a30140 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.843143] env[65448]: DEBUG oslo_vmware.api [None req-3e701d02-e80f-4fa6-b3f9-19509ba03b72 tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Waiting for the task: (returnval){ [ 630.843143] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52cd169e-f5de-7ab4-fd6e-57cb96f4be4d" [ 630.843143] env[65448]: _type = "Task" [ 630.843143] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.850297] env[65448]: DEBUG nova.compute.manager [None req-1cb87946-dc77-4f59-a183-99545a20fed7 tempest-ServerDiagnosticsNegativeTest-649700980 tempest-ServerDiagnosticsNegativeTest-649700980-project-member] [instance: 2ceb8324-07de-45d9-bc39-b8661a6a35e4] Start destroying the instance on the hypervisor. {{(pid=65448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3209}} [ 630.850377] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-1cb87946-dc77-4f59-a183-99545a20fed7 tempest-ServerDiagnosticsNegativeTest-649700980 tempest-ServerDiagnosticsNegativeTest-649700980-project-member] [instance: 2ceb8324-07de-45d9-bc39-b8661a6a35e4] Destroying instance {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 630.852761] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7fbc82d-8fc8-4353-a623-9cfcbedaf2e7 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.860863] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cb87946-dc77-4f59-a183-99545a20fed7 tempest-ServerDiagnosticsNegativeTest-649700980 tempest-ServerDiagnosticsNegativeTest-649700980-project-member] [instance: 2ceb8324-07de-45d9-bc39-b8661a6a35e4] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 630.864266] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-61bdc51b-f35c-47d9-b79a-8f0d46c5134e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.866025] env[65448]: DEBUG oslo_vmware.api [None req-3e701d02-e80f-4fa6-b3f9-19509ba03b72 tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52cd169e-f5de-7ab4-fd6e-57cb96f4be4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.872427] env[65448]: DEBUG oslo_vmware.api [None req-1cb87946-dc77-4f59-a183-99545a20fed7 tempest-ServerDiagnosticsNegativeTest-649700980 tempest-ServerDiagnosticsNegativeTest-649700980-project-member] Waiting for the task: (returnval){ [ 630.872427] env[65448]: value = "task-4937146" [ 630.872427] env[65448]: _type = "Task" [ 630.872427] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.887929] env[65448]: DEBUG oslo_vmware.api [None req-1cb87946-dc77-4f59-a183-99545a20fed7 tempest-ServerDiagnosticsNegativeTest-649700980 tempest-ServerDiagnosticsNegativeTest-649700980-project-member] Task: {'id': task-4937146, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.939089] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb472223-0ced-4ecc-9b18-1ce80c00e88a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.958348] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fe09fdf-5f2b-46e6-8a4d-60d9bb010fbf {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.961995] env[65448]: DEBUG oslo_vmware.api [None req-dfdd0f9c-fc1c-4222-9d49-2643013986c3 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Task: {'id': task-4937144, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.994826] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ddec6c5-1e26-40bc-8a98-86f7c18dd2f2 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.004711] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a08e4091-a847-4aa8-aa90-662307a0b122 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.021842] env[65448]: DEBUG nova.compute.provider_tree [None req-c1698801-4324-4eda-bbc0-bbfbb2063f20 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Updating inventory in ProviderTree for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 631.056870] env[65448]: DEBUG oslo_vmware.api [None req-dd71c9c0-d46f-4bcb-93fc-a8807c750fba tempest-ServersAdmin275Test-1542350175 tempest-ServersAdmin275Test-1542350175-project-admin] Task: {'id': task-4937143, 'name': PowerOnVM_Task, 'duration_secs': 0.903994} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.057651] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd71c9c0-d46f-4bcb-93fc-a8807c750fba tempest-ServersAdmin275Test-1542350175 tempest-ServersAdmin275Test-1542350175-project-admin] [instance: 101b6ef8-fab1-4626-9524-4e080c5ad298] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 631.057651] env[65448]: DEBUG nova.compute.manager [None req-dd71c9c0-d46f-4bcb-93fc-a8807c750fba tempest-ServersAdmin275Test-1542350175 tempest-ServersAdmin275Test-1542350175-project-admin] [instance: 101b6ef8-fab1-4626-9524-4e080c5ad298] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 631.059606] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92c7823b-0bc8-44a8-bc2c-b46ed90a9649 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.086376] env[65448]: WARNING neutronclient.v2_0.client [req-2e67a4fe-8b56-4fd6-ad67-676189035d93 req-848e020d-8891-4cd0-a058-3e96617d1730 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 631.165915] env[65448]: DEBUG nova.network.neutron [None req-e735187a-3026-4105-a1c8-c74721d67c28 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: f0ae0ad7-7800-4f5a-a270-7749177b8675] Updating instance_info_cache with network_info: [{"id": "89a077dd-0b02-41db-98f1-558117233f56", "address": "fa:16:3e:18:a1:08", "network": {"id": "6fa83dea-1d83-4041-ae56-d9e5e5278559", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-78264896-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4a79f75fe9f47d4a1cca9aa9f9c3901", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89a077dd-0b", "ovs_interfaceid": "89a077dd-0b02-41db-98f1-558117233f56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 631.170838] env[65448]: DEBUG oslo_concurrency.lockutils [req-fe5f24d1-7b60-48a2-bcc0-6d8a94faf5e4 req-f298cc77-2dee-4a1e-90e5-339d0fb4c043 service nova] Releasing lock "refresh_cache-576a1826-8e83-46fa-832d-87c62ff7d02e" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.171248] env[65448]: DEBUG nova.compute.manager [req-fe5f24d1-7b60-48a2-bcc0-6d8a94faf5e4 req-f298cc77-2dee-4a1e-90e5-339d0fb4c043 service nova] [instance: fa53b330-ff80-4666-bf9e-1664d5c3d23e] Received event network-vif-plugged-6162992a-95cc-47fc-9586-2620f2667330 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 631.171448] env[65448]: DEBUG oslo_concurrency.lockutils [req-fe5f24d1-7b60-48a2-bcc0-6d8a94faf5e4 req-f298cc77-2dee-4a1e-90e5-339d0fb4c043 service nova] Acquiring lock "fa53b330-ff80-4666-bf9e-1664d5c3d23e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.171645] env[65448]: DEBUG oslo_concurrency.lockutils [req-fe5f24d1-7b60-48a2-bcc0-6d8a94faf5e4 req-f298cc77-2dee-4a1e-90e5-339d0fb4c043 service nova] Lock "fa53b330-ff80-4666-bf9e-1664d5c3d23e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.171803] env[65448]: DEBUG oslo_concurrency.lockutils [req-fe5f24d1-7b60-48a2-bcc0-6d8a94faf5e4 req-f298cc77-2dee-4a1e-90e5-339d0fb4c043 service nova] Lock "fa53b330-ff80-4666-bf9e-1664d5c3d23e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 631.171963] env[65448]: DEBUG nova.compute.manager [req-fe5f24d1-7b60-48a2-bcc0-6d8a94faf5e4 req-f298cc77-2dee-4a1e-90e5-339d0fb4c043 service nova] [instance: fa53b330-ff80-4666-bf9e-1664d5c3d23e] No waiting events found dispatching network-vif-plugged-6162992a-95cc-47fc-9586-2620f2667330 {{(pid=65448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 631.172255] env[65448]: WARNING nova.compute.manager [req-fe5f24d1-7b60-48a2-bcc0-6d8a94faf5e4 req-f298cc77-2dee-4a1e-90e5-339d0fb4c043 service nova] [instance: fa53b330-ff80-4666-bf9e-1664d5c3d23e] Received unexpected event network-vif-plugged-6162992a-95cc-47fc-9586-2620f2667330 for instance with vm_state building and task_state spawning. [ 631.172429] env[65448]: DEBUG nova.compute.manager [req-fe5f24d1-7b60-48a2-bcc0-6d8a94faf5e4 req-f298cc77-2dee-4a1e-90e5-339d0fb4c043 service nova] [instance: fa53b330-ff80-4666-bf9e-1664d5c3d23e] Received event network-changed-6162992a-95cc-47fc-9586-2620f2667330 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 631.172548] env[65448]: DEBUG nova.compute.manager [req-fe5f24d1-7b60-48a2-bcc0-6d8a94faf5e4 req-f298cc77-2dee-4a1e-90e5-339d0fb4c043 service nova] [instance: fa53b330-ff80-4666-bf9e-1664d5c3d23e] Refreshing instance network info cache due to event network-changed-6162992a-95cc-47fc-9586-2620f2667330. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 631.172725] env[65448]: DEBUG oslo_concurrency.lockutils [req-fe5f24d1-7b60-48a2-bcc0-6d8a94faf5e4 req-f298cc77-2dee-4a1e-90e5-339d0fb4c043 service nova] Acquiring lock "refresh_cache-fa53b330-ff80-4666-bf9e-1664d5c3d23e" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.172852] env[65448]: DEBUG oslo_concurrency.lockutils [req-fe5f24d1-7b60-48a2-bcc0-6d8a94faf5e4 req-f298cc77-2dee-4a1e-90e5-339d0fb4c043 service nova] Acquired lock "refresh_cache-fa53b330-ff80-4666-bf9e-1664d5c3d23e" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.172998] env[65448]: DEBUG nova.network.neutron [req-fe5f24d1-7b60-48a2-bcc0-6d8a94faf5e4 req-f298cc77-2dee-4a1e-90e5-339d0fb4c043 service nova] [instance: fa53b330-ff80-4666-bf9e-1664d5c3d23e] Refreshing network info cache for port 6162992a-95cc-47fc-9586-2620f2667330 {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 631.279342] env[65448]: DEBUG oslo_vmware.api [None req-9a3330e8-9a1f-470c-9cac-af6cb30dca7e tempest-ServersTestBootFromVolume-1705188138 tempest-ServersTestBootFromVolume-1705188138-project-member] Task: {'id': task-4937145, 'name': ReconfigVM_Task, 'duration_secs': 0.378234} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.279342] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a3330e8-9a1f-470c-9cac-af6cb30dca7e tempest-ServersTestBootFromVolume-1705188138 tempest-ServersTestBootFromVolume-1705188138-project-member] [instance: fa53b330-ff80-4666-bf9e-1664d5c3d23e] Reconfigured VM instance instance-0000000f to attach disk [datastore2] volume-80f3c122-a4fa-4863-8156-3f1ec258eb24/volume-80f3c122-a4fa-4863-8156-3f1ec258eb24.vmdk or device None with type thin {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 631.286076] env[65448]: DEBUG oslo_concurrency.lockutils [None req-8447b26b-8af1-4ef6-8044-50176788a44e tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.286385] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0e0598d-2ce8-4e40-bb7d-0e00f4fa7f58 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.298318] env[65448]: DEBUG nova.network.neutron [req-2e67a4fe-8b56-4fd6-ad67-676189035d93 req-848e020d-8891-4cd0-a058-3e96617d1730 service nova] [instance: 6298b6d7-5892-48cc-b808-eeca3d91f57e] Updated VIF entry in instance network info cache for port 58b013a8-5508-4dd2-89fd-15a7e6e99539. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 631.299903] env[65448]: DEBUG nova.network.neutron [req-2e67a4fe-8b56-4fd6-ad67-676189035d93 req-848e020d-8891-4cd0-a058-3e96617d1730 service nova] [instance: 6298b6d7-5892-48cc-b808-eeca3d91f57e] Updating instance_info_cache with network_info: [{"id": "58b013a8-5508-4dd2-89fd-15a7e6e99539", "address": "fa:16:3e:4e:4f:86", "network": {"id": "76bce7a5-302f-47a8-9b20-9331c6891217", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1202927429-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc9e8e59612c49a6b788080423997837", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58b013a8-55", "ovs_interfaceid": "58b013a8-5508-4dd2-89fd-15a7e6e99539", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 631.311079] env[65448]: DEBUG oslo_vmware.api [None req-9a3330e8-9a1f-470c-9cac-af6cb30dca7e tempest-ServersTestBootFromVolume-1705188138 tempest-ServersTestBootFromVolume-1705188138-project-member] Waiting for the task: (returnval){ [ 631.311079] env[65448]: value = "task-4937147" [ 631.311079] env[65448]: _type = "Task" [ 631.311079] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.326263] env[65448]: DEBUG oslo_vmware.api [None req-9a3330e8-9a1f-470c-9cac-af6cb30dca7e tempest-ServersTestBootFromVolume-1705188138 tempest-ServersTestBootFromVolume-1705188138-project-member] Task: {'id': task-4937147, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.359777] env[65448]: DEBUG oslo_vmware.api [None req-3e701d02-e80f-4fa6-b3f9-19509ba03b72 tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52cd169e-f5de-7ab4-fd6e-57cb96f4be4d, 'name': SearchDatastore_Task, 'duration_secs': 0.018363} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.364227] env[65448]: DEBUG oslo_concurrency.lockutils [None req-3e701d02-e80f-4fa6-b3f9-19509ba03b72 tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.364227] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-3e701d02-e80f-4fa6-b3f9-19509ba03b72 tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] [instance: 059f932f-aa5a-46ff-a179-9826341731db] Processing image 50fb366d-48e6-424f-9c20-bc83d77be76a {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 631.364227] env[65448]: DEBUG oslo_concurrency.lockutils [None req-3e701d02-e80f-4fa6-b3f9-19509ba03b72 tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.364227] env[65448]: DEBUG oslo_concurrency.lockutils [None req-3e701d02-e80f-4fa6-b3f9-19509ba03b72 tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.364400] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e701d02-e80f-4fa6-b3f9-19509ba03b72 tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 631.364400] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ae87d586-49f9-42a2-bd89-82bc13c53a30 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.381159] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e701d02-e80f-4fa6-b3f9-19509ba03b72 tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 631.381159] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-3e701d02-e80f-4fa6-b3f9-19509ba03b72 tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 631.386440] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1fb005c2-0821-47c5-98e6-13d8227085c9 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.388492] env[65448]: DEBUG oslo_vmware.api [None req-1cb87946-dc77-4f59-a183-99545a20fed7 tempest-ServerDiagnosticsNegativeTest-649700980 tempest-ServerDiagnosticsNegativeTest-649700980-project-member] Task: {'id': task-4937146, 'name': PowerOffVM_Task, 'duration_secs': 0.293774} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.391670] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cb87946-dc77-4f59-a183-99545a20fed7 tempest-ServerDiagnosticsNegativeTest-649700980 tempest-ServerDiagnosticsNegativeTest-649700980-project-member] [instance: 2ceb8324-07de-45d9-bc39-b8661a6a35e4] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 631.391670] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-1cb87946-dc77-4f59-a183-99545a20fed7 tempest-ServerDiagnosticsNegativeTest-649700980 tempest-ServerDiagnosticsNegativeTest-649700980-project-member] [instance: 2ceb8324-07de-45d9-bc39-b8661a6a35e4] Unregistering the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 631.391670] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4a9c2016-4f81-440a-9f74-0db26b86f5f3 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.396026] env[65448]: DEBUG oslo_vmware.api [None req-3e701d02-e80f-4fa6-b3f9-19509ba03b72 tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Waiting for the task: (returnval){ [ 631.396026] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]523d9778-6292-2414-f273-2a4fa00adebe" [ 631.396026] env[65448]: _type = "Task" [ 631.396026] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.406641] env[65448]: DEBUG oslo_vmware.api [None req-3e701d02-e80f-4fa6-b3f9-19509ba03b72 tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]523d9778-6292-2414-f273-2a4fa00adebe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.450210] env[65448]: DEBUG oslo_vmware.api [None req-dfdd0f9c-fc1c-4222-9d49-2643013986c3 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Task: {'id': task-4937144, 'name': PowerOnVM_Task, 'duration_secs': 0.731267} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.450559] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfdd0f9c-fc1c-4222-9d49-2643013986c3 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] [instance: 576a1826-8e83-46fa-832d-87c62ff7d02e] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 631.450863] env[65448]: INFO nova.compute.manager [None req-dfdd0f9c-fc1c-4222-9d49-2643013986c3 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] [instance: 576a1826-8e83-46fa-832d-87c62ff7d02e] Took 12.04 seconds to spawn the instance on the hypervisor. [ 631.451046] env[65448]: DEBUG nova.compute.manager [None req-dfdd0f9c-fc1c-4222-9d49-2643013986c3 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] [instance: 576a1826-8e83-46fa-832d-87c62ff7d02e] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 631.451892] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-123d4ac7-5850-4591-b244-f1a81df02c21 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.466648] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-1cb87946-dc77-4f59-a183-99545a20fed7 tempest-ServerDiagnosticsNegativeTest-649700980 tempest-ServerDiagnosticsNegativeTest-649700980-project-member] [instance: 2ceb8324-07de-45d9-bc39-b8661a6a35e4] Unregistered the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 631.466870] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-1cb87946-dc77-4f59-a183-99545a20fed7 tempest-ServerDiagnosticsNegativeTest-649700980 tempest-ServerDiagnosticsNegativeTest-649700980-project-member] [instance: 2ceb8324-07de-45d9-bc39-b8661a6a35e4] Deleting contents of the VM from datastore datastore1 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 631.467082] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cb87946-dc77-4f59-a183-99545a20fed7 tempest-ServerDiagnosticsNegativeTest-649700980 tempest-ServerDiagnosticsNegativeTest-649700980-project-member] Deleting the datastore file [datastore1] 2ceb8324-07de-45d9-bc39-b8661a6a35e4 {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 631.467362] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-09db7e74-1676-4aeb-b57f-14a4c33b7114 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.475471] env[65448]: DEBUG oslo_vmware.api [None req-1cb87946-dc77-4f59-a183-99545a20fed7 tempest-ServerDiagnosticsNegativeTest-649700980 tempest-ServerDiagnosticsNegativeTest-649700980-project-member] Waiting for the task: (returnval){ [ 631.475471] env[65448]: value = "task-4937149" [ 631.475471] env[65448]: _type = "Task" [ 631.475471] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.485903] env[65448]: DEBUG oslo_vmware.api [None req-1cb87946-dc77-4f59-a183-99545a20fed7 tempest-ServerDiagnosticsNegativeTest-649700980 tempest-ServerDiagnosticsNegativeTest-649700980-project-member] Task: {'id': task-4937149, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.580023] env[65448]: DEBUG nova.scheduler.client.report [None req-c1698801-4324-4eda-bbc0-bbfbb2063f20 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Updated inventory for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 with generation 29 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 631.581717] env[65448]: DEBUG nova.compute.provider_tree [None req-c1698801-4324-4eda-bbc0-bbfbb2063f20 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Updating resource provider 76aeec68-79e6-4d77-baf0-33bb098aa897 generation from 29 to 30 during operation: update_inventory {{(pid=65448) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 631.581717] env[65448]: DEBUG nova.compute.provider_tree [None req-c1698801-4324-4eda-bbc0-bbfbb2063f20 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Updating inventory in ProviderTree for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 631.589288] env[65448]: DEBUG oslo_concurrency.lockutils [None req-dd71c9c0-d46f-4bcb-93fc-a8807c750fba tempest-ServersAdmin275Test-1542350175 tempest-ServersAdmin275Test-1542350175-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.606342] env[65448]: DEBUG nova.compute.manager [req-11673d11-1e4c-4339-a3f3-636d0d4ee9b4 req-afc746f5-0efa-4b0a-8832-af73c54dfe50 service nova] [instance: f0ae0ad7-7800-4f5a-a270-7749177b8675] Received event network-vif-plugged-89a077dd-0b02-41db-98f1-558117233f56 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 631.606799] env[65448]: DEBUG oslo_concurrency.lockutils [req-11673d11-1e4c-4339-a3f3-636d0d4ee9b4 req-afc746f5-0efa-4b0a-8832-af73c54dfe50 service nova] Acquiring lock "f0ae0ad7-7800-4f5a-a270-7749177b8675-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.607043] env[65448]: DEBUG oslo_concurrency.lockutils [req-11673d11-1e4c-4339-a3f3-636d0d4ee9b4 req-afc746f5-0efa-4b0a-8832-af73c54dfe50 service nova] Lock "f0ae0ad7-7800-4f5a-a270-7749177b8675-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.607361] env[65448]: DEBUG oslo_concurrency.lockutils [req-11673d11-1e4c-4339-a3f3-636d0d4ee9b4 req-afc746f5-0efa-4b0a-8832-af73c54dfe50 service nova] Lock "f0ae0ad7-7800-4f5a-a270-7749177b8675-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 631.607770] env[65448]: DEBUG nova.compute.manager [req-11673d11-1e4c-4339-a3f3-636d0d4ee9b4 req-afc746f5-0efa-4b0a-8832-af73c54dfe50 service nova] [instance: f0ae0ad7-7800-4f5a-a270-7749177b8675] No waiting events found dispatching network-vif-plugged-89a077dd-0b02-41db-98f1-558117233f56 {{(pid=65448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 631.607986] env[65448]: WARNING nova.compute.manager [req-11673d11-1e4c-4339-a3f3-636d0d4ee9b4 req-afc746f5-0efa-4b0a-8832-af73c54dfe50 service nova] [instance: f0ae0ad7-7800-4f5a-a270-7749177b8675] Received unexpected event network-vif-plugged-89a077dd-0b02-41db-98f1-558117233f56 for instance with vm_state building and task_state spawning. [ 631.669106] env[65448]: DEBUG oslo_concurrency.lockutils [None req-e735187a-3026-4105-a1c8-c74721d67c28 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Releasing lock "refresh_cache-f0ae0ad7-7800-4f5a-a270-7749177b8675" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.669555] env[65448]: DEBUG nova.compute.manager [None req-e735187a-3026-4105-a1c8-c74721d67c28 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: f0ae0ad7-7800-4f5a-a270-7749177b8675] Instance network_info: |[{"id": "89a077dd-0b02-41db-98f1-558117233f56", "address": "fa:16:3e:18:a1:08", "network": {"id": "6fa83dea-1d83-4041-ae56-d9e5e5278559", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-78264896-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4a79f75fe9f47d4a1cca9aa9f9c3901", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89a077dd-0b", "ovs_interfaceid": "89a077dd-0b02-41db-98f1-558117233f56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 631.670063] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-e735187a-3026-4105-a1c8-c74721d67c28 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: f0ae0ad7-7800-4f5a-a270-7749177b8675] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:18:a1:08', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1f996252-e329-42bd-a897-446dfe2b81cd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '89a077dd-0b02-41db-98f1-558117233f56', 'vif_model': 'vmxnet3'}] {{(pid=65448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 631.679989] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-e735187a-3026-4105-a1c8-c74721d67c28 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Creating folder: Project (a4a79f75fe9f47d4a1cca9aa9f9c3901). Parent ref: group-v961779. {{(pid=65448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 631.680910] env[65448]: WARNING neutronclient.v2_0.client [req-fe5f24d1-7b60-48a2-bcc0-6d8a94faf5e4 req-f298cc77-2dee-4a1e-90e5-339d0fb4c043 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 631.684761] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1b705c49-7172-4476-8d2a-e17b2b48e8ce {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.699832] env[65448]: INFO nova.virt.vmwareapi.vm_util [None req-e735187a-3026-4105-a1c8-c74721d67c28 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Created folder: Project (a4a79f75fe9f47d4a1cca9aa9f9c3901) in parent group-v961779. [ 631.700149] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-e735187a-3026-4105-a1c8-c74721d67c28 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Creating folder: Instances. Parent ref: group-v961829. {{(pid=65448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 631.700938] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f9beccf3-435e-48f3-9946-d7352f76fdc7 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.713177] env[65448]: INFO nova.virt.vmwareapi.vm_util [None req-e735187a-3026-4105-a1c8-c74721d67c28 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Created folder: Instances in parent group-v961829. [ 631.713515] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-e735187a-3026-4105-a1c8-c74721d67c28 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 631.713744] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f0ae0ad7-7800-4f5a-a270-7749177b8675] Creating VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 631.714028] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ef9173b1-72a0-4794-a134-50d47cb86018 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.737502] env[65448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 631.737502] env[65448]: value = "task-4937152" [ 631.737502] env[65448]: _type = "Task" [ 631.737502] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.750114] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937152, 'name': CreateVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.805179] env[65448]: DEBUG oslo_concurrency.lockutils [req-2e67a4fe-8b56-4fd6-ad67-676189035d93 req-848e020d-8891-4cd0-a058-3e96617d1730 service nova] Releasing lock "refresh_cache-6298b6d7-5892-48cc-b808-eeca3d91f57e" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.805641] env[65448]: DEBUG nova.compute.manager [req-2e67a4fe-8b56-4fd6-ad67-676189035d93 req-848e020d-8891-4cd0-a058-3e96617d1730 service nova] [instance: 355e8336-6743-41dc-b678-3e8025295ba9] Received event network-vif-deleted-a7e8262d-be2d-4374-a0c8-29b78573255e {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 631.825624] env[65448]: DEBUG oslo_vmware.api [None req-9a3330e8-9a1f-470c-9cac-af6cb30dca7e tempest-ServersTestBootFromVolume-1705188138 tempest-ServersTestBootFromVolume-1705188138-project-member] Task: {'id': task-4937147, 'name': ReconfigVM_Task, 'duration_secs': 0.147919} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.826051] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a3330e8-9a1f-470c-9cac-af6cb30dca7e tempest-ServersTestBootFromVolume-1705188138 tempest-ServersTestBootFromVolume-1705188138-project-member] [instance: fa53b330-ff80-4666-bf9e-1664d5c3d23e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-961801', 'volume_id': '80f3c122-a4fa-4863-8156-3f1ec258eb24', 'name': 'volume-80f3c122-a4fa-4863-8156-3f1ec258eb24', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fa53b330-ff80-4666-bf9e-1664d5c3d23e', 'attached_at': '', 'detached_at': '', 'volume_id': '80f3c122-a4fa-4863-8156-3f1ec258eb24', 'serial': '80f3c122-a4fa-4863-8156-3f1ec258eb24'} {{(pid=65448) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 631.826721] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-25020b04-f000-4c4c-ad92-0aec81f78f70 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.834647] env[65448]: DEBUG oslo_vmware.api [None req-9a3330e8-9a1f-470c-9cac-af6cb30dca7e tempest-ServersTestBootFromVolume-1705188138 tempest-ServersTestBootFromVolume-1705188138-project-member] Waiting for the task: (returnval){ [ 631.834647] env[65448]: value = "task-4937153" [ 631.834647] env[65448]: _type = "Task" [ 631.834647] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.846947] env[65448]: DEBUG oslo_vmware.api [None req-9a3330e8-9a1f-470c-9cac-af6cb30dca7e tempest-ServersTestBootFromVolume-1705188138 tempest-ServersTestBootFromVolume-1705188138-project-member] Task: {'id': task-4937153, 'name': Rename_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.907696] env[65448]: DEBUG oslo_vmware.api [None req-3e701d02-e80f-4fa6-b3f9-19509ba03b72 tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]523d9778-6292-2414-f273-2a4fa00adebe, 'name': SearchDatastore_Task, 'duration_secs': 0.019169} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.909121] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a6526af-1b4e-4762-ae64-e2de68724ef9 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.917499] env[65448]: DEBUG oslo_vmware.api [None req-3e701d02-e80f-4fa6-b3f9-19509ba03b72 tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Waiting for the task: (returnval){ [ 631.917499] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]525d5ee6-e761-198a-9b0e-b03ec6af50cd" [ 631.917499] env[65448]: _type = "Task" [ 631.917499] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.931131] env[65448]: DEBUG oslo_vmware.api [None req-3e701d02-e80f-4fa6-b3f9-19509ba03b72 tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]525d5ee6-e761-198a-9b0e-b03ec6af50cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.987936] env[65448]: INFO nova.compute.manager [None req-dfdd0f9c-fc1c-4222-9d49-2643013986c3 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] [instance: 576a1826-8e83-46fa-832d-87c62ff7d02e] Took 18.49 seconds to build instance. [ 632.003525] env[65448]: DEBUG oslo_vmware.api [None req-1cb87946-dc77-4f59-a183-99545a20fed7 tempest-ServerDiagnosticsNegativeTest-649700980 tempest-ServerDiagnosticsNegativeTest-649700980-project-member] Task: {'id': task-4937149, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.296199} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.004077] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cb87946-dc77-4f59-a183-99545a20fed7 tempest-ServerDiagnosticsNegativeTest-649700980 tempest-ServerDiagnosticsNegativeTest-649700980-project-member] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 632.004912] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-1cb87946-dc77-4f59-a183-99545a20fed7 tempest-ServerDiagnosticsNegativeTest-649700980 tempest-ServerDiagnosticsNegativeTest-649700980-project-member] [instance: 2ceb8324-07de-45d9-bc39-b8661a6a35e4] Deleted contents of the VM from datastore datastore1 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 632.004912] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-1cb87946-dc77-4f59-a183-99545a20fed7 tempest-ServerDiagnosticsNegativeTest-649700980 tempest-ServerDiagnosticsNegativeTest-649700980-project-member] [instance: 2ceb8324-07de-45d9-bc39-b8661a6a35e4] Instance destroyed {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 632.004912] env[65448]: INFO nova.compute.manager [None req-1cb87946-dc77-4f59-a183-99545a20fed7 tempest-ServerDiagnosticsNegativeTest-649700980 tempest-ServerDiagnosticsNegativeTest-649700980-project-member] [instance: 2ceb8324-07de-45d9-bc39-b8661a6a35e4] Took 1.15 seconds to destroy the instance on the hypervisor. [ 632.005352] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-1cb87946-dc77-4f59-a183-99545a20fed7 tempest-ServerDiagnosticsNegativeTest-649700980 tempest-ServerDiagnosticsNegativeTest-649700980-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 632.005636] env[65448]: DEBUG nova.compute.manager [-] [instance: 2ceb8324-07de-45d9-bc39-b8661a6a35e4] Deallocating network for instance {{(pid=65448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 632.005759] env[65448]: DEBUG nova.network.neutron [-] [instance: 2ceb8324-07de-45d9-bc39-b8661a6a35e4] deallocate_for_instance() {{(pid=65448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 632.006132] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 632.087286] env[65448]: DEBUG oslo_concurrency.lockutils [None req-c1698801-4324-4eda-bbc0-bbfbb2063f20 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.818s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 632.088026] env[65448]: DEBUG nova.compute.manager [None req-c1698801-4324-4eda-bbc0-bbfbb2063f20 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] [instance: bde62422-6d7d-48dd-b3c8-a9c9091e23a7] Start building networks asynchronously for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2881}} [ 632.092570] env[65448]: DEBUG oslo_concurrency.lockutils [None req-76c28507-cb82-4398-8ec8-740d2fe091d4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.826s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.095048] env[65448]: INFO nova.compute.claims [None req-76c28507-cb82-4398-8ec8-740d2fe091d4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] [instance: 01f0dfbf-a289-43df-8919-bf6141b87d2a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 632.249173] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937152, 'name': CreateVM_Task} progress is 99%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.345554] env[65448]: DEBUG oslo_vmware.api [None req-9a3330e8-9a1f-470c-9cac-af6cb30dca7e tempest-ServersTestBootFromVolume-1705188138 tempest-ServersTestBootFromVolume-1705188138-project-member] Task: {'id': task-4937153, 'name': Rename_Task, 'duration_secs': 0.227707} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.345882] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a3330e8-9a1f-470c-9cac-af6cb30dca7e tempest-ServersTestBootFromVolume-1705188138 tempest-ServersTestBootFromVolume-1705188138-project-member] [instance: fa53b330-ff80-4666-bf9e-1664d5c3d23e] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 632.346173] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2d076c75-34f3-49d2-9e79-57a81bf15ccc {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.353744] env[65448]: DEBUG oslo_vmware.api [None req-9a3330e8-9a1f-470c-9cac-af6cb30dca7e tempest-ServersTestBootFromVolume-1705188138 tempest-ServersTestBootFromVolume-1705188138-project-member] Waiting for the task: (returnval){ [ 632.353744] env[65448]: value = "task-4937154" [ 632.353744] env[65448]: _type = "Task" [ 632.353744] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.363786] env[65448]: DEBUG oslo_vmware.api [None req-9a3330e8-9a1f-470c-9cac-af6cb30dca7e tempest-ServersTestBootFromVolume-1705188138 tempest-ServersTestBootFromVolume-1705188138-project-member] Task: {'id': task-4937154, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.433496] env[65448]: DEBUG oslo_vmware.api [None req-3e701d02-e80f-4fa6-b3f9-19509ba03b72 tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]525d5ee6-e761-198a-9b0e-b03ec6af50cd, 'name': SearchDatastore_Task, 'duration_secs': 0.019227} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.434136] env[65448]: DEBUG oslo_concurrency.lockutils [None req-3e701d02-e80f-4fa6-b3f9-19509ba03b72 tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.434620] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e701d02-e80f-4fa6-b3f9-19509ba03b72 tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] 059f932f-aa5a-46ff-a179-9826341731db/059f932f-aa5a-46ff-a179-9826341731db.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 632.435082] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-85d6babc-8105-44ce-bb5b-9f4a66e5d1cf {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.443845] env[65448]: DEBUG oslo_vmware.api [None req-3e701d02-e80f-4fa6-b3f9-19509ba03b72 tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Waiting for the task: (returnval){ [ 632.443845] env[65448]: value = "task-4937155" [ 632.443845] env[65448]: _type = "Task" [ 632.443845] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.454768] env[65448]: DEBUG oslo_vmware.api [None req-3e701d02-e80f-4fa6-b3f9-19509ba03b72 tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Task: {'id': task-4937155, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.494660] env[65448]: DEBUG oslo_concurrency.lockutils [None req-dfdd0f9c-fc1c-4222-9d49-2643013986c3 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Lock "576a1826-8e83-46fa-832d-87c62ff7d02e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.009s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 632.595722] env[65448]: DEBUG nova.compute.utils [None req-c1698801-4324-4eda-bbc0-bbfbb2063f20 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Using /dev/sd instead of None {{(pid=65448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 632.596796] env[65448]: DEBUG nova.compute.manager [None req-c1698801-4324-4eda-bbc0-bbfbb2063f20 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] [instance: bde62422-6d7d-48dd-b3c8-a9c9091e23a7] Allocating IP information in the background. {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 632.597038] env[65448]: DEBUG nova.network.neutron [None req-c1698801-4324-4eda-bbc0-bbfbb2063f20 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] [instance: bde62422-6d7d-48dd-b3c8-a9c9091e23a7] allocate_for_instance() {{(pid=65448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 632.597373] env[65448]: WARNING neutronclient.v2_0.client [None req-c1698801-4324-4eda-bbc0-bbfbb2063f20 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 632.597659] env[65448]: WARNING neutronclient.v2_0.client [None req-c1698801-4324-4eda-bbc0-bbfbb2063f20 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 632.659750] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 632.750866] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937152, 'name': CreateVM_Task, 'duration_secs': 0.692003} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.751181] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f0ae0ad7-7800-4f5a-a270-7749177b8675] Created VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 632.752288] env[65448]: WARNING neutronclient.v2_0.client [None req-e735187a-3026-4105-a1c8-c74721d67c28 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 632.752288] env[65448]: DEBUG oslo_concurrency.lockutils [None req-e735187a-3026-4105-a1c8-c74721d67c28 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.752508] env[65448]: DEBUG oslo_concurrency.lockutils [None req-e735187a-3026-4105-a1c8-c74721d67c28 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.752875] env[65448]: DEBUG oslo_concurrency.lockutils [None req-e735187a-3026-4105-a1c8-c74721d67c28 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.753224] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de791288-9e8c-4333-b6cb-2a639c4952b2 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.759675] env[65448]: DEBUG oslo_vmware.api [None req-e735187a-3026-4105-a1c8-c74721d67c28 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Waiting for the task: (returnval){ [ 632.759675] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]524a499f-1ca4-5dbb-d4c5-ba9acb8a9746" [ 632.759675] env[65448]: _type = "Task" [ 632.759675] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.769235] env[65448]: DEBUG oslo_vmware.api [None req-e735187a-3026-4105-a1c8-c74721d67c28 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]524a499f-1ca4-5dbb-d4c5-ba9acb8a9746, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.865836] env[65448]: DEBUG oslo_vmware.api [None req-9a3330e8-9a1f-470c-9cac-af6cb30dca7e tempest-ServersTestBootFromVolume-1705188138 tempest-ServersTestBootFromVolume-1705188138-project-member] Task: {'id': task-4937154, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.916582] env[65448]: DEBUG nova.policy [None req-c1698801-4324-4eda-bbc0-bbfbb2063f20 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e6ff2fcc29fb491faec99b7e9a0b4817', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd16e453e4fe34602943010b8b42c43cb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65448) authorize /opt/stack/nova/nova/policy.py:192}} [ 632.956739] env[65448]: DEBUG oslo_vmware.api [None req-3e701d02-e80f-4fa6-b3f9-19509ba03b72 tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Task: {'id': task-4937155, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.098158] env[65448]: DEBUG nova.compute.manager [None req-c1698801-4324-4eda-bbc0-bbfbb2063f20 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] [instance: bde62422-6d7d-48dd-b3c8-a9c9091e23a7] Start building block device mappings for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2916}} [ 633.274256] env[65448]: DEBUG oslo_vmware.api [None req-e735187a-3026-4105-a1c8-c74721d67c28 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]524a499f-1ca4-5dbb-d4c5-ba9acb8a9746, 'name': SearchDatastore_Task, 'duration_secs': 0.011925} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.274607] env[65448]: DEBUG oslo_concurrency.lockutils [None req-e735187a-3026-4105-a1c8-c74721d67c28 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.274849] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-e735187a-3026-4105-a1c8-c74721d67c28 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: f0ae0ad7-7800-4f5a-a270-7749177b8675] Processing image 50fb366d-48e6-424f-9c20-bc83d77be76a {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 633.275155] env[65448]: DEBUG oslo_concurrency.lockutils [None req-e735187a-3026-4105-a1c8-c74721d67c28 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.275267] env[65448]: DEBUG oslo_concurrency.lockutils [None req-e735187a-3026-4105-a1c8-c74721d67c28 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.275795] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-e735187a-3026-4105-a1c8-c74721d67c28 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 633.278527] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3607ac4b-87c1-42a2-ac23-e6feee9afee8 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.292133] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-e735187a-3026-4105-a1c8-c74721d67c28 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 633.292240] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-e735187a-3026-4105-a1c8-c74721d67c28 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 633.295530] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a379d21-06d8-4bed-b32a-dc3f61f074fe {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.302767] env[65448]: DEBUG oslo_vmware.api [None req-e735187a-3026-4105-a1c8-c74721d67c28 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Waiting for the task: (returnval){ [ 633.302767] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5293afe8-52cf-4d2d-fde4-a1e142f57570" [ 633.302767] env[65448]: _type = "Task" [ 633.302767] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.312850] env[65448]: DEBUG oslo_vmware.api [None req-e735187a-3026-4105-a1c8-c74721d67c28 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5293afe8-52cf-4d2d-fde4-a1e142f57570, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.370933] env[65448]: DEBUG oslo_vmware.api [None req-9a3330e8-9a1f-470c-9cac-af6cb30dca7e tempest-ServersTestBootFromVolume-1705188138 tempest-ServersTestBootFromVolume-1705188138-project-member] Task: {'id': task-4937154, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.457051] env[65448]: DEBUG oslo_vmware.api [None req-3e701d02-e80f-4fa6-b3f9-19509ba03b72 tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Task: {'id': task-4937155, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.499184] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fe6a56f-7587-4a04-ba02-31a19f6994ed {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.508951] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fbcb869-22e4-4579-bf0e-ababd9061674 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.545247] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4612229c-2dc8-4247-b2f1-018cb2b61da8 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.554915] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f955057-1cd2-4b12-8402-4ab5c0e5f2b5 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.569836] env[65448]: DEBUG nova.compute.provider_tree [None req-76c28507-cb82-4398-8ec8-740d2fe091d4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 633.698039] env[65448]: DEBUG nova.network.neutron [-] [instance: 2ceb8324-07de-45d9-bc39-b8661a6a35e4] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 633.818648] env[65448]: DEBUG oslo_vmware.api [None req-e735187a-3026-4105-a1c8-c74721d67c28 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5293afe8-52cf-4d2d-fde4-a1e142f57570, 'name': SearchDatastore_Task, 'duration_secs': 0.015889} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.821890] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a13425c-316e-4345-a8de-fe3999dfb033 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.827776] env[65448]: DEBUG oslo_vmware.api [None req-e735187a-3026-4105-a1c8-c74721d67c28 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Waiting for the task: (returnval){ [ 633.827776] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52064753-0c20-3b11-eaf2-abf083f4b6d4" [ 633.827776] env[65448]: _type = "Task" [ 633.827776] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.838096] env[65448]: DEBUG oslo_vmware.api [None req-e735187a-3026-4105-a1c8-c74721d67c28 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52064753-0c20-3b11-eaf2-abf083f4b6d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.869248] env[65448]: DEBUG oslo_vmware.api [None req-9a3330e8-9a1f-470c-9cac-af6cb30dca7e tempest-ServersTestBootFromVolume-1705188138 tempest-ServersTestBootFromVolume-1705188138-project-member] Task: {'id': task-4937154, 'name': PowerOnVM_Task, 'duration_secs': 1.162951} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.869541] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a3330e8-9a1f-470c-9cac-af6cb30dca7e tempest-ServersTestBootFromVolume-1705188138 tempest-ServersTestBootFromVolume-1705188138-project-member] [instance: fa53b330-ff80-4666-bf9e-1664d5c3d23e] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 633.869790] env[65448]: INFO nova.compute.manager [None req-9a3330e8-9a1f-470c-9cac-af6cb30dca7e tempest-ServersTestBootFromVolume-1705188138 tempest-ServersTestBootFromVolume-1705188138-project-member] [instance: fa53b330-ff80-4666-bf9e-1664d5c3d23e] Took 10.08 seconds to spawn the instance on the hypervisor. [ 633.870514] env[65448]: DEBUG nova.compute.manager [None req-9a3330e8-9a1f-470c-9cac-af6cb30dca7e tempest-ServersTestBootFromVolume-1705188138 tempest-ServersTestBootFromVolume-1705188138-project-member] [instance: fa53b330-ff80-4666-bf9e-1664d5c3d23e] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 633.871179] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3f008eb-64c8-406e-90d6-4333bb736cec {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.958914] env[65448]: DEBUG oslo_vmware.api [None req-3e701d02-e80f-4fa6-b3f9-19509ba03b72 tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Task: {'id': task-4937155, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.073241] env[65448]: DEBUG nova.scheduler.client.report [None req-76c28507-cb82-4398-8ec8-740d2fe091d4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 634.108708] env[65448]: DEBUG nova.compute.manager [None req-c1698801-4324-4eda-bbc0-bbfbb2063f20 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] [instance: bde62422-6d7d-48dd-b3c8-a9c9091e23a7] Start spawning the instance on the hypervisor. {{(pid=65448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2689}} [ 634.147527] env[65448]: DEBUG nova.virt.hardware [None req-c1698801-4324-4eda-bbc0-bbfbb2063f20 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-08T17:19:51Z,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a992292b6dae455593d228217860e2e1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-08T17:19:52Z,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 634.147772] env[65448]: DEBUG nova.virt.hardware [None req-c1698801-4324-4eda-bbc0-bbfbb2063f20 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 634.147916] env[65448]: DEBUG nova.virt.hardware [None req-c1698801-4324-4eda-bbc0-bbfbb2063f20 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 634.148172] env[65448]: DEBUG nova.virt.hardware [None req-c1698801-4324-4eda-bbc0-bbfbb2063f20 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 634.148328] env[65448]: DEBUG nova.virt.hardware [None req-c1698801-4324-4eda-bbc0-bbfbb2063f20 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 634.148470] env[65448]: DEBUG nova.virt.hardware [None req-c1698801-4324-4eda-bbc0-bbfbb2063f20 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 634.148672] env[65448]: DEBUG nova.virt.hardware [None req-c1698801-4324-4eda-bbc0-bbfbb2063f20 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 634.148821] env[65448]: DEBUG nova.virt.hardware [None req-c1698801-4324-4eda-bbc0-bbfbb2063f20 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 634.148997] env[65448]: DEBUG nova.virt.hardware [None req-c1698801-4324-4eda-bbc0-bbfbb2063f20 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 634.149371] env[65448]: DEBUG nova.virt.hardware [None req-c1698801-4324-4eda-bbc0-bbfbb2063f20 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 634.149371] env[65448]: DEBUG nova.virt.hardware [None req-c1698801-4324-4eda-bbc0-bbfbb2063f20 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 634.150284] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2a0e9e2-ff16-4018-b15f-167ffdf14054 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.161699] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df7cc362-080c-4cd0-8517-b5f9eabeff30 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.201230] env[65448]: INFO nova.compute.manager [-] [instance: 2ceb8324-07de-45d9-bc39-b8661a6a35e4] Took 2.20 seconds to deallocate network for instance. [ 634.339784] env[65448]: DEBUG oslo_vmware.api [None req-e735187a-3026-4105-a1c8-c74721d67c28 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52064753-0c20-3b11-eaf2-abf083f4b6d4, 'name': SearchDatastore_Task, 'duration_secs': 0.013728} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.340131] env[65448]: DEBUG oslo_concurrency.lockutils [None req-e735187a-3026-4105-a1c8-c74721d67c28 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.340479] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-e735187a-3026-4105-a1c8-c74721d67c28 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] f0ae0ad7-7800-4f5a-a270-7749177b8675/f0ae0ad7-7800-4f5a-a270-7749177b8675.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 634.340796] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b88b9ddf-af95-48d7-b484-7ca91910535e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.349020] env[65448]: DEBUG oslo_vmware.api [None req-e735187a-3026-4105-a1c8-c74721d67c28 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Waiting for the task: (returnval){ [ 634.349020] env[65448]: value = "task-4937156" [ 634.349020] env[65448]: _type = "Task" [ 634.349020] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.358782] env[65448]: DEBUG oslo_vmware.api [None req-e735187a-3026-4105-a1c8-c74721d67c28 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4937156, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.394993] env[65448]: INFO nova.compute.manager [None req-9a3330e8-9a1f-470c-9cac-af6cb30dca7e tempest-ServersTestBootFromVolume-1705188138 tempest-ServersTestBootFromVolume-1705188138-project-member] [instance: fa53b330-ff80-4666-bf9e-1664d5c3d23e] Took 18.71 seconds to build instance. [ 634.453103] env[65448]: DEBUG nova.network.neutron [None req-c1698801-4324-4eda-bbc0-bbfbb2063f20 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] [instance: bde62422-6d7d-48dd-b3c8-a9c9091e23a7] Successfully created port: 9f96c3b4-5d69-4eef-8472-0542882de3f1 {{(pid=65448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 634.459990] env[65448]: DEBUG oslo_vmware.api [None req-3e701d02-e80f-4fa6-b3f9-19509ba03b72 tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Task: {'id': task-4937155, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.827147} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.460340] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e701d02-e80f-4fa6-b3f9-19509ba03b72 tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] 059f932f-aa5a-46ff-a179-9826341731db/059f932f-aa5a-46ff-a179-9826341731db.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 634.460810] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-3e701d02-e80f-4fa6-b3f9-19509ba03b72 tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] [instance: 059f932f-aa5a-46ff-a179-9826341731db] Extending root virtual disk to 1048576 {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 634.461202] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1f36ffb9-e8f5-4093-9158-75941345fc62 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.470255] env[65448]: DEBUG oslo_vmware.api [None req-3e701d02-e80f-4fa6-b3f9-19509ba03b72 tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Waiting for the task: (returnval){ [ 634.470255] env[65448]: value = "task-4937157" [ 634.470255] env[65448]: _type = "Task" [ 634.470255] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.482632] env[65448]: DEBUG oslo_vmware.api [None req-3e701d02-e80f-4fa6-b3f9-19509ba03b72 tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Task: {'id': task-4937157, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.578509] env[65448]: DEBUG oslo_concurrency.lockutils [None req-76c28507-cb82-4398-8ec8-740d2fe091d4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.486s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 634.579790] env[65448]: DEBUG nova.compute.manager [None req-76c28507-cb82-4398-8ec8-740d2fe091d4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] [instance: 01f0dfbf-a289-43df-8919-bf6141b87d2a] Start building networks asynchronously for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2881}} [ 634.583467] env[65448]: DEBUG oslo_concurrency.lockutils [None req-e342c656-d1a2-4015-86c8-2bf87707ad20 tempest-ServerExternalEventsTest-1810177272 tempest-ServerExternalEventsTest-1810177272-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.814s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.583758] env[65448]: DEBUG nova.objects.instance [None req-e342c656-d1a2-4015-86c8-2bf87707ad20 tempest-ServerExternalEventsTest-1810177272 tempest-ServerExternalEventsTest-1810177272-project-member] Lazy-loading 'resources' on Instance uuid a2724af1-294c-4358-9aa3-938b7d8db7d4 {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 634.711504] env[65448]: DEBUG oslo_concurrency.lockutils [None req-1cb87946-dc77-4f59-a183-99545a20fed7 tempest-ServerDiagnosticsNegativeTest-649700980 tempest-ServerDiagnosticsNegativeTest-649700980-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.859612] env[65448]: DEBUG oslo_vmware.api [None req-e735187a-3026-4105-a1c8-c74721d67c28 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4937156, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.897894] env[65448]: DEBUG oslo_concurrency.lockutils [None req-9a3330e8-9a1f-470c-9cac-af6cb30dca7e tempest-ServersTestBootFromVolume-1705188138 tempest-ServersTestBootFromVolume-1705188138-project-member] Lock "fa53b330-ff80-4666-bf9e-1664d5c3d23e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.228s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 634.936511] env[65448]: WARNING neutronclient.v2_0.client [req-fe5f24d1-7b60-48a2-bcc0-6d8a94faf5e4 req-f298cc77-2dee-4a1e-90e5-339d0fb4c043 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 634.982841] env[65448]: DEBUG oslo_vmware.api [None req-3e701d02-e80f-4fa6-b3f9-19509ba03b72 tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Task: {'id': task-4937157, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074324} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.984899] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-3e701d02-e80f-4fa6-b3f9-19509ba03b72 tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] [instance: 059f932f-aa5a-46ff-a179-9826341731db] Extended root virtual disk {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 634.985987] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dd48271-207b-4c82-ae13-08e60575e99b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.018526] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e701d02-e80f-4fa6-b3f9-19509ba03b72 tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] [instance: 059f932f-aa5a-46ff-a179-9826341731db] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] 059f932f-aa5a-46ff-a179-9826341731db/059f932f-aa5a-46ff-a179-9826341731db.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 635.018526] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d8455c0-5370-4ab4-8e17-a1bac0410d54 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.040093] env[65448]: DEBUG oslo_vmware.api [None req-3e701d02-e80f-4fa6-b3f9-19509ba03b72 tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Waiting for the task: (returnval){ [ 635.040093] env[65448]: value = "task-4937158" [ 635.040093] env[65448]: _type = "Task" [ 635.040093] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.053505] env[65448]: DEBUG oslo_vmware.api [None req-3e701d02-e80f-4fa6-b3f9-19509ba03b72 tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Task: {'id': task-4937158, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.087378] env[65448]: DEBUG nova.compute.utils [None req-76c28507-cb82-4398-8ec8-740d2fe091d4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Using /dev/sd instead of None {{(pid=65448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 635.093407] env[65448]: DEBUG nova.compute.manager [None req-76c28507-cb82-4398-8ec8-740d2fe091d4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] [instance: 01f0dfbf-a289-43df-8919-bf6141b87d2a] Allocating IP information in the background. {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 635.093407] env[65448]: DEBUG nova.network.neutron [None req-76c28507-cb82-4398-8ec8-740d2fe091d4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] [instance: 01f0dfbf-a289-43df-8919-bf6141b87d2a] allocate_for_instance() {{(pid=65448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 635.093407] env[65448]: WARNING neutronclient.v2_0.client [None req-76c28507-cb82-4398-8ec8-740d2fe091d4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 635.093407] env[65448]: WARNING neutronclient.v2_0.client [None req-76c28507-cb82-4398-8ec8-740d2fe091d4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 635.365079] env[65448]: DEBUG oslo_vmware.api [None req-e735187a-3026-4105-a1c8-c74721d67c28 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4937156, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.467804] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64bcbc5b-2aab-495c-8b38-f9c69681734e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.476063] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a4c6f06-6512-41f6-9a68-3f8033950623 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.515254] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-027c8fc3-17bf-4dd6-8ea3-e633d30243eb {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.526991] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3760462f-f9d0-4a2e-99ad-4e987fc58d84 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.544246] env[65448]: DEBUG nova.compute.provider_tree [None req-e342c656-d1a2-4015-86c8-2bf87707ad20 tempest-ServerExternalEventsTest-1810177272 tempest-ServerExternalEventsTest-1810177272-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 635.555622] env[65448]: DEBUG oslo_vmware.api [None req-3e701d02-e80f-4fa6-b3f9-19509ba03b72 tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Task: {'id': task-4937158, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.593197] env[65448]: DEBUG nova.compute.manager [None req-76c28507-cb82-4398-8ec8-740d2fe091d4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] [instance: 01f0dfbf-a289-43df-8919-bf6141b87d2a] Start building block device mappings for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2916}} [ 635.871499] env[65448]: DEBUG oslo_vmware.api [None req-e735187a-3026-4105-a1c8-c74721d67c28 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4937156, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.082106} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.871855] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-e735187a-3026-4105-a1c8-c74721d67c28 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] f0ae0ad7-7800-4f5a-a270-7749177b8675/f0ae0ad7-7800-4f5a-a270-7749177b8675.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 635.871855] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-e735187a-3026-4105-a1c8-c74721d67c28 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: f0ae0ad7-7800-4f5a-a270-7749177b8675] Extending root virtual disk to 1048576 {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 635.872164] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-82f0d509-96b8-4fef-aff9-60e468943876 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.880627] env[65448]: DEBUG oslo_vmware.api [None req-e735187a-3026-4105-a1c8-c74721d67c28 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Waiting for the task: (returnval){ [ 635.880627] env[65448]: value = "task-4937159" [ 635.880627] env[65448]: _type = "Task" [ 635.880627] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.892848] env[65448]: DEBUG oslo_vmware.api [None req-e735187a-3026-4105-a1c8-c74721d67c28 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4937159, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.049689] env[65448]: DEBUG nova.scheduler.client.report [None req-e342c656-d1a2-4015-86c8-2bf87707ad20 tempest-ServerExternalEventsTest-1810177272 tempest-ServerExternalEventsTest-1810177272-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 636.057912] env[65448]: DEBUG oslo_vmware.api [None req-3e701d02-e80f-4fa6-b3f9-19509ba03b72 tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Task: {'id': task-4937158, 'name': ReconfigVM_Task, 'duration_secs': 0.659172} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.058585] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e701d02-e80f-4fa6-b3f9-19509ba03b72 tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] [instance: 059f932f-aa5a-46ff-a179-9826341731db] Reconfigured VM instance instance-00000010 to attach disk [datastore2] 059f932f-aa5a-46ff-a179-9826341731db/059f932f-aa5a-46ff-a179-9826341731db.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 636.059607] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4d4cf4b1-dcc3-4d3a-8410-dad18d12642e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.067946] env[65448]: DEBUG oslo_vmware.api [None req-3e701d02-e80f-4fa6-b3f9-19509ba03b72 tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Waiting for the task: (returnval){ [ 636.067946] env[65448]: value = "task-4937160" [ 636.067946] env[65448]: _type = "Task" [ 636.067946] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.083051] env[65448]: DEBUG oslo_vmware.api [None req-3e701d02-e80f-4fa6-b3f9-19509ba03b72 tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Task: {'id': task-4937160, 'name': Rename_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.393021] env[65448]: DEBUG oslo_vmware.api [None req-e735187a-3026-4105-a1c8-c74721d67c28 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4937159, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.15226} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.393678] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-e735187a-3026-4105-a1c8-c74721d67c28 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: f0ae0ad7-7800-4f5a-a270-7749177b8675] Extended root virtual disk {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 636.400654] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15e1b193-93bc-4062-a2ab-46f8e5557b91 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.427734] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-e735187a-3026-4105-a1c8-c74721d67c28 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: f0ae0ad7-7800-4f5a-a270-7749177b8675] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] f0ae0ad7-7800-4f5a-a270-7749177b8675/f0ae0ad7-7800-4f5a-a270-7749177b8675.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 636.428160] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f966f74-0bd7-451a-b62b-0729795eb8a9 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.455968] env[65448]: DEBUG oslo_vmware.api [None req-e735187a-3026-4105-a1c8-c74721d67c28 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Waiting for the task: (returnval){ [ 636.455968] env[65448]: value = "task-4937161" [ 636.455968] env[65448]: _type = "Task" [ 636.455968] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.469217] env[65448]: DEBUG oslo_vmware.api [None req-e735187a-3026-4105-a1c8-c74721d67c28 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4937161, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.560055] env[65448]: DEBUG oslo_concurrency.lockutils [None req-e342c656-d1a2-4015-86c8-2bf87707ad20 tempest-ServerExternalEventsTest-1810177272 tempest-ServerExternalEventsTest-1810177272-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.976s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 636.563498] env[65448]: DEBUG oslo_concurrency.lockutils [None req-f144d2a8-4943-453b-8745-44868ac6bedf tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 14.643s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.592192] env[65448]: DEBUG oslo_vmware.api [None req-3e701d02-e80f-4fa6-b3f9-19509ba03b72 tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Task: {'id': task-4937160, 'name': Rename_Task, 'duration_secs': 0.258754} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.592192] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e701d02-e80f-4fa6-b3f9-19509ba03b72 tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] [instance: 059f932f-aa5a-46ff-a179-9826341731db] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 636.592192] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4534aeef-aa22-4bc8-a3b8-1b81eda233cb {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.599137] env[65448]: INFO nova.scheduler.client.report [None req-e342c656-d1a2-4015-86c8-2bf87707ad20 tempest-ServerExternalEventsTest-1810177272 tempest-ServerExternalEventsTest-1810177272-project-member] Deleted allocations for instance a2724af1-294c-4358-9aa3-938b7d8db7d4 [ 636.610839] env[65448]: DEBUG nova.compute.manager [None req-76c28507-cb82-4398-8ec8-740d2fe091d4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] [instance: 01f0dfbf-a289-43df-8919-bf6141b87d2a] Start spawning the instance on the hypervisor. {{(pid=65448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2689}} [ 636.613319] env[65448]: DEBUG oslo_vmware.api [None req-3e701d02-e80f-4fa6-b3f9-19509ba03b72 tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Waiting for the task: (returnval){ [ 636.613319] env[65448]: value = "task-4937162" [ 636.613319] env[65448]: _type = "Task" [ 636.613319] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.629508] env[65448]: DEBUG oslo_vmware.api [None req-3e701d02-e80f-4fa6-b3f9-19509ba03b72 tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Task: {'id': task-4937162, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.638021] env[65448]: DEBUG nova.network.neutron [None req-c1698801-4324-4eda-bbc0-bbfbb2063f20 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] [instance: bde62422-6d7d-48dd-b3c8-a9c9091e23a7] Successfully updated port: 9f96c3b4-5d69-4eef-8472-0542882de3f1 {{(pid=65448) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 636.665892] env[65448]: DEBUG nova.virt.hardware [None req-76c28507-cb82-4398-8ec8-740d2fe091d4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:22:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='2127238493',id=22,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-1410894549',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-08T17:19:51Z,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a992292b6dae455593d228217860e2e1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-08T17:19:52Z,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 636.665892] env[65448]: DEBUG nova.virt.hardware [None req-76c28507-cb82-4398-8ec8-740d2fe091d4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 636.665892] env[65448]: DEBUG nova.virt.hardware [None req-76c28507-cb82-4398-8ec8-740d2fe091d4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 636.666180] env[65448]: DEBUG nova.virt.hardware [None req-76c28507-cb82-4398-8ec8-740d2fe091d4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 636.666180] env[65448]: DEBUG nova.virt.hardware [None req-76c28507-cb82-4398-8ec8-740d2fe091d4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 636.666180] env[65448]: DEBUG nova.virt.hardware [None req-76c28507-cb82-4398-8ec8-740d2fe091d4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 636.666180] env[65448]: DEBUG nova.virt.hardware [None req-76c28507-cb82-4398-8ec8-740d2fe091d4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 636.666180] env[65448]: DEBUG nova.virt.hardware [None req-76c28507-cb82-4398-8ec8-740d2fe091d4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 636.666408] env[65448]: DEBUG nova.virt.hardware [None req-76c28507-cb82-4398-8ec8-740d2fe091d4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 636.666729] env[65448]: DEBUG nova.virt.hardware [None req-76c28507-cb82-4398-8ec8-740d2fe091d4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 636.667079] env[65448]: DEBUG nova.virt.hardware [None req-76c28507-cb82-4398-8ec8-740d2fe091d4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 636.668858] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06c413b3-2bae-49ee-9d80-aa1455c44d80 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.684603] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7cd2930-c674-417c-abae-a4faac4c9409 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.787880] env[65448]: DEBUG nova.policy [None req-76c28507-cb82-4398-8ec8-740d2fe091d4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '53011195aa6d4d1fb08f418bb95906b7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'caa6b5f69be14085ad92afab48d5509a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65448) authorize /opt/stack/nova/nova/policy.py:192}} [ 636.821885] env[65448]: DEBUG nova.network.neutron [req-fe5f24d1-7b60-48a2-bcc0-6d8a94faf5e4 req-f298cc77-2dee-4a1e-90e5-339d0fb4c043 service nova] [instance: fa53b330-ff80-4666-bf9e-1664d5c3d23e] Updated VIF entry in instance network info cache for port 6162992a-95cc-47fc-9586-2620f2667330. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 636.821885] env[65448]: DEBUG nova.network.neutron [req-fe5f24d1-7b60-48a2-bcc0-6d8a94faf5e4 req-f298cc77-2dee-4a1e-90e5-339d0fb4c043 service nova] [instance: fa53b330-ff80-4666-bf9e-1664d5c3d23e] Updating instance_info_cache with network_info: [{"id": "6162992a-95cc-47fc-9586-2620f2667330", "address": "fa:16:3e:42:4e:66", "network": {"id": "4b2b0981-0b77-4e3b-a4dc-03e894dc993a", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-2080674456-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74408dc8b04f41b8bdca04195cebd569", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed3ffc1d-9f86-4029-857e-6cd1d383edbb", "external-id": "nsx-vlan-transportzone-759", "segmentation_id": 759, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6162992a-95", "ovs_interfaceid": "6162992a-95cc-47fc-9586-2620f2667330", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 636.969701] env[65448]: DEBUG oslo_vmware.api [None req-e735187a-3026-4105-a1c8-c74721d67c28 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4937161, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.073594] env[65448]: INFO nova.compute.claims [None req-f144d2a8-4943-453b-8745-44868ac6bedf tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] [instance: b9df7ebd-a64a-4031-89f7-75a8aee3c74c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 637.120342] env[65448]: DEBUG oslo_concurrency.lockutils [None req-e342c656-d1a2-4015-86c8-2bf87707ad20 tempest-ServerExternalEventsTest-1810177272 tempest-ServerExternalEventsTest-1810177272-project-member] Lock "a2724af1-294c-4358-9aa3-938b7d8db7d4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.032s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 637.140110] env[65448]: DEBUG oslo_concurrency.lockutils [None req-c1698801-4324-4eda-bbc0-bbfbb2063f20 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Acquiring lock "refresh_cache-bde62422-6d7d-48dd-b3c8-a9c9091e23a7" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.141148] env[65448]: DEBUG oslo_concurrency.lockutils [None req-c1698801-4324-4eda-bbc0-bbfbb2063f20 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Acquired lock "refresh_cache-bde62422-6d7d-48dd-b3c8-a9c9091e23a7" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.141148] env[65448]: DEBUG nova.network.neutron [None req-c1698801-4324-4eda-bbc0-bbfbb2063f20 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] [instance: bde62422-6d7d-48dd-b3c8-a9c9091e23a7] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 637.142632] env[65448]: DEBUG oslo_vmware.api [None req-3e701d02-e80f-4fa6-b3f9-19509ba03b72 tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Task: {'id': task-4937162, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.328720] env[65448]: DEBUG oslo_concurrency.lockutils [req-fe5f24d1-7b60-48a2-bcc0-6d8a94faf5e4 req-f298cc77-2dee-4a1e-90e5-339d0fb4c043 service nova] Releasing lock "refresh_cache-fa53b330-ff80-4666-bf9e-1664d5c3d23e" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.426668] env[65448]: DEBUG nova.network.neutron [None req-76c28507-cb82-4398-8ec8-740d2fe091d4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] [instance: 01f0dfbf-a289-43df-8919-bf6141b87d2a] Successfully created port: 52808461-db68-48ce-87ec-a31d195f888f {{(pid=65448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 637.455769] env[65448]: DEBUG oslo_concurrency.lockutils [None req-cdd51786-4f3c-4c52-bb37-063a0bd22e93 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Acquiring lock "ad59f7b3-ae8f-4d9c-a7a0-c94d58009a94" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.456088] env[65448]: DEBUG oslo_concurrency.lockutils [None req-cdd51786-4f3c-4c52-bb37-063a0bd22e93 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Lock "ad59f7b3-ae8f-4d9c-a7a0-c94d58009a94" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.470352] env[65448]: DEBUG oslo_vmware.api [None req-e735187a-3026-4105-a1c8-c74721d67c28 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4937161, 'name': ReconfigVM_Task, 'duration_secs': 0.6635} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.470634] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-e735187a-3026-4105-a1c8-c74721d67c28 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: f0ae0ad7-7800-4f5a-a270-7749177b8675] Reconfigured VM instance instance-00000011 to attach disk [datastore2] f0ae0ad7-7800-4f5a-a270-7749177b8675/f0ae0ad7-7800-4f5a-a270-7749177b8675.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 637.471606] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-355dd2b1-9e46-4615-9256-723795a9ad6b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.480283] env[65448]: DEBUG oslo_vmware.api [None req-e735187a-3026-4105-a1c8-c74721d67c28 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Waiting for the task: (returnval){ [ 637.480283] env[65448]: value = "task-4937163" [ 637.480283] env[65448]: _type = "Task" [ 637.480283] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.490858] env[65448]: DEBUG oslo_vmware.api [None req-e735187a-3026-4105-a1c8-c74721d67c28 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4937163, 'name': Rename_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.501574] env[65448]: DEBUG nova.compute.manager [req-dcd7cab3-894c-4cb1-9c77-3b3e59d78e60 req-a418d42a-d9a6-4841-8282-4cc89a7c4818 service nova] [instance: 059f932f-aa5a-46ff-a179-9826341731db] Received event network-vif-plugged-8683b5df-2685-4120-ada6-752ee64da4ba {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 637.501696] env[65448]: DEBUG oslo_concurrency.lockutils [req-dcd7cab3-894c-4cb1-9c77-3b3e59d78e60 req-a418d42a-d9a6-4841-8282-4cc89a7c4818 service nova] Acquiring lock "059f932f-aa5a-46ff-a179-9826341731db-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.501824] env[65448]: DEBUG oslo_concurrency.lockutils [req-dcd7cab3-894c-4cb1-9c77-3b3e59d78e60 req-a418d42a-d9a6-4841-8282-4cc89a7c4818 service nova] Lock "059f932f-aa5a-46ff-a179-9826341731db-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.502072] env[65448]: DEBUG oslo_concurrency.lockutils [req-dcd7cab3-894c-4cb1-9c77-3b3e59d78e60 req-a418d42a-d9a6-4841-8282-4cc89a7c4818 service nova] Lock "059f932f-aa5a-46ff-a179-9826341731db-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 637.502308] env[65448]: DEBUG nova.compute.manager [req-dcd7cab3-894c-4cb1-9c77-3b3e59d78e60 req-a418d42a-d9a6-4841-8282-4cc89a7c4818 service nova] [instance: 059f932f-aa5a-46ff-a179-9826341731db] No waiting events found dispatching network-vif-plugged-8683b5df-2685-4120-ada6-752ee64da4ba {{(pid=65448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 637.502538] env[65448]: WARNING nova.compute.manager [req-dcd7cab3-894c-4cb1-9c77-3b3e59d78e60 req-a418d42a-d9a6-4841-8282-4cc89a7c4818 service nova] [instance: 059f932f-aa5a-46ff-a179-9826341731db] Received unexpected event network-vif-plugged-8683b5df-2685-4120-ada6-752ee64da4ba for instance with vm_state building and task_state spawning. [ 637.502598] env[65448]: DEBUG nova.compute.manager [req-dcd7cab3-894c-4cb1-9c77-3b3e59d78e60 req-a418d42a-d9a6-4841-8282-4cc89a7c4818 service nova] [instance: 059f932f-aa5a-46ff-a179-9826341731db] Received event network-changed-8683b5df-2685-4120-ada6-752ee64da4ba {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 637.503497] env[65448]: DEBUG nova.compute.manager [req-dcd7cab3-894c-4cb1-9c77-3b3e59d78e60 req-a418d42a-d9a6-4841-8282-4cc89a7c4818 service nova] [instance: 059f932f-aa5a-46ff-a179-9826341731db] Refreshing instance network info cache due to event network-changed-8683b5df-2685-4120-ada6-752ee64da4ba. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 637.503497] env[65448]: DEBUG oslo_concurrency.lockutils [req-dcd7cab3-894c-4cb1-9c77-3b3e59d78e60 req-a418d42a-d9a6-4841-8282-4cc89a7c4818 service nova] Acquiring lock "refresh_cache-059f932f-aa5a-46ff-a179-9826341731db" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.503497] env[65448]: DEBUG oslo_concurrency.lockutils [req-dcd7cab3-894c-4cb1-9c77-3b3e59d78e60 req-a418d42a-d9a6-4841-8282-4cc89a7c4818 service nova] Acquired lock "refresh_cache-059f932f-aa5a-46ff-a179-9826341731db" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.503497] env[65448]: DEBUG nova.network.neutron [req-dcd7cab3-894c-4cb1-9c77-3b3e59d78e60 req-a418d42a-d9a6-4841-8282-4cc89a7c4818 service nova] [instance: 059f932f-aa5a-46ff-a179-9826341731db] Refreshing network info cache for port 8683b5df-2685-4120-ada6-752ee64da4ba {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 637.583880] env[65448]: INFO nova.compute.resource_tracker [None req-f144d2a8-4943-453b-8745-44868ac6bedf tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] [instance: b9df7ebd-a64a-4031-89f7-75a8aee3c74c] Updating resource usage from migration b9b53def-d5d1-479a-beb1-14b5d09a3006 [ 637.630314] env[65448]: DEBUG oslo_vmware.api [None req-3e701d02-e80f-4fa6-b3f9-19509ba03b72 tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Task: {'id': task-4937162, 'name': PowerOnVM_Task, 'duration_secs': 0.719687} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.630624] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e701d02-e80f-4fa6-b3f9-19509ba03b72 tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] [instance: 059f932f-aa5a-46ff-a179-9826341731db] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 637.630868] env[65448]: INFO nova.compute.manager [None req-3e701d02-e80f-4fa6-b3f9-19509ba03b72 tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] [instance: 059f932f-aa5a-46ff-a179-9826341731db] Took 11.99 seconds to spawn the instance on the hypervisor. [ 637.631050] env[65448]: DEBUG nova.compute.manager [None req-3e701d02-e80f-4fa6-b3f9-19509ba03b72 tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] [instance: 059f932f-aa5a-46ff-a179-9826341731db] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 637.633198] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c813a59-9118-45f9-a506-aff00c1f27fc {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.802882] env[65448]: DEBUG nova.network.neutron [None req-c1698801-4324-4eda-bbc0-bbfbb2063f20 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] [instance: bde62422-6d7d-48dd-b3c8-a9c9091e23a7] Instance cache missing network info. {{(pid=65448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 637.962152] env[65448]: DEBUG nova.compute.manager [None req-cdd51786-4f3c-4c52-bb37-063a0bd22e93 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: ad59f7b3-ae8f-4d9c-a7a0-c94d58009a94] Starting instance... {{(pid=65448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2483}} [ 637.995402] env[65448]: DEBUG oslo_vmware.api [None req-e735187a-3026-4105-a1c8-c74721d67c28 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4937163, 'name': Rename_Task, 'duration_secs': 0.336934} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.998709] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-e735187a-3026-4105-a1c8-c74721d67c28 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: f0ae0ad7-7800-4f5a-a270-7749177b8675] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 638.001564] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe120de0-e4cd-4a44-aea5-70fd49227068 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.008576] env[65448]: WARNING neutronclient.v2_0.client [req-dcd7cab3-894c-4cb1-9c77-3b3e59d78e60 req-a418d42a-d9a6-4841-8282-4cc89a7c4818 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 638.016651] env[65448]: DEBUG oslo_concurrency.lockutils [None req-34fee121-368b-4ee9-bb38-ee663e4cbfa7 tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] Acquiring lock "2e9f275f-c5e4-485d-abcc-48d411456e1f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.016651] env[65448]: DEBUG oslo_concurrency.lockutils [None req-34fee121-368b-4ee9-bb38-ee663e4cbfa7 tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] Lock "2e9f275f-c5e4-485d-abcc-48d411456e1f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.026741] env[65448]: DEBUG oslo_vmware.api [None req-e735187a-3026-4105-a1c8-c74721d67c28 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Waiting for the task: (returnval){ [ 638.026741] env[65448]: value = "task-4937164" [ 638.026741] env[65448]: _type = "Task" [ 638.026741] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.046015] env[65448]: DEBUG oslo_vmware.api [None req-e735187a-3026-4105-a1c8-c74721d67c28 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4937164, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.054041] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29d2f758-fb43-416f-ba42-c5123d849c4f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.064172] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8e048f8-7a73-4651-9065-040fb8e61f66 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.099284] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-595642e0-a559-42ee-9478-59ddae4234d0 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.108674] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8da4692-80e6-4bd4-af79-0891a573dc8e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.124984] env[65448]: DEBUG nova.compute.provider_tree [None req-f144d2a8-4943-453b-8745-44868ac6bedf tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 638.167321] env[65448]: INFO nova.compute.manager [None req-3e701d02-e80f-4fa6-b3f9-19509ba03b72 tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] [instance: 059f932f-aa5a-46ff-a179-9826341731db] Took 22.48 seconds to build instance. [ 638.336966] env[65448]: WARNING neutronclient.v2_0.client [None req-c1698801-4324-4eda-bbc0-bbfbb2063f20 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 638.493110] env[65448]: DEBUG oslo_concurrency.lockutils [None req-cdd51786-4f3c-4c52-bb37-063a0bd22e93 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.524968] env[65448]: DEBUG nova.compute.manager [None req-34fee121-368b-4ee9-bb38-ee663e4cbfa7 tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] [instance: 2e9f275f-c5e4-485d-abcc-48d411456e1f] Starting instance... {{(pid=65448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2483}} [ 638.544018] env[65448]: DEBUG oslo_vmware.api [None req-e735187a-3026-4105-a1c8-c74721d67c28 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4937164, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.629061] env[65448]: DEBUG nova.scheduler.client.report [None req-f144d2a8-4943-453b-8745-44868ac6bedf tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 638.670124] env[65448]: DEBUG oslo_concurrency.lockutils [None req-3e701d02-e80f-4fa6-b3f9-19509ba03b72 tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Lock "059f932f-aa5a-46ff-a179-9826341731db" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.995s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 638.784114] env[65448]: DEBUG nova.network.neutron [None req-c1698801-4324-4eda-bbc0-bbfbb2063f20 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] [instance: bde62422-6d7d-48dd-b3c8-a9c9091e23a7] Updating instance_info_cache with network_info: [{"id": "9f96c3b4-5d69-4eef-8472-0542882de3f1", "address": "fa:16:3e:18:b6:4d", "network": {"id": "826f617c-9058-47a8-9ab9-dc3c74f75320", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-381840079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d16e453e4fe34602943010b8b42c43cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f96c3b4-5d", "ovs_interfaceid": "9f96c3b4-5d69-4eef-8472-0542882de3f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 639.044032] env[65448]: DEBUG oslo_vmware.api [None req-e735187a-3026-4105-a1c8-c74721d67c28 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4937164, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.047147] env[65448]: DEBUG nova.compute.manager [req-4546bd86-0ac8-4026-bb11-a73d3a0ba6d1 req-480e80b0-c94b-4ed2-a643-353220b518da service nova] [instance: f0ae0ad7-7800-4f5a-a270-7749177b8675] Received event network-changed-89a077dd-0b02-41db-98f1-558117233f56 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 639.047548] env[65448]: DEBUG nova.compute.manager [req-4546bd86-0ac8-4026-bb11-a73d3a0ba6d1 req-480e80b0-c94b-4ed2-a643-353220b518da service nova] [instance: f0ae0ad7-7800-4f5a-a270-7749177b8675] Refreshing instance network info cache due to event network-changed-89a077dd-0b02-41db-98f1-558117233f56. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 639.049188] env[65448]: DEBUG oslo_concurrency.lockutils [req-4546bd86-0ac8-4026-bb11-a73d3a0ba6d1 req-480e80b0-c94b-4ed2-a643-353220b518da service nova] Acquiring lock "refresh_cache-f0ae0ad7-7800-4f5a-a270-7749177b8675" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.049188] env[65448]: DEBUG oslo_concurrency.lockutils [req-4546bd86-0ac8-4026-bb11-a73d3a0ba6d1 req-480e80b0-c94b-4ed2-a643-353220b518da service nova] Acquired lock "refresh_cache-f0ae0ad7-7800-4f5a-a270-7749177b8675" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.049188] env[65448]: DEBUG nova.network.neutron [req-4546bd86-0ac8-4026-bb11-a73d3a0ba6d1 req-480e80b0-c94b-4ed2-a643-353220b518da service nova] [instance: f0ae0ad7-7800-4f5a-a270-7749177b8675] Refreshing network info cache for port 89a077dd-0b02-41db-98f1-558117233f56 {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 639.054428] env[65448]: WARNING neutronclient.v2_0.client [req-dcd7cab3-894c-4cb1-9c77-3b3e59d78e60 req-a418d42a-d9a6-4841-8282-4cc89a7c4818 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 639.083541] env[65448]: DEBUG oslo_concurrency.lockutils [None req-34fee121-368b-4ee9-bb38-ee663e4cbfa7 tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.135992] env[65448]: DEBUG oslo_concurrency.lockutils [None req-f144d2a8-4943-453b-8745-44868ac6bedf tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.573s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 639.136250] env[65448]: INFO nova.compute.manager [None req-f144d2a8-4943-453b-8745-44868ac6bedf tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] [instance: b9df7ebd-a64a-4031-89f7-75a8aee3c74c] Migrating [ 639.136508] env[65448]: DEBUG oslo_concurrency.lockutils [None req-f144d2a8-4943-453b-8745-44868ac6bedf tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.136795] env[65448]: DEBUG oslo_concurrency.lockutils [None req-f144d2a8-4943-453b-8745-44868ac6bedf tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Acquired lock "compute-rpcapi-router" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.138588] env[65448]: DEBUG oslo_concurrency.lockutils [None req-4146587c-5d24-4320-b1a3-4e25577ec913 tempest-TenantUsagesTestJSON-1937329192 tempest-TenantUsagesTestJSON-1937329192-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.200s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.139183] env[65448]: DEBUG nova.objects.instance [None req-4146587c-5d24-4320-b1a3-4e25577ec913 tempest-TenantUsagesTestJSON-1937329192 tempest-TenantUsagesTestJSON-1937329192-project-member] Lazy-loading 'resources' on Instance uuid 355e8336-6743-41dc-b678-3e8025295ba9 {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 639.190968] env[65448]: DEBUG nova.network.neutron [None req-76c28507-cb82-4398-8ec8-740d2fe091d4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] [instance: 01f0dfbf-a289-43df-8919-bf6141b87d2a] Successfully updated port: 52808461-db68-48ce-87ec-a31d195f888f {{(pid=65448) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 639.287693] env[65448]: DEBUG oslo_concurrency.lockutils [None req-c1698801-4324-4eda-bbc0-bbfbb2063f20 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Releasing lock "refresh_cache-bde62422-6d7d-48dd-b3c8-a9c9091e23a7" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.287917] env[65448]: DEBUG nova.compute.manager [None req-c1698801-4324-4eda-bbc0-bbfbb2063f20 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] [instance: bde62422-6d7d-48dd-b3c8-a9c9091e23a7] Instance network_info: |[{"id": "9f96c3b4-5d69-4eef-8472-0542882de3f1", "address": "fa:16:3e:18:b6:4d", "network": {"id": "826f617c-9058-47a8-9ab9-dc3c74f75320", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-381840079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d16e453e4fe34602943010b8b42c43cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f96c3b4-5d", "ovs_interfaceid": "9f96c3b4-5d69-4eef-8472-0542882de3f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 639.288365] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-c1698801-4324-4eda-bbc0-bbfbb2063f20 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] [instance: bde62422-6d7d-48dd-b3c8-a9c9091e23a7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:18:b6:4d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '81d39ad2-4e62-4f09-a567-88ac5aa70467', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9f96c3b4-5d69-4eef-8472-0542882de3f1', 'vif_model': 'vmxnet3'}] {{(pid=65448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 639.297781] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-c1698801-4324-4eda-bbc0-bbfbb2063f20 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 639.297781] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bde62422-6d7d-48dd-b3c8-a9c9091e23a7] Creating VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 639.297781] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-05d91092-03f2-4c50-ad63-c42912b38cc7 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.320959] env[65448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 639.320959] env[65448]: value = "task-4937165" [ 639.320959] env[65448]: _type = "Task" [ 639.320959] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.333070] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937165, 'name': CreateVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.338473] env[65448]: DEBUG nova.network.neutron [req-dcd7cab3-894c-4cb1-9c77-3b3e59d78e60 req-a418d42a-d9a6-4841-8282-4cc89a7c4818 service nova] [instance: 059f932f-aa5a-46ff-a179-9826341731db] Updated VIF entry in instance network info cache for port 8683b5df-2685-4120-ada6-752ee64da4ba. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 639.338916] env[65448]: DEBUG nova.network.neutron [req-dcd7cab3-894c-4cb1-9c77-3b3e59d78e60 req-a418d42a-d9a6-4841-8282-4cc89a7c4818 service nova] [instance: 059f932f-aa5a-46ff-a179-9826341731db] Updating instance_info_cache with network_info: [{"id": "8683b5df-2685-4120-ada6-752ee64da4ba", "address": "fa:16:3e:d8:91:01", "network": {"id": "8bceff40-3fe8-4c4e-8d97-0f1608c6de19", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a992292b6dae455593d228217860e2e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8683b5df-26", "ovs_interfaceid": "8683b5df-2685-4120-ada6-752ee64da4ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 639.463237] env[65448]: DEBUG nova.compute.manager [None req-1582c85c-d504-4e5b-8a66-7bf871c9634d tempest-ServerDiagnosticsTest-448560024 tempest-ServerDiagnosticsTest-448560024-project-admin] [instance: d7335ae7-683b-4729-b771-29ac97585830] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 639.464725] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6a654d1-96ca-4171-91b3-da797f038d41 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.475115] env[65448]: INFO nova.compute.manager [None req-1582c85c-d504-4e5b-8a66-7bf871c9634d tempest-ServerDiagnosticsTest-448560024 tempest-ServerDiagnosticsTest-448560024-project-admin] [instance: d7335ae7-683b-4729-b771-29ac97585830] Retrieving diagnostics [ 639.475975] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80717c05-244f-4f45-8fbe-065abbffaee3 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.540728] env[65448]: DEBUG oslo_vmware.api [None req-e735187a-3026-4105-a1c8-c74721d67c28 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4937164, 'name': PowerOnVM_Task, 'duration_secs': 1.411723} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.541357] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-e735187a-3026-4105-a1c8-c74721d67c28 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: f0ae0ad7-7800-4f5a-a270-7749177b8675] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 639.541357] env[65448]: INFO nova.compute.manager [None req-e735187a-3026-4105-a1c8-c74721d67c28 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: f0ae0ad7-7800-4f5a-a270-7749177b8675] Took 11.30 seconds to spawn the instance on the hypervisor. [ 639.541780] env[65448]: DEBUG nova.compute.manager [None req-e735187a-3026-4105-a1c8-c74721d67c28 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: f0ae0ad7-7800-4f5a-a270-7749177b8675] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 639.542500] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3741d853-41b8-415d-8e55-ba8097a312e9 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.555332] env[65448]: WARNING neutronclient.v2_0.client [req-4546bd86-0ac8-4026-bb11-a73d3a0ba6d1 req-480e80b0-c94b-4ed2-a643-353220b518da service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 639.642740] env[65448]: INFO nova.compute.rpcapi [None req-f144d2a8-4943-453b-8745-44868ac6bedf tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Automatically selected compute RPC version 6.4 from minimum service version 70 [ 639.644256] env[65448]: DEBUG oslo_concurrency.lockutils [None req-f144d2a8-4943-453b-8745-44868ac6bedf tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Releasing lock "compute-rpcapi-router" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.694947] env[65448]: DEBUG oslo_concurrency.lockutils [None req-76c28507-cb82-4398-8ec8-740d2fe091d4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Acquiring lock "refresh_cache-01f0dfbf-a289-43df-8919-bf6141b87d2a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.695167] env[65448]: DEBUG oslo_concurrency.lockutils [None req-76c28507-cb82-4398-8ec8-740d2fe091d4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Acquired lock "refresh_cache-01f0dfbf-a289-43df-8919-bf6141b87d2a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.695522] env[65448]: DEBUG nova.network.neutron [None req-76c28507-cb82-4398-8ec8-740d2fe091d4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] [instance: 01f0dfbf-a289-43df-8919-bf6141b87d2a] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 639.834965] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937165, 'name': CreateVM_Task} progress is 99%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.844831] env[65448]: DEBUG oslo_concurrency.lockutils [req-dcd7cab3-894c-4cb1-9c77-3b3e59d78e60 req-a418d42a-d9a6-4841-8282-4cc89a7c4818 service nova] Releasing lock "refresh_cache-059f932f-aa5a-46ff-a179-9826341731db" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.846837] env[65448]: DEBUG nova.compute.manager [req-dcd7cab3-894c-4cb1-9c77-3b3e59d78e60 req-a418d42a-d9a6-4841-8282-4cc89a7c4818 service nova] [instance: b72f98f6-f233-4a51-b4ac-fef6364407f1] Received event network-changed-e0a90c57-fee7-4180-86a2-37a189191d1c {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 639.846948] env[65448]: DEBUG nova.compute.manager [req-dcd7cab3-894c-4cb1-9c77-3b3e59d78e60 req-a418d42a-d9a6-4841-8282-4cc89a7c4818 service nova] [instance: b72f98f6-f233-4a51-b4ac-fef6364407f1] Refreshing instance network info cache due to event network-changed-e0a90c57-fee7-4180-86a2-37a189191d1c. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 639.848348] env[65448]: DEBUG oslo_concurrency.lockutils [req-dcd7cab3-894c-4cb1-9c77-3b3e59d78e60 req-a418d42a-d9a6-4841-8282-4cc89a7c4818 service nova] Acquiring lock "refresh_cache-b72f98f6-f233-4a51-b4ac-fef6364407f1" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.848737] env[65448]: DEBUG oslo_concurrency.lockutils [req-dcd7cab3-894c-4cb1-9c77-3b3e59d78e60 req-a418d42a-d9a6-4841-8282-4cc89a7c4818 service nova] Acquired lock "refresh_cache-b72f98f6-f233-4a51-b4ac-fef6364407f1" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.848737] env[65448]: DEBUG nova.network.neutron [req-dcd7cab3-894c-4cb1-9c77-3b3e59d78e60 req-a418d42a-d9a6-4841-8282-4cc89a7c4818 service nova] [instance: b72f98f6-f233-4a51-b4ac-fef6364407f1] Refreshing network info cache for port e0a90c57-fee7-4180-86a2-37a189191d1c {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 639.855932] env[65448]: WARNING neutronclient.v2_0.client [req-4546bd86-0ac8-4026-bb11-a73d3a0ba6d1 req-480e80b0-c94b-4ed2-a643-353220b518da service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 639.955598] env[65448]: DEBUG nova.network.neutron [req-4546bd86-0ac8-4026-bb11-a73d3a0ba6d1 req-480e80b0-c94b-4ed2-a643-353220b518da service nova] [instance: f0ae0ad7-7800-4f5a-a270-7749177b8675] Updated VIF entry in instance network info cache for port 89a077dd-0b02-41db-98f1-558117233f56. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 639.956011] env[65448]: DEBUG nova.network.neutron [req-4546bd86-0ac8-4026-bb11-a73d3a0ba6d1 req-480e80b0-c94b-4ed2-a643-353220b518da service nova] [instance: f0ae0ad7-7800-4f5a-a270-7749177b8675] Updating instance_info_cache with network_info: [{"id": "89a077dd-0b02-41db-98f1-558117233f56", "address": "fa:16:3e:18:a1:08", "network": {"id": "6fa83dea-1d83-4041-ae56-d9e5e5278559", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-78264896-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4a79f75fe9f47d4a1cca9aa9f9c3901", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89a077dd-0b", "ovs_interfaceid": "89a077dd-0b02-41db-98f1-558117233f56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 640.070061] env[65448]: INFO nova.compute.manager [None req-e735187a-3026-4105-a1c8-c74721d67c28 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: f0ae0ad7-7800-4f5a-a270-7749177b8675] Took 23.88 seconds to build instance. [ 640.146221] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ede6aaa9-8983-4981-bdfc-7faebdaed97f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.159469] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98e4014a-a2f5-4c1f-ab73-01ba47294875 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.168157] env[65448]: DEBUG oslo_concurrency.lockutils [None req-f144d2a8-4943-453b-8745-44868ac6bedf tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Acquiring lock "refresh_cache-b9df7ebd-a64a-4031-89f7-75a8aee3c74c" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.168826] env[65448]: DEBUG oslo_concurrency.lockutils [None req-f144d2a8-4943-453b-8745-44868ac6bedf tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Acquired lock "refresh_cache-b9df7ebd-a64a-4031-89f7-75a8aee3c74c" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.168826] env[65448]: DEBUG nova.network.neutron [None req-f144d2a8-4943-453b-8745-44868ac6bedf tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] [instance: b9df7ebd-a64a-4031-89f7-75a8aee3c74c] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 640.209758] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1e7e847-1125-4c6e-928f-a0504567d710 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.219898] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73d1c495-9cb1-4551-b52f-5c682a58e22e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.239846] env[65448]: DEBUG nova.compute.provider_tree [None req-4146587c-5d24-4320-b1a3-4e25577ec913 tempest-TenantUsagesTestJSON-1937329192 tempest-TenantUsagesTestJSON-1937329192-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 640.270343] env[65448]: DEBUG nova.network.neutron [None req-76c28507-cb82-4398-8ec8-740d2fe091d4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] [instance: 01f0dfbf-a289-43df-8919-bf6141b87d2a] Instance cache missing network info. {{(pid=65448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 640.338646] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937165, 'name': CreateVM_Task, 'duration_secs': 0.58143} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.339136] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bde62422-6d7d-48dd-b3c8-a9c9091e23a7] Created VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 640.339462] env[65448]: WARNING neutronclient.v2_0.client [None req-c1698801-4324-4eda-bbc0-bbfbb2063f20 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 640.339961] env[65448]: DEBUG oslo_concurrency.lockutils [None req-c1698801-4324-4eda-bbc0-bbfbb2063f20 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.340125] env[65448]: DEBUG oslo_concurrency.lockutils [None req-c1698801-4324-4eda-bbc0-bbfbb2063f20 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.340716] env[65448]: DEBUG oslo_concurrency.lockutils [None req-c1698801-4324-4eda-bbc0-bbfbb2063f20 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.341096] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed83a864-8e84-4ea5-ab92-f84d4474fd64 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.348245] env[65448]: DEBUG oslo_vmware.api [None req-c1698801-4324-4eda-bbc0-bbfbb2063f20 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Waiting for the task: (returnval){ [ 640.348245] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5232dc97-d194-f761-c36b-b6f2775148c4" [ 640.348245] env[65448]: _type = "Task" [ 640.348245] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.352114] env[65448]: WARNING neutronclient.v2_0.client [req-dcd7cab3-894c-4cb1-9c77-3b3e59d78e60 req-a418d42a-d9a6-4841-8282-4cc89a7c4818 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 640.362605] env[65448]: DEBUG oslo_vmware.api [None req-c1698801-4324-4eda-bbc0-bbfbb2063f20 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5232dc97-d194-f761-c36b-b6f2775148c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.396515] env[65448]: DEBUG oslo_concurrency.lockutils [None req-f966857c-3f76-4743-a016-8eb38b304b40 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Acquiring lock "f92de7cc-d52b-4a1d-821a-0212e37e9369" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.396750] env[65448]: DEBUG oslo_concurrency.lockutils [None req-f966857c-3f76-4743-a016-8eb38b304b40 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Lock "f92de7cc-d52b-4a1d-821a-0212e37e9369" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.459707] env[65448]: DEBUG oslo_concurrency.lockutils [req-4546bd86-0ac8-4026-bb11-a73d3a0ba6d1 req-480e80b0-c94b-4ed2-a643-353220b518da service nova] Releasing lock "refresh_cache-f0ae0ad7-7800-4f5a-a270-7749177b8675" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.459707] env[65448]: DEBUG nova.compute.manager [req-4546bd86-0ac8-4026-bb11-a73d3a0ba6d1 req-480e80b0-c94b-4ed2-a643-353220b518da service nova] [instance: 2ceb8324-07de-45d9-bc39-b8661a6a35e4] Received event network-vif-deleted-4f663dbc-b199-49a1-a329-767f56d246d2 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 640.572743] env[65448]: DEBUG oslo_concurrency.lockutils [None req-e735187a-3026-4105-a1c8-c74721d67c28 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Lock "f0ae0ad7-7800-4f5a-a270-7749177b8675" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.397s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 640.709230] env[65448]: WARNING neutronclient.v2_0.client [None req-f144d2a8-4943-453b-8745-44868ac6bedf tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 640.742923] env[65448]: DEBUG nova.scheduler.client.report [None req-4146587c-5d24-4320-b1a3-4e25577ec913 tempest-TenantUsagesTestJSON-1937329192 tempest-TenantUsagesTestJSON-1937329192-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 640.860496] env[65448]: DEBUG oslo_vmware.api [None req-c1698801-4324-4eda-bbc0-bbfbb2063f20 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5232dc97-d194-f761-c36b-b6f2775148c4, 'name': SearchDatastore_Task, 'duration_secs': 0.017649} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.860929] env[65448]: DEBUG oslo_concurrency.lockutils [None req-c1698801-4324-4eda-bbc0-bbfbb2063f20 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.861121] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-c1698801-4324-4eda-bbc0-bbfbb2063f20 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] [instance: bde62422-6d7d-48dd-b3c8-a9c9091e23a7] Processing image 50fb366d-48e6-424f-9c20-bc83d77be76a {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 640.861414] env[65448]: DEBUG oslo_concurrency.lockutils [None req-c1698801-4324-4eda-bbc0-bbfbb2063f20 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.861483] env[65448]: DEBUG oslo_concurrency.lockutils [None req-c1698801-4324-4eda-bbc0-bbfbb2063f20 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.861656] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1698801-4324-4eda-bbc0-bbfbb2063f20 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 640.861928] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-37af1b3b-268d-4c86-aaa1-6dc2c23597f0 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.869622] env[65448]: WARNING neutronclient.v2_0.client [None req-76c28507-cb82-4398-8ec8-740d2fe091d4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 640.876186] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1698801-4324-4eda-bbc0-bbfbb2063f20 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 640.876186] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-c1698801-4324-4eda-bbc0-bbfbb2063f20 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 640.876186] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20052ce7-798c-4b72-bbaf-58a101282abf {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.883095] env[65448]: DEBUG oslo_vmware.api [None req-c1698801-4324-4eda-bbc0-bbfbb2063f20 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Waiting for the task: (returnval){ [ 640.883095] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52a4de61-bbb5-f889-dda1-cc1a1297bc55" [ 640.883095] env[65448]: _type = "Task" [ 640.883095] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.892672] env[65448]: DEBUG oslo_vmware.api [None req-c1698801-4324-4eda-bbc0-bbfbb2063f20 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52a4de61-bbb5-f889-dda1-cc1a1297bc55, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.899624] env[65448]: DEBUG nova.compute.manager [None req-f966857c-3f76-4743-a016-8eb38b304b40 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: f92de7cc-d52b-4a1d-821a-0212e37e9369] Starting instance... {{(pid=65448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2483}} [ 641.250991] env[65448]: DEBUG oslo_concurrency.lockutils [None req-4146587c-5d24-4320-b1a3-4e25577ec913 tempest-TenantUsagesTestJSON-1937329192 tempest-TenantUsagesTestJSON-1937329192-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.112s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.253804] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5c926cf6-aca7-48a5-9686-c7b3b47fc360 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.941s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.255372] env[65448]: INFO nova.compute.claims [None req-5c926cf6-aca7-48a5-9686-c7b3b47fc360 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] [instance: fb73de4f-982f-48b5-b0a6-febcf9a1f54e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 641.280733] env[65448]: INFO nova.scheduler.client.report [None req-4146587c-5d24-4320-b1a3-4e25577ec913 tempest-TenantUsagesTestJSON-1937329192 tempest-TenantUsagesTestJSON-1937329192-project-member] Deleted allocations for instance 355e8336-6743-41dc-b678-3e8025295ba9 [ 641.398087] env[65448]: DEBUG oslo_vmware.api [None req-c1698801-4324-4eda-bbc0-bbfbb2063f20 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52a4de61-bbb5-f889-dda1-cc1a1297bc55, 'name': SearchDatastore_Task, 'duration_secs': 0.016608} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.403417] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02419aa2-361c-41c6-ab32-1e7f17831ccd {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.414484] env[65448]: DEBUG oslo_vmware.api [None req-c1698801-4324-4eda-bbc0-bbfbb2063f20 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Waiting for the task: (returnval){ [ 641.414484] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52a63b1b-d5e7-61c8-5556-9e6ce9190390" [ 641.414484] env[65448]: _type = "Task" [ 641.414484] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.427906] env[65448]: DEBUG oslo_vmware.api [None req-c1698801-4324-4eda-bbc0-bbfbb2063f20 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52a63b1b-d5e7-61c8-5556-9e6ce9190390, 'name': SearchDatastore_Task, 'duration_secs': 0.012324} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.429125] env[65448]: DEBUG oslo_concurrency.lockutils [None req-f966857c-3f76-4743-a016-8eb38b304b40 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.432194] env[65448]: DEBUG oslo_concurrency.lockutils [None req-c1698801-4324-4eda-bbc0-bbfbb2063f20 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.432474] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1698801-4324-4eda-bbc0-bbfbb2063f20 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] bde62422-6d7d-48dd-b3c8-a9c9091e23a7/bde62422-6d7d-48dd-b3c8-a9c9091e23a7.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 641.433258] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-29b3b05a-2242-4722-86d3-d6684964dbd2 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.440819] env[65448]: DEBUG oslo_vmware.api [None req-c1698801-4324-4eda-bbc0-bbfbb2063f20 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Waiting for the task: (returnval){ [ 641.440819] env[65448]: value = "task-4937166" [ 641.440819] env[65448]: _type = "Task" [ 641.440819] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.449480] env[65448]: DEBUG oslo_concurrency.lockutils [None req-494b7b51-d097-4741-a994-6ac1db0ecb01 tempest-ServerAddressesTestJSON-297973440 tempest-ServerAddressesTestJSON-297973440-project-member] Acquiring lock "42660aaa-81e2-47fe-949b-cbf7e599091d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.449480] env[65448]: DEBUG oslo_concurrency.lockutils [None req-494b7b51-d097-4741-a994-6ac1db0ecb01 tempest-ServerAddressesTestJSON-297973440 tempest-ServerAddressesTestJSON-297973440-project-member] Lock "42660aaa-81e2-47fe-949b-cbf7e599091d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.456496] env[65448]: DEBUG oslo_vmware.api [None req-c1698801-4324-4eda-bbc0-bbfbb2063f20 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Task: {'id': task-4937166, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.490068] env[65448]: DEBUG oslo_concurrency.lockutils [None req-9d98cc90-fcd2-4bb9-a516-141df04b878d tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Acquiring lock "101b6ef8-fab1-4626-9524-4e080c5ad298" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.490602] env[65448]: DEBUG oslo_concurrency.lockutils [None req-9d98cc90-fcd2-4bb9-a516-141df04b878d tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Lock "101b6ef8-fab1-4626-9524-4e080c5ad298" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.490944] env[65448]: DEBUG oslo_concurrency.lockutils [None req-9d98cc90-fcd2-4bb9-a516-141df04b878d tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Acquiring lock "101b6ef8-fab1-4626-9524-4e080c5ad298-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.491333] env[65448]: DEBUG oslo_concurrency.lockutils [None req-9d98cc90-fcd2-4bb9-a516-141df04b878d tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Lock "101b6ef8-fab1-4626-9524-4e080c5ad298-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.491618] env[65448]: DEBUG oslo_concurrency.lockutils [None req-9d98cc90-fcd2-4bb9-a516-141df04b878d tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Lock "101b6ef8-fab1-4626-9524-4e080c5ad298-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.494616] env[65448]: INFO nova.compute.manager [None req-9d98cc90-fcd2-4bb9-a516-141df04b878d tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] [instance: 101b6ef8-fab1-4626-9524-4e080c5ad298] Terminating instance [ 641.549382] env[65448]: DEBUG nova.network.neutron [None req-76c28507-cb82-4398-8ec8-740d2fe091d4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] [instance: 01f0dfbf-a289-43df-8919-bf6141b87d2a] Updating instance_info_cache with network_info: [{"id": "52808461-db68-48ce-87ec-a31d195f888f", "address": "fa:16:3e:bc:9e:50", "network": {"id": "5d545434-8a0b-4c58-969a-3aaba5203c8a", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-77448742-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "caa6b5f69be14085ad92afab48d5509a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ce1511e-1eaa-45c6-a1ef-2b714c814fa1", "external-id": "nsx-vlan-transportzone-300", "segmentation_id": 300, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52808461-db", "ovs_interfaceid": "52808461-db68-48ce-87ec-a31d195f888f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 641.600170] env[65448]: WARNING neutronclient.v2_0.client [req-dcd7cab3-894c-4cb1-9c77-3b3e59d78e60 req-a418d42a-d9a6-4841-8282-4cc89a7c4818 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 641.790354] env[65448]: DEBUG oslo_concurrency.lockutils [None req-4146587c-5d24-4320-b1a3-4e25577ec913 tempest-TenantUsagesTestJSON-1937329192 tempest-TenantUsagesTestJSON-1937329192-project-member] Lock "355e8336-6743-41dc-b678-3e8025295ba9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.632s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.793815] env[65448]: DEBUG nova.network.neutron [req-dcd7cab3-894c-4cb1-9c77-3b3e59d78e60 req-a418d42a-d9a6-4841-8282-4cc89a7c4818 service nova] [instance: b72f98f6-f233-4a51-b4ac-fef6364407f1] Updated VIF entry in instance network info cache for port e0a90c57-fee7-4180-86a2-37a189191d1c. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 641.794186] env[65448]: DEBUG nova.network.neutron [req-dcd7cab3-894c-4cb1-9c77-3b3e59d78e60 req-a418d42a-d9a6-4841-8282-4cc89a7c4818 service nova] [instance: b72f98f6-f233-4a51-b4ac-fef6364407f1] Updating instance_info_cache with network_info: [{"id": "e0a90c57-fee7-4180-86a2-37a189191d1c", "address": "fa:16:3e:5b:8c:c8", "network": {"id": "1b9b3e9d-4476-481a-80b8-d211269598e5", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1689273691-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dafe4a08e85746d7b19aacf81cba31e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9630cae2-7dd9-42b7-8b53-91ab254af243", "external-id": "nsx-vlan-transportzone-900", "segmentation_id": 900, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0a90c57-fe", "ovs_interfaceid": "e0a90c57-fee7-4180-86a2-37a189191d1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 641.812031] env[65448]: WARNING neutronclient.v2_0.client [None req-f144d2a8-4943-453b-8745-44868ac6bedf tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 641.930086] env[65448]: DEBUG nova.network.neutron [None req-f144d2a8-4943-453b-8745-44868ac6bedf tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] [instance: b9df7ebd-a64a-4031-89f7-75a8aee3c74c] Updating instance_info_cache with network_info: [{"id": "4aba2ff3-061b-465e-a731-ec54cf750b27", "address": "fa:16:3e:27:0b:a7", "network": {"id": "8bceff40-3fe8-4c4e-8d97-0f1608c6de19", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.228", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a992292b6dae455593d228217860e2e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4aba2ff3-06", "ovs_interfaceid": "4aba2ff3-061b-465e-a731-ec54cf750b27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 641.954147] env[65448]: DEBUG oslo_vmware.api [None req-c1698801-4324-4eda-bbc0-bbfbb2063f20 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Task: {'id': task-4937166, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.957165] env[65448]: DEBUG nova.compute.manager [None req-494b7b51-d097-4741-a994-6ac1db0ecb01 tempest-ServerAddressesTestJSON-297973440 tempest-ServerAddressesTestJSON-297973440-project-member] [instance: 42660aaa-81e2-47fe-949b-cbf7e599091d] Starting instance... {{(pid=65448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2483}} [ 642.000018] env[65448]: DEBUG oslo_concurrency.lockutils [None req-9d98cc90-fcd2-4bb9-a516-141df04b878d tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Acquiring lock "refresh_cache-101b6ef8-fab1-4626-9524-4e080c5ad298" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.000224] env[65448]: DEBUG oslo_concurrency.lockutils [None req-9d98cc90-fcd2-4bb9-a516-141df04b878d tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Acquired lock "refresh_cache-101b6ef8-fab1-4626-9524-4e080c5ad298" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.000374] env[65448]: DEBUG nova.network.neutron [None req-9d98cc90-fcd2-4bb9-a516-141df04b878d tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] [instance: 101b6ef8-fab1-4626-9524-4e080c5ad298] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 642.053826] env[65448]: DEBUG oslo_concurrency.lockutils [None req-76c28507-cb82-4398-8ec8-740d2fe091d4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Releasing lock "refresh_cache-01f0dfbf-a289-43df-8919-bf6141b87d2a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.053826] env[65448]: DEBUG nova.compute.manager [None req-76c28507-cb82-4398-8ec8-740d2fe091d4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] [instance: 01f0dfbf-a289-43df-8919-bf6141b87d2a] Instance network_info: |[{"id": "52808461-db68-48ce-87ec-a31d195f888f", "address": "fa:16:3e:bc:9e:50", "network": {"id": "5d545434-8a0b-4c58-969a-3aaba5203c8a", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-77448742-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "caa6b5f69be14085ad92afab48d5509a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ce1511e-1eaa-45c6-a1ef-2b714c814fa1", "external-id": "nsx-vlan-transportzone-300", "segmentation_id": 300, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52808461-db", "ovs_interfaceid": "52808461-db68-48ce-87ec-a31d195f888f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 642.055046] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-76c28507-cb82-4398-8ec8-740d2fe091d4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] [instance: 01f0dfbf-a289-43df-8919-bf6141b87d2a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bc:9e:50', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ce1511e-1eaa-45c6-a1ef-2b714c814fa1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '52808461-db68-48ce-87ec-a31d195f888f', 'vif_model': 'vmxnet3'}] {{(pid=65448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 642.064993] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-76c28507-cb82-4398-8ec8-740d2fe091d4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Creating folder: Project (caa6b5f69be14085ad92afab48d5509a). Parent ref: group-v961779. {{(pid=65448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 642.066900] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5d4d4d7b-42fa-46b1-8127-7087bffdc782 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.081416] env[65448]: INFO nova.virt.vmwareapi.vm_util [None req-76c28507-cb82-4398-8ec8-740d2fe091d4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Created folder: Project (caa6b5f69be14085ad92afab48d5509a) in parent group-v961779. [ 642.085025] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-76c28507-cb82-4398-8ec8-740d2fe091d4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Creating folder: Instances. Parent ref: group-v961833. {{(pid=65448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 642.085025] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cb43166f-7846-46fb-85b6-899eb82ab74b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.094836] env[65448]: INFO nova.virt.vmwareapi.vm_util [None req-76c28507-cb82-4398-8ec8-740d2fe091d4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Created folder: Instances in parent group-v961833. [ 642.095848] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-76c28507-cb82-4398-8ec8-740d2fe091d4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 642.096256] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01f0dfbf-a289-43df-8919-bf6141b87d2a] Creating VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 642.096531] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f6dcbd1c-1937-4f3d-a928-3c9e19b8df7b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.125716] env[65448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 642.125716] env[65448]: value = "task-4937169" [ 642.125716] env[65448]: _type = "Task" [ 642.125716] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.135660] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937169, 'name': CreateVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.296406] env[65448]: DEBUG oslo_concurrency.lockutils [req-dcd7cab3-894c-4cb1-9c77-3b3e59d78e60 req-a418d42a-d9a6-4841-8282-4cc89a7c4818 service nova] Releasing lock "refresh_cache-b72f98f6-f233-4a51-b4ac-fef6364407f1" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.433029] env[65448]: DEBUG oslo_concurrency.lockutils [None req-f144d2a8-4943-453b-8745-44868ac6bedf tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Releasing lock "refresh_cache-b9df7ebd-a64a-4031-89f7-75a8aee3c74c" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.470229] env[65448]: DEBUG oslo_vmware.api [None req-c1698801-4324-4eda-bbc0-bbfbb2063f20 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Task: {'id': task-4937166, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.710776} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.470614] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1698801-4324-4eda-bbc0-bbfbb2063f20 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] bde62422-6d7d-48dd-b3c8-a9c9091e23a7/bde62422-6d7d-48dd-b3c8-a9c9091e23a7.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 642.470858] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-c1698801-4324-4eda-bbc0-bbfbb2063f20 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] [instance: bde62422-6d7d-48dd-b3c8-a9c9091e23a7] Extending root virtual disk to 1048576 {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 642.474501] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-57d0f6de-af81-4629-a876-63fee927dca9 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.489341] env[65448]: DEBUG oslo_vmware.api [None req-c1698801-4324-4eda-bbc0-bbfbb2063f20 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Waiting for the task: (returnval){ [ 642.489341] env[65448]: value = "task-4937170" [ 642.489341] env[65448]: _type = "Task" [ 642.489341] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.505020] env[65448]: WARNING neutronclient.v2_0.client [None req-9d98cc90-fcd2-4bb9-a516-141df04b878d tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 642.508114] env[65448]: DEBUG oslo_vmware.api [None req-c1698801-4324-4eda-bbc0-bbfbb2063f20 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Task: {'id': task-4937170, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.509344] env[65448]: DEBUG oslo_concurrency.lockutils [None req-494b7b51-d097-4741-a994-6ac1db0ecb01 tempest-ServerAddressesTestJSON-297973440 tempest-ServerAddressesTestJSON-297973440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.577965] env[65448]: DEBUG nova.network.neutron [None req-9d98cc90-fcd2-4bb9-a516-141df04b878d tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] [instance: 101b6ef8-fab1-4626-9524-4e080c5ad298] Instance cache missing network info. {{(pid=65448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 642.612125] env[65448]: DEBUG oslo_concurrency.lockutils [None req-86510b24-c0b3-4116-89e2-70aef5e704f2 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Acquiring lock "223507ab-1bb6-4cc6-b81d-c5da765c01c0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.612125] env[65448]: DEBUG oslo_concurrency.lockutils [None req-86510b24-c0b3-4116-89e2-70aef5e704f2 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Lock "223507ab-1bb6-4cc6-b81d-c5da765c01c0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.640090] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937169, 'name': CreateVM_Task, 'duration_secs': 0.426756} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.640274] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01f0dfbf-a289-43df-8919-bf6141b87d2a] Created VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 642.640851] env[65448]: WARNING neutronclient.v2_0.client [None req-76c28507-cb82-4398-8ec8-740d2fe091d4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 642.641270] env[65448]: DEBUG oslo_concurrency.lockutils [None req-76c28507-cb82-4398-8ec8-740d2fe091d4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.641521] env[65448]: DEBUG oslo_concurrency.lockutils [None req-76c28507-cb82-4398-8ec8-740d2fe091d4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.641884] env[65448]: DEBUG oslo_concurrency.lockutils [None req-76c28507-cb82-4398-8ec8-740d2fe091d4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.642476] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d10995e4-e061-45d4-8df8-2ece81f1004f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.652354] env[65448]: DEBUG oslo_vmware.api [None req-76c28507-cb82-4398-8ec8-740d2fe091d4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Waiting for the task: (returnval){ [ 642.652354] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52f36c07-af4f-a7ba-1f75-f0fcaa1dce2e" [ 642.652354] env[65448]: _type = "Task" [ 642.652354] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.666128] env[65448]: DEBUG oslo_vmware.api [None req-76c28507-cb82-4398-8ec8-740d2fe091d4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52f36c07-af4f-a7ba-1f75-f0fcaa1dce2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.680964] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a0e857a-6012-44b4-aade-542b3a1d6fbd {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.689144] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-80f3f6f8-f4a9-4468-9dde-89a1607a7145 tempest-ServersAdminNegativeTestJSON-1587017381 tempest-ServersAdminNegativeTestJSON-1587017381-project-admin] [instance: 059f932f-aa5a-46ff-a179-9826341731db] Suspending the VM {{(pid=65448) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 642.692137] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-3c11ab98-44e9-4da8-90df-5a4b0f9f7ecc {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.700755] env[65448]: DEBUG oslo_vmware.api [None req-80f3f6f8-f4a9-4468-9dde-89a1607a7145 tempest-ServersAdminNegativeTestJSON-1587017381 tempest-ServersAdminNegativeTestJSON-1587017381-project-admin] Waiting for the task: (returnval){ [ 642.700755] env[65448]: value = "task-4937171" [ 642.700755] env[65448]: _type = "Task" [ 642.700755] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.711338] env[65448]: DEBUG oslo_vmware.api [None req-80f3f6f8-f4a9-4468-9dde-89a1607a7145 tempest-ServersAdminNegativeTestJSON-1587017381 tempest-ServersAdminNegativeTestJSON-1587017381-project-admin] Task: {'id': task-4937171, 'name': SuspendVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.781134] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1407401-bc20-4870-bd81-fd48003d5f7c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.792973] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d6b03fe-c4d4-49d1-adde-7160e750604b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.832934] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb610c2d-57f1-4b09-b390-72ed340f1e62 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.841769] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-641014cf-2195-4b48-8367-ab069c0058d6 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.858931] env[65448]: DEBUG nova.compute.provider_tree [None req-5c926cf6-aca7-48a5-9686-c7b3b47fc360 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 642.866294] env[65448]: DEBUG oslo_concurrency.lockutils [None req-28487448-b1aa-4e6b-bb37-0d6365e01cb3 tempest-ServerDiagnosticsV248Test-1707118153 tempest-ServerDiagnosticsV248Test-1707118153-project-member] Acquiring lock "563c9ae6-0834-4c9c-aad5-e72b367fb3a6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.866654] env[65448]: DEBUG oslo_concurrency.lockutils [None req-28487448-b1aa-4e6b-bb37-0d6365e01cb3 tempest-ServerDiagnosticsV248Test-1707118153 tempest-ServerDiagnosticsV248Test-1707118153-project-member] Lock "563c9ae6-0834-4c9c-aad5-e72b367fb3a6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.003350] env[65448]: DEBUG oslo_vmware.api [None req-c1698801-4324-4eda-bbc0-bbfbb2063f20 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Task: {'id': task-4937170, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075866} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.004850] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-c1698801-4324-4eda-bbc0-bbfbb2063f20 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] [instance: bde62422-6d7d-48dd-b3c8-a9c9091e23a7] Extended root virtual disk {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 643.005592] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9711e7b6-78b4-4a38-8c52-0026bd3a1715 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.036522] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1698801-4324-4eda-bbc0-bbfbb2063f20 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] [instance: bde62422-6d7d-48dd-b3c8-a9c9091e23a7] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] bde62422-6d7d-48dd-b3c8-a9c9091e23a7/bde62422-6d7d-48dd-b3c8-a9c9091e23a7.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 643.037278] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c2503ae-f225-4144-9baa-0e6af846e9c7 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.060750] env[65448]: DEBUG oslo_vmware.api [None req-c1698801-4324-4eda-bbc0-bbfbb2063f20 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Waiting for the task: (returnval){ [ 643.060750] env[65448]: value = "task-4937172" [ 643.060750] env[65448]: _type = "Task" [ 643.060750] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.071177] env[65448]: DEBUG oslo_vmware.api [None req-c1698801-4324-4eda-bbc0-bbfbb2063f20 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Task: {'id': task-4937172, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.114585] env[65448]: DEBUG nova.compute.manager [None req-86510b24-c0b3-4116-89e2-70aef5e704f2 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] [instance: 223507ab-1bb6-4cc6-b81d-c5da765c01c0] Starting instance... {{(pid=65448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2483}} [ 643.169073] env[65448]: DEBUG oslo_vmware.api [None req-76c28507-cb82-4398-8ec8-740d2fe091d4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52f36c07-af4f-a7ba-1f75-f0fcaa1dce2e, 'name': SearchDatastore_Task, 'duration_secs': 0.024515} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.169577] env[65448]: DEBUG oslo_concurrency.lockutils [None req-76c28507-cb82-4398-8ec8-740d2fe091d4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.169766] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-76c28507-cb82-4398-8ec8-740d2fe091d4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] [instance: 01f0dfbf-a289-43df-8919-bf6141b87d2a] Processing image 50fb366d-48e6-424f-9c20-bc83d77be76a {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 643.170039] env[65448]: DEBUG oslo_concurrency.lockutils [None req-76c28507-cb82-4398-8ec8-740d2fe091d4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.170231] env[65448]: DEBUG oslo_concurrency.lockutils [None req-76c28507-cb82-4398-8ec8-740d2fe091d4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.170433] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-76c28507-cb82-4398-8ec8-740d2fe091d4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 643.170738] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6c95f5c9-6f6f-4b1e-9262-25902b848b99 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.182732] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-76c28507-cb82-4398-8ec8-740d2fe091d4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 643.183481] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-76c28507-cb82-4398-8ec8-740d2fe091d4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 643.184684] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d9b44bf-08f5-4012-bb59-7b5090fb9aec {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.193140] env[65448]: DEBUG oslo_vmware.api [None req-76c28507-cb82-4398-8ec8-740d2fe091d4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Waiting for the task: (returnval){ [ 643.193140] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52c5c224-3d49-25c1-7c3f-771ff39495e9" [ 643.193140] env[65448]: _type = "Task" [ 643.193140] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.211483] env[65448]: DEBUG oslo_vmware.api [None req-76c28507-cb82-4398-8ec8-740d2fe091d4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52c5c224-3d49-25c1-7c3f-771ff39495e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.218122] env[65448]: DEBUG oslo_vmware.api [None req-80f3f6f8-f4a9-4468-9dde-89a1607a7145 tempest-ServersAdminNegativeTestJSON-1587017381 tempest-ServersAdminNegativeTestJSON-1587017381-project-admin] Task: {'id': task-4937171, 'name': SuspendVM_Task} progress is 58%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.359619] env[65448]: DEBUG nova.network.neutron [None req-9d98cc90-fcd2-4bb9-a516-141df04b878d tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] [instance: 101b6ef8-fab1-4626-9524-4e080c5ad298] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 643.361969] env[65448]: DEBUG nova.scheduler.client.report [None req-5c926cf6-aca7-48a5-9686-c7b3b47fc360 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 643.369397] env[65448]: DEBUG nova.compute.manager [None req-28487448-b1aa-4e6b-bb37-0d6365e01cb3 tempest-ServerDiagnosticsV248Test-1707118153 tempest-ServerDiagnosticsV248Test-1707118153-project-member] [instance: 563c9ae6-0834-4c9c-aad5-e72b367fb3a6] Starting instance... {{(pid=65448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2483}} [ 643.578762] env[65448]: DEBUG oslo_vmware.api [None req-c1698801-4324-4eda-bbc0-bbfbb2063f20 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Task: {'id': task-4937172, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.647326] env[65448]: DEBUG oslo_concurrency.lockutils [None req-86510b24-c0b3-4116-89e2-70aef5e704f2 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.715543] env[65448]: DEBUG oslo_vmware.api [None req-76c28507-cb82-4398-8ec8-740d2fe091d4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52c5c224-3d49-25c1-7c3f-771ff39495e9, 'name': SearchDatastore_Task, 'duration_secs': 0.021431} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.720094] env[65448]: DEBUG oslo_vmware.api [None req-80f3f6f8-f4a9-4468-9dde-89a1607a7145 tempest-ServersAdminNegativeTestJSON-1587017381 tempest-ServersAdminNegativeTestJSON-1587017381-project-admin] Task: {'id': task-4937171, 'name': SuspendVM_Task} progress is 100%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.720246] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00ef3f6c-09b3-4d13-a18f-3600cf21763c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.729256] env[65448]: DEBUG oslo_vmware.api [None req-76c28507-cb82-4398-8ec8-740d2fe091d4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Waiting for the task: (returnval){ [ 643.729256] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5239a548-9b5e-f4da-2ff1-84fd256aa0c5" [ 643.729256] env[65448]: _type = "Task" [ 643.729256] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.738924] env[65448]: DEBUG oslo_vmware.api [None req-76c28507-cb82-4398-8ec8-740d2fe091d4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5239a548-9b5e-f4da-2ff1-84fd256aa0c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.863878] env[65448]: DEBUG oslo_concurrency.lockutils [None req-9d98cc90-fcd2-4bb9-a516-141df04b878d tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Releasing lock "refresh_cache-101b6ef8-fab1-4626-9524-4e080c5ad298" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.864030] env[65448]: DEBUG nova.compute.manager [None req-9d98cc90-fcd2-4bb9-a516-141df04b878d tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] [instance: 101b6ef8-fab1-4626-9524-4e080c5ad298] Start destroying the instance on the hypervisor. {{(pid=65448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3209}} [ 643.865579] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-9d98cc90-fcd2-4bb9-a516-141df04b878d tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] [instance: 101b6ef8-fab1-4626-9524-4e080c5ad298] Destroying instance {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 643.866632] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73e152e1-7605-448c-a612-1ab0a8b61edc {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.869972] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5c926cf6-aca7-48a5-9686-c7b3b47fc360 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.616s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 643.870568] env[65448]: DEBUG nova.compute.manager [None req-5c926cf6-aca7-48a5-9686-c7b3b47fc360 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] [instance: fb73de4f-982f-48b5-b0a6-febcf9a1f54e] Start building networks asynchronously for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2881}} [ 643.876338] env[65448]: DEBUG oslo_concurrency.lockutils [None req-8447b26b-8af1-4ef6-8044-50176788a44e tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.590s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.878447] env[65448]: INFO nova.compute.claims [None req-8447b26b-8af1-4ef6-8044-50176788a44e tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: ec4482b0-2919-48e3-a773-7013a9bb0899] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 643.891881] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d98cc90-fcd2-4bb9-a516-141df04b878d tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] [instance: 101b6ef8-fab1-4626-9524-4e080c5ad298] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 643.893166] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d4d59a1-6552-4828-8c1f-85fab19a424d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.905806] env[65448]: DEBUG oslo_vmware.api [None req-9d98cc90-fcd2-4bb9-a516-141df04b878d tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Waiting for the task: (returnval){ [ 643.905806] env[65448]: value = "task-4937173" [ 643.905806] env[65448]: _type = "Task" [ 643.905806] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.924202] env[65448]: DEBUG oslo_vmware.api [None req-9d98cc90-fcd2-4bb9-a516-141df04b878d tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Task: {'id': task-4937173, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.928128] env[65448]: DEBUG oslo_concurrency.lockutils [None req-28487448-b1aa-4e6b-bb37-0d6365e01cb3 tempest-ServerDiagnosticsV248Test-1707118153 tempest-ServerDiagnosticsV248Test-1707118153-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.953815] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-667aae06-a060-4951-b096-45d1d298478a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.985343] env[65448]: DEBUG oslo_concurrency.lockutils [None req-15b575c3-fe31-4751-8d32-0a45e3a5248e tempest-ServerDiagnosticsTest-673159984 tempest-ServerDiagnosticsTest-673159984-project-member] Acquiring lock "d7335ae7-683b-4729-b771-29ac97585830" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.985343] env[65448]: DEBUG oslo_concurrency.lockutils [None req-15b575c3-fe31-4751-8d32-0a45e3a5248e tempest-ServerDiagnosticsTest-673159984 tempest-ServerDiagnosticsTest-673159984-project-member] Lock "d7335ae7-683b-4729-b771-29ac97585830" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.985582] env[65448]: DEBUG oslo_concurrency.lockutils [None req-15b575c3-fe31-4751-8d32-0a45e3a5248e tempest-ServerDiagnosticsTest-673159984 tempest-ServerDiagnosticsTest-673159984-project-member] Acquiring lock "d7335ae7-683b-4729-b771-29ac97585830-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.986572] env[65448]: DEBUG oslo_concurrency.lockutils [None req-15b575c3-fe31-4751-8d32-0a45e3a5248e tempest-ServerDiagnosticsTest-673159984 tempest-ServerDiagnosticsTest-673159984-project-member] Lock "d7335ae7-683b-4729-b771-29ac97585830-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.986572] env[65448]: DEBUG oslo_concurrency.lockutils [None req-15b575c3-fe31-4751-8d32-0a45e3a5248e tempest-ServerDiagnosticsTest-673159984 tempest-ServerDiagnosticsTest-673159984-project-member] Lock "d7335ae7-683b-4729-b771-29ac97585830-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 643.987909] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-f144d2a8-4943-453b-8745-44868ac6bedf tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] [instance: b9df7ebd-a64a-4031-89f7-75a8aee3c74c] Updating instance 'b9df7ebd-a64a-4031-89f7-75a8aee3c74c' progress to 0 {{(pid=65448) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 643.992649] env[65448]: INFO nova.compute.manager [None req-15b575c3-fe31-4751-8d32-0a45e3a5248e tempest-ServerDiagnosticsTest-673159984 tempest-ServerDiagnosticsTest-673159984-project-member] [instance: d7335ae7-683b-4729-b771-29ac97585830] Terminating instance [ 644.048235] env[65448]: DEBUG nova.compute.manager [req-29eafa49-926d-4baf-b321-409c13be639f req-c5f91405-b106-48ff-af16-e7ff615fc9ff service nova] [instance: bde62422-6d7d-48dd-b3c8-a9c9091e23a7] Received event network-vif-plugged-9f96c3b4-5d69-4eef-8472-0542882de3f1 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 644.048235] env[65448]: DEBUG oslo_concurrency.lockutils [req-29eafa49-926d-4baf-b321-409c13be639f req-c5f91405-b106-48ff-af16-e7ff615fc9ff service nova] Acquiring lock "bde62422-6d7d-48dd-b3c8-a9c9091e23a7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.048465] env[65448]: DEBUG oslo_concurrency.lockutils [req-29eafa49-926d-4baf-b321-409c13be639f req-c5f91405-b106-48ff-af16-e7ff615fc9ff service nova] Lock "bde62422-6d7d-48dd-b3c8-a9c9091e23a7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.048546] env[65448]: DEBUG oslo_concurrency.lockutils [req-29eafa49-926d-4baf-b321-409c13be639f req-c5f91405-b106-48ff-af16-e7ff615fc9ff service nova] Lock "bde62422-6d7d-48dd-b3c8-a9c9091e23a7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 644.048952] env[65448]: DEBUG nova.compute.manager [req-29eafa49-926d-4baf-b321-409c13be639f req-c5f91405-b106-48ff-af16-e7ff615fc9ff service nova] [instance: bde62422-6d7d-48dd-b3c8-a9c9091e23a7] No waiting events found dispatching network-vif-plugged-9f96c3b4-5d69-4eef-8472-0542882de3f1 {{(pid=65448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 644.048952] env[65448]: WARNING nova.compute.manager [req-29eafa49-926d-4baf-b321-409c13be639f req-c5f91405-b106-48ff-af16-e7ff615fc9ff service nova] [instance: bde62422-6d7d-48dd-b3c8-a9c9091e23a7] Received unexpected event network-vif-plugged-9f96c3b4-5d69-4eef-8472-0542882de3f1 for instance with vm_state building and task_state spawning. [ 644.049177] env[65448]: DEBUG nova.compute.manager [req-29eafa49-926d-4baf-b321-409c13be639f req-c5f91405-b106-48ff-af16-e7ff615fc9ff service nova] [instance: bde62422-6d7d-48dd-b3c8-a9c9091e23a7] Received event network-changed-9f96c3b4-5d69-4eef-8472-0542882de3f1 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 644.049246] env[65448]: DEBUG nova.compute.manager [req-29eafa49-926d-4baf-b321-409c13be639f req-c5f91405-b106-48ff-af16-e7ff615fc9ff service nova] [instance: bde62422-6d7d-48dd-b3c8-a9c9091e23a7] Refreshing instance network info cache due to event network-changed-9f96c3b4-5d69-4eef-8472-0542882de3f1. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 644.049750] env[65448]: DEBUG oslo_concurrency.lockutils [req-29eafa49-926d-4baf-b321-409c13be639f req-c5f91405-b106-48ff-af16-e7ff615fc9ff service nova] Acquiring lock "refresh_cache-bde62422-6d7d-48dd-b3c8-a9c9091e23a7" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.049750] env[65448]: DEBUG oslo_concurrency.lockutils [req-29eafa49-926d-4baf-b321-409c13be639f req-c5f91405-b106-48ff-af16-e7ff615fc9ff service nova] Acquired lock "refresh_cache-bde62422-6d7d-48dd-b3c8-a9c9091e23a7" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.049879] env[65448]: DEBUG nova.network.neutron [req-29eafa49-926d-4baf-b321-409c13be639f req-c5f91405-b106-48ff-af16-e7ff615fc9ff service nova] [instance: bde62422-6d7d-48dd-b3c8-a9c9091e23a7] Refreshing network info cache for port 9f96c3b4-5d69-4eef-8472-0542882de3f1 {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 644.077950] env[65448]: DEBUG oslo_vmware.api [None req-c1698801-4324-4eda-bbc0-bbfbb2063f20 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Task: {'id': task-4937172, 'name': ReconfigVM_Task, 'duration_secs': 0.658151} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.077950] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1698801-4324-4eda-bbc0-bbfbb2063f20 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] [instance: bde62422-6d7d-48dd-b3c8-a9c9091e23a7] Reconfigured VM instance instance-00000012 to attach disk [datastore2] bde62422-6d7d-48dd-b3c8-a9c9091e23a7/bde62422-6d7d-48dd-b3c8-a9c9091e23a7.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 644.078278] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b7798818-2edf-4821-8e70-58e9b76910d1 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.086601] env[65448]: DEBUG oslo_vmware.api [None req-c1698801-4324-4eda-bbc0-bbfbb2063f20 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Waiting for the task: (returnval){ [ 644.086601] env[65448]: value = "task-4937174" [ 644.086601] env[65448]: _type = "Task" [ 644.086601] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.101455] env[65448]: DEBUG oslo_vmware.api [None req-c1698801-4324-4eda-bbc0-bbfbb2063f20 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Task: {'id': task-4937174, 'name': Rename_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.219461] env[65448]: DEBUG oslo_vmware.api [None req-80f3f6f8-f4a9-4468-9dde-89a1607a7145 tempest-ServersAdminNegativeTestJSON-1587017381 tempest-ServersAdminNegativeTestJSON-1587017381-project-admin] Task: {'id': task-4937171, 'name': SuspendVM_Task, 'duration_secs': 1.078747} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.219676] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-80f3f6f8-f4a9-4468-9dde-89a1607a7145 tempest-ServersAdminNegativeTestJSON-1587017381 tempest-ServersAdminNegativeTestJSON-1587017381-project-admin] [instance: 059f932f-aa5a-46ff-a179-9826341731db] Suspended the VM {{(pid=65448) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 644.219905] env[65448]: DEBUG nova.compute.manager [None req-80f3f6f8-f4a9-4468-9dde-89a1607a7145 tempest-ServersAdminNegativeTestJSON-1587017381 tempest-ServersAdminNegativeTestJSON-1587017381-project-admin] [instance: 059f932f-aa5a-46ff-a179-9826341731db] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 644.221037] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac213132-2168-47ef-86e5-50fac573831f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.256716] env[65448]: DEBUG oslo_vmware.api [None req-76c28507-cb82-4398-8ec8-740d2fe091d4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5239a548-9b5e-f4da-2ff1-84fd256aa0c5, 'name': SearchDatastore_Task, 'duration_secs': 0.035428} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.256716] env[65448]: DEBUG oslo_concurrency.lockutils [None req-76c28507-cb82-4398-8ec8-740d2fe091d4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.258235] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-76c28507-cb82-4398-8ec8-740d2fe091d4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] 01f0dfbf-a289-43df-8919-bf6141b87d2a/01f0dfbf-a289-43df-8919-bf6141b87d2a.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 644.258235] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-05879a6d-d9fa-48d2-8648-85e2b73bfba0 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.265810] env[65448]: DEBUG oslo_vmware.api [None req-76c28507-cb82-4398-8ec8-740d2fe091d4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Waiting for the task: (returnval){ [ 644.265810] env[65448]: value = "task-4937175" [ 644.265810] env[65448]: _type = "Task" [ 644.265810] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.275917] env[65448]: DEBUG oslo_vmware.api [None req-76c28507-cb82-4398-8ec8-740d2fe091d4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Task: {'id': task-4937175, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.391022] env[65448]: DEBUG nova.compute.utils [None req-5c926cf6-aca7-48a5-9686-c7b3b47fc360 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Using /dev/sd instead of None {{(pid=65448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 644.395314] env[65448]: DEBUG nova.compute.manager [None req-5c926cf6-aca7-48a5-9686-c7b3b47fc360 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] [instance: fb73de4f-982f-48b5-b0a6-febcf9a1f54e] Allocating IP information in the background. {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 644.395892] env[65448]: DEBUG nova.network.neutron [None req-5c926cf6-aca7-48a5-9686-c7b3b47fc360 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] [instance: fb73de4f-982f-48b5-b0a6-febcf9a1f54e] allocate_for_instance() {{(pid=65448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 644.399706] env[65448]: WARNING neutronclient.v2_0.client [None req-5c926cf6-aca7-48a5-9686-c7b3b47fc360 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 644.399706] env[65448]: WARNING neutronclient.v2_0.client [None req-5c926cf6-aca7-48a5-9686-c7b3b47fc360 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 644.418647] env[65448]: DEBUG oslo_vmware.api [None req-9d98cc90-fcd2-4bb9-a516-141df04b878d tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Task: {'id': task-4937173, 'name': PowerOffVM_Task, 'duration_secs': 0.159301} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.418896] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d98cc90-fcd2-4bb9-a516-141df04b878d tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] [instance: 101b6ef8-fab1-4626-9524-4e080c5ad298] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 644.419086] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-9d98cc90-fcd2-4bb9-a516-141df04b878d tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] [instance: 101b6ef8-fab1-4626-9524-4e080c5ad298] Unregistering the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 644.419902] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f69764c4-8b78-490d-9b4d-3763a0a214b5 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.450044] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-9d98cc90-fcd2-4bb9-a516-141df04b878d tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] [instance: 101b6ef8-fab1-4626-9524-4e080c5ad298] Unregistered the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 644.450196] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-9d98cc90-fcd2-4bb9-a516-141df04b878d tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] [instance: 101b6ef8-fab1-4626-9524-4e080c5ad298] Deleting contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 644.450329] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d98cc90-fcd2-4bb9-a516-141df04b878d tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Deleting the datastore file [datastore2] 101b6ef8-fab1-4626-9524-4e080c5ad298 {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 644.450940] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b5668c27-09bf-4fc0-80cb-64a503572c69 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.460797] env[65448]: DEBUG oslo_vmware.api [None req-9d98cc90-fcd2-4bb9-a516-141df04b878d tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Waiting for the task: (returnval){ [ 644.460797] env[65448]: value = "task-4937177" [ 644.460797] env[65448]: _type = "Task" [ 644.460797] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.469866] env[65448]: DEBUG oslo_vmware.api [None req-9d98cc90-fcd2-4bb9-a516-141df04b878d tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Task: {'id': task-4937177, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.471686] env[65448]: DEBUG nova.policy [None req-5c926cf6-aca7-48a5-9686-c7b3b47fc360 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e4f83b05267a47a99ae7a4d70663a11b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f141af3620974f54b33ca052a13f1a09', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65448) authorize /opt/stack/nova/nova/policy.py:192}} [ 644.494840] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-f144d2a8-4943-453b-8745-44868ac6bedf tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] [instance: b9df7ebd-a64a-4031-89f7-75a8aee3c74c] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 644.495474] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6c0b7ca4-5d42-482e-9ad7-b31adc329115 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.499424] env[65448]: DEBUG nova.compute.manager [None req-15b575c3-fe31-4751-8d32-0a45e3a5248e tempest-ServerDiagnosticsTest-673159984 tempest-ServerDiagnosticsTest-673159984-project-member] [instance: d7335ae7-683b-4729-b771-29ac97585830] Start destroying the instance on the hypervisor. {{(pid=65448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3209}} [ 644.499593] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-15b575c3-fe31-4751-8d32-0a45e3a5248e tempest-ServerDiagnosticsTest-673159984 tempest-ServerDiagnosticsTest-673159984-project-member] [instance: d7335ae7-683b-4729-b771-29ac97585830] Destroying instance {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 644.501231] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13986f15-0c61-4abc-ab96-9db1bd0db229 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.512258] env[65448]: DEBUG oslo_vmware.api [None req-f144d2a8-4943-453b-8745-44868ac6bedf tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Waiting for the task: (returnval){ [ 644.512258] env[65448]: value = "task-4937178" [ 644.512258] env[65448]: _type = "Task" [ 644.512258] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.520082] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-15b575c3-fe31-4751-8d32-0a45e3a5248e tempest-ServerDiagnosticsTest-673159984 tempest-ServerDiagnosticsTest-673159984-project-member] [instance: d7335ae7-683b-4729-b771-29ac97585830] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 644.520683] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9a7436ed-a523-4bf8-b7b3-831c4b44457f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.528122] env[65448]: DEBUG oslo_vmware.api [None req-f144d2a8-4943-453b-8745-44868ac6bedf tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Task: {'id': task-4937178, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.534177] env[65448]: DEBUG oslo_vmware.api [None req-15b575c3-fe31-4751-8d32-0a45e3a5248e tempest-ServerDiagnosticsTest-673159984 tempest-ServerDiagnosticsTest-673159984-project-member] Waiting for the task: (returnval){ [ 644.534177] env[65448]: value = "task-4937179" [ 644.534177] env[65448]: _type = "Task" [ 644.534177] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.543588] env[65448]: DEBUG oslo_vmware.api [None req-15b575c3-fe31-4751-8d32-0a45e3a5248e tempest-ServerDiagnosticsTest-673159984 tempest-ServerDiagnosticsTest-673159984-project-member] Task: {'id': task-4937179, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.554520] env[65448]: WARNING neutronclient.v2_0.client [req-29eafa49-926d-4baf-b321-409c13be639f req-c5f91405-b106-48ff-af16-e7ff615fc9ff service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 644.601679] env[65448]: DEBUG oslo_vmware.api [None req-c1698801-4324-4eda-bbc0-bbfbb2063f20 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Task: {'id': task-4937174, 'name': Rename_Task, 'duration_secs': 0.153707} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.601990] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1698801-4324-4eda-bbc0-bbfbb2063f20 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] [instance: bde62422-6d7d-48dd-b3c8-a9c9091e23a7] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 644.602421] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8d516ac9-ef36-46b5-98f6-ca39b213d227 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.614128] env[65448]: DEBUG oslo_vmware.api [None req-c1698801-4324-4eda-bbc0-bbfbb2063f20 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Waiting for the task: (returnval){ [ 644.614128] env[65448]: value = "task-4937180" [ 644.614128] env[65448]: _type = "Task" [ 644.614128] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.625802] env[65448]: DEBUG oslo_vmware.api [None req-c1698801-4324-4eda-bbc0-bbfbb2063f20 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Task: {'id': task-4937180, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.778473] env[65448]: DEBUG oslo_vmware.api [None req-76c28507-cb82-4398-8ec8-740d2fe091d4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Task: {'id': task-4937175, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.905654] env[65448]: DEBUG nova.compute.manager [None req-5c926cf6-aca7-48a5-9686-c7b3b47fc360 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] [instance: fb73de4f-982f-48b5-b0a6-febcf9a1f54e] Start building block device mappings for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2916}} [ 644.967343] env[65448]: DEBUG nova.network.neutron [None req-5c926cf6-aca7-48a5-9686-c7b3b47fc360 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] [instance: fb73de4f-982f-48b5-b0a6-febcf9a1f54e] Successfully created port: 9a3e8e99-abef-422c-b8d3-59a7ab2b7b94 {{(pid=65448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 644.989024] env[65448]: DEBUG oslo_vmware.api [None req-9d98cc90-fcd2-4bb9-a516-141df04b878d tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Task: {'id': task-4937177, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17751} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.990198] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d98cc90-fcd2-4bb9-a516-141df04b878d tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 644.990198] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-9d98cc90-fcd2-4bb9-a516-141df04b878d tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] [instance: 101b6ef8-fab1-4626-9524-4e080c5ad298] Deleted contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 644.990702] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-9d98cc90-fcd2-4bb9-a516-141df04b878d tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] [instance: 101b6ef8-fab1-4626-9524-4e080c5ad298] Instance destroyed {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 644.990702] env[65448]: INFO nova.compute.manager [None req-9d98cc90-fcd2-4bb9-a516-141df04b878d tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] [instance: 101b6ef8-fab1-4626-9524-4e080c5ad298] Took 1.13 seconds to destroy the instance on the hypervisor. [ 644.991052] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-9d98cc90-fcd2-4bb9-a516-141df04b878d tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 644.994886] env[65448]: DEBUG nova.compute.manager [-] [instance: 101b6ef8-fab1-4626-9524-4e080c5ad298] Deallocating network for instance {{(pid=65448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 644.995062] env[65448]: DEBUG nova.network.neutron [-] [instance: 101b6ef8-fab1-4626-9524-4e080c5ad298] deallocate_for_instance() {{(pid=65448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 644.995295] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 645.033062] env[65448]: DEBUG oslo_vmware.api [None req-f144d2a8-4943-453b-8745-44868ac6bedf tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Task: {'id': task-4937178, 'name': PowerOffVM_Task, 'duration_secs': 0.22317} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.033062] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-f144d2a8-4943-453b-8745-44868ac6bedf tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] [instance: b9df7ebd-a64a-4031-89f7-75a8aee3c74c] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 645.033062] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-f144d2a8-4943-453b-8745-44868ac6bedf tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] [instance: b9df7ebd-a64a-4031-89f7-75a8aee3c74c] Updating instance 'b9df7ebd-a64a-4031-89f7-75a8aee3c74c' progress to 17 {{(pid=65448) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 645.056974] env[65448]: DEBUG oslo_vmware.api [None req-15b575c3-fe31-4751-8d32-0a45e3a5248e tempest-ServerDiagnosticsTest-673159984 tempest-ServerDiagnosticsTest-673159984-project-member] Task: {'id': task-4937179, 'name': PowerOffVM_Task, 'duration_secs': 0.390671} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.061663] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-15b575c3-fe31-4751-8d32-0a45e3a5248e tempest-ServerDiagnosticsTest-673159984 tempest-ServerDiagnosticsTest-673159984-project-member] [instance: d7335ae7-683b-4729-b771-29ac97585830] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 645.061967] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-15b575c3-fe31-4751-8d32-0a45e3a5248e tempest-ServerDiagnosticsTest-673159984 tempest-ServerDiagnosticsTest-673159984-project-member] [instance: d7335ae7-683b-4729-b771-29ac97585830] Unregistering the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 645.062928] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4d0b836a-7b3e-4b56-979a-d573b7a99092 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.127915] env[65448]: DEBUG oslo_vmware.api [None req-c1698801-4324-4eda-bbc0-bbfbb2063f20 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Task: {'id': task-4937180, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.155051] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-15b575c3-fe31-4751-8d32-0a45e3a5248e tempest-ServerDiagnosticsTest-673159984 tempest-ServerDiagnosticsTest-673159984-project-member] [instance: d7335ae7-683b-4729-b771-29ac97585830] Unregistered the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 645.155051] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-15b575c3-fe31-4751-8d32-0a45e3a5248e tempest-ServerDiagnosticsTest-673159984 tempest-ServerDiagnosticsTest-673159984-project-member] [instance: d7335ae7-683b-4729-b771-29ac97585830] Deleting contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 645.155051] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-15b575c3-fe31-4751-8d32-0a45e3a5248e tempest-ServerDiagnosticsTest-673159984 tempest-ServerDiagnosticsTest-673159984-project-member] Deleting the datastore file [datastore2] d7335ae7-683b-4729-b771-29ac97585830 {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 645.155469] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c5b7a04e-6f78-4711-8464-ee0209b47197 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.164747] env[65448]: DEBUG oslo_vmware.api [None req-15b575c3-fe31-4751-8d32-0a45e3a5248e tempest-ServerDiagnosticsTest-673159984 tempest-ServerDiagnosticsTest-673159984-project-member] Waiting for the task: (returnval){ [ 645.164747] env[65448]: value = "task-4937182" [ 645.164747] env[65448]: _type = "Task" [ 645.164747] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.181433] env[65448]: DEBUG oslo_vmware.api [None req-15b575c3-fe31-4751-8d32-0a45e3a5248e tempest-ServerDiagnosticsTest-673159984 tempest-ServerDiagnosticsTest-673159984-project-member] Task: {'id': task-4937182, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.279177] env[65448]: DEBUG oslo_vmware.api [None req-76c28507-cb82-4398-8ec8-740d2fe091d4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Task: {'id': task-4937175, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.75962} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.282198] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-76c28507-cb82-4398-8ec8-740d2fe091d4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] 01f0dfbf-a289-43df-8919-bf6141b87d2a/01f0dfbf-a289-43df-8919-bf6141b87d2a.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 645.282470] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-76c28507-cb82-4398-8ec8-740d2fe091d4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] [instance: 01f0dfbf-a289-43df-8919-bf6141b87d2a] Extending root virtual disk to 1048576 {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 645.284746] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8258ab91-6fff-4d46-a0ec-7cca2a8f5561 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.292850] env[65448]: DEBUG oslo_concurrency.lockutils [None req-8d451af9-ef14-4316-afd8-33b6cc20b087 tempest-ServersTestFqdnHostnames-1972796060 tempest-ServersTestFqdnHostnames-1972796060-project-member] Acquiring lock "d72d778b-dd55-4ac5-a55a-ffa2176f8aa1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.293236] env[65448]: DEBUG oslo_concurrency.lockutils [None req-8d451af9-ef14-4316-afd8-33b6cc20b087 tempest-ServersTestFqdnHostnames-1972796060 tempest-ServersTestFqdnHostnames-1972796060-project-member] Lock "d72d778b-dd55-4ac5-a55a-ffa2176f8aa1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.297502] env[65448]: DEBUG oslo_vmware.api [None req-76c28507-cb82-4398-8ec8-740d2fe091d4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Waiting for the task: (returnval){ [ 645.297502] env[65448]: value = "task-4937183" [ 645.297502] env[65448]: _type = "Task" [ 645.297502] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.312606] env[65448]: DEBUG oslo_vmware.api [None req-76c28507-cb82-4398-8ec8-740d2fe091d4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Task: {'id': task-4937183, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.463253] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a8c5de6-5510-4ea8-a2e1-6eedea53b256 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.474489] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9a03fe7-7cb1-48b7-8e10-8594c6ad8fdb {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.510567] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37e9e8fe-1ec3-4fdb-bba5-1f4f49c2a83e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.520756] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aec9b914-91ec-4083-8f60-82583600c1ff {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.537248] env[65448]: DEBUG nova.compute.provider_tree [None req-8447b26b-8af1-4ef6-8044-50176788a44e tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 645.544882] env[65448]: DEBUG nova.virt.hardware [None req-f144d2a8-4943-453b-8745-44868ac6bedf tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 645.545918] env[65448]: DEBUG nova.virt.hardware [None req-f144d2a8-4943-453b-8745-44868ac6bedf tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 645.545918] env[65448]: DEBUG nova.virt.hardware [None req-f144d2a8-4943-453b-8745-44868ac6bedf tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 645.545918] env[65448]: DEBUG nova.virt.hardware [None req-f144d2a8-4943-453b-8745-44868ac6bedf tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 645.545918] env[65448]: DEBUG nova.virt.hardware [None req-f144d2a8-4943-453b-8745-44868ac6bedf tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 645.545918] env[65448]: DEBUG nova.virt.hardware [None req-f144d2a8-4943-453b-8745-44868ac6bedf tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 645.546200] env[65448]: DEBUG nova.virt.hardware [None req-f144d2a8-4943-453b-8745-44868ac6bedf tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 645.546200] env[65448]: DEBUG nova.virt.hardware [None req-f144d2a8-4943-453b-8745-44868ac6bedf tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 645.546200] env[65448]: DEBUG nova.virt.hardware [None req-f144d2a8-4943-453b-8745-44868ac6bedf tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 645.546510] env[65448]: DEBUG nova.virt.hardware [None req-f144d2a8-4943-453b-8745-44868ac6bedf tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 645.546510] env[65448]: DEBUG nova.virt.hardware [None req-f144d2a8-4943-453b-8745-44868ac6bedf tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 645.552714] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-661dabe2-c004-47f2-a2a4-f0107d40db3e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.571611] env[65448]: DEBUG oslo_vmware.api [None req-f144d2a8-4943-453b-8745-44868ac6bedf tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Waiting for the task: (returnval){ [ 645.571611] env[65448]: value = "task-4937184" [ 645.571611] env[65448]: _type = "Task" [ 645.571611] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.582796] env[65448]: DEBUG oslo_vmware.api [None req-f144d2a8-4943-453b-8745-44868ac6bedf tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Task: {'id': task-4937184, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.627081] env[65448]: DEBUG oslo_vmware.api [None req-c1698801-4324-4eda-bbc0-bbfbb2063f20 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Task: {'id': task-4937180, 'name': PowerOnVM_Task, 'duration_secs': 0.622261} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.627466] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1698801-4324-4eda-bbc0-bbfbb2063f20 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] [instance: bde62422-6d7d-48dd-b3c8-a9c9091e23a7] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 645.627676] env[65448]: INFO nova.compute.manager [None req-c1698801-4324-4eda-bbc0-bbfbb2063f20 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] [instance: bde62422-6d7d-48dd-b3c8-a9c9091e23a7] Took 11.52 seconds to spawn the instance on the hypervisor. [ 645.628406] env[65448]: DEBUG nova.compute.manager [None req-c1698801-4324-4eda-bbc0-bbfbb2063f20 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] [instance: bde62422-6d7d-48dd-b3c8-a9c9091e23a7] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 645.628998] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa81d5c0-b31f-41c1-99d3-41e92de699a3 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.676718] env[65448]: DEBUG oslo_vmware.api [None req-15b575c3-fe31-4751-8d32-0a45e3a5248e tempest-ServerDiagnosticsTest-673159984 tempest-ServerDiagnosticsTest-673159984-project-member] Task: {'id': task-4937182, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.814703] env[65448]: DEBUG oslo_vmware.api [None req-76c28507-cb82-4398-8ec8-740d2fe091d4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Task: {'id': task-4937183, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098717} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.816201] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-76c28507-cb82-4398-8ec8-740d2fe091d4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] [instance: 01f0dfbf-a289-43df-8919-bf6141b87d2a] Extended root virtual disk {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 645.817277] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0da737b6-3577-4089-a3f4-c998e37602bd {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.842173] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-76c28507-cb82-4398-8ec8-740d2fe091d4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] [instance: 01f0dfbf-a289-43df-8919-bf6141b87d2a] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] 01f0dfbf-a289-43df-8919-bf6141b87d2a/01f0dfbf-a289-43df-8919-bf6141b87d2a.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 645.842523] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f13f567f-81a6-4a08-9620-cca1fbd1bb2f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.864818] env[65448]: DEBUG oslo_vmware.api [None req-76c28507-cb82-4398-8ec8-740d2fe091d4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Waiting for the task: (returnval){ [ 645.864818] env[65448]: value = "task-4937185" [ 645.864818] env[65448]: _type = "Task" [ 645.864818] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.875383] env[65448]: DEBUG oslo_vmware.api [None req-76c28507-cb82-4398-8ec8-740d2fe091d4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Task: {'id': task-4937185, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.918210] env[65448]: DEBUG nova.compute.manager [None req-5c926cf6-aca7-48a5-9686-c7b3b47fc360 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] [instance: fb73de4f-982f-48b5-b0a6-febcf9a1f54e] Start spawning the instance on the hypervisor. {{(pid=65448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2689}} [ 645.953053] env[65448]: DEBUG nova.virt.hardware [None req-5c926cf6-aca7-48a5-9686-c7b3b47fc360 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-08T17:19:51Z,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a992292b6dae455593d228217860e2e1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-08T17:19:52Z,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 645.953053] env[65448]: DEBUG nova.virt.hardware [None req-5c926cf6-aca7-48a5-9686-c7b3b47fc360 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 645.953053] env[65448]: DEBUG nova.virt.hardware [None req-5c926cf6-aca7-48a5-9686-c7b3b47fc360 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 645.953227] env[65448]: DEBUG nova.virt.hardware [None req-5c926cf6-aca7-48a5-9686-c7b3b47fc360 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 645.953227] env[65448]: DEBUG nova.virt.hardware [None req-5c926cf6-aca7-48a5-9686-c7b3b47fc360 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 645.953227] env[65448]: DEBUG nova.virt.hardware [None req-5c926cf6-aca7-48a5-9686-c7b3b47fc360 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 645.953227] env[65448]: DEBUG nova.virt.hardware [None req-5c926cf6-aca7-48a5-9686-c7b3b47fc360 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 645.953227] env[65448]: DEBUG nova.virt.hardware [None req-5c926cf6-aca7-48a5-9686-c7b3b47fc360 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 645.953390] env[65448]: DEBUG nova.virt.hardware [None req-5c926cf6-aca7-48a5-9686-c7b3b47fc360 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 645.953390] env[65448]: DEBUG nova.virt.hardware [None req-5c926cf6-aca7-48a5-9686-c7b3b47fc360 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 645.953390] env[65448]: DEBUG nova.virt.hardware [None req-5c926cf6-aca7-48a5-9686-c7b3b47fc360 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 645.953558] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-496b20b8-0385-45e1-a765-16e76360daf5 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.965692] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4dcfd99-a898-4671-b78f-f437b7714257 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.040909] env[65448]: DEBUG nova.scheduler.client.report [None req-8447b26b-8af1-4ef6-8044-50176788a44e tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 646.083767] env[65448]: DEBUG oslo_vmware.api [None req-f144d2a8-4943-453b-8745-44868ac6bedf tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Task: {'id': task-4937184, 'name': ReconfigVM_Task, 'duration_secs': 0.485466} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.084253] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-f144d2a8-4943-453b-8745-44868ac6bedf tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] [instance: b9df7ebd-a64a-4031-89f7-75a8aee3c74c] Updating instance 'b9df7ebd-a64a-4031-89f7-75a8aee3c74c' progress to 33 {{(pid=65448) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 646.101297] env[65448]: DEBUG nova.network.neutron [-] [instance: 101b6ef8-fab1-4626-9524-4e080c5ad298] Instance cache missing network info. {{(pid=65448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 646.101297] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 646.151751] env[65448]: INFO nova.compute.manager [None req-c1698801-4324-4eda-bbc0-bbfbb2063f20 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] [instance: bde62422-6d7d-48dd-b3c8-a9c9091e23a7] Took 27.04 seconds to build instance. [ 646.182744] env[65448]: DEBUG oslo_vmware.api [None req-15b575c3-fe31-4751-8d32-0a45e3a5248e tempest-ServerDiagnosticsTest-673159984 tempest-ServerDiagnosticsTest-673159984-project-member] Task: {'id': task-4937182, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.5488} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.183014] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-15b575c3-fe31-4751-8d32-0a45e3a5248e tempest-ServerDiagnosticsTest-673159984 tempest-ServerDiagnosticsTest-673159984-project-member] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 646.183624] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-15b575c3-fe31-4751-8d32-0a45e3a5248e tempest-ServerDiagnosticsTest-673159984 tempest-ServerDiagnosticsTest-673159984-project-member] [instance: d7335ae7-683b-4729-b771-29ac97585830] Deleted contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 646.183624] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-15b575c3-fe31-4751-8d32-0a45e3a5248e tempest-ServerDiagnosticsTest-673159984 tempest-ServerDiagnosticsTest-673159984-project-member] [instance: d7335ae7-683b-4729-b771-29ac97585830] Instance destroyed {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 646.183624] env[65448]: INFO nova.compute.manager [None req-15b575c3-fe31-4751-8d32-0a45e3a5248e tempest-ServerDiagnosticsTest-673159984 tempest-ServerDiagnosticsTest-673159984-project-member] [instance: d7335ae7-683b-4729-b771-29ac97585830] Took 1.68 seconds to destroy the instance on the hypervisor. [ 646.183827] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-15b575c3-fe31-4751-8d32-0a45e3a5248e tempest-ServerDiagnosticsTest-673159984 tempest-ServerDiagnosticsTest-673159984-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 646.183950] env[65448]: DEBUG nova.compute.manager [-] [instance: d7335ae7-683b-4729-b771-29ac97585830] Deallocating network for instance {{(pid=65448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 646.184068] env[65448]: DEBUG nova.network.neutron [-] [instance: d7335ae7-683b-4729-b771-29ac97585830] deallocate_for_instance() {{(pid=65448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 646.184334] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 646.379322] env[65448]: DEBUG oslo_vmware.api [None req-76c28507-cb82-4398-8ec8-740d2fe091d4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Task: {'id': task-4937185, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.488114] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 646.548747] env[65448]: DEBUG oslo_concurrency.lockutils [None req-8447b26b-8af1-4ef6-8044-50176788a44e tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.672s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.550039] env[65448]: DEBUG nova.compute.manager [None req-8447b26b-8af1-4ef6-8044-50176788a44e tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: ec4482b0-2919-48e3-a773-7013a9bb0899] Start building networks asynchronously for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2881}} [ 646.552573] env[65448]: DEBUG oslo_concurrency.lockutils [None req-dd71c9c0-d46f-4bcb-93fc-a8807c750fba tempest-ServersAdmin275Test-1542350175 tempest-ServersAdmin275Test-1542350175-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 14.964s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.553167] env[65448]: DEBUG nova.objects.instance [None req-dd71c9c0-d46f-4bcb-93fc-a8807c750fba tempest-ServersAdmin275Test-1542350175 tempest-ServersAdmin275Test-1542350175-project-admin] [instance: 101b6ef8-fab1-4626-9524-4e080c5ad298] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65448) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 646.591968] env[65448]: DEBUG nova.virt.hardware [None req-f144d2a8-4943-453b-8745-44868ac6bedf tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 646.592289] env[65448]: DEBUG nova.virt.hardware [None req-f144d2a8-4943-453b-8745-44868ac6bedf tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 646.592920] env[65448]: DEBUG nova.virt.hardware [None req-f144d2a8-4943-453b-8745-44868ac6bedf tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 646.592920] env[65448]: DEBUG nova.virt.hardware [None req-f144d2a8-4943-453b-8745-44868ac6bedf tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 646.592920] env[65448]: DEBUG nova.virt.hardware [None req-f144d2a8-4943-453b-8745-44868ac6bedf tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 646.592920] env[65448]: DEBUG nova.virt.hardware [None req-f144d2a8-4943-453b-8745-44868ac6bedf tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 646.593164] env[65448]: DEBUG nova.virt.hardware [None req-f144d2a8-4943-453b-8745-44868ac6bedf tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 646.593206] env[65448]: DEBUG nova.virt.hardware [None req-f144d2a8-4943-453b-8745-44868ac6bedf tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 646.593848] env[65448]: DEBUG nova.virt.hardware [None req-f144d2a8-4943-453b-8745-44868ac6bedf tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 646.593848] env[65448]: DEBUG nova.virt.hardware [None req-f144d2a8-4943-453b-8745-44868ac6bedf tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 646.593848] env[65448]: DEBUG nova.virt.hardware [None req-f144d2a8-4943-453b-8745-44868ac6bedf tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 646.600424] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-f144d2a8-4943-453b-8745-44868ac6bedf tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] [instance: b9df7ebd-a64a-4031-89f7-75a8aee3c74c] Reconfiguring VM instance instance-00000007 to detach disk 2000 {{(pid=65448) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 646.602376] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cff2940b-1b4f-4168-a222-047038c4f06f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.616941] env[65448]: DEBUG nova.network.neutron [-] [instance: 101b6ef8-fab1-4626-9524-4e080c5ad298] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 646.624637] env[65448]: DEBUG oslo_vmware.api [None req-f144d2a8-4943-453b-8745-44868ac6bedf tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Waiting for the task: (returnval){ [ 646.624637] env[65448]: value = "task-4937186" [ 646.624637] env[65448]: _type = "Task" [ 646.624637] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.635461] env[65448]: DEBUG oslo_vmware.api [None req-f144d2a8-4943-453b-8745-44868ac6bedf tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Task: {'id': task-4937186, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.657444] env[65448]: DEBUG oslo_concurrency.lockutils [None req-c1698801-4324-4eda-bbc0-bbfbb2063f20 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Lock "bde62422-6d7d-48dd-b3c8-a9c9091e23a7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.559s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.877866] env[65448]: DEBUG oslo_vmware.api [None req-76c28507-cb82-4398-8ec8-740d2fe091d4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Task: {'id': task-4937185, 'name': ReconfigVM_Task, 'duration_secs': 0.770552} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.877866] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-76c28507-cb82-4398-8ec8-740d2fe091d4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] [instance: 01f0dfbf-a289-43df-8919-bf6141b87d2a] Reconfigured VM instance instance-00000013 to attach disk [datastore2] 01f0dfbf-a289-43df-8919-bf6141b87d2a/01f0dfbf-a289-43df-8919-bf6141b87d2a.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 646.878206] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d061f33f-8bd5-4e3e-842f-43f58fcfaab6 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.886541] env[65448]: DEBUG oslo_vmware.api [None req-76c28507-cb82-4398-8ec8-740d2fe091d4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Waiting for the task: (returnval){ [ 646.886541] env[65448]: value = "task-4937187" [ 646.886541] env[65448]: _type = "Task" [ 646.886541] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.896197] env[65448]: DEBUG oslo_vmware.api [None req-76c28507-cb82-4398-8ec8-740d2fe091d4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Task: {'id': task-4937187, 'name': Rename_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.997198] env[65448]: DEBUG nova.network.neutron [None req-5c926cf6-aca7-48a5-9686-c7b3b47fc360 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] [instance: fb73de4f-982f-48b5-b0a6-febcf9a1f54e] Successfully updated port: 9a3e8e99-abef-422c-b8d3-59a7ab2b7b94 {{(pid=65448) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 647.054490] env[65448]: DEBUG nova.compute.utils [None req-8447b26b-8af1-4ef6-8044-50176788a44e tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Using /dev/sd instead of None {{(pid=65448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 647.056689] env[65448]: DEBUG nova.compute.manager [None req-8447b26b-8af1-4ef6-8044-50176788a44e tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: ec4482b0-2919-48e3-a773-7013a9bb0899] Allocating IP information in the background. {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 647.056904] env[65448]: DEBUG nova.network.neutron [None req-8447b26b-8af1-4ef6-8044-50176788a44e tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: ec4482b0-2919-48e3-a773-7013a9bb0899] allocate_for_instance() {{(pid=65448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 647.057263] env[65448]: WARNING neutronclient.v2_0.client [None req-8447b26b-8af1-4ef6-8044-50176788a44e tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 647.058038] env[65448]: WARNING neutronclient.v2_0.client [None req-8447b26b-8af1-4ef6-8044-50176788a44e tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 647.121791] env[65448]: INFO nova.compute.manager [-] [instance: 101b6ef8-fab1-4626-9524-4e080c5ad298] Took 2.12 seconds to deallocate network for instance. [ 647.139980] env[65448]: DEBUG oslo_vmware.api [None req-f144d2a8-4943-453b-8745-44868ac6bedf tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Task: {'id': task-4937186, 'name': ReconfigVM_Task, 'duration_secs': 0.348017} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.140702] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-f144d2a8-4943-453b-8745-44868ac6bedf tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] [instance: b9df7ebd-a64a-4031-89f7-75a8aee3c74c] Reconfigured VM instance instance-00000007 to detach disk 2000 {{(pid=65448) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 647.141796] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d63d9f5-b206-43c3-a80e-b4fbcf1a60eb {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.163045] env[65448]: DEBUG nova.compute.manager [None req-8d451af9-ef14-4316-afd8-33b6cc20b087 tempest-ServersTestFqdnHostnames-1972796060 tempest-ServersTestFqdnHostnames-1972796060-project-member] [instance: d72d778b-dd55-4ac5-a55a-ffa2176f8aa1] Starting instance... {{(pid=65448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2483}} [ 647.173439] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-f144d2a8-4943-453b-8745-44868ac6bedf tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] [instance: b9df7ebd-a64a-4031-89f7-75a8aee3c74c] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] b9df7ebd-a64a-4031-89f7-75a8aee3c74c/b9df7ebd-a64a-4031-89f7-75a8aee3c74c.vmdk or device None with type thin {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 647.174147] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1cd79481-d8d9-46fa-b9e7-552949d76381 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.197935] env[65448]: DEBUG oslo_vmware.api [None req-f144d2a8-4943-453b-8745-44868ac6bedf tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Waiting for the task: (returnval){ [ 647.197935] env[65448]: value = "task-4937188" [ 647.197935] env[65448]: _type = "Task" [ 647.197935] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.207503] env[65448]: DEBUG oslo_vmware.api [None req-f144d2a8-4943-453b-8745-44868ac6bedf tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Task: {'id': task-4937188, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.401481] env[65448]: DEBUG oslo_vmware.api [None req-76c28507-cb82-4398-8ec8-740d2fe091d4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Task: {'id': task-4937187, 'name': Rename_Task, 'duration_secs': 0.224391} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.401842] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-76c28507-cb82-4398-8ec8-740d2fe091d4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] [instance: 01f0dfbf-a289-43df-8919-bf6141b87d2a] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 647.402336] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bad468de-7032-41e3-ab9e-16196eff599d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.410603] env[65448]: DEBUG oslo_vmware.api [None req-76c28507-cb82-4398-8ec8-740d2fe091d4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Waiting for the task: (returnval){ [ 647.410603] env[65448]: value = "task-4937189" [ 647.410603] env[65448]: _type = "Task" [ 647.410603] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.419495] env[65448]: DEBUG oslo_vmware.api [None req-76c28507-cb82-4398-8ec8-740d2fe091d4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Task: {'id': task-4937189, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.499362] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5c926cf6-aca7-48a5-9686-c7b3b47fc360 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Acquiring lock "refresh_cache-fb73de4f-982f-48b5-b0a6-febcf9a1f54e" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.499658] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5c926cf6-aca7-48a5-9686-c7b3b47fc360 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Acquired lock "refresh_cache-fb73de4f-982f-48b5-b0a6-febcf9a1f54e" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.501534] env[65448]: DEBUG nova.network.neutron [None req-5c926cf6-aca7-48a5-9686-c7b3b47fc360 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] [instance: fb73de4f-982f-48b5-b0a6-febcf9a1f54e] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 647.561817] env[65448]: DEBUG nova.compute.manager [None req-8447b26b-8af1-4ef6-8044-50176788a44e tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: ec4482b0-2919-48e3-a773-7013a9bb0899] Start building block device mappings for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2916}} [ 647.566773] env[65448]: WARNING neutronclient.v2_0.client [req-29eafa49-926d-4baf-b321-409c13be639f req-c5f91405-b106-48ff-af16-e7ff615fc9ff service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 647.572213] env[65448]: DEBUG oslo_concurrency.lockutils [None req-dd71c9c0-d46f-4bcb-93fc-a8807c750fba tempest-ServersAdmin275Test-1542350175 tempest-ServersAdmin275Test-1542350175-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 647.574633] env[65448]: DEBUG oslo_concurrency.lockutils [None req-1cb87946-dc77-4f59-a183-99545a20fed7 tempest-ServerDiagnosticsNegativeTest-649700980 tempest-ServerDiagnosticsNegativeTest-649700980-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.863s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.574969] env[65448]: DEBUG nova.objects.instance [None req-1cb87946-dc77-4f59-a183-99545a20fed7 tempest-ServerDiagnosticsNegativeTest-649700980 tempest-ServerDiagnosticsNegativeTest-649700980-project-member] Lazy-loading 'resources' on Instance uuid 2ceb8324-07de-45d9-bc39-b8661a6a35e4 {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 647.616758] env[65448]: DEBUG nova.policy [None req-8447b26b-8af1-4ef6-8044-50176788a44e tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '188b1cb9a0da470f91a7092c81cbca50', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cd050f9067644c0db6e945683a3fcccc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65448) authorize /opt/stack/nova/nova/policy.py:192}} [ 647.629850] env[65448]: DEBUG oslo_concurrency.lockutils [None req-9d98cc90-fcd2-4bb9-a516-141df04b878d tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.705120] env[65448]: DEBUG oslo_concurrency.lockutils [None req-8d451af9-ef14-4316-afd8-33b6cc20b087 tempest-ServersTestFqdnHostnames-1972796060 tempest-ServersTestFqdnHostnames-1972796060-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.708503] env[65448]: DEBUG oslo_vmware.api [None req-f144d2a8-4943-453b-8745-44868ac6bedf tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Task: {'id': task-4937188, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.807973] env[65448]: DEBUG oslo_concurrency.lockutils [None req-8e2c12fb-0ad2-4eb9-9d2c-1a79214d2a56 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Acquiring lock "3a95cfa3-d907-467b-9081-c8c5b4b9dd5a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.808307] env[65448]: DEBUG oslo_concurrency.lockutils [None req-8e2c12fb-0ad2-4eb9-9d2c-1a79214d2a56 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Lock "3a95cfa3-d907-467b-9081-c8c5b4b9dd5a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.851441] env[65448]: DEBUG nova.network.neutron [-] [instance: d7335ae7-683b-4729-b771-29ac97585830] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 647.926703] env[65448]: DEBUG oslo_vmware.api [None req-76c28507-cb82-4398-8ec8-740d2fe091d4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Task: {'id': task-4937189, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.212325] env[65448]: DEBUG oslo_vmware.api [None req-f144d2a8-4943-453b-8745-44868ac6bedf tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Task: {'id': task-4937188, 'name': ReconfigVM_Task, 'duration_secs': 0.540084} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.212325] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-f144d2a8-4943-453b-8745-44868ac6bedf tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] [instance: b9df7ebd-a64a-4031-89f7-75a8aee3c74c] Reconfigured VM instance instance-00000007 to attach disk [datastore1] b9df7ebd-a64a-4031-89f7-75a8aee3c74c/b9df7ebd-a64a-4031-89f7-75a8aee3c74c.vmdk or device None with type thin {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 648.212325] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-f144d2a8-4943-453b-8745-44868ac6bedf tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] [instance: b9df7ebd-a64a-4031-89f7-75a8aee3c74c] Updating instance 'b9df7ebd-a64a-4031-89f7-75a8aee3c74c' progress to 50 {{(pid=65448) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 648.358023] env[65448]: INFO nova.compute.manager [-] [instance: d7335ae7-683b-4729-b771-29ac97585830] Took 2.17 seconds to deallocate network for instance. [ 648.425209] env[65448]: DEBUG oslo_vmware.api [None req-76c28507-cb82-4398-8ec8-740d2fe091d4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Task: {'id': task-4937189, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.564874] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55062352-d68e-4168-9e81-e1f3eae8b34f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.575875] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7456f158-6768-4811-b1e2-0e484f74d399 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.587023] env[65448]: DEBUG nova.compute.manager [None req-8447b26b-8af1-4ef6-8044-50176788a44e tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: ec4482b0-2919-48e3-a773-7013a9bb0899] Start spawning the instance on the hypervisor. {{(pid=65448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2689}} [ 648.619710] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-765917a0-e979-4dd5-8974-ad6a5c37b4bc {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.629211] env[65448]: DEBUG nova.virt.hardware [None req-8447b26b-8af1-4ef6-8044-50176788a44e tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-08T17:19:51Z,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a992292b6dae455593d228217860e2e1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-08T17:19:52Z,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 648.629603] env[65448]: DEBUG nova.virt.hardware [None req-8447b26b-8af1-4ef6-8044-50176788a44e tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 648.629603] env[65448]: DEBUG nova.virt.hardware [None req-8447b26b-8af1-4ef6-8044-50176788a44e tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 648.629803] env[65448]: DEBUG nova.virt.hardware [None req-8447b26b-8af1-4ef6-8044-50176788a44e tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 648.629914] env[65448]: DEBUG nova.virt.hardware [None req-8447b26b-8af1-4ef6-8044-50176788a44e tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 648.630138] env[65448]: DEBUG nova.virt.hardware [None req-8447b26b-8af1-4ef6-8044-50176788a44e tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 648.630298] env[65448]: DEBUG nova.virt.hardware [None req-8447b26b-8af1-4ef6-8044-50176788a44e tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 648.630451] env[65448]: DEBUG nova.virt.hardware [None req-8447b26b-8af1-4ef6-8044-50176788a44e tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 648.630611] env[65448]: DEBUG nova.virt.hardware [None req-8447b26b-8af1-4ef6-8044-50176788a44e tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 648.630762] env[65448]: DEBUG nova.virt.hardware [None req-8447b26b-8af1-4ef6-8044-50176788a44e tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 648.631518] env[65448]: DEBUG nova.virt.hardware [None req-8447b26b-8af1-4ef6-8044-50176788a44e tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 648.631947] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a20bcca-b643-42fd-bab2-bb7cbf8a01ee {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.638161] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e1f81f0-7d1d-4bbe-8815-7d3ab094f25a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.645625] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58a8d2f9-c5a5-45bb-a25b-76ce3b208088 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.659520] env[65448]: DEBUG nova.compute.provider_tree [None req-1cb87946-dc77-4f59-a183-99545a20fed7 tempest-ServerDiagnosticsNegativeTest-649700980 tempest-ServerDiagnosticsNegativeTest-649700980-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 648.725531] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e330151f-6d52-4670-9296-af22f85a8c9d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.752031] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8178f67-f7e3-431c-9f9b-da82d6f0be71 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.769322] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-f144d2a8-4943-453b-8745-44868ac6bedf tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] [instance: b9df7ebd-a64a-4031-89f7-75a8aee3c74c] Updating instance 'b9df7ebd-a64a-4031-89f7-75a8aee3c74c' progress to 67 {{(pid=65448) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 648.865149] env[65448]: DEBUG oslo_concurrency.lockutils [None req-15b575c3-fe31-4751-8d32-0a45e3a5248e tempest-ServerDiagnosticsTest-673159984 tempest-ServerDiagnosticsTest-673159984-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.906328] env[65448]: DEBUG nova.network.neutron [None req-5c926cf6-aca7-48a5-9686-c7b3b47fc360 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] [instance: fb73de4f-982f-48b5-b0a6-febcf9a1f54e] Instance cache missing network info. {{(pid=65448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 648.911034] env[65448]: DEBUG nova.network.neutron [None req-8447b26b-8af1-4ef6-8044-50176788a44e tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: ec4482b0-2919-48e3-a773-7013a9bb0899] Successfully created port: 25bfccf2-d695-42d6-89cd-605a646555ba {{(pid=65448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 648.926989] env[65448]: DEBUG oslo_vmware.api [None req-76c28507-cb82-4398-8ec8-740d2fe091d4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Task: {'id': task-4937189, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.946318] env[65448]: DEBUG nova.network.neutron [req-29eafa49-926d-4baf-b321-409c13be639f req-c5f91405-b106-48ff-af16-e7ff615fc9ff service nova] [instance: bde62422-6d7d-48dd-b3c8-a9c9091e23a7] Updated VIF entry in instance network info cache for port 9f96c3b4-5d69-4eef-8472-0542882de3f1. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 648.946671] env[65448]: DEBUG nova.network.neutron [req-29eafa49-926d-4baf-b321-409c13be639f req-c5f91405-b106-48ff-af16-e7ff615fc9ff service nova] [instance: bde62422-6d7d-48dd-b3c8-a9c9091e23a7] Updating instance_info_cache with network_info: [{"id": "9f96c3b4-5d69-4eef-8472-0542882de3f1", "address": "fa:16:3e:18:b6:4d", "network": {"id": "826f617c-9058-47a8-9ab9-dc3c74f75320", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-381840079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d16e453e4fe34602943010b8b42c43cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f96c3b4-5d", "ovs_interfaceid": "9f96c3b4-5d69-4eef-8472-0542882de3f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.162679] env[65448]: DEBUG nova.scheduler.client.report [None req-1cb87946-dc77-4f59-a183-99545a20fed7 tempest-ServerDiagnosticsNegativeTest-649700980 tempest-ServerDiagnosticsNegativeTest-649700980-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 649.276100] env[65448]: WARNING neutronclient.v2_0.client [None req-f144d2a8-4943-453b-8745-44868ac6bedf tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 649.276100] env[65448]: WARNING neutronclient.v2_0.client [None req-f144d2a8-4943-453b-8745-44868ac6bedf tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 649.427673] env[65448]: DEBUG oslo_vmware.api [None req-76c28507-cb82-4398-8ec8-740d2fe091d4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Task: {'id': task-4937189, 'name': PowerOnVM_Task, 'duration_secs': 1.693808} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.428204] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-76c28507-cb82-4398-8ec8-740d2fe091d4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] [instance: 01f0dfbf-a289-43df-8919-bf6141b87d2a] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 649.428532] env[65448]: INFO nova.compute.manager [None req-76c28507-cb82-4398-8ec8-740d2fe091d4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] [instance: 01f0dfbf-a289-43df-8919-bf6141b87d2a] Took 12.82 seconds to spawn the instance on the hypervisor. [ 649.428832] env[65448]: DEBUG nova.compute.manager [None req-76c28507-cb82-4398-8ec8-740d2fe091d4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] [instance: 01f0dfbf-a289-43df-8919-bf6141b87d2a] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 649.431020] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a75a6d8-8eb0-483e-b861-a2c1cfa0d3b5 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.449576] env[65448]: DEBUG oslo_concurrency.lockutils [req-29eafa49-926d-4baf-b321-409c13be639f req-c5f91405-b106-48ff-af16-e7ff615fc9ff service nova] Releasing lock "refresh_cache-bde62422-6d7d-48dd-b3c8-a9c9091e23a7" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.452537] env[65448]: DEBUG nova.compute.manager [req-29eafa49-926d-4baf-b321-409c13be639f req-c5f91405-b106-48ff-af16-e7ff615fc9ff service nova] [instance: 01f0dfbf-a289-43df-8919-bf6141b87d2a] Received event network-vif-plugged-52808461-db68-48ce-87ec-a31d195f888f {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 649.452537] env[65448]: DEBUG oslo_concurrency.lockutils [req-29eafa49-926d-4baf-b321-409c13be639f req-c5f91405-b106-48ff-af16-e7ff615fc9ff service nova] Acquiring lock "01f0dfbf-a289-43df-8919-bf6141b87d2a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.452537] env[65448]: DEBUG oslo_concurrency.lockutils [req-29eafa49-926d-4baf-b321-409c13be639f req-c5f91405-b106-48ff-af16-e7ff615fc9ff service nova] Lock "01f0dfbf-a289-43df-8919-bf6141b87d2a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.452537] env[65448]: DEBUG oslo_concurrency.lockutils [req-29eafa49-926d-4baf-b321-409c13be639f req-c5f91405-b106-48ff-af16-e7ff615fc9ff service nova] Lock "01f0dfbf-a289-43df-8919-bf6141b87d2a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.452537] env[65448]: DEBUG nova.compute.manager [req-29eafa49-926d-4baf-b321-409c13be639f req-c5f91405-b106-48ff-af16-e7ff615fc9ff service nova] [instance: 01f0dfbf-a289-43df-8919-bf6141b87d2a] No waiting events found dispatching network-vif-plugged-52808461-db68-48ce-87ec-a31d195f888f {{(pid=65448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 649.452732] env[65448]: WARNING nova.compute.manager [req-29eafa49-926d-4baf-b321-409c13be639f req-c5f91405-b106-48ff-af16-e7ff615fc9ff service nova] [instance: 01f0dfbf-a289-43df-8919-bf6141b87d2a] Received unexpected event network-vif-plugged-52808461-db68-48ce-87ec-a31d195f888f for instance with vm_state building and task_state spawning. [ 649.452732] env[65448]: DEBUG nova.compute.manager [req-29eafa49-926d-4baf-b321-409c13be639f req-c5f91405-b106-48ff-af16-e7ff615fc9ff service nova] [instance: 01f0dfbf-a289-43df-8919-bf6141b87d2a] Received event network-changed-52808461-db68-48ce-87ec-a31d195f888f {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 649.452732] env[65448]: DEBUG nova.compute.manager [req-29eafa49-926d-4baf-b321-409c13be639f req-c5f91405-b106-48ff-af16-e7ff615fc9ff service nova] [instance: 01f0dfbf-a289-43df-8919-bf6141b87d2a] Refreshing instance network info cache due to event network-changed-52808461-db68-48ce-87ec-a31d195f888f. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 649.452732] env[65448]: DEBUG oslo_concurrency.lockutils [req-29eafa49-926d-4baf-b321-409c13be639f req-c5f91405-b106-48ff-af16-e7ff615fc9ff service nova] Acquiring lock "refresh_cache-01f0dfbf-a289-43df-8919-bf6141b87d2a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.452732] env[65448]: DEBUG oslo_concurrency.lockutils [req-29eafa49-926d-4baf-b321-409c13be639f req-c5f91405-b106-48ff-af16-e7ff615fc9ff service nova] Acquired lock "refresh_cache-01f0dfbf-a289-43df-8919-bf6141b87d2a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.452898] env[65448]: DEBUG nova.network.neutron [req-29eafa49-926d-4baf-b321-409c13be639f req-c5f91405-b106-48ff-af16-e7ff615fc9ff service nova] [instance: 01f0dfbf-a289-43df-8919-bf6141b87d2a] Refreshing network info cache for port 52808461-db68-48ce-87ec-a31d195f888f {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 649.668552] env[65448]: DEBUG oslo_concurrency.lockutils [None req-1cb87946-dc77-4f59-a183-99545a20fed7 tempest-ServerDiagnosticsNegativeTest-649700980 tempest-ServerDiagnosticsNegativeTest-649700980-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.094s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.671875] env[65448]: DEBUG oslo_concurrency.lockutils [None req-cdd51786-4f3c-4c52-bb37-063a0bd22e93 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.179s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.673241] env[65448]: INFO nova.compute.claims [None req-cdd51786-4f3c-4c52-bb37-063a0bd22e93 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: ad59f7b3-ae8f-4d9c-a7a0-c94d58009a94] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 649.706627] env[65448]: INFO nova.scheduler.client.report [None req-1cb87946-dc77-4f59-a183-99545a20fed7 tempest-ServerDiagnosticsNegativeTest-649700980 tempest-ServerDiagnosticsNegativeTest-649700980-project-member] Deleted allocations for instance 2ceb8324-07de-45d9-bc39-b8661a6a35e4 [ 649.915613] env[65448]: DEBUG nova.network.neutron [None req-f144d2a8-4943-453b-8745-44868ac6bedf tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] [instance: b9df7ebd-a64a-4031-89f7-75a8aee3c74c] Port 4aba2ff3-061b-465e-a731-ec54cf750b27 binding to destination host cpu-1 is already ACTIVE {{(pid=65448) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 649.953526] env[65448]: INFO nova.compute.manager [None req-76c28507-cb82-4398-8ec8-740d2fe091d4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] [instance: 01f0dfbf-a289-43df-8919-bf6141b87d2a] Took 30.72 seconds to build instance. [ 649.954826] env[65448]: WARNING neutronclient.v2_0.client [req-29eafa49-926d-4baf-b321-409c13be639f req-c5f91405-b106-48ff-af16-e7ff615fc9ff service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 649.977098] env[65448]: WARNING neutronclient.v2_0.client [None req-5c926cf6-aca7-48a5-9686-c7b3b47fc360 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 650.212601] env[65448]: DEBUG oslo_concurrency.lockutils [None req-1cb87946-dc77-4f59-a183-99545a20fed7 tempest-ServerDiagnosticsNegativeTest-649700980 tempest-ServerDiagnosticsNegativeTest-649700980-project-member] Lock "2ceb8324-07de-45d9-bc39-b8661a6a35e4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.877s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 650.333770] env[65448]: DEBUG nova.network.neutron [None req-5c926cf6-aca7-48a5-9686-c7b3b47fc360 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] [instance: fb73de4f-982f-48b5-b0a6-febcf9a1f54e] Updating instance_info_cache with network_info: [{"id": "9a3e8e99-abef-422c-b8d3-59a7ab2b7b94", "address": "fa:16:3e:cc:5e:90", "network": {"id": "077e2863-aec7-435e-9a72-322ced57b44e", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-144928823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f141af3620974f54b33ca052a13f1a09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaf3dfa2-fa01-4d4d-8ecd-a9bc74d90ec2", "external-id": "nsx-vlan-transportzone-546", "segmentation_id": 546, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a3e8e99-ab", "ovs_interfaceid": "9a3e8e99-abef-422c-b8d3-59a7ab2b7b94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 650.461997] env[65448]: DEBUG oslo_concurrency.lockutils [None req-76c28507-cb82-4398-8ec8-740d2fe091d4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Lock "01f0dfbf-a289-43df-8919-bf6141b87d2a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.236s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 650.559625] env[65448]: DEBUG nova.network.neutron [None req-8447b26b-8af1-4ef6-8044-50176788a44e tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: ec4482b0-2919-48e3-a773-7013a9bb0899] Successfully updated port: 25bfccf2-d695-42d6-89cd-605a646555ba {{(pid=65448) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 650.692454] env[65448]: WARNING neutronclient.v2_0.client [req-29eafa49-926d-4baf-b321-409c13be639f req-c5f91405-b106-48ff-af16-e7ff615fc9ff service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 650.836717] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5c926cf6-aca7-48a5-9686-c7b3b47fc360 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Releasing lock "refresh_cache-fb73de4f-982f-48b5-b0a6-febcf9a1f54e" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.837509] env[65448]: DEBUG nova.compute.manager [None req-5c926cf6-aca7-48a5-9686-c7b3b47fc360 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] [instance: fb73de4f-982f-48b5-b0a6-febcf9a1f54e] Instance network_info: |[{"id": "9a3e8e99-abef-422c-b8d3-59a7ab2b7b94", "address": "fa:16:3e:cc:5e:90", "network": {"id": "077e2863-aec7-435e-9a72-322ced57b44e", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-144928823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f141af3620974f54b33ca052a13f1a09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaf3dfa2-fa01-4d4d-8ecd-a9bc74d90ec2", "external-id": "nsx-vlan-transportzone-546", "segmentation_id": 546, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a3e8e99-ab", "ovs_interfaceid": "9a3e8e99-abef-422c-b8d3-59a7ab2b7b94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 650.837670] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-5c926cf6-aca7-48a5-9686-c7b3b47fc360 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] [instance: fb73de4f-982f-48b5-b0a6-febcf9a1f54e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cc:5e:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eaf3dfa2-fa01-4d4d-8ecd-a9bc74d90ec2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9a3e8e99-abef-422c-b8d3-59a7ab2b7b94', 'vif_model': 'vmxnet3'}] {{(pid=65448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 650.846978] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c926cf6-aca7-48a5-9686-c7b3b47fc360 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Creating folder: Project (f141af3620974f54b33ca052a13f1a09). Parent ref: group-v961779. {{(pid=65448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 650.849985] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a71d78fe-ba20-4239-99dd-cf9c04c3f854 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.866783] env[65448]: INFO nova.virt.vmwareapi.vm_util [None req-5c926cf6-aca7-48a5-9686-c7b3b47fc360 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Created folder: Project (f141af3620974f54b33ca052a13f1a09) in parent group-v961779. [ 650.866986] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c926cf6-aca7-48a5-9686-c7b3b47fc360 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Creating folder: Instances. Parent ref: group-v961836. {{(pid=65448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 650.870215] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-548d8dff-fd3d-4a27-9484-907696a718f8 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.885024] env[65448]: INFO nova.virt.vmwareapi.vm_util [None req-5c926cf6-aca7-48a5-9686-c7b3b47fc360 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Created folder: Instances in parent group-v961836. [ 650.885214] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-5c926cf6-aca7-48a5-9686-c7b3b47fc360 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 650.890599] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb73de4f-982f-48b5-b0a6-febcf9a1f54e] Creating VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 650.891807] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d8691ea4-a23a-4383-afd6-2b46e7c66efa {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.920329] env[65448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 650.920329] env[65448]: value = "task-4937192" [ 650.920329] env[65448]: _type = "Task" [ 650.920329] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.921097] env[65448]: DEBUG nova.network.neutron [req-29eafa49-926d-4baf-b321-409c13be639f req-c5f91405-b106-48ff-af16-e7ff615fc9ff service nova] [instance: 01f0dfbf-a289-43df-8919-bf6141b87d2a] Updated VIF entry in instance network info cache for port 52808461-db68-48ce-87ec-a31d195f888f. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 650.921464] env[65448]: DEBUG nova.network.neutron [req-29eafa49-926d-4baf-b321-409c13be639f req-c5f91405-b106-48ff-af16-e7ff615fc9ff service nova] [instance: 01f0dfbf-a289-43df-8919-bf6141b87d2a] Updating instance_info_cache with network_info: [{"id": "52808461-db68-48ce-87ec-a31d195f888f", "address": "fa:16:3e:bc:9e:50", "network": {"id": "5d545434-8a0b-4c58-969a-3aaba5203c8a", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-77448742-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "caa6b5f69be14085ad92afab48d5509a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ce1511e-1eaa-45c6-a1ef-2b714c814fa1", "external-id": "nsx-vlan-transportzone-300", "segmentation_id": 300, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52808461-db", "ovs_interfaceid": "52808461-db68-48ce-87ec-a31d195f888f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 650.951759] env[65448]: DEBUG oslo_concurrency.lockutils [None req-f144d2a8-4943-453b-8745-44868ac6bedf tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Acquiring lock "b9df7ebd-a64a-4031-89f7-75a8aee3c74c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.951900] env[65448]: DEBUG oslo_concurrency.lockutils [None req-f144d2a8-4943-453b-8745-44868ac6bedf tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Lock "b9df7ebd-a64a-4031-89f7-75a8aee3c74c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.952143] env[65448]: DEBUG oslo_concurrency.lockutils [None req-f144d2a8-4943-453b-8745-44868ac6bedf tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Lock "b9df7ebd-a64a-4031-89f7-75a8aee3c74c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 650.953741] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937192, 'name': CreateVM_Task} progress is 6%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.964498] env[65448]: DEBUG nova.compute.manager [None req-8e2c12fb-0ad2-4eb9-9d2c-1a79214d2a56 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] [instance: 3a95cfa3-d907-467b-9081-c8c5b4b9dd5a] Starting instance... {{(pid=65448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2483}} [ 651.065213] env[65448]: DEBUG oslo_concurrency.lockutils [None req-8447b26b-8af1-4ef6-8044-50176788a44e tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Acquiring lock "refresh_cache-ec4482b0-2919-48e3-a773-7013a9bb0899" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.065213] env[65448]: DEBUG oslo_concurrency.lockutils [None req-8447b26b-8af1-4ef6-8044-50176788a44e tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Acquired lock "refresh_cache-ec4482b0-2919-48e3-a773-7013a9bb0899" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.065404] env[65448]: DEBUG nova.network.neutron [None req-8447b26b-8af1-4ef6-8044-50176788a44e tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: ec4482b0-2919-48e3-a773-7013a9bb0899] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 651.208873] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ba5ebe1-8d3a-433d-9781-5a22adbab319 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.219471] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62afbcf1-96ec-41b1-bda1-7d9a49e1b486 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.253632] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-775adf78-0842-41be-be64-e629854cbab2 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.262781] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a108a5d-106a-488c-af62-c9378c7e790e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.278355] env[65448]: DEBUG nova.compute.provider_tree [None req-cdd51786-4f3c-4c52-bb37-063a0bd22e93 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 651.340391] env[65448]: DEBUG nova.compute.manager [req-7f36e8b5-2a97-4e66-b7e6-a0fd9031bda2 req-40ce9153-0435-422f-b1a7-112da2b53aaa service nova] [instance: fa53b330-ff80-4666-bf9e-1664d5c3d23e] Received event network-changed-6162992a-95cc-47fc-9586-2620f2667330 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 651.340391] env[65448]: DEBUG nova.compute.manager [req-7f36e8b5-2a97-4e66-b7e6-a0fd9031bda2 req-40ce9153-0435-422f-b1a7-112da2b53aaa service nova] [instance: fa53b330-ff80-4666-bf9e-1664d5c3d23e] Refreshing instance network info cache due to event network-changed-6162992a-95cc-47fc-9586-2620f2667330. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 651.340391] env[65448]: DEBUG oslo_concurrency.lockutils [req-7f36e8b5-2a97-4e66-b7e6-a0fd9031bda2 req-40ce9153-0435-422f-b1a7-112da2b53aaa service nova] Acquiring lock "refresh_cache-fa53b330-ff80-4666-bf9e-1664d5c3d23e" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.340391] env[65448]: DEBUG oslo_concurrency.lockutils [req-7f36e8b5-2a97-4e66-b7e6-a0fd9031bda2 req-40ce9153-0435-422f-b1a7-112da2b53aaa service nova] Acquired lock "refresh_cache-fa53b330-ff80-4666-bf9e-1664d5c3d23e" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.340391] env[65448]: DEBUG nova.network.neutron [req-7f36e8b5-2a97-4e66-b7e6-a0fd9031bda2 req-40ce9153-0435-422f-b1a7-112da2b53aaa service nova] [instance: fa53b330-ff80-4666-bf9e-1664d5c3d23e] Refreshing network info cache for port 6162992a-95cc-47fc-9586-2620f2667330 {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 651.365969] env[65448]: DEBUG oslo_concurrency.lockutils [None req-26f17e44-af29-431a-9082-703be643c7a3 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Acquiring lock "abc20464-a66c-4425-a677-b5852aec43bb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.366218] env[65448]: DEBUG oslo_concurrency.lockutils [None req-26f17e44-af29-431a-9082-703be643c7a3 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Lock "abc20464-a66c-4425-a677-b5852aec43bb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.397340] env[65448]: DEBUG nova.compute.manager [req-a38f8d15-6ac4-489a-90c6-5725bf7bfff2 req-7814e52a-7b1d-48f6-aca5-70e18c8a9c89 service nova] [instance: fb73de4f-982f-48b5-b0a6-febcf9a1f54e] Received event network-vif-plugged-9a3e8e99-abef-422c-b8d3-59a7ab2b7b94 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 651.397340] env[65448]: DEBUG oslo_concurrency.lockutils [req-a38f8d15-6ac4-489a-90c6-5725bf7bfff2 req-7814e52a-7b1d-48f6-aca5-70e18c8a9c89 service nova] Acquiring lock "fb73de4f-982f-48b5-b0a6-febcf9a1f54e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.397340] env[65448]: DEBUG oslo_concurrency.lockutils [req-a38f8d15-6ac4-489a-90c6-5725bf7bfff2 req-7814e52a-7b1d-48f6-aca5-70e18c8a9c89 service nova] Lock "fb73de4f-982f-48b5-b0a6-febcf9a1f54e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.397781] env[65448]: DEBUG oslo_concurrency.lockutils [req-a38f8d15-6ac4-489a-90c6-5725bf7bfff2 req-7814e52a-7b1d-48f6-aca5-70e18c8a9c89 service nova] Lock "fb73de4f-982f-48b5-b0a6-febcf9a1f54e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.397781] env[65448]: DEBUG nova.compute.manager [req-a38f8d15-6ac4-489a-90c6-5725bf7bfff2 req-7814e52a-7b1d-48f6-aca5-70e18c8a9c89 service nova] [instance: fb73de4f-982f-48b5-b0a6-febcf9a1f54e] No waiting events found dispatching network-vif-plugged-9a3e8e99-abef-422c-b8d3-59a7ab2b7b94 {{(pid=65448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 651.397781] env[65448]: WARNING nova.compute.manager [req-a38f8d15-6ac4-489a-90c6-5725bf7bfff2 req-7814e52a-7b1d-48f6-aca5-70e18c8a9c89 service nova] [instance: fb73de4f-982f-48b5-b0a6-febcf9a1f54e] Received unexpected event network-vif-plugged-9a3e8e99-abef-422c-b8d3-59a7ab2b7b94 for instance with vm_state building and task_state spawning. [ 651.428017] env[65448]: DEBUG oslo_concurrency.lockutils [req-29eafa49-926d-4baf-b321-409c13be639f req-c5f91405-b106-48ff-af16-e7ff615fc9ff service nova] Releasing lock "refresh_cache-01f0dfbf-a289-43df-8919-bf6141b87d2a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.438238] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937192, 'name': CreateVM_Task} progress is 25%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.494265] env[65448]: DEBUG oslo_concurrency.lockutils [None req-8e2c12fb-0ad2-4eb9-9d2c-1a79214d2a56 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.662617] env[65448]: DEBUG nova.network.neutron [None req-8447b26b-8af1-4ef6-8044-50176788a44e tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: ec4482b0-2919-48e3-a773-7013a9bb0899] Instance cache missing network info. {{(pid=65448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 651.786476] env[65448]: DEBUG nova.scheduler.client.report [None req-cdd51786-4f3c-4c52-bb37-063a0bd22e93 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 651.795405] env[65448]: WARNING neutronclient.v2_0.client [None req-8447b26b-8af1-4ef6-8044-50176788a44e tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 651.842783] env[65448]: WARNING neutronclient.v2_0.client [req-7f36e8b5-2a97-4e66-b7e6-a0fd9031bda2 req-40ce9153-0435-422f-b1a7-112da2b53aaa service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 651.935631] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937192, 'name': CreateVM_Task, 'duration_secs': 0.83225} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.936876] env[65448]: DEBUG nova.network.neutron [None req-8447b26b-8af1-4ef6-8044-50176788a44e tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: ec4482b0-2919-48e3-a773-7013a9bb0899] Updating instance_info_cache with network_info: [{"id": "25bfccf2-d695-42d6-89cd-605a646555ba", "address": "fa:16:3e:a1:62:03", "network": {"id": "92aa873c-abd5-48af-9226-444e5584127a", "bridge": "br-int", "label": "tempest-ServersTestJSON-334056748-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd050f9067644c0db6e945683a3fcccc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25bfccf2-d6", "ovs_interfaceid": "25bfccf2-d695-42d6-89cd-605a646555ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 651.938044] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb73de4f-982f-48b5-b0a6-febcf9a1f54e] Created VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 651.938529] env[65448]: WARNING neutronclient.v2_0.client [None req-5c926cf6-aca7-48a5-9686-c7b3b47fc360 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 651.939674] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5c926cf6-aca7-48a5-9686-c7b3b47fc360 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.939674] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5c926cf6-aca7-48a5-9686-c7b3b47fc360 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.940038] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5c926cf6-aca7-48a5-9686-c7b3b47fc360 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.940527] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bea6f30-cbc6-495a-b737-57b0cd477fdc {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.947503] env[65448]: DEBUG oslo_vmware.api [None req-5c926cf6-aca7-48a5-9686-c7b3b47fc360 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Waiting for the task: (returnval){ [ 651.947503] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52871479-a31a-1da1-81da-6368a3fda4fa" [ 651.947503] env[65448]: _type = "Task" [ 651.947503] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.952354] env[65448]: WARNING neutronclient.v2_0.client [None req-f144d2a8-4943-453b-8745-44868ac6bedf tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 651.961746] env[65448]: DEBUG oslo_vmware.api [None req-5c926cf6-aca7-48a5-9686-c7b3b47fc360 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52871479-a31a-1da1-81da-6368a3fda4fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.146494] env[65448]: DEBUG oslo_concurrency.lockutils [None req-f144d2a8-4943-453b-8745-44868ac6bedf tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Acquiring lock "refresh_cache-b9df7ebd-a64a-4031-89f7-75a8aee3c74c" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.146662] env[65448]: DEBUG oslo_concurrency.lockutils [None req-f144d2a8-4943-453b-8745-44868ac6bedf tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Acquired lock "refresh_cache-b9df7ebd-a64a-4031-89f7-75a8aee3c74c" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.146821] env[65448]: DEBUG nova.network.neutron [None req-f144d2a8-4943-453b-8745-44868ac6bedf tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] [instance: b9df7ebd-a64a-4031-89f7-75a8aee3c74c] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 652.302574] env[65448]: DEBUG oslo_concurrency.lockutils [None req-cdd51786-4f3c-4c52-bb37-063a0bd22e93 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.631s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.303296] env[65448]: DEBUG nova.compute.manager [None req-cdd51786-4f3c-4c52-bb37-063a0bd22e93 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: ad59f7b3-ae8f-4d9c-a7a0-c94d58009a94] Start building networks asynchronously for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2881}} [ 652.307348] env[65448]: DEBUG oslo_concurrency.lockutils [None req-34fee121-368b-4ee9-bb38-ee663e4cbfa7 tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.224s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.311580] env[65448]: INFO nova.compute.claims [None req-34fee121-368b-4ee9-bb38-ee663e4cbfa7 tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] [instance: 2e9f275f-c5e4-485d-abcc-48d411456e1f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 652.441395] env[65448]: DEBUG oslo_concurrency.lockutils [None req-8447b26b-8af1-4ef6-8044-50176788a44e tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Releasing lock "refresh_cache-ec4482b0-2919-48e3-a773-7013a9bb0899" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.441753] env[65448]: DEBUG nova.compute.manager [None req-8447b26b-8af1-4ef6-8044-50176788a44e tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: ec4482b0-2919-48e3-a773-7013a9bb0899] Instance network_info: |[{"id": "25bfccf2-d695-42d6-89cd-605a646555ba", "address": "fa:16:3e:a1:62:03", "network": {"id": "92aa873c-abd5-48af-9226-444e5584127a", "bridge": "br-int", "label": "tempest-ServersTestJSON-334056748-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd050f9067644c0db6e945683a3fcccc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25bfccf2-d6", "ovs_interfaceid": "25bfccf2-d695-42d6-89cd-605a646555ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 652.442233] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-8447b26b-8af1-4ef6-8044-50176788a44e tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: ec4482b0-2919-48e3-a773-7013a9bb0899] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a1:62:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '37434b93-dfdc-4a3f-bf5a-9f2cbe25a754', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '25bfccf2-d695-42d6-89cd-605a646555ba', 'vif_model': 'vmxnet3'}] {{(pid=65448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 652.449975] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-8447b26b-8af1-4ef6-8044-50176788a44e tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Creating folder: Project (cd050f9067644c0db6e945683a3fcccc). Parent ref: group-v961779. {{(pid=65448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 652.450358] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d9b58412-d81c-4693-a40f-aee1b6629ee5 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.463123] env[65448]: DEBUG oslo_vmware.api [None req-5c926cf6-aca7-48a5-9686-c7b3b47fc360 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52871479-a31a-1da1-81da-6368a3fda4fa, 'name': SearchDatastore_Task, 'duration_secs': 0.014737} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.466237] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5c926cf6-aca7-48a5-9686-c7b3b47fc360 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.466477] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-5c926cf6-aca7-48a5-9686-c7b3b47fc360 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] [instance: fb73de4f-982f-48b5-b0a6-febcf9a1f54e] Processing image 50fb366d-48e6-424f-9c20-bc83d77be76a {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 652.466715] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5c926cf6-aca7-48a5-9686-c7b3b47fc360 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.466881] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5c926cf6-aca7-48a5-9686-c7b3b47fc360 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.467041] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c926cf6-aca7-48a5-9686-c7b3b47fc360 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 652.468667] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-823a3cc8-bbcb-4a52-a5e4-a6a38b0033b4 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.470584] env[65448]: INFO nova.virt.vmwareapi.vm_util [None req-8447b26b-8af1-4ef6-8044-50176788a44e tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Created folder: Project (cd050f9067644c0db6e945683a3fcccc) in parent group-v961779. [ 652.470734] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-8447b26b-8af1-4ef6-8044-50176788a44e tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Creating folder: Instances. Parent ref: group-v961839. {{(pid=65448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 652.470917] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-906fc412-6e68-4e10-bff1-289453e9905c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.480478] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c926cf6-aca7-48a5-9686-c7b3b47fc360 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 652.480648] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-5c926cf6-aca7-48a5-9686-c7b3b47fc360 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 652.482463] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-078a6219-eb35-4a38-a677-b9715e5b5ebb {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.484771] env[65448]: INFO nova.virt.vmwareapi.vm_util [None req-8447b26b-8af1-4ef6-8044-50176788a44e tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Created folder: Instances in parent group-v961839. [ 652.485014] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-8447b26b-8af1-4ef6-8044-50176788a44e tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 652.485273] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec4482b0-2919-48e3-a773-7013a9bb0899] Creating VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 652.485802] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e408758b-632b-4e15-8771-22be4406de84 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.504484] env[65448]: DEBUG oslo_vmware.api [None req-5c926cf6-aca7-48a5-9686-c7b3b47fc360 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Waiting for the task: (returnval){ [ 652.504484] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52986fe5-4505-1ed4-0464-9763eb8f0d57" [ 652.504484] env[65448]: _type = "Task" [ 652.504484] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.510367] env[65448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 652.510367] env[65448]: value = "task-4937195" [ 652.510367] env[65448]: _type = "Task" [ 652.510367] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.518103] env[65448]: DEBUG oslo_vmware.api [None req-5c926cf6-aca7-48a5-9686-c7b3b47fc360 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52986fe5-4505-1ed4-0464-9763eb8f0d57, 'name': SearchDatastore_Task, 'duration_secs': 0.010697} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.519500] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72c3b36f-6f20-40e2-879a-6bffeef52a63 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.525404] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937195, 'name': CreateVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.528749] env[65448]: DEBUG oslo_vmware.api [None req-5c926cf6-aca7-48a5-9686-c7b3b47fc360 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Waiting for the task: (returnval){ [ 652.528749] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5276aaa6-9f09-fad9-2ff5-216e56d26a05" [ 652.528749] env[65448]: _type = "Task" [ 652.528749] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.537669] env[65448]: DEBUG oslo_vmware.api [None req-5c926cf6-aca7-48a5-9686-c7b3b47fc360 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5276aaa6-9f09-fad9-2ff5-216e56d26a05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.650390] env[65448]: WARNING neutronclient.v2_0.client [None req-f144d2a8-4943-453b-8745-44868ac6bedf tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 652.671959] env[65448]: WARNING neutronclient.v2_0.client [req-7f36e8b5-2a97-4e66-b7e6-a0fd9031bda2 req-40ce9153-0435-422f-b1a7-112da2b53aaa service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 652.818253] env[65448]: DEBUG nova.compute.utils [None req-cdd51786-4f3c-4c52-bb37-063a0bd22e93 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Using /dev/sd instead of None {{(pid=65448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 652.819844] env[65448]: DEBUG nova.compute.manager [None req-cdd51786-4f3c-4c52-bb37-063a0bd22e93 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: ad59f7b3-ae8f-4d9c-a7a0-c94d58009a94] Allocating IP information in the background. {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 652.819970] env[65448]: DEBUG nova.network.neutron [None req-cdd51786-4f3c-4c52-bb37-063a0bd22e93 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: ad59f7b3-ae8f-4d9c-a7a0-c94d58009a94] allocate_for_instance() {{(pid=65448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 652.820355] env[65448]: WARNING neutronclient.v2_0.client [None req-cdd51786-4f3c-4c52-bb37-063a0bd22e93 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 652.820662] env[65448]: WARNING neutronclient.v2_0.client [None req-cdd51786-4f3c-4c52-bb37-063a0bd22e93 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 652.864021] env[65448]: DEBUG nova.network.neutron [req-7f36e8b5-2a97-4e66-b7e6-a0fd9031bda2 req-40ce9153-0435-422f-b1a7-112da2b53aaa service nova] [instance: fa53b330-ff80-4666-bf9e-1664d5c3d23e] Updated VIF entry in instance network info cache for port 6162992a-95cc-47fc-9586-2620f2667330. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 652.864453] env[65448]: DEBUG nova.network.neutron [req-7f36e8b5-2a97-4e66-b7e6-a0fd9031bda2 req-40ce9153-0435-422f-b1a7-112da2b53aaa service nova] [instance: fa53b330-ff80-4666-bf9e-1664d5c3d23e] Updating instance_info_cache with network_info: [{"id": "6162992a-95cc-47fc-9586-2620f2667330", "address": "fa:16:3e:42:4e:66", "network": {"id": "4b2b0981-0b77-4e3b-a4dc-03e894dc993a", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-2080674456-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74408dc8b04f41b8bdca04195cebd569", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed3ffc1d-9f86-4029-857e-6cd1d383edbb", "external-id": "nsx-vlan-transportzone-759", "segmentation_id": 759, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6162992a-95", "ovs_interfaceid": "6162992a-95cc-47fc-9586-2620f2667330", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 652.925020] env[65448]: DEBUG nova.policy [None req-cdd51786-4f3c-4c52-bb37-063a0bd22e93 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '738970e41bff40daac2416a23d00b5a0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '151b52486680497ab0313e8770e10757', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65448) authorize /opt/stack/nova/nova/policy.py:192}} [ 652.995750] env[65448]: WARNING neutronclient.v2_0.client [None req-f144d2a8-4943-453b-8745-44868ac6bedf tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 653.022242] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937195, 'name': CreateVM_Task} progress is 99%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.047084] env[65448]: DEBUG oslo_vmware.api [None req-5c926cf6-aca7-48a5-9686-c7b3b47fc360 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5276aaa6-9f09-fad9-2ff5-216e56d26a05, 'name': SearchDatastore_Task, 'duration_secs': 0.013143} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.047084] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5c926cf6-aca7-48a5-9686-c7b3b47fc360 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.047084] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c926cf6-aca7-48a5-9686-c7b3b47fc360 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore1] fb73de4f-982f-48b5-b0a6-febcf9a1f54e/fb73de4f-982f-48b5-b0a6-febcf9a1f54e.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 653.047084] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-396eb751-eeda-45a6-a918-450d4e96297b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.054705] env[65448]: DEBUG oslo_vmware.api [None req-5c926cf6-aca7-48a5-9686-c7b3b47fc360 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Waiting for the task: (returnval){ [ 653.054705] env[65448]: value = "task-4937196" [ 653.054705] env[65448]: _type = "Task" [ 653.054705] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.067359] env[65448]: DEBUG oslo_vmware.api [None req-5c926cf6-aca7-48a5-9686-c7b3b47fc360 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Task: {'id': task-4937196, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.179905] env[65448]: DEBUG nova.network.neutron [None req-f144d2a8-4943-453b-8745-44868ac6bedf tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] [instance: b9df7ebd-a64a-4031-89f7-75a8aee3c74c] Updating instance_info_cache with network_info: [{"id": "4aba2ff3-061b-465e-a731-ec54cf750b27", "address": "fa:16:3e:27:0b:a7", "network": {"id": "8bceff40-3fe8-4c4e-8d97-0f1608c6de19", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.228", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a992292b6dae455593d228217860e2e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4aba2ff3-06", "ovs_interfaceid": "4aba2ff3-061b-465e-a731-ec54cf750b27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.328846] env[65448]: DEBUG nova.compute.manager [None req-cdd51786-4f3c-4c52-bb37-063a0bd22e93 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: ad59f7b3-ae8f-4d9c-a7a0-c94d58009a94] Start building block device mappings for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2916}} [ 653.371260] env[65448]: DEBUG oslo_concurrency.lockutils [req-7f36e8b5-2a97-4e66-b7e6-a0fd9031bda2 req-40ce9153-0435-422f-b1a7-112da2b53aaa service nova] Releasing lock "refresh_cache-fa53b330-ff80-4666-bf9e-1664d5c3d23e" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.416026] env[65448]: DEBUG nova.network.neutron [None req-cdd51786-4f3c-4c52-bb37-063a0bd22e93 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: ad59f7b3-ae8f-4d9c-a7a0-c94d58009a94] Successfully created port: 7de851c5-46f1-4c5f-85a1-4eb851049645 {{(pid=65448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 653.532780] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937195, 'name': CreateVM_Task, 'duration_secs': 0.561976} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.533301] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec4482b0-2919-48e3-a773-7013a9bb0899] Created VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 653.534060] env[65448]: WARNING neutronclient.v2_0.client [None req-8447b26b-8af1-4ef6-8044-50176788a44e tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 653.534579] env[65448]: DEBUG oslo_concurrency.lockutils [None req-8447b26b-8af1-4ef6-8044-50176788a44e tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.534870] env[65448]: DEBUG oslo_concurrency.lockutils [None req-8447b26b-8af1-4ef6-8044-50176788a44e tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.535312] env[65448]: DEBUG oslo_concurrency.lockutils [None req-8447b26b-8af1-4ef6-8044-50176788a44e tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.536133] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a43ec70-7375-414b-8731-762005d41744 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.543027] env[65448]: DEBUG oslo_vmware.api [None req-8447b26b-8af1-4ef6-8044-50176788a44e tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Waiting for the task: (returnval){ [ 653.543027] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52b10cef-46d2-b67b-86ff-ccb05f25e0e9" [ 653.543027] env[65448]: _type = "Task" [ 653.543027] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.557861] env[65448]: DEBUG oslo_vmware.api [None req-8447b26b-8af1-4ef6-8044-50176788a44e tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52b10cef-46d2-b67b-86ff-ccb05f25e0e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.566880] env[65448]: DEBUG oslo_vmware.api [None req-5c926cf6-aca7-48a5-9686-c7b3b47fc360 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Task: {'id': task-4937196, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.589480] env[65448]: DEBUG oslo_concurrency.lockutils [None req-1b53acb9-4652-4b6c-8bf0-dd9da3974680 tempest-VolumesAdminNegativeTest-1869350700 tempest-VolumesAdminNegativeTest-1869350700-project-member] Acquiring lock "2e23dcac-a447-4ae9-bcf6-26b268a664c4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.590089] env[65448]: DEBUG oslo_concurrency.lockutils [None req-1b53acb9-4652-4b6c-8bf0-dd9da3974680 tempest-VolumesAdminNegativeTest-1869350700 tempest-VolumesAdminNegativeTest-1869350700-project-member] Lock "2e23dcac-a447-4ae9-bcf6-26b268a664c4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.684994] env[65448]: DEBUG oslo_concurrency.lockutils [None req-f144d2a8-4943-453b-8745-44868ac6bedf tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Releasing lock "refresh_cache-b9df7ebd-a64a-4031-89f7-75a8aee3c74c" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.878841] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e4abff9-40be-4f9c-9db7-4b1e38451f84 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.887559] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5526be06-63ee-4333-8b56-ec26c5342131 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.928849] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe7654af-37b7-4c41-b484-ae91ac2935bd {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.939206] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7832675-99e4-4600-b01f-0d97d7501c26 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.954609] env[65448]: DEBUG nova.compute.provider_tree [None req-34fee121-368b-4ee9-bb38-ee663e4cbfa7 tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 654.054273] env[65448]: DEBUG oslo_vmware.api [None req-8447b26b-8af1-4ef6-8044-50176788a44e tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52b10cef-46d2-b67b-86ff-ccb05f25e0e9, 'name': SearchDatastore_Task, 'duration_secs': 0.020212} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.054572] env[65448]: DEBUG oslo_concurrency.lockutils [None req-8447b26b-8af1-4ef6-8044-50176788a44e tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.054798] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-8447b26b-8af1-4ef6-8044-50176788a44e tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: ec4482b0-2919-48e3-a773-7013a9bb0899] Processing image 50fb366d-48e6-424f-9c20-bc83d77be76a {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 654.055050] env[65448]: DEBUG oslo_concurrency.lockutils [None req-8447b26b-8af1-4ef6-8044-50176788a44e tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.055293] env[65448]: DEBUG oslo_concurrency.lockutils [None req-8447b26b-8af1-4ef6-8044-50176788a44e tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.055442] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-8447b26b-8af1-4ef6-8044-50176788a44e tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 654.055698] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e9240504-1470-4f99-a7e3-0e4b46d89ee9 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.066683] env[65448]: DEBUG oslo_vmware.api [None req-5c926cf6-aca7-48a5-9686-c7b3b47fc360 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Task: {'id': task-4937196, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522602} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.066928] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c926cf6-aca7-48a5-9686-c7b3b47fc360 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore1] fb73de4f-982f-48b5-b0a6-febcf9a1f54e/fb73de4f-982f-48b5-b0a6-febcf9a1f54e.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 654.067170] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-5c926cf6-aca7-48a5-9686-c7b3b47fc360 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] [instance: fb73de4f-982f-48b5-b0a6-febcf9a1f54e] Extending root virtual disk to 1048576 {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 654.067569] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d89e99ac-065b-4a49-a47c-732c1c0810d3 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.070246] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-8447b26b-8af1-4ef6-8044-50176788a44e tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 654.070818] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-8447b26b-8af1-4ef6-8044-50176788a44e tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 654.071900] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ab70ab4-d3a7-4cfc-b1c3-22db15468bc6 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.076503] env[65448]: DEBUG oslo_vmware.api [None req-5c926cf6-aca7-48a5-9686-c7b3b47fc360 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Waiting for the task: (returnval){ [ 654.076503] env[65448]: value = "task-4937197" [ 654.076503] env[65448]: _type = "Task" [ 654.076503] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.077844] env[65448]: DEBUG oslo_vmware.api [None req-8447b26b-8af1-4ef6-8044-50176788a44e tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Waiting for the task: (returnval){ [ 654.077844] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52c8ec22-36de-a7af-6c24-06616e5efb98" [ 654.077844] env[65448]: _type = "Task" [ 654.077844] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.090745] env[65448]: DEBUG oslo_vmware.api [None req-5c926cf6-aca7-48a5-9686-c7b3b47fc360 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Task: {'id': task-4937197, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.094527] env[65448]: DEBUG oslo_vmware.api [None req-8447b26b-8af1-4ef6-8044-50176788a44e tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52c8ec22-36de-a7af-6c24-06616e5efb98, 'name': SearchDatastore_Task, 'duration_secs': 0.010905} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.095821] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0ab9919-f543-42eb-83d1-ed25cce89883 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.101942] env[65448]: DEBUG oslo_vmware.api [None req-8447b26b-8af1-4ef6-8044-50176788a44e tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Waiting for the task: (returnval){ [ 654.101942] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52766903-a03f-d708-d5dd-dc1ea3c975c1" [ 654.101942] env[65448]: _type = "Task" [ 654.101942] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.110748] env[65448]: DEBUG oslo_vmware.api [None req-8447b26b-8af1-4ef6-8044-50176788a44e tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52766903-a03f-d708-d5dd-dc1ea3c975c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.209955] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcdaef53-315b-440b-8dba-6e2ae34784bf {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.232598] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59f75226-aa98-4556-8eb7-5bf93144c0e6 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.242374] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-f144d2a8-4943-453b-8745-44868ac6bedf tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] [instance: b9df7ebd-a64a-4031-89f7-75a8aee3c74c] Updating instance 'b9df7ebd-a64a-4031-89f7-75a8aee3c74c' progress to 83 {{(pid=65448) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 654.345126] env[65448]: DEBUG nova.compute.manager [None req-cdd51786-4f3c-4c52-bb37-063a0bd22e93 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: ad59f7b3-ae8f-4d9c-a7a0-c94d58009a94] Start spawning the instance on the hypervisor. {{(pid=65448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2689}} [ 654.379686] env[65448]: DEBUG nova.virt.hardware [None req-cdd51786-4f3c-4c52-bb37-063a0bd22e93 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-08T17:19:51Z,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a992292b6dae455593d228217860e2e1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-08T17:19:52Z,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 654.380161] env[65448]: DEBUG nova.virt.hardware [None req-cdd51786-4f3c-4c52-bb37-063a0bd22e93 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 654.381507] env[65448]: DEBUG nova.virt.hardware [None req-cdd51786-4f3c-4c52-bb37-063a0bd22e93 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 654.381507] env[65448]: DEBUG nova.virt.hardware [None req-cdd51786-4f3c-4c52-bb37-063a0bd22e93 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 654.381507] env[65448]: DEBUG nova.virt.hardware [None req-cdd51786-4f3c-4c52-bb37-063a0bd22e93 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 654.381507] env[65448]: DEBUG nova.virt.hardware [None req-cdd51786-4f3c-4c52-bb37-063a0bd22e93 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 654.381507] env[65448]: DEBUG nova.virt.hardware [None req-cdd51786-4f3c-4c52-bb37-063a0bd22e93 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 654.381841] env[65448]: DEBUG nova.virt.hardware [None req-cdd51786-4f3c-4c52-bb37-063a0bd22e93 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 654.381841] env[65448]: DEBUG nova.virt.hardware [None req-cdd51786-4f3c-4c52-bb37-063a0bd22e93 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 654.381911] env[65448]: DEBUG nova.virt.hardware [None req-cdd51786-4f3c-4c52-bb37-063a0bd22e93 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 654.382326] env[65448]: DEBUG nova.virt.hardware [None req-cdd51786-4f3c-4c52-bb37-063a0bd22e93 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 654.383091] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-815572f2-48ea-4ae7-a618-49c55ac00c52 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.392547] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d0fa038-fd7c-4c3d-9bdf-2e95939c5153 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.458202] env[65448]: DEBUG nova.scheduler.client.report [None req-34fee121-368b-4ee9-bb38-ee663e4cbfa7 tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 654.588273] env[65448]: DEBUG oslo_vmware.api [None req-5c926cf6-aca7-48a5-9686-c7b3b47fc360 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Task: {'id': task-4937197, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068887} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.588573] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-5c926cf6-aca7-48a5-9686-c7b3b47fc360 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] [instance: fb73de4f-982f-48b5-b0a6-febcf9a1f54e] Extended root virtual disk {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 654.589573] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c26b4627-c9c5-43d9-9c1d-fd4a1576abb6 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.614732] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c926cf6-aca7-48a5-9686-c7b3b47fc360 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] [instance: fb73de4f-982f-48b5-b0a6-febcf9a1f54e] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] fb73de4f-982f-48b5-b0a6-febcf9a1f54e/fb73de4f-982f-48b5-b0a6-febcf9a1f54e.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 654.618553] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22719841-af25-49a5-bde6-c64be216fb43 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.641945] env[65448]: DEBUG oslo_vmware.api [None req-8447b26b-8af1-4ef6-8044-50176788a44e tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52766903-a03f-d708-d5dd-dc1ea3c975c1, 'name': SearchDatastore_Task, 'duration_secs': 0.01008} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.643717] env[65448]: DEBUG oslo_concurrency.lockutils [None req-8447b26b-8af1-4ef6-8044-50176788a44e tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.644030] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-8447b26b-8af1-4ef6-8044-50176788a44e tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore1] ec4482b0-2919-48e3-a773-7013a9bb0899/ec4482b0-2919-48e3-a773-7013a9bb0899.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 654.644377] env[65448]: DEBUG oslo_vmware.api [None req-5c926cf6-aca7-48a5-9686-c7b3b47fc360 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Waiting for the task: (returnval){ [ 654.644377] env[65448]: value = "task-4937198" [ 654.644377] env[65448]: _type = "Task" [ 654.644377] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.644573] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a3ef50cf-d7cf-4224-8531-dacf01043bb3 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.656410] env[65448]: DEBUG oslo_vmware.api [None req-5c926cf6-aca7-48a5-9686-c7b3b47fc360 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Task: {'id': task-4937198, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.658399] env[65448]: DEBUG oslo_vmware.api [None req-8447b26b-8af1-4ef6-8044-50176788a44e tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Waiting for the task: (returnval){ [ 654.658399] env[65448]: value = "task-4937199" [ 654.658399] env[65448]: _type = "Task" [ 654.658399] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.668530] env[65448]: DEBUG oslo_vmware.api [None req-8447b26b-8af1-4ef6-8044-50176788a44e tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': task-4937199, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.750813] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-f144d2a8-4943-453b-8745-44868ac6bedf tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] [instance: b9df7ebd-a64a-4031-89f7-75a8aee3c74c] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 654.751185] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1653ad71-7e5b-457b-af09-1dbe51985929 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.758939] env[65448]: DEBUG oslo_vmware.api [None req-f144d2a8-4943-453b-8745-44868ac6bedf tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Waiting for the task: (returnval){ [ 654.758939] env[65448]: value = "task-4937200" [ 654.758939] env[65448]: _type = "Task" [ 654.758939] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.769269] env[65448]: DEBUG oslo_vmware.api [None req-f144d2a8-4943-453b-8745-44868ac6bedf tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Task: {'id': task-4937200, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.965424] env[65448]: DEBUG oslo_concurrency.lockutils [None req-34fee121-368b-4ee9-bb38-ee663e4cbfa7 tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.657s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.965424] env[65448]: DEBUG nova.compute.manager [None req-34fee121-368b-4ee9-bb38-ee663e4cbfa7 tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] [instance: 2e9f275f-c5e4-485d-abcc-48d411456e1f] Start building networks asynchronously for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2881}} [ 654.968789] env[65448]: DEBUG oslo_concurrency.lockutils [None req-f966857c-3f76-4743-a016-8eb38b304b40 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.539s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.970316] env[65448]: INFO nova.compute.claims [None req-f966857c-3f76-4743-a016-8eb38b304b40 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: f92de7cc-d52b-4a1d-821a-0212e37e9369] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 655.163475] env[65448]: DEBUG oslo_vmware.api [None req-5c926cf6-aca7-48a5-9686-c7b3b47fc360 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Task: {'id': task-4937198, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.174433] env[65448]: DEBUG oslo_vmware.api [None req-8447b26b-8af1-4ef6-8044-50176788a44e tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': task-4937199, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.209430] env[65448]: DEBUG nova.network.neutron [None req-cdd51786-4f3c-4c52-bb37-063a0bd22e93 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: ad59f7b3-ae8f-4d9c-a7a0-c94d58009a94] Successfully updated port: 7de851c5-46f1-4c5f-85a1-4eb851049645 {{(pid=65448) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 655.270910] env[65448]: DEBUG oslo_vmware.api [None req-f144d2a8-4943-453b-8745-44868ac6bedf tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Task: {'id': task-4937200, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.383963] env[65448]: DEBUG oslo_service.periodic_task [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 655.384298] env[65448]: DEBUG oslo_service.periodic_task [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 655.475377] env[65448]: DEBUG nova.compute.utils [None req-34fee121-368b-4ee9-bb38-ee663e4cbfa7 tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] Using /dev/sd instead of None {{(pid=65448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 655.482539] env[65448]: DEBUG nova.compute.manager [None req-34fee121-368b-4ee9-bb38-ee663e4cbfa7 tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] [instance: 2e9f275f-c5e4-485d-abcc-48d411456e1f] Allocating IP information in the background. {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 655.482539] env[65448]: DEBUG nova.network.neutron [None req-34fee121-368b-4ee9-bb38-ee663e4cbfa7 tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] [instance: 2e9f275f-c5e4-485d-abcc-48d411456e1f] allocate_for_instance() {{(pid=65448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 655.483296] env[65448]: WARNING neutronclient.v2_0.client [None req-34fee121-368b-4ee9-bb38-ee663e4cbfa7 tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 655.483804] env[65448]: WARNING neutronclient.v2_0.client [None req-34fee121-368b-4ee9-bb38-ee663e4cbfa7 tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 655.496297] env[65448]: DEBUG nova.compute.manager [req-9e9387e8-e479-4434-8638-60518f2e586d req-e3b789ac-02c1-4f2a-a9bc-8d2a0c3b02e4 service nova] [instance: ec4482b0-2919-48e3-a773-7013a9bb0899] Received event network-vif-plugged-25bfccf2-d695-42d6-89cd-605a646555ba {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 655.496530] env[65448]: DEBUG oslo_concurrency.lockutils [req-9e9387e8-e479-4434-8638-60518f2e586d req-e3b789ac-02c1-4f2a-a9bc-8d2a0c3b02e4 service nova] Acquiring lock "ec4482b0-2919-48e3-a773-7013a9bb0899-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.496789] env[65448]: DEBUG oslo_concurrency.lockutils [req-9e9387e8-e479-4434-8638-60518f2e586d req-e3b789ac-02c1-4f2a-a9bc-8d2a0c3b02e4 service nova] Lock "ec4482b0-2919-48e3-a773-7013a9bb0899-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.497075] env[65448]: DEBUG oslo_concurrency.lockutils [req-9e9387e8-e479-4434-8638-60518f2e586d req-e3b789ac-02c1-4f2a-a9bc-8d2a0c3b02e4 service nova] Lock "ec4482b0-2919-48e3-a773-7013a9bb0899-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.498147] env[65448]: DEBUG nova.compute.manager [req-9e9387e8-e479-4434-8638-60518f2e586d req-e3b789ac-02c1-4f2a-a9bc-8d2a0c3b02e4 service nova] [instance: ec4482b0-2919-48e3-a773-7013a9bb0899] No waiting events found dispatching network-vif-plugged-25bfccf2-d695-42d6-89cd-605a646555ba {{(pid=65448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 655.498375] env[65448]: WARNING nova.compute.manager [req-9e9387e8-e479-4434-8638-60518f2e586d req-e3b789ac-02c1-4f2a-a9bc-8d2a0c3b02e4 service nova] [instance: ec4482b0-2919-48e3-a773-7013a9bb0899] Received unexpected event network-vif-plugged-25bfccf2-d695-42d6-89cd-605a646555ba for instance with vm_state building and task_state spawning. [ 655.499123] env[65448]: DEBUG nova.compute.manager [req-9e9387e8-e479-4434-8638-60518f2e586d req-e3b789ac-02c1-4f2a-a9bc-8d2a0c3b02e4 service nova] [instance: ec4482b0-2919-48e3-a773-7013a9bb0899] Received event network-changed-25bfccf2-d695-42d6-89cd-605a646555ba {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 655.502008] env[65448]: DEBUG nova.compute.manager [req-9e9387e8-e479-4434-8638-60518f2e586d req-e3b789ac-02c1-4f2a-a9bc-8d2a0c3b02e4 service nova] [instance: ec4482b0-2919-48e3-a773-7013a9bb0899] Refreshing instance network info cache due to event network-changed-25bfccf2-d695-42d6-89cd-605a646555ba. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 655.502254] env[65448]: DEBUG oslo_concurrency.lockutils [req-9e9387e8-e479-4434-8638-60518f2e586d req-e3b789ac-02c1-4f2a-a9bc-8d2a0c3b02e4 service nova] Acquiring lock "refresh_cache-ec4482b0-2919-48e3-a773-7013a9bb0899" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.503078] env[65448]: DEBUG oslo_concurrency.lockutils [req-9e9387e8-e479-4434-8638-60518f2e586d req-e3b789ac-02c1-4f2a-a9bc-8d2a0c3b02e4 service nova] Acquired lock "refresh_cache-ec4482b0-2919-48e3-a773-7013a9bb0899" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.503078] env[65448]: DEBUG nova.network.neutron [req-9e9387e8-e479-4434-8638-60518f2e586d req-e3b789ac-02c1-4f2a-a9bc-8d2a0c3b02e4 service nova] [instance: ec4482b0-2919-48e3-a773-7013a9bb0899] Refreshing network info cache for port 25bfccf2-d695-42d6-89cd-605a646555ba {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 655.521187] env[65448]: DEBUG nova.compute.manager [req-1a5cb2f6-378d-4844-aa18-2aa20eb421dc req-f1cd67ff-0b7b-4b84-be97-412c1bbfafa9 service nova] [instance: fb73de4f-982f-48b5-b0a6-febcf9a1f54e] Received event network-changed-9a3e8e99-abef-422c-b8d3-59a7ab2b7b94 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 655.521187] env[65448]: DEBUG nova.compute.manager [req-1a5cb2f6-378d-4844-aa18-2aa20eb421dc req-f1cd67ff-0b7b-4b84-be97-412c1bbfafa9 service nova] [instance: fb73de4f-982f-48b5-b0a6-febcf9a1f54e] Refreshing instance network info cache due to event network-changed-9a3e8e99-abef-422c-b8d3-59a7ab2b7b94. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 655.523386] env[65448]: DEBUG oslo_concurrency.lockutils [req-1a5cb2f6-378d-4844-aa18-2aa20eb421dc req-f1cd67ff-0b7b-4b84-be97-412c1bbfafa9 service nova] Acquiring lock "refresh_cache-fb73de4f-982f-48b5-b0a6-febcf9a1f54e" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.523386] env[65448]: DEBUG oslo_concurrency.lockutils [req-1a5cb2f6-378d-4844-aa18-2aa20eb421dc req-f1cd67ff-0b7b-4b84-be97-412c1bbfafa9 service nova] Acquired lock "refresh_cache-fb73de4f-982f-48b5-b0a6-febcf9a1f54e" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.523386] env[65448]: DEBUG nova.network.neutron [req-1a5cb2f6-378d-4844-aa18-2aa20eb421dc req-f1cd67ff-0b7b-4b84-be97-412c1bbfafa9 service nova] [instance: fb73de4f-982f-48b5-b0a6-febcf9a1f54e] Refreshing network info cache for port 9a3e8e99-abef-422c-b8d3-59a7ab2b7b94 {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 655.554471] env[65448]: DEBUG nova.policy [None req-34fee121-368b-4ee9-bb38-ee663e4cbfa7 tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '26fb4dc2e7854417a46fbbc816db4ecc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1b2a05e5ceb24ae0a3bd225b4db95558', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65448) authorize /opt/stack/nova/nova/policy.py:192}} [ 655.663315] env[65448]: DEBUG oslo_vmware.api [None req-5c926cf6-aca7-48a5-9686-c7b3b47fc360 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Task: {'id': task-4937198, 'name': ReconfigVM_Task, 'duration_secs': 0.564554} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.663729] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c926cf6-aca7-48a5-9686-c7b3b47fc360 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] [instance: fb73de4f-982f-48b5-b0a6-febcf9a1f54e] Reconfigured VM instance instance-00000014 to attach disk [datastore1] fb73de4f-982f-48b5-b0a6-febcf9a1f54e/fb73de4f-982f-48b5-b0a6-febcf9a1f54e.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 655.667831] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b7a16559-7f59-4fa9-99f7-58fa2e49074c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.676695] env[65448]: DEBUG oslo_vmware.api [None req-8447b26b-8af1-4ef6-8044-50176788a44e tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': task-4937199, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.535794} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.678260] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-8447b26b-8af1-4ef6-8044-50176788a44e tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore1] ec4482b0-2919-48e3-a773-7013a9bb0899/ec4482b0-2919-48e3-a773-7013a9bb0899.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 655.678540] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-8447b26b-8af1-4ef6-8044-50176788a44e tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: ec4482b0-2919-48e3-a773-7013a9bb0899] Extending root virtual disk to 1048576 {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 655.679039] env[65448]: DEBUG oslo_vmware.api [None req-5c926cf6-aca7-48a5-9686-c7b3b47fc360 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Waiting for the task: (returnval){ [ 655.679039] env[65448]: value = "task-4937201" [ 655.679039] env[65448]: _type = "Task" [ 655.679039] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.679349] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0b068e93-a682-4ba0-9573-8e979fbd1d57 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.690392] env[65448]: DEBUG oslo_vmware.api [None req-5c926cf6-aca7-48a5-9686-c7b3b47fc360 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Task: {'id': task-4937201, 'name': Rename_Task} progress is 6%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.692064] env[65448]: DEBUG oslo_vmware.api [None req-8447b26b-8af1-4ef6-8044-50176788a44e tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Waiting for the task: (returnval){ [ 655.692064] env[65448]: value = "task-4937202" [ 655.692064] env[65448]: _type = "Task" [ 655.692064] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.715554] env[65448]: DEBUG oslo_concurrency.lockutils [None req-cdd51786-4f3c-4c52-bb37-063a0bd22e93 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Acquiring lock "refresh_cache-ad59f7b3-ae8f-4d9c-a7a0-c94d58009a94" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.715554] env[65448]: DEBUG oslo_concurrency.lockutils [None req-cdd51786-4f3c-4c52-bb37-063a0bd22e93 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Acquired lock "refresh_cache-ad59f7b3-ae8f-4d9c-a7a0-c94d58009a94" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.715554] env[65448]: DEBUG nova.network.neutron [None req-cdd51786-4f3c-4c52-bb37-063a0bd22e93 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: ad59f7b3-ae8f-4d9c-a7a0-c94d58009a94] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 655.775674] env[65448]: DEBUG oslo_vmware.api [None req-f144d2a8-4943-453b-8745-44868ac6bedf tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Task: {'id': task-4937200, 'name': PowerOnVM_Task, 'duration_secs': 0.602777} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.776117] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-f144d2a8-4943-453b-8745-44868ac6bedf tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] [instance: b9df7ebd-a64a-4031-89f7-75a8aee3c74c] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 655.776845] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-f144d2a8-4943-453b-8745-44868ac6bedf tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] [instance: b9df7ebd-a64a-4031-89f7-75a8aee3c74c] Updating instance 'b9df7ebd-a64a-4031-89f7-75a8aee3c74c' progress to 100 {{(pid=65448) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 655.876087] env[65448]: DEBUG nova.network.neutron [None req-34fee121-368b-4ee9-bb38-ee663e4cbfa7 tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] [instance: 2e9f275f-c5e4-485d-abcc-48d411456e1f] Successfully created port: f3d8b669-9925-48d0-b4af-c306ecfddb6d {{(pid=65448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 655.892895] env[65448]: DEBUG oslo_service.periodic_task [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 655.892895] env[65448]: DEBUG oslo_service.periodic_task [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 655.893148] env[65448]: DEBUG oslo_service.periodic_task [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 655.893277] env[65448]: DEBUG oslo_service.periodic_task [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 655.893523] env[65448]: DEBUG oslo_service.periodic_task [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 655.893805] env[65448]: DEBUG oslo_service.periodic_task [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 655.894799] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65448) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 655.894799] env[65448]: DEBUG oslo_service.periodic_task [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 655.980902] env[65448]: DEBUG nova.compute.manager [None req-34fee121-368b-4ee9-bb38-ee663e4cbfa7 tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] [instance: 2e9f275f-c5e4-485d-abcc-48d411456e1f] Start building block device mappings for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2916}} [ 656.010035] env[65448]: WARNING neutronclient.v2_0.client [req-9e9387e8-e479-4434-8638-60518f2e586d req-e3b789ac-02c1-4f2a-a9bc-8d2a0c3b02e4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 656.026196] env[65448]: WARNING neutronclient.v2_0.client [req-1a5cb2f6-378d-4844-aa18-2aa20eb421dc req-f1cd67ff-0b7b-4b84-be97-412c1bbfafa9 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 656.193676] env[65448]: DEBUG oslo_vmware.api [None req-5c926cf6-aca7-48a5-9686-c7b3b47fc360 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Task: {'id': task-4937201, 'name': Rename_Task, 'duration_secs': 0.299483} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.196685] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c926cf6-aca7-48a5-9686-c7b3b47fc360 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] [instance: fb73de4f-982f-48b5-b0a6-febcf9a1f54e] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 656.197188] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3c75e0a0-9f25-4261-aab3-2a53a61b85a3 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.204558] env[65448]: DEBUG oslo_vmware.api [None req-8447b26b-8af1-4ef6-8044-50176788a44e tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': task-4937202, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085074} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.204811] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-8447b26b-8af1-4ef6-8044-50176788a44e tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: ec4482b0-2919-48e3-a773-7013a9bb0899] Extended root virtual disk {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 656.205593] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a4e075a-6eb9-4059-9d27-317d5afa2f4a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.209406] env[65448]: DEBUG oslo_vmware.api [None req-5c926cf6-aca7-48a5-9686-c7b3b47fc360 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Waiting for the task: (returnval){ [ 656.209406] env[65448]: value = "task-4937203" [ 656.209406] env[65448]: _type = "Task" [ 656.209406] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.234522] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-8447b26b-8af1-4ef6-8044-50176788a44e tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: ec4482b0-2919-48e3-a773-7013a9bb0899] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] ec4482b0-2919-48e3-a773-7013a9bb0899/ec4482b0-2919-48e3-a773-7013a9bb0899.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 656.238034] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-abb8eac3-6216-4959-82a3-16c911f81ab5 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.258135] env[65448]: DEBUG oslo_vmware.api [None req-5c926cf6-aca7-48a5-9686-c7b3b47fc360 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Task: {'id': task-4937203, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.265423] env[65448]: DEBUG oslo_vmware.api [None req-8447b26b-8af1-4ef6-8044-50176788a44e tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Waiting for the task: (returnval){ [ 656.265423] env[65448]: value = "task-4937204" [ 656.265423] env[65448]: _type = "Task" [ 656.265423] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.276181] env[65448]: DEBUG oslo_vmware.api [None req-8447b26b-8af1-4ef6-8044-50176788a44e tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': task-4937204, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.397817] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.470943] env[65448]: DEBUG nova.network.neutron [None req-cdd51786-4f3c-4c52-bb37-063a0bd22e93 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: ad59f7b3-ae8f-4d9c-a7a0-c94d58009a94] Instance cache missing network info. {{(pid=65448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 656.523995] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16ce7739-9878-4fb3-acc1-ae7dc2860f41 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.534165] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b05bf8ce-95ba-44ec-900e-2915b5e3ffe5 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.571429] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c63b6537-5742-4166-b939-dca2494dab5b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.581372] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd252089-fb67-45fa-8554-22d5f443ccd2 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.598646] env[65448]: DEBUG nova.compute.provider_tree [None req-f966857c-3f76-4743-a016-8eb38b304b40 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 656.721955] env[65448]: DEBUG oslo_vmware.api [None req-5c926cf6-aca7-48a5-9686-c7b3b47fc360 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Task: {'id': task-4937203, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.776731] env[65448]: DEBUG oslo_vmware.api [None req-8447b26b-8af1-4ef6-8044-50176788a44e tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': task-4937204, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.997100] env[65448]: DEBUG nova.compute.manager [None req-34fee121-368b-4ee9-bb38-ee663e4cbfa7 tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] [instance: 2e9f275f-c5e4-485d-abcc-48d411456e1f] Start spawning the instance on the hypervisor. {{(pid=65448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2689}} [ 657.032681] env[65448]: DEBUG nova.virt.hardware [None req-34fee121-368b-4ee9-bb38-ee663e4cbfa7 tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-08T17:19:51Z,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a992292b6dae455593d228217860e2e1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-08T17:19:52Z,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 657.033047] env[65448]: DEBUG nova.virt.hardware [None req-34fee121-368b-4ee9-bb38-ee663e4cbfa7 tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 657.033144] env[65448]: DEBUG nova.virt.hardware [None req-34fee121-368b-4ee9-bb38-ee663e4cbfa7 tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 657.033292] env[65448]: DEBUG nova.virt.hardware [None req-34fee121-368b-4ee9-bb38-ee663e4cbfa7 tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 657.033427] env[65448]: DEBUG nova.virt.hardware [None req-34fee121-368b-4ee9-bb38-ee663e4cbfa7 tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 657.033596] env[65448]: DEBUG nova.virt.hardware [None req-34fee121-368b-4ee9-bb38-ee663e4cbfa7 tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 657.033763] env[65448]: DEBUG nova.virt.hardware [None req-34fee121-368b-4ee9-bb38-ee663e4cbfa7 tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 657.033947] env[65448]: DEBUG nova.virt.hardware [None req-34fee121-368b-4ee9-bb38-ee663e4cbfa7 tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 657.034100] env[65448]: DEBUG nova.virt.hardware [None req-34fee121-368b-4ee9-bb38-ee663e4cbfa7 tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 657.034227] env[65448]: DEBUG nova.virt.hardware [None req-34fee121-368b-4ee9-bb38-ee663e4cbfa7 tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 657.034393] env[65448]: DEBUG nova.virt.hardware [None req-34fee121-368b-4ee9-bb38-ee663e4cbfa7 tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 657.035385] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5dd44f5-df9a-47ca-9cb9-6445004dd21b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.048398] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-254f278c-439b-465c-82bc-fe025703b374 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.102542] env[65448]: DEBUG nova.scheduler.client.report [None req-f966857c-3f76-4743-a016-8eb38b304b40 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 657.177075] env[65448]: WARNING neutronclient.v2_0.client [None req-cdd51786-4f3c-4c52-bb37-063a0bd22e93 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 657.222719] env[65448]: DEBUG oslo_vmware.api [None req-5c926cf6-aca7-48a5-9686-c7b3b47fc360 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Task: {'id': task-4937203, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.281361] env[65448]: DEBUG oslo_vmware.api [None req-8447b26b-8af1-4ef6-8044-50176788a44e tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': task-4937204, 'name': ReconfigVM_Task, 'duration_secs': 0.853456} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.282619] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-8447b26b-8af1-4ef6-8044-50176788a44e tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: ec4482b0-2919-48e3-a773-7013a9bb0899] Reconfigured VM instance instance-00000015 to attach disk [datastore1] ec4482b0-2919-48e3-a773-7013a9bb0899/ec4482b0-2919-48e3-a773-7013a9bb0899.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 657.283161] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e227f9b8-dc46-4169-95bb-90148c45daf4 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.301892] env[65448]: DEBUG oslo_vmware.api [None req-8447b26b-8af1-4ef6-8044-50176788a44e tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Waiting for the task: (returnval){ [ 657.301892] env[65448]: value = "task-4937205" [ 657.301892] env[65448]: _type = "Task" [ 657.301892] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.312944] env[65448]: DEBUG oslo_vmware.api [None req-8447b26b-8af1-4ef6-8044-50176788a44e tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': task-4937205, 'name': Rename_Task} progress is 10%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.314327] env[65448]: WARNING neutronclient.v2_0.client [req-9e9387e8-e479-4434-8638-60518f2e586d req-e3b789ac-02c1-4f2a-a9bc-8d2a0c3b02e4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 657.346081] env[65448]: WARNING neutronclient.v2_0.client [req-1a5cb2f6-378d-4844-aa18-2aa20eb421dc req-f1cd67ff-0b7b-4b84-be97-412c1bbfafa9 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 657.514800] env[65448]: DEBUG nova.network.neutron [None req-cdd51786-4f3c-4c52-bb37-063a0bd22e93 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: ad59f7b3-ae8f-4d9c-a7a0-c94d58009a94] Updating instance_info_cache with network_info: [{"id": "7de851c5-46f1-4c5f-85a1-4eb851049645", "address": "fa:16:3e:ff:29:11", "network": {"id": "393d9495-0694-4789-b85f-11c1ee142a7b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-818279425-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "151b52486680497ab0313e8770e10757", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7de851c5-46", "ovs_interfaceid": "7de851c5-46f1-4c5f-85a1-4eb851049645", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.602311] env[65448]: DEBUG nova.network.neutron [req-9e9387e8-e479-4434-8638-60518f2e586d req-e3b789ac-02c1-4f2a-a9bc-8d2a0c3b02e4 service nova] [instance: ec4482b0-2919-48e3-a773-7013a9bb0899] Updated VIF entry in instance network info cache for port 25bfccf2-d695-42d6-89cd-605a646555ba. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 657.602670] env[65448]: DEBUG nova.network.neutron [req-9e9387e8-e479-4434-8638-60518f2e586d req-e3b789ac-02c1-4f2a-a9bc-8d2a0c3b02e4 service nova] [instance: ec4482b0-2919-48e3-a773-7013a9bb0899] Updating instance_info_cache with network_info: [{"id": "25bfccf2-d695-42d6-89cd-605a646555ba", "address": "fa:16:3e:a1:62:03", "network": {"id": "92aa873c-abd5-48af-9226-444e5584127a", "bridge": "br-int", "label": "tempest-ServersTestJSON-334056748-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd050f9067644c0db6e945683a3fcccc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25bfccf2-d6", "ovs_interfaceid": "25bfccf2-d695-42d6-89cd-605a646555ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.608548] env[65448]: DEBUG oslo_concurrency.lockutils [None req-f966857c-3f76-4743-a016-8eb38b304b40 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.640s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.609277] env[65448]: DEBUG nova.compute.manager [None req-f966857c-3f76-4743-a016-8eb38b304b40 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: f92de7cc-d52b-4a1d-821a-0212e37e9369] Start building networks asynchronously for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2881}} [ 657.612220] env[65448]: DEBUG oslo_concurrency.lockutils [None req-494b7b51-d097-4741-a994-6ac1db0ecb01 tempest-ServerAddressesTestJSON-297973440 tempest-ServerAddressesTestJSON-297973440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.103s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.614031] env[65448]: INFO nova.compute.claims [None req-494b7b51-d097-4741-a994-6ac1db0ecb01 tempest-ServerAddressesTestJSON-297973440 tempest-ServerAddressesTestJSON-297973440-project-member] [instance: 42660aaa-81e2-47fe-949b-cbf7e599091d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 657.636989] env[65448]: DEBUG nova.network.neutron [req-1a5cb2f6-378d-4844-aa18-2aa20eb421dc req-f1cd67ff-0b7b-4b84-be97-412c1bbfafa9 service nova] [instance: fb73de4f-982f-48b5-b0a6-febcf9a1f54e] Updated VIF entry in instance network info cache for port 9a3e8e99-abef-422c-b8d3-59a7ab2b7b94. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 657.636989] env[65448]: DEBUG nova.network.neutron [req-1a5cb2f6-378d-4844-aa18-2aa20eb421dc req-f1cd67ff-0b7b-4b84-be97-412c1bbfafa9 service nova] [instance: fb73de4f-982f-48b5-b0a6-febcf9a1f54e] Updating instance_info_cache with network_info: [{"id": "9a3e8e99-abef-422c-b8d3-59a7ab2b7b94", "address": "fa:16:3e:cc:5e:90", "network": {"id": "077e2863-aec7-435e-9a72-322ced57b44e", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-144928823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f141af3620974f54b33ca052a13f1a09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaf3dfa2-fa01-4d4d-8ecd-a9bc74d90ec2", "external-id": "nsx-vlan-transportzone-546", "segmentation_id": 546, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a3e8e99-ab", "ovs_interfaceid": "9a3e8e99-abef-422c-b8d3-59a7ab2b7b94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.723818] env[65448]: DEBUG oslo_vmware.api [None req-5c926cf6-aca7-48a5-9686-c7b3b47fc360 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Task: {'id': task-4937203, 'name': PowerOnVM_Task, 'duration_secs': 1.032272} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.723818] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c926cf6-aca7-48a5-9686-c7b3b47fc360 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] [instance: fb73de4f-982f-48b5-b0a6-febcf9a1f54e] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 657.724125] env[65448]: INFO nova.compute.manager [None req-5c926cf6-aca7-48a5-9686-c7b3b47fc360 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] [instance: fb73de4f-982f-48b5-b0a6-febcf9a1f54e] Took 11.81 seconds to spawn the instance on the hypervisor. [ 657.724256] env[65448]: DEBUG nova.compute.manager [None req-5c926cf6-aca7-48a5-9686-c7b3b47fc360 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] [instance: fb73de4f-982f-48b5-b0a6-febcf9a1f54e] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 657.725961] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7793b98a-dcd1-455f-ad77-3c8d11c35c86 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.817574] env[65448]: DEBUG oslo_vmware.api [None req-8447b26b-8af1-4ef6-8044-50176788a44e tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': task-4937205, 'name': Rename_Task, 'duration_secs': 0.234397} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.817871] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-8447b26b-8af1-4ef6-8044-50176788a44e tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: ec4482b0-2919-48e3-a773-7013a9bb0899] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 657.818151] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-25894918-43a8-44d0-9e32-e2f5e46d97af {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.826689] env[65448]: DEBUG oslo_vmware.api [None req-8447b26b-8af1-4ef6-8044-50176788a44e tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Waiting for the task: (returnval){ [ 657.826689] env[65448]: value = "task-4937206" [ 657.826689] env[65448]: _type = "Task" [ 657.826689] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.837692] env[65448]: DEBUG oslo_vmware.api [None req-8447b26b-8af1-4ef6-8044-50176788a44e tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': task-4937206, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.861603] env[65448]: DEBUG nova.network.neutron [None req-34fee121-368b-4ee9-bb38-ee663e4cbfa7 tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] [instance: 2e9f275f-c5e4-485d-abcc-48d411456e1f] Successfully updated port: f3d8b669-9925-48d0-b4af-c306ecfddb6d {{(pid=65448) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 658.018289] env[65448]: DEBUG oslo_concurrency.lockutils [None req-cdd51786-4f3c-4c52-bb37-063a0bd22e93 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Releasing lock "refresh_cache-ad59f7b3-ae8f-4d9c-a7a0-c94d58009a94" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.018704] env[65448]: DEBUG nova.compute.manager [None req-cdd51786-4f3c-4c52-bb37-063a0bd22e93 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: ad59f7b3-ae8f-4d9c-a7a0-c94d58009a94] Instance network_info: |[{"id": "7de851c5-46f1-4c5f-85a1-4eb851049645", "address": "fa:16:3e:ff:29:11", "network": {"id": "393d9495-0694-4789-b85f-11c1ee142a7b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-818279425-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "151b52486680497ab0313e8770e10757", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7de851c5-46", "ovs_interfaceid": "7de851c5-46f1-4c5f-85a1-4eb851049645", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 658.019101] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-cdd51786-4f3c-4c52-bb37-063a0bd22e93 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: ad59f7b3-ae8f-4d9c-a7a0-c94d58009a94] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:29:11', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5f49a7d-c6e5-404f-b71a-91d8c070cd18', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7de851c5-46f1-4c5f-85a1-4eb851049645', 'vif_model': 'vmxnet3'}] {{(pid=65448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 658.029048] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-cdd51786-4f3c-4c52-bb37-063a0bd22e93 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 658.029385] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad59f7b3-ae8f-4d9c-a7a0-c94d58009a94] Creating VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 658.029635] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4d308a14-b793-46c5-adea-18de0d41ca57 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.054272] env[65448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 658.054272] env[65448]: value = "task-4937207" [ 658.054272] env[65448]: _type = "Task" [ 658.054272] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.064749] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937207, 'name': CreateVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.106218] env[65448]: DEBUG oslo_concurrency.lockutils [req-9e9387e8-e479-4434-8638-60518f2e586d req-e3b789ac-02c1-4f2a-a9bc-8d2a0c3b02e4 service nova] Releasing lock "refresh_cache-ec4482b0-2919-48e3-a773-7013a9bb0899" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.106955] env[65448]: DEBUG nova.compute.manager [req-9e9387e8-e479-4434-8638-60518f2e586d req-e3b789ac-02c1-4f2a-a9bc-8d2a0c3b02e4 service nova] [instance: 98934034-6202-43e2-8c37-cbde37e0cf78] Received event network-changed-563c0a80-9e7a-4f3f-9dd1-d6fee14bee79 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 658.106955] env[65448]: DEBUG nova.compute.manager [req-9e9387e8-e479-4434-8638-60518f2e586d req-e3b789ac-02c1-4f2a-a9bc-8d2a0c3b02e4 service nova] [instance: 98934034-6202-43e2-8c37-cbde37e0cf78] Refreshing instance network info cache due to event network-changed-563c0a80-9e7a-4f3f-9dd1-d6fee14bee79. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 658.106955] env[65448]: DEBUG oslo_concurrency.lockutils [req-9e9387e8-e479-4434-8638-60518f2e586d req-e3b789ac-02c1-4f2a-a9bc-8d2a0c3b02e4 service nova] Acquiring lock "refresh_cache-98934034-6202-43e2-8c37-cbde37e0cf78" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.107271] env[65448]: DEBUG oslo_concurrency.lockutils [req-9e9387e8-e479-4434-8638-60518f2e586d req-e3b789ac-02c1-4f2a-a9bc-8d2a0c3b02e4 service nova] Acquired lock "refresh_cache-98934034-6202-43e2-8c37-cbde37e0cf78" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.107388] env[65448]: DEBUG nova.network.neutron [req-9e9387e8-e479-4434-8638-60518f2e586d req-e3b789ac-02c1-4f2a-a9bc-8d2a0c3b02e4 service nova] [instance: 98934034-6202-43e2-8c37-cbde37e0cf78] Refreshing network info cache for port 563c0a80-9e7a-4f3f-9dd1-d6fee14bee79 {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 658.121930] env[65448]: DEBUG nova.compute.utils [None req-f966857c-3f76-4743-a016-8eb38b304b40 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Using /dev/sd instead of None {{(pid=65448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 658.123574] env[65448]: DEBUG nova.compute.manager [None req-f966857c-3f76-4743-a016-8eb38b304b40 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: f92de7cc-d52b-4a1d-821a-0212e37e9369] Allocating IP information in the background. {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 658.123726] env[65448]: DEBUG nova.network.neutron [None req-f966857c-3f76-4743-a016-8eb38b304b40 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: f92de7cc-d52b-4a1d-821a-0212e37e9369] allocate_for_instance() {{(pid=65448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 658.124051] env[65448]: WARNING neutronclient.v2_0.client [None req-f966857c-3f76-4743-a016-8eb38b304b40 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 658.124999] env[65448]: WARNING neutronclient.v2_0.client [None req-f966857c-3f76-4743-a016-8eb38b304b40 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 658.139255] env[65448]: DEBUG oslo_concurrency.lockutils [req-1a5cb2f6-378d-4844-aa18-2aa20eb421dc req-f1cd67ff-0b7b-4b84-be97-412c1bbfafa9 service nova] Releasing lock "refresh_cache-fb73de4f-982f-48b5-b0a6-febcf9a1f54e" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.139788] env[65448]: DEBUG nova.compute.manager [req-1a5cb2f6-378d-4844-aa18-2aa20eb421dc req-f1cd67ff-0b7b-4b84-be97-412c1bbfafa9 service nova] [instance: d7335ae7-683b-4729-b771-29ac97585830] Received event network-vif-deleted-c9173b62-700d-4e6e-a374-8e926cabac3f {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 658.140100] env[65448]: DEBUG nova.compute.manager [req-1a5cb2f6-378d-4844-aa18-2aa20eb421dc req-f1cd67ff-0b7b-4b84-be97-412c1bbfafa9 service nova] [instance: f0ae0ad7-7800-4f5a-a270-7749177b8675] Received event network-changed-89a077dd-0b02-41db-98f1-558117233f56 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 658.140325] env[65448]: DEBUG nova.compute.manager [req-1a5cb2f6-378d-4844-aa18-2aa20eb421dc req-f1cd67ff-0b7b-4b84-be97-412c1bbfafa9 service nova] [instance: f0ae0ad7-7800-4f5a-a270-7749177b8675] Refreshing instance network info cache due to event network-changed-89a077dd-0b02-41db-98f1-558117233f56. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 658.140602] env[65448]: DEBUG oslo_concurrency.lockutils [req-1a5cb2f6-378d-4844-aa18-2aa20eb421dc req-f1cd67ff-0b7b-4b84-be97-412c1bbfafa9 service nova] Acquiring lock "refresh_cache-f0ae0ad7-7800-4f5a-a270-7749177b8675" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.140813] env[65448]: DEBUG oslo_concurrency.lockutils [req-1a5cb2f6-378d-4844-aa18-2aa20eb421dc req-f1cd67ff-0b7b-4b84-be97-412c1bbfafa9 service nova] Acquired lock "refresh_cache-f0ae0ad7-7800-4f5a-a270-7749177b8675" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.141112] env[65448]: DEBUG nova.network.neutron [req-1a5cb2f6-378d-4844-aa18-2aa20eb421dc req-f1cd67ff-0b7b-4b84-be97-412c1bbfafa9 service nova] [instance: f0ae0ad7-7800-4f5a-a270-7749177b8675] Refreshing network info cache for port 89a077dd-0b02-41db-98f1-558117233f56 {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 658.169795] env[65448]: DEBUG nova.policy [None req-f966857c-3f76-4743-a016-8eb38b304b40 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '01710b1994744039b6e121c7d5195b25', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c2a7a06e61d94624ba3b3a9d4f5d1e6f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65448) authorize /opt/stack/nova/nova/policy.py:192}} [ 658.246579] env[65448]: INFO nova.compute.manager [None req-5c926cf6-aca7-48a5-9686-c7b3b47fc360 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] [instance: fb73de4f-982f-48b5-b0a6-febcf9a1f54e] Took 29.98 seconds to build instance. [ 658.339086] env[65448]: DEBUG oslo_vmware.api [None req-8447b26b-8af1-4ef6-8044-50176788a44e tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': task-4937206, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.364038] env[65448]: DEBUG oslo_concurrency.lockutils [None req-34fee121-368b-4ee9-bb38-ee663e4cbfa7 tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] Acquiring lock "refresh_cache-2e9f275f-c5e4-485d-abcc-48d411456e1f" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.364293] env[65448]: DEBUG oslo_concurrency.lockutils [None req-34fee121-368b-4ee9-bb38-ee663e4cbfa7 tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] Acquired lock "refresh_cache-2e9f275f-c5e4-485d-abcc-48d411456e1f" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.364555] env[65448]: DEBUG nova.network.neutron [None req-34fee121-368b-4ee9-bb38-ee663e4cbfa7 tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] [instance: 2e9f275f-c5e4-485d-abcc-48d411456e1f] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 658.569144] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937207, 'name': CreateVM_Task, 'duration_secs': 0.366486} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.569144] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad59f7b3-ae8f-4d9c-a7a0-c94d58009a94] Created VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 658.570293] env[65448]: WARNING neutronclient.v2_0.client [None req-cdd51786-4f3c-4c52-bb37-063a0bd22e93 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 658.570293] env[65448]: DEBUG oslo_concurrency.lockutils [None req-cdd51786-4f3c-4c52-bb37-063a0bd22e93 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.570293] env[65448]: DEBUG oslo_concurrency.lockutils [None req-cdd51786-4f3c-4c52-bb37-063a0bd22e93 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.570527] env[65448]: DEBUG oslo_concurrency.lockutils [None req-cdd51786-4f3c-4c52-bb37-063a0bd22e93 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.570637] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f099b498-c53b-4943-94f5-2d2f5ff7ba63 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.578455] env[65448]: DEBUG oslo_vmware.api [None req-cdd51786-4f3c-4c52-bb37-063a0bd22e93 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Waiting for the task: (returnval){ [ 658.578455] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52c73af1-0985-09b1-acdf-aded40443054" [ 658.578455] env[65448]: _type = "Task" [ 658.578455] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.591492] env[65448]: DEBUG oslo_vmware.api [None req-cdd51786-4f3c-4c52-bb37-063a0bd22e93 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52c73af1-0985-09b1-acdf-aded40443054, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.597951] env[65448]: DEBUG oslo_concurrency.lockutils [None req-8b33bc4c-f3a7-49a6-8e7a-ad4fedfa95b4 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Acquiring lock "09225223-b8d1-43b9-ae8c-25d7f27ac233" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.598316] env[65448]: DEBUG oslo_concurrency.lockutils [None req-8b33bc4c-f3a7-49a6-8e7a-ad4fedfa95b4 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Lock "09225223-b8d1-43b9-ae8c-25d7f27ac233" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.611444] env[65448]: WARNING neutronclient.v2_0.client [req-9e9387e8-e479-4434-8638-60518f2e586d req-e3b789ac-02c1-4f2a-a9bc-8d2a0c3b02e4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 658.623771] env[65448]: DEBUG nova.network.neutron [None req-f966857c-3f76-4743-a016-8eb38b304b40 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: f92de7cc-d52b-4a1d-821a-0212e37e9369] Successfully created port: a583589c-8039-46c8-8a5c-147d6853decf {{(pid=65448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 658.629522] env[65448]: DEBUG nova.compute.manager [None req-f966857c-3f76-4743-a016-8eb38b304b40 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: f92de7cc-d52b-4a1d-821a-0212e37e9369] Start building block device mappings for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2916}} [ 658.645567] env[65448]: WARNING neutronclient.v2_0.client [req-1a5cb2f6-378d-4844-aa18-2aa20eb421dc req-f1cd67ff-0b7b-4b84-be97-412c1bbfafa9 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 658.748402] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5c926cf6-aca7-48a5-9686-c7b3b47fc360 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Lock "fb73de4f-982f-48b5-b0a6-febcf9a1f54e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.500s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 658.841951] env[65448]: DEBUG oslo_vmware.api [None req-8447b26b-8af1-4ef6-8044-50176788a44e tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': task-4937206, 'name': PowerOnVM_Task} progress is 81%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.859925] env[65448]: DEBUG oslo_concurrency.lockutils [None req-19a91b29-a52d-4bbe-9870-a6b3d0ff68ed tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Acquiring lock "c473afa5-eeb2-4574-bdf8-f0bc2ea17534" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.860180] env[65448]: DEBUG oslo_concurrency.lockutils [None req-19a91b29-a52d-4bbe-9870-a6b3d0ff68ed tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Lock "c473afa5-eeb2-4574-bdf8-f0bc2ea17534" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.984713] env[65448]: DEBUG nova.network.neutron [None req-34fee121-368b-4ee9-bb38-ee663e4cbfa7 tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] [instance: 2e9f275f-c5e4-485d-abcc-48d411456e1f] Instance cache missing network info. {{(pid=65448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 659.081088] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98c30e56-b4e2-482c-89b5-bc06b8691110 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.093684] env[65448]: DEBUG oslo_vmware.api [None req-cdd51786-4f3c-4c52-bb37-063a0bd22e93 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52c73af1-0985-09b1-acdf-aded40443054, 'name': SearchDatastore_Task, 'duration_secs': 0.012769} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.095510] env[65448]: DEBUG oslo_concurrency.lockutils [None req-cdd51786-4f3c-4c52-bb37-063a0bd22e93 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.095784] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-cdd51786-4f3c-4c52-bb37-063a0bd22e93 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: ad59f7b3-ae8f-4d9c-a7a0-c94d58009a94] Processing image 50fb366d-48e6-424f-9c20-bc83d77be76a {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 659.096040] env[65448]: DEBUG oslo_concurrency.lockutils [None req-cdd51786-4f3c-4c52-bb37-063a0bd22e93 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.096203] env[65448]: DEBUG oslo_concurrency.lockutils [None req-cdd51786-4f3c-4c52-bb37-063a0bd22e93 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.096382] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdd51786-4f3c-4c52-bb37-063a0bd22e93 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 659.096732] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7f5cb925-35d7-4c34-bd37-73f704e3892d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.099335] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5754b3ba-0efd-440b-8f28-238257b2c83c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.134971] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64ae75c0-e283-4d14-a2b3-6276e3469e52 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.140621] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdd51786-4f3c-4c52-bb37-063a0bd22e93 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 659.140801] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-cdd51786-4f3c-4c52-bb37-063a0bd22e93 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 659.141700] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f569015b-e88c-40f0-933f-d77e475dfb72 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.834699] env[65448]: DEBUG nova.compute.manager [None req-26f17e44-af29-431a-9082-703be643c7a3 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: abc20464-a66c-4425-a677-b5852aec43bb] Starting instance... {{(pid=65448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2483}} [ 659.841248] env[65448]: DEBUG nova.compute.manager [None req-f966857c-3f76-4743-a016-8eb38b304b40 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: f92de7cc-d52b-4a1d-821a-0212e37e9369] Start spawning the instance on the hypervisor. {{(pid=65448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2689}} [ 659.846424] env[65448]: WARNING neutronclient.v2_0.client [req-9e9387e8-e479-4434-8638-60518f2e586d req-e3b789ac-02c1-4f2a-a9bc-8d2a0c3b02e4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 659.850356] env[65448]: WARNING neutronclient.v2_0.client [req-1a5cb2f6-378d-4844-aa18-2aa20eb421dc req-f1cd67ff-0b7b-4b84-be97-412c1bbfafa9 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 659.857382] env[65448]: DEBUG nova.compute.manager [req-d1370b44-2651-4a03-87b3-be943651a429 req-9247f90b-85bd-4621-8677-502c77b827fc service nova] [instance: ad59f7b3-ae8f-4d9c-a7a0-c94d58009a94] Received event network-vif-plugged-7de851c5-46f1-4c5f-85a1-4eb851049645 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 659.857620] env[65448]: DEBUG oslo_concurrency.lockutils [req-d1370b44-2651-4a03-87b3-be943651a429 req-9247f90b-85bd-4621-8677-502c77b827fc service nova] Acquiring lock "ad59f7b3-ae8f-4d9c-a7a0-c94d58009a94-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.857838] env[65448]: DEBUG oslo_concurrency.lockutils [req-d1370b44-2651-4a03-87b3-be943651a429 req-9247f90b-85bd-4621-8677-502c77b827fc service nova] Lock "ad59f7b3-ae8f-4d9c-a7a0-c94d58009a94-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.858018] env[65448]: DEBUG oslo_concurrency.lockutils [req-d1370b44-2651-4a03-87b3-be943651a429 req-9247f90b-85bd-4621-8677-502c77b827fc service nova] Lock "ad59f7b3-ae8f-4d9c-a7a0-c94d58009a94-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.858176] env[65448]: DEBUG nova.compute.manager [req-d1370b44-2651-4a03-87b3-be943651a429 req-9247f90b-85bd-4621-8677-502c77b827fc service nova] [instance: ad59f7b3-ae8f-4d9c-a7a0-c94d58009a94] No waiting events found dispatching network-vif-plugged-7de851c5-46f1-4c5f-85a1-4eb851049645 {{(pid=65448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 659.858361] env[65448]: WARNING nova.compute.manager [req-d1370b44-2651-4a03-87b3-be943651a429 req-9247f90b-85bd-4621-8677-502c77b827fc service nova] [instance: ad59f7b3-ae8f-4d9c-a7a0-c94d58009a94] Received unexpected event network-vif-plugged-7de851c5-46f1-4c5f-85a1-4eb851049645 for instance with vm_state building and task_state spawning. [ 659.858519] env[65448]: DEBUG nova.compute.manager [req-d1370b44-2651-4a03-87b3-be943651a429 req-9247f90b-85bd-4621-8677-502c77b827fc service nova] [instance: ad59f7b3-ae8f-4d9c-a7a0-c94d58009a94] Received event network-changed-7de851c5-46f1-4c5f-85a1-4eb851049645 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 659.858867] env[65448]: DEBUG nova.compute.manager [req-d1370b44-2651-4a03-87b3-be943651a429 req-9247f90b-85bd-4621-8677-502c77b827fc service nova] [instance: ad59f7b3-ae8f-4d9c-a7a0-c94d58009a94] Refreshing instance network info cache due to event network-changed-7de851c5-46f1-4c5f-85a1-4eb851049645. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 659.858867] env[65448]: DEBUG oslo_concurrency.lockutils [req-d1370b44-2651-4a03-87b3-be943651a429 req-9247f90b-85bd-4621-8677-502c77b827fc service nova] Acquiring lock "refresh_cache-ad59f7b3-ae8f-4d9c-a7a0-c94d58009a94" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.859012] env[65448]: DEBUG oslo_concurrency.lockutils [req-d1370b44-2651-4a03-87b3-be943651a429 req-9247f90b-85bd-4621-8677-502c77b827fc service nova] Acquired lock "refresh_cache-ad59f7b3-ae8f-4d9c-a7a0-c94d58009a94" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.859194] env[65448]: DEBUG nova.network.neutron [req-d1370b44-2651-4a03-87b3-be943651a429 req-9247f90b-85bd-4621-8677-502c77b827fc service nova] [instance: ad59f7b3-ae8f-4d9c-a7a0-c94d58009a94] Refreshing network info cache for port 7de851c5-46f1-4c5f-85a1-4eb851049645 {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 659.861608] env[65448]: DEBUG nova.compute.manager [req-68950a57-ed94-47ef-8134-7eb5a8d9c147 req-b0f90e57-9389-4736-be28-f5907d7b289d service nova] [instance: 01f0dfbf-a289-43df-8919-bf6141b87d2a] Received event network-changed-52808461-db68-48ce-87ec-a31d195f888f {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 659.864028] env[65448]: DEBUG nova.compute.manager [req-68950a57-ed94-47ef-8134-7eb5a8d9c147 req-b0f90e57-9389-4736-be28-f5907d7b289d service nova] [instance: 01f0dfbf-a289-43df-8919-bf6141b87d2a] Refreshing instance network info cache due to event network-changed-52808461-db68-48ce-87ec-a31d195f888f. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 659.864028] env[65448]: DEBUG oslo_concurrency.lockutils [req-68950a57-ed94-47ef-8134-7eb5a8d9c147 req-b0f90e57-9389-4736-be28-f5907d7b289d service nova] Acquiring lock "refresh_cache-01f0dfbf-a289-43df-8919-bf6141b87d2a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.864028] env[65448]: DEBUG oslo_concurrency.lockutils [req-68950a57-ed94-47ef-8134-7eb5a8d9c147 req-b0f90e57-9389-4736-be28-f5907d7b289d service nova] Acquired lock "refresh_cache-01f0dfbf-a289-43df-8919-bf6141b87d2a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.864028] env[65448]: DEBUG nova.network.neutron [req-68950a57-ed94-47ef-8134-7eb5a8d9c147 req-b0f90e57-9389-4736-be28-f5907d7b289d service nova] [instance: 01f0dfbf-a289-43df-8919-bf6141b87d2a] Refreshing network info cache for port 52808461-db68-48ce-87ec-a31d195f888f {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 659.868342] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-842c3ee0-8a61-4309-8f3e-d16e6f22a5bc {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.868779] env[65448]: DEBUG oslo_vmware.api [None req-cdd51786-4f3c-4c52-bb37-063a0bd22e93 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Waiting for the task: (returnval){ [ 659.868779] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5294981c-fc51-2325-ffe1-3a95e4cfd8d0" [ 659.868779] env[65448]: _type = "Task" [ 659.868779] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.890219] env[65448]: DEBUG nova.compute.provider_tree [None req-494b7b51-d097-4741-a994-6ac1db0ecb01 tempest-ServerAddressesTestJSON-297973440 tempest-ServerAddressesTestJSON-297973440-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 659.893462] env[65448]: DEBUG oslo_vmware.api [None req-8447b26b-8af1-4ef6-8044-50176788a44e tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': task-4937206, 'name': PowerOnVM_Task} progress is 81%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.894350] env[65448]: DEBUG nova.virt.hardware [None req-f966857c-3f76-4743-a016-8eb38b304b40 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-08T17:19:51Z,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a992292b6dae455593d228217860e2e1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-08T17:19:52Z,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 659.894922] env[65448]: DEBUG nova.virt.hardware [None req-f966857c-3f76-4743-a016-8eb38b304b40 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 659.894922] env[65448]: DEBUG nova.virt.hardware [None req-f966857c-3f76-4743-a016-8eb38b304b40 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 659.894922] env[65448]: DEBUG nova.virt.hardware [None req-f966857c-3f76-4743-a016-8eb38b304b40 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 659.895090] env[65448]: DEBUG nova.virt.hardware [None req-f966857c-3f76-4743-a016-8eb38b304b40 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 659.895247] env[65448]: DEBUG nova.virt.hardware [None req-f966857c-3f76-4743-a016-8eb38b304b40 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 659.895479] env[65448]: DEBUG nova.virt.hardware [None req-f966857c-3f76-4743-a016-8eb38b304b40 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 659.895679] env[65448]: DEBUG nova.virt.hardware [None req-f966857c-3f76-4743-a016-8eb38b304b40 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 659.895867] env[65448]: DEBUG nova.virt.hardware [None req-f966857c-3f76-4743-a016-8eb38b304b40 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 659.896082] env[65448]: DEBUG nova.virt.hardware [None req-f966857c-3f76-4743-a016-8eb38b304b40 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 659.896291] env[65448]: DEBUG nova.virt.hardware [None req-f966857c-3f76-4743-a016-8eb38b304b40 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 659.898264] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc91c91f-37ef-4692-b099-e475e0f05bbb {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.907672] env[65448]: DEBUG oslo_vmware.api [None req-cdd51786-4f3c-4c52-bb37-063a0bd22e93 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5294981c-fc51-2325-ffe1-3a95e4cfd8d0, 'name': SearchDatastore_Task, 'duration_secs': 0.010332} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.909086] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b09a6cc6-689b-4702-b3f2-a451c7f938f8 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.920042] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5a2a8a8-c94b-4b1b-96f7-bcc00b81d8d6 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.928395] env[65448]: DEBUG oslo_vmware.api [None req-cdd51786-4f3c-4c52-bb37-063a0bd22e93 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Waiting for the task: (returnval){ [ 659.928395] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52785eb8-5e08-c1d9-4f92-f4eafa778659" [ 659.928395] env[65448]: _type = "Task" [ 659.928395] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.946724] env[65448]: DEBUG oslo_vmware.api [None req-cdd51786-4f3c-4c52-bb37-063a0bd22e93 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52785eb8-5e08-c1d9-4f92-f4eafa778659, 'name': SearchDatastore_Task, 'duration_secs': 0.011938} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.947535] env[65448]: DEBUG oslo_concurrency.lockutils [None req-cdd51786-4f3c-4c52-bb37-063a0bd22e93 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.947535] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdd51786-4f3c-4c52-bb37-063a0bd22e93 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore1] ad59f7b3-ae8f-4d9c-a7a0-c94d58009a94/ad59f7b3-ae8f-4d9c-a7a0-c94d58009a94.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 659.948788] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1f46a7f1-b091-451d-8a4e-55c0b6bca751 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.957683] env[65448]: DEBUG oslo_vmware.api [None req-cdd51786-4f3c-4c52-bb37-063a0bd22e93 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Waiting for the task: (returnval){ [ 659.957683] env[65448]: value = "task-4937208" [ 659.957683] env[65448]: _type = "Task" [ 659.957683] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.967354] env[65448]: DEBUG oslo_vmware.api [None req-cdd51786-4f3c-4c52-bb37-063a0bd22e93 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Task: {'id': task-4937208, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.051539] env[65448]: DEBUG nova.network.neutron [req-9e9387e8-e479-4434-8638-60518f2e586d req-e3b789ac-02c1-4f2a-a9bc-8d2a0c3b02e4 service nova] [instance: 98934034-6202-43e2-8c37-cbde37e0cf78] Updated VIF entry in instance network info cache for port 563c0a80-9e7a-4f3f-9dd1-d6fee14bee79. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 660.052043] env[65448]: DEBUG nova.network.neutron [req-9e9387e8-e479-4434-8638-60518f2e586d req-e3b789ac-02c1-4f2a-a9bc-8d2a0c3b02e4 service nova] [instance: 98934034-6202-43e2-8c37-cbde37e0cf78] Updating instance_info_cache with network_info: [{"id": "563c0a80-9e7a-4f3f-9dd1-d6fee14bee79", "address": "fa:16:3e:8b:4a:bb", "network": {"id": "826f617c-9058-47a8-9ab9-dc3c74f75320", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-381840079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d16e453e4fe34602943010b8b42c43cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap563c0a80-9e", "ovs_interfaceid": "563c0a80-9e7a-4f3f-9dd1-d6fee14bee79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.131970] env[65448]: DEBUG nova.network.neutron [req-1a5cb2f6-378d-4844-aa18-2aa20eb421dc req-f1cd67ff-0b7b-4b84-be97-412c1bbfafa9 service nova] [instance: f0ae0ad7-7800-4f5a-a270-7749177b8675] Updated VIF entry in instance network info cache for port 89a077dd-0b02-41db-98f1-558117233f56. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 660.132851] env[65448]: DEBUG nova.network.neutron [req-1a5cb2f6-378d-4844-aa18-2aa20eb421dc req-f1cd67ff-0b7b-4b84-be97-412c1bbfafa9 service nova] [instance: f0ae0ad7-7800-4f5a-a270-7749177b8675] Updating instance_info_cache with network_info: [{"id": "89a077dd-0b02-41db-98f1-558117233f56", "address": "fa:16:3e:18:a1:08", "network": {"id": "6fa83dea-1d83-4041-ae56-d9e5e5278559", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-78264896-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4a79f75fe9f47d4a1cca9aa9f9c3901", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89a077dd-0b", "ovs_interfaceid": "89a077dd-0b02-41db-98f1-558117233f56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.185507] env[65448]: WARNING neutronclient.v2_0.client [None req-34fee121-368b-4ee9-bb38-ee663e4cbfa7 tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 660.237701] env[65448]: DEBUG nova.network.neutron [None req-f966857c-3f76-4743-a016-8eb38b304b40 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: f92de7cc-d52b-4a1d-821a-0212e37e9369] Successfully updated port: a583589c-8039-46c8-8a5c-147d6853decf {{(pid=65448) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 660.314033] env[65448]: DEBUG nova.network.neutron [None req-34fee121-368b-4ee9-bb38-ee663e4cbfa7 tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] [instance: 2e9f275f-c5e4-485d-abcc-48d411456e1f] Updating instance_info_cache with network_info: [{"id": "f3d8b669-9925-48d0-b4af-c306ecfddb6d", "address": "fa:16:3e:0f:ff:8c", "network": {"id": "8bceff40-3fe8-4c4e-8d97-0f1608c6de19", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.138", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a992292b6dae455593d228217860e2e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3d8b669-99", "ovs_interfaceid": "f3d8b669-9925-48d0-b4af-c306ecfddb6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.354361] env[65448]: DEBUG oslo_vmware.api [None req-8447b26b-8af1-4ef6-8044-50176788a44e tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': task-4937206, 'name': PowerOnVM_Task} progress is 81%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.367580] env[65448]: DEBUG oslo_concurrency.lockutils [None req-26f17e44-af29-431a-9082-703be643c7a3 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.369951] env[65448]: WARNING neutronclient.v2_0.client [req-d1370b44-2651-4a03-87b3-be943651a429 req-9247f90b-85bd-4621-8677-502c77b827fc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 660.372985] env[65448]: WARNING neutronclient.v2_0.client [req-68950a57-ed94-47ef-8134-7eb5a8d9c147 req-b0f90e57-9389-4736-be28-f5907d7b289d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 660.399032] env[65448]: DEBUG nova.scheduler.client.report [None req-494b7b51-d097-4741-a994-6ac1db0ecb01 tempest-ServerAddressesTestJSON-297973440 tempest-ServerAddressesTestJSON-297973440-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 660.469098] env[65448]: DEBUG oslo_vmware.api [None req-cdd51786-4f3c-4c52-bb37-063a0bd22e93 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Task: {'id': task-4937208, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.556927] env[65448]: DEBUG oslo_concurrency.lockutils [req-9e9387e8-e479-4434-8638-60518f2e586d req-e3b789ac-02c1-4f2a-a9bc-8d2a0c3b02e4 service nova] Releasing lock "refresh_cache-98934034-6202-43e2-8c37-cbde37e0cf78" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.568084] env[65448]: DEBUG oslo_concurrency.lockutils [None req-cfcbb16b-5ed3-4bfd-a4eb-7a86e4d4915a tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Acquiring lock "afbf2157-90f8-4235-8f60-472d84ce9bd9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.568084] env[65448]: DEBUG oslo_concurrency.lockutils [None req-cfcbb16b-5ed3-4bfd-a4eb-7a86e4d4915a tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Lock "afbf2157-90f8-4235-8f60-472d84ce9bd9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.636183] env[65448]: DEBUG oslo_concurrency.lockutils [req-1a5cb2f6-378d-4844-aa18-2aa20eb421dc req-f1cd67ff-0b7b-4b84-be97-412c1bbfafa9 service nova] Releasing lock "refresh_cache-f0ae0ad7-7800-4f5a-a270-7749177b8675" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.682681] env[65448]: WARNING neutronclient.v2_0.client [req-68950a57-ed94-47ef-8134-7eb5a8d9c147 req-b0f90e57-9389-4736-be28-f5907d7b289d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 660.716343] env[65448]: WARNING neutronclient.v2_0.client [req-d1370b44-2651-4a03-87b3-be943651a429 req-9247f90b-85bd-4621-8677-502c77b827fc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 660.741734] env[65448]: DEBUG oslo_concurrency.lockutils [None req-f966857c-3f76-4743-a016-8eb38b304b40 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Acquiring lock "refresh_cache-f92de7cc-d52b-4a1d-821a-0212e37e9369" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.742220] env[65448]: DEBUG oslo_concurrency.lockutils [None req-f966857c-3f76-4743-a016-8eb38b304b40 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Acquired lock "refresh_cache-f92de7cc-d52b-4a1d-821a-0212e37e9369" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.742375] env[65448]: DEBUG nova.network.neutron [None req-f966857c-3f76-4743-a016-8eb38b304b40 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: f92de7cc-d52b-4a1d-821a-0212e37e9369] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 660.991615] env[65448]: DEBUG oslo_concurrency.lockutils [None req-34fee121-368b-4ee9-bb38-ee663e4cbfa7 tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] Releasing lock "refresh_cache-2e9f275f-c5e4-485d-abcc-48d411456e1f" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.991615] env[65448]: DEBUG nova.compute.manager [None req-34fee121-368b-4ee9-bb38-ee663e4cbfa7 tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] [instance: 2e9f275f-c5e4-485d-abcc-48d411456e1f] Instance network_info: |[{"id": "f3d8b669-9925-48d0-b4af-c306ecfddb6d", "address": "fa:16:3e:0f:ff:8c", "network": {"id": "8bceff40-3fe8-4c4e-8d97-0f1608c6de19", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.138", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a992292b6dae455593d228217860e2e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3d8b669-99", "ovs_interfaceid": "f3d8b669-9925-48d0-b4af-c306ecfddb6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 660.993858] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-34fee121-368b-4ee9-bb38-ee663e4cbfa7 tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] [instance: 2e9f275f-c5e4-485d-abcc-48d411456e1f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0f:ff:8c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '07e9bef1-2b0e-4e4d-997f-de71bb0e213a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f3d8b669-9925-48d0-b4af-c306ecfddb6d', 'vif_model': 'vmxnet3'}] {{(pid=65448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 660.993858] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-34fee121-368b-4ee9-bb38-ee663e4cbfa7 tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 660.993858] env[65448]: DEBUG nova.network.neutron [req-68950a57-ed94-47ef-8134-7eb5a8d9c147 req-b0f90e57-9389-4736-be28-f5907d7b289d service nova] [instance: 01f0dfbf-a289-43df-8919-bf6141b87d2a] Updated VIF entry in instance network info cache for port 52808461-db68-48ce-87ec-a31d195f888f. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 660.995773] env[65448]: DEBUG nova.network.neutron [req-68950a57-ed94-47ef-8134-7eb5a8d9c147 req-b0f90e57-9389-4736-be28-f5907d7b289d service nova] [instance: 01f0dfbf-a289-43df-8919-bf6141b87d2a] Updating instance_info_cache with network_info: [{"id": "52808461-db68-48ce-87ec-a31d195f888f", "address": "fa:16:3e:bc:9e:50", "network": {"id": "5d545434-8a0b-4c58-969a-3aaba5203c8a", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-77448742-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "caa6b5f69be14085ad92afab48d5509a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ce1511e-1eaa-45c6-a1ef-2b714c814fa1", "external-id": "nsx-vlan-transportzone-300", "segmentation_id": 300, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52808461-db", "ovs_interfaceid": "52808461-db68-48ce-87ec-a31d195f888f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.995773] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e9f275f-c5e4-485d-abcc-48d411456e1f] Creating VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 660.998841] env[65448]: DEBUG nova.network.neutron [req-d1370b44-2651-4a03-87b3-be943651a429 req-9247f90b-85bd-4621-8677-502c77b827fc service nova] [instance: ad59f7b3-ae8f-4d9c-a7a0-c94d58009a94] Updated VIF entry in instance network info cache for port 7de851c5-46f1-4c5f-85a1-4eb851049645. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 660.998841] env[65448]: DEBUG nova.network.neutron [req-d1370b44-2651-4a03-87b3-be943651a429 req-9247f90b-85bd-4621-8677-502c77b827fc service nova] [instance: ad59f7b3-ae8f-4d9c-a7a0-c94d58009a94] Updating instance_info_cache with network_info: [{"id": "7de851c5-46f1-4c5f-85a1-4eb851049645", "address": "fa:16:3e:ff:29:11", "network": {"id": "393d9495-0694-4789-b85f-11c1ee142a7b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-818279425-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "151b52486680497ab0313e8770e10757", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7de851c5-46", "ovs_interfaceid": "7de851c5-46f1-4c5f-85a1-4eb851049645", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.999093] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7844a611-c071-4c53-b4e4-b0d5ce302468 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.999093] env[65448]: DEBUG oslo_vmware.api [None req-8447b26b-8af1-4ef6-8044-50176788a44e tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': task-4937206, 'name': PowerOnVM_Task} progress is 81%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.999093] env[65448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 660.999093] env[65448]: value = "task-4937209" [ 660.999093] env[65448]: _type = "Task" [ 660.999093] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.999093] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937209, 'name': CreateVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.999093] env[65448]: DEBUG oslo_concurrency.lockutils [None req-494b7b51-d097-4741-a994-6ac1db0ecb01 tempest-ServerAddressesTestJSON-297973440 tempest-ServerAddressesTestJSON-297973440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.295s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.999093] env[65448]: DEBUG nova.compute.manager [None req-494b7b51-d097-4741-a994-6ac1db0ecb01 tempest-ServerAddressesTestJSON-297973440 tempest-ServerAddressesTestJSON-297973440-project-member] [instance: 42660aaa-81e2-47fe-949b-cbf7e599091d] Start building networks asynchronously for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2881}} [ 660.999729] env[65448]: DEBUG oslo_concurrency.lockutils [None req-86510b24-c0b3-4116-89e2-70aef5e704f2 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.264s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.999729] env[65448]: INFO nova.compute.claims [None req-86510b24-c0b3-4116-89e2-70aef5e704f2 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] [instance: 223507ab-1bb6-4cc6-b81d-c5da765c01c0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 660.999729] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6c1dee61-59b3-47a8-9d50-26541c215411 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Acquiring lock "b9df7ebd-a64a-4031-89f7-75a8aee3c74c" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.999729] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6c1dee61-59b3-47a8-9d50-26541c215411 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Lock "b9df7ebd-a64a-4031-89f7-75a8aee3c74c" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.000088] env[65448]: DEBUG nova.compute.manager [None req-6c1dee61-59b3-47a8-9d50-26541c215411 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] [instance: b9df7ebd-a64a-4031-89f7-75a8aee3c74c] Going to confirm migration 1 {{(pid=65448) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5297}} [ 661.000088] env[65448]: DEBUG oslo_vmware.api [None req-cdd51786-4f3c-4c52-bb37-063a0bd22e93 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Task: {'id': task-4937208, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.523247} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.000088] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdd51786-4f3c-4c52-bb37-063a0bd22e93 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore1] ad59f7b3-ae8f-4d9c-a7a0-c94d58009a94/ad59f7b3-ae8f-4d9c-a7a0-c94d58009a94.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 661.000088] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-cdd51786-4f3c-4c52-bb37-063a0bd22e93 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: ad59f7b3-ae8f-4d9c-a7a0-c94d58009a94] Extending root virtual disk to 1048576 {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 661.000088] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dcf6c3b1-0e2d-47aa-b29d-83b6907ebfa4 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.000474] env[65448]: DEBUG oslo_vmware.api [None req-cdd51786-4f3c-4c52-bb37-063a0bd22e93 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Waiting for the task: (returnval){ [ 661.000474] env[65448]: value = "task-4937210" [ 661.000474] env[65448]: _type = "Task" [ 661.000474] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.000474] env[65448]: DEBUG oslo_vmware.api [None req-cdd51786-4f3c-4c52-bb37-063a0bd22e93 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Task: {'id': task-4937210, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.293181] env[65448]: DEBUG nova.network.neutron [None req-f966857c-3f76-4743-a016-8eb38b304b40 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: f92de7cc-d52b-4a1d-821a-0212e37e9369] Instance cache missing network info. {{(pid=65448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 661.344794] env[65448]: DEBUG oslo_concurrency.lockutils [req-68950a57-ed94-47ef-8134-7eb5a8d9c147 req-b0f90e57-9389-4736-be28-f5907d7b289d service nova] Releasing lock "refresh_cache-01f0dfbf-a289-43df-8919-bf6141b87d2a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.362150] env[65448]: DEBUG oslo_concurrency.lockutils [req-d1370b44-2651-4a03-87b3-be943651a429 req-9247f90b-85bd-4621-8677-502c77b827fc service nova] Releasing lock "refresh_cache-ad59f7b3-ae8f-4d9c-a7a0-c94d58009a94" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.362831] env[65448]: DEBUG nova.compute.manager [req-d1370b44-2651-4a03-87b3-be943651a429 req-9247f90b-85bd-4621-8677-502c77b827fc service nova] [instance: 98934034-6202-43e2-8c37-cbde37e0cf78] Received event network-changed-563c0a80-9e7a-4f3f-9dd1-d6fee14bee79 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 661.362831] env[65448]: DEBUG nova.compute.manager [req-d1370b44-2651-4a03-87b3-be943651a429 req-9247f90b-85bd-4621-8677-502c77b827fc service nova] [instance: 98934034-6202-43e2-8c37-cbde37e0cf78] Refreshing instance network info cache due to event network-changed-563c0a80-9e7a-4f3f-9dd1-d6fee14bee79. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 661.362831] env[65448]: DEBUG oslo_concurrency.lockutils [req-d1370b44-2651-4a03-87b3-be943651a429 req-9247f90b-85bd-4621-8677-502c77b827fc service nova] Acquiring lock "refresh_cache-98934034-6202-43e2-8c37-cbde37e0cf78" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.363022] env[65448]: DEBUG oslo_concurrency.lockutils [req-d1370b44-2651-4a03-87b3-be943651a429 req-9247f90b-85bd-4621-8677-502c77b827fc service nova] Acquired lock "refresh_cache-98934034-6202-43e2-8c37-cbde37e0cf78" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.363076] env[65448]: DEBUG nova.network.neutron [req-d1370b44-2651-4a03-87b3-be943651a429 req-9247f90b-85bd-4621-8677-502c77b827fc service nova] [instance: 98934034-6202-43e2-8c37-cbde37e0cf78] Refreshing network info cache for port 563c0a80-9e7a-4f3f-9dd1-d6fee14bee79 {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 661.376676] env[65448]: DEBUG oslo_vmware.api [None req-8447b26b-8af1-4ef6-8044-50176788a44e tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': task-4937206, 'name': PowerOnVM_Task, 'duration_secs': 3.107293} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.377098] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-8447b26b-8af1-4ef6-8044-50176788a44e tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: ec4482b0-2919-48e3-a773-7013a9bb0899] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 661.377305] env[65448]: INFO nova.compute.manager [None req-8447b26b-8af1-4ef6-8044-50176788a44e tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: ec4482b0-2919-48e3-a773-7013a9bb0899] Took 12.79 seconds to spawn the instance on the hypervisor. [ 661.377493] env[65448]: DEBUG nova.compute.manager [None req-8447b26b-8af1-4ef6-8044-50176788a44e tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: ec4482b0-2919-48e3-a773-7013a9bb0899] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 661.383087] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80dbe315-b5b1-4d2c-b3d3-8932808b2ac2 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.391339] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937209, 'name': CreateVM_Task, 'duration_secs': 0.40435} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.392607] env[65448]: WARNING neutronclient.v2_0.client [None req-f966857c-3f76-4743-a016-8eb38b304b40 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 661.396999] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e9f275f-c5e4-485d-abcc-48d411456e1f] Created VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 661.402033] env[65448]: WARNING neutronclient.v2_0.client [None req-34fee121-368b-4ee9-bb38-ee663e4cbfa7 tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 661.402033] env[65448]: DEBUG oslo_concurrency.lockutils [None req-34fee121-368b-4ee9-bb38-ee663e4cbfa7 tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.402033] env[65448]: DEBUG oslo_concurrency.lockutils [None req-34fee121-368b-4ee9-bb38-ee663e4cbfa7 tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.402033] env[65448]: DEBUG oslo_concurrency.lockutils [None req-34fee121-368b-4ee9-bb38-ee663e4cbfa7 tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.402033] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-862e73ae-83b4-44e3-b5df-6932ac77d12d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.408164] env[65448]: DEBUG oslo_vmware.api [None req-34fee121-368b-4ee9-bb38-ee663e4cbfa7 tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] Waiting for the task: (returnval){ [ 661.408164] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52b05ee0-bb91-cbe3-6887-5034c596b59c" [ 661.408164] env[65448]: _type = "Task" [ 661.408164] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.425824] env[65448]: DEBUG nova.compute.utils [None req-494b7b51-d097-4741-a994-6ac1db0ecb01 tempest-ServerAddressesTestJSON-297973440 tempest-ServerAddressesTestJSON-297973440-project-member] Using /dev/sd instead of None {{(pid=65448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 661.432042] env[65448]: DEBUG oslo_vmware.api [None req-34fee121-368b-4ee9-bb38-ee663e4cbfa7 tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52b05ee0-bb91-cbe3-6887-5034c596b59c, 'name': SearchDatastore_Task, 'duration_secs': 0.010735} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.432910] env[65448]: DEBUG nova.compute.manager [None req-494b7b51-d097-4741-a994-6ac1db0ecb01 tempest-ServerAddressesTestJSON-297973440 tempest-ServerAddressesTestJSON-297973440-project-member] [instance: 42660aaa-81e2-47fe-949b-cbf7e599091d] Allocating IP information in the background. {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 661.432995] env[65448]: DEBUG nova.network.neutron [None req-494b7b51-d097-4741-a994-6ac1db0ecb01 tempest-ServerAddressesTestJSON-297973440 tempest-ServerAddressesTestJSON-297973440-project-member] [instance: 42660aaa-81e2-47fe-949b-cbf7e599091d] allocate_for_instance() {{(pid=65448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 661.433463] env[65448]: WARNING neutronclient.v2_0.client [None req-494b7b51-d097-4741-a994-6ac1db0ecb01 tempest-ServerAddressesTestJSON-297973440 tempest-ServerAddressesTestJSON-297973440-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 661.433647] env[65448]: WARNING neutronclient.v2_0.client [None req-494b7b51-d097-4741-a994-6ac1db0ecb01 tempest-ServerAddressesTestJSON-297973440 tempest-ServerAddressesTestJSON-297973440-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 661.436200] env[65448]: DEBUG oslo_concurrency.lockutils [None req-34fee121-368b-4ee9-bb38-ee663e4cbfa7 tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.436411] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-34fee121-368b-4ee9-bb38-ee663e4cbfa7 tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] [instance: 2e9f275f-c5e4-485d-abcc-48d411456e1f] Processing image 50fb366d-48e6-424f-9c20-bc83d77be76a {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 661.436629] env[65448]: DEBUG oslo_concurrency.lockutils [None req-34fee121-368b-4ee9-bb38-ee663e4cbfa7 tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.436754] env[65448]: DEBUG oslo_concurrency.lockutils [None req-34fee121-368b-4ee9-bb38-ee663e4cbfa7 tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.436921] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-34fee121-368b-4ee9-bb38-ee663e4cbfa7 tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 661.437455] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a5991d0a-093d-4a53-82a7-7aa86077bd79 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.450764] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-34fee121-368b-4ee9-bb38-ee663e4cbfa7 tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 661.450764] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-34fee121-368b-4ee9-bb38-ee663e4cbfa7 tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 661.452016] env[65448]: WARNING neutronclient.v2_0.client [None req-6c1dee61-59b3-47a8-9d50-26541c215411 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 661.454945] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb7c8acd-1aaa-4aec-9c9a-aee991a48670 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.461455] env[65448]: DEBUG oslo_vmware.api [None req-34fee121-368b-4ee9-bb38-ee663e4cbfa7 tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] Waiting for the task: (returnval){ [ 661.461455] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52ac623b-87f4-5bf8-bbc6-4a4fa3677732" [ 661.461455] env[65448]: _type = "Task" [ 661.461455] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.477602] env[65448]: DEBUG oslo_vmware.api [None req-34fee121-368b-4ee9-bb38-ee663e4cbfa7 tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52ac623b-87f4-5bf8-bbc6-4a4fa3677732, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.498896] env[65448]: DEBUG oslo_vmware.api [None req-cdd51786-4f3c-4c52-bb37-063a0bd22e93 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Task: {'id': task-4937210, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082363} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.499369] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-cdd51786-4f3c-4c52-bb37-063a0bd22e93 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: ad59f7b3-ae8f-4d9c-a7a0-c94d58009a94] Extended root virtual disk {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 661.500199] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b849458b-e164-4702-bcde-0dc2747d7f3a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.526938] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdd51786-4f3c-4c52-bb37-063a0bd22e93 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: ad59f7b3-ae8f-4d9c-a7a0-c94d58009a94] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] ad59f7b3-ae8f-4d9c-a7a0-c94d58009a94/ad59f7b3-ae8f-4d9c-a7a0-c94d58009a94.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 661.528812] env[65448]: DEBUG nova.policy [None req-494b7b51-d097-4741-a994-6ac1db0ecb01 tempest-ServerAddressesTestJSON-297973440 tempest-ServerAddressesTestJSON-297973440-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8ec70e96fa8349e08adeadc7dad3beea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '255fd5baca73448fab00eb69206a9233', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65448) authorize /opt/stack/nova/nova/policy.py:192}} [ 661.531011] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ee3e9bd-e6f9-4b53-b105-3bc6a52ca852 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.553140] env[65448]: DEBUG oslo_vmware.api [None req-cdd51786-4f3c-4c52-bb37-063a0bd22e93 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Waiting for the task: (returnval){ [ 661.553140] env[65448]: value = "task-4937211" [ 661.553140] env[65448]: _type = "Task" [ 661.553140] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.563745] env[65448]: DEBUG oslo_vmware.api [None req-cdd51786-4f3c-4c52-bb37-063a0bd22e93 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Task: {'id': task-4937211, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.580536] env[65448]: WARNING neutronclient.v2_0.client [None req-6c1dee61-59b3-47a8-9d50-26541c215411 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 661.580661] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6c1dee61-59b3-47a8-9d50-26541c215411 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Acquiring lock "refresh_cache-b9df7ebd-a64a-4031-89f7-75a8aee3c74c" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.580969] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6c1dee61-59b3-47a8-9d50-26541c215411 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Acquired lock "refresh_cache-b9df7ebd-a64a-4031-89f7-75a8aee3c74c" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.581174] env[65448]: DEBUG nova.network.neutron [None req-6c1dee61-59b3-47a8-9d50-26541c215411 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] [instance: b9df7ebd-a64a-4031-89f7-75a8aee3c74c] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 661.581831] env[65448]: DEBUG nova.objects.instance [None req-6c1dee61-59b3-47a8-9d50-26541c215411 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Lazy-loading 'info_cache' on Instance uuid b9df7ebd-a64a-4031-89f7-75a8aee3c74c {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 661.672901] env[65448]: DEBUG nova.network.neutron [None req-f966857c-3f76-4743-a016-8eb38b304b40 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: f92de7cc-d52b-4a1d-821a-0212e37e9369] Updating instance_info_cache with network_info: [{"id": "a583589c-8039-46c8-8a5c-147d6853decf", "address": "fa:16:3e:22:dc:d3", "network": {"id": "f27d2d9e-8ae7-4086-9161-47127b34dd20", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-248251098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2a7a06e61d94624ba3b3a9d4f5d1e6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4223acd2-30f7-440e-b975-60b30d931694", "external-id": "nsx-vlan-transportzone-647", "segmentation_id": 647, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa583589c-80", "ovs_interfaceid": "a583589c-8039-46c8-8a5c-147d6853decf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.872888] env[65448]: WARNING neutronclient.v2_0.client [req-d1370b44-2651-4a03-87b3-be943651a429 req-9247f90b-85bd-4621-8677-502c77b827fc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 661.913485] env[65448]: INFO nova.compute.manager [None req-8447b26b-8af1-4ef6-8044-50176788a44e tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: ec4482b0-2919-48e3-a773-7013a9bb0899] Took 30.65 seconds to build instance. [ 661.934209] env[65448]: DEBUG nova.compute.manager [None req-494b7b51-d097-4741-a994-6ac1db0ecb01 tempest-ServerAddressesTestJSON-297973440 tempest-ServerAddressesTestJSON-297973440-project-member] [instance: 42660aaa-81e2-47fe-949b-cbf7e599091d] Start building block device mappings for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2916}} [ 661.970728] env[65448]: DEBUG nova.network.neutron [None req-494b7b51-d097-4741-a994-6ac1db0ecb01 tempest-ServerAddressesTestJSON-297973440 tempest-ServerAddressesTestJSON-297973440-project-member] [instance: 42660aaa-81e2-47fe-949b-cbf7e599091d] Successfully created port: e14a902d-0c13-4946-bdb8-5548cdfca057 {{(pid=65448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 661.981257] env[65448]: DEBUG oslo_vmware.api [None req-34fee121-368b-4ee9-bb38-ee663e4cbfa7 tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52ac623b-87f4-5bf8-bbc6-4a4fa3677732, 'name': SearchDatastore_Task, 'duration_secs': 0.011971} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.982230] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fccf1039-123c-423b-a581-9dc7da8269b2 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.988677] env[65448]: DEBUG oslo_vmware.api [None req-34fee121-368b-4ee9-bb38-ee663e4cbfa7 tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] Waiting for the task: (returnval){ [ 661.988677] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]528a255c-1d54-b859-5e56-eb21c950a999" [ 661.988677] env[65448]: _type = "Task" [ 661.988677] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.004427] env[65448]: DEBUG oslo_vmware.api [None req-34fee121-368b-4ee9-bb38-ee663e4cbfa7 tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]528a255c-1d54-b859-5e56-eb21c950a999, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.067969] env[65448]: DEBUG oslo_vmware.api [None req-cdd51786-4f3c-4c52-bb37-063a0bd22e93 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Task: {'id': task-4937211, 'name': ReconfigVM_Task, 'duration_secs': 0.416285} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.069566] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdd51786-4f3c-4c52-bb37-063a0bd22e93 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: ad59f7b3-ae8f-4d9c-a7a0-c94d58009a94] Reconfigured VM instance instance-00000016 to attach disk [datastore1] ad59f7b3-ae8f-4d9c-a7a0-c94d58009a94/ad59f7b3-ae8f-4d9c-a7a0-c94d58009a94.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 662.069566] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2ca37820-caee-45a4-b050-da37308b1023 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.080658] env[65448]: DEBUG oslo_vmware.api [None req-cdd51786-4f3c-4c52-bb37-063a0bd22e93 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Waiting for the task: (returnval){ [ 662.080658] env[65448]: value = "task-4937212" [ 662.080658] env[65448]: _type = "Task" [ 662.080658] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.098561] env[65448]: DEBUG oslo_vmware.api [None req-cdd51786-4f3c-4c52-bb37-063a0bd22e93 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Task: {'id': task-4937212, 'name': Rename_Task} progress is 10%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.102993] env[65448]: DEBUG oslo_concurrency.lockutils [None req-c932f2a0-7f32-4a82-90f7-28484fa9edf2 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Acquiring lock "ae260ff0-bb11-4322-a30e-47a4c88eb6d9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.103303] env[65448]: DEBUG oslo_concurrency.lockutils [None req-c932f2a0-7f32-4a82-90f7-28484fa9edf2 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Lock "ae260ff0-bb11-4322-a30e-47a4c88eb6d9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.110554] env[65448]: DEBUG nova.compute.manager [None req-cca22f64-5c66-4692-a0d5-39b19a47c6d5 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] [instance: fb73de4f-982f-48b5-b0a6-febcf9a1f54e] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 662.112607] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-264f25e0-b744-4ba2-a6c1-db9f723550d0 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.176587] env[65448]: DEBUG oslo_concurrency.lockutils [None req-f966857c-3f76-4743-a016-8eb38b304b40 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Releasing lock "refresh_cache-f92de7cc-d52b-4a1d-821a-0212e37e9369" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.177087] env[65448]: DEBUG nova.compute.manager [None req-f966857c-3f76-4743-a016-8eb38b304b40 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: f92de7cc-d52b-4a1d-821a-0212e37e9369] Instance network_info: |[{"id": "a583589c-8039-46c8-8a5c-147d6853decf", "address": "fa:16:3e:22:dc:d3", "network": {"id": "f27d2d9e-8ae7-4086-9161-47127b34dd20", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-248251098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2a7a06e61d94624ba3b3a9d4f5d1e6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4223acd2-30f7-440e-b975-60b30d931694", "external-id": "nsx-vlan-transportzone-647", "segmentation_id": 647, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa583589c-80", "ovs_interfaceid": "a583589c-8039-46c8-8a5c-147d6853decf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 662.177585] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-f966857c-3f76-4743-a016-8eb38b304b40 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: f92de7cc-d52b-4a1d-821a-0212e37e9369] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:dc:d3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4223acd2-30f7-440e-b975-60b30d931694', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a583589c-8039-46c8-8a5c-147d6853decf', 'vif_model': 'vmxnet3'}] {{(pid=65448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 662.186124] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-f966857c-3f76-4743-a016-8eb38b304b40 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Creating folder: Project (c2a7a06e61d94624ba3b3a9d4f5d1e6f). Parent ref: group-v961779. {{(pid=65448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 662.189887] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-20262d1b-a8ad-48fc-999b-168435eb1650 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.202518] env[65448]: INFO nova.virt.vmwareapi.vm_util [None req-f966857c-3f76-4743-a016-8eb38b304b40 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Created folder: Project (c2a7a06e61d94624ba3b3a9d4f5d1e6f) in parent group-v961779. [ 662.202766] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-f966857c-3f76-4743-a016-8eb38b304b40 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Creating folder: Instances. Parent ref: group-v961844. {{(pid=65448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 662.202973] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a140f787-17b5-494e-b6ea-b8f488491ac0 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.218024] env[65448]: INFO nova.virt.vmwareapi.vm_util [None req-f966857c-3f76-4743-a016-8eb38b304b40 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Created folder: Instances in parent group-v961844. [ 662.218435] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-f966857c-3f76-4743-a016-8eb38b304b40 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 662.218665] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f92de7cc-d52b-4a1d-821a-0212e37e9369] Creating VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 662.218917] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f6a4a5b9-38d9-454a-9da3-06aa2716825f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.244816] env[65448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 662.244816] env[65448]: value = "task-4937215" [ 662.244816] env[65448]: _type = "Task" [ 662.244816] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.256351] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937215, 'name': CreateVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.415423] env[65448]: DEBUG oslo_concurrency.lockutils [None req-8447b26b-8af1-4ef6-8044-50176788a44e tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Lock "ec4482b0-2919-48e3-a773-7013a9bb0899" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.199s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.510115] env[65448]: DEBUG oslo_vmware.api [None req-34fee121-368b-4ee9-bb38-ee663e4cbfa7 tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]528a255c-1d54-b859-5e56-eb21c950a999, 'name': SearchDatastore_Task, 'duration_secs': 0.011877} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.510411] env[65448]: DEBUG oslo_concurrency.lockutils [None req-34fee121-368b-4ee9-bb38-ee663e4cbfa7 tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.510670] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-34fee121-368b-4ee9-bb38-ee663e4cbfa7 tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore1] 2e9f275f-c5e4-485d-abcc-48d411456e1f/2e9f275f-c5e4-485d-abcc-48d411456e1f.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 662.510939] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c792f623-ed79-4a07-a5ca-76b9b00ecabc {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.518872] env[65448]: DEBUG oslo_vmware.api [None req-34fee121-368b-4ee9-bb38-ee663e4cbfa7 tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] Waiting for the task: (returnval){ [ 662.518872] env[65448]: value = "task-4937216" [ 662.518872] env[65448]: _type = "Task" [ 662.518872] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.527954] env[65448]: DEBUG oslo_vmware.api [None req-34fee121-368b-4ee9-bb38-ee663e4cbfa7 tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] Task: {'id': task-4937216, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.529736] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-808bd6d2-beee-4246-b0d9-795ea01a74ef {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.538525] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-808199ba-d1b7-4202-b5be-70e6198b03f5 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.572264] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f552b26-b23a-4fd0-ad33-4459719be82c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.580314] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ad74e8e-c894-41f5-b6fd-4163a21e9c6d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.600720] env[65448]: WARNING neutronclient.v2_0.client [None req-6c1dee61-59b3-47a8-9d50-26541c215411 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 662.603496] env[65448]: DEBUG oslo_vmware.api [None req-cdd51786-4f3c-4c52-bb37-063a0bd22e93 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Task: {'id': task-4937212, 'name': Rename_Task, 'duration_secs': 0.177504} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.603938] env[65448]: DEBUG nova.compute.provider_tree [None req-86510b24-c0b3-4116-89e2-70aef5e704f2 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 662.605498] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdd51786-4f3c-4c52-bb37-063a0bd22e93 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: ad59f7b3-ae8f-4d9c-a7a0-c94d58009a94] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 662.606507] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5fb1855e-7c96-445a-a340-6bd33cc704f7 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.613511] env[65448]: DEBUG oslo_vmware.api [None req-cdd51786-4f3c-4c52-bb37-063a0bd22e93 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Waiting for the task: (returnval){ [ 662.613511] env[65448]: value = "task-4937217" [ 662.613511] env[65448]: _type = "Task" [ 662.613511] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.627558] env[65448]: INFO nova.compute.manager [None req-cca22f64-5c66-4692-a0d5-39b19a47c6d5 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] [instance: fb73de4f-982f-48b5-b0a6-febcf9a1f54e] instance snapshotting [ 662.629659] env[65448]: DEBUG oslo_vmware.api [None req-cdd51786-4f3c-4c52-bb37-063a0bd22e93 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Task: {'id': task-4937217, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.631363] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8de6bdb9-2a95-4fff-b7dd-4ed4cfe4ce6b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.662516] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88f44f1e-5fe1-44b5-bc99-2d3cd1cd3536 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.757291] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937215, 'name': CreateVM_Task, 'duration_secs': 0.381765} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.757291] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f92de7cc-d52b-4a1d-821a-0212e37e9369] Created VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 662.757892] env[65448]: WARNING neutronclient.v2_0.client [None req-f966857c-3f76-4743-a016-8eb38b304b40 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 662.758289] env[65448]: DEBUG oslo_concurrency.lockutils [None req-f966857c-3f76-4743-a016-8eb38b304b40 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.758471] env[65448]: DEBUG oslo_concurrency.lockutils [None req-f966857c-3f76-4743-a016-8eb38b304b40 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.758819] env[65448]: DEBUG oslo_concurrency.lockutils [None req-f966857c-3f76-4743-a016-8eb38b304b40 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.759648] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-631c9801-b213-4904-81fc-da89785cc144 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.765645] env[65448]: DEBUG oslo_vmware.api [None req-f966857c-3f76-4743-a016-8eb38b304b40 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Waiting for the task: (returnval){ [ 662.765645] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5264eb4a-6b19-a1e8-f436-9bc009408208" [ 662.765645] env[65448]: _type = "Task" [ 662.765645] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.775110] env[65448]: DEBUG oslo_vmware.api [None req-f966857c-3f76-4743-a016-8eb38b304b40 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5264eb4a-6b19-a1e8-f436-9bc009408208, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.919797] env[65448]: DEBUG nova.compute.manager [None req-1b53acb9-4652-4b6c-8bf0-dd9da3974680 tempest-VolumesAdminNegativeTest-1869350700 tempest-VolumesAdminNegativeTest-1869350700-project-member] [instance: 2e23dcac-a447-4ae9-bcf6-26b268a664c4] Starting instance... {{(pid=65448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2483}} [ 662.953849] env[65448]: DEBUG nova.compute.manager [None req-494b7b51-d097-4741-a994-6ac1db0ecb01 tempest-ServerAddressesTestJSON-297973440 tempest-ServerAddressesTestJSON-297973440-project-member] [instance: 42660aaa-81e2-47fe-949b-cbf7e599091d] Start spawning the instance on the hypervisor. {{(pid=65448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2689}} [ 662.986454] env[65448]: DEBUG nova.virt.hardware [None req-494b7b51-d097-4741-a994-6ac1db0ecb01 tempest-ServerAddressesTestJSON-297973440 tempest-ServerAddressesTestJSON-297973440-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-08T17:19:51Z,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a992292b6dae455593d228217860e2e1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-08T17:19:52Z,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 662.986454] env[65448]: DEBUG nova.virt.hardware [None req-494b7b51-d097-4741-a994-6ac1db0ecb01 tempest-ServerAddressesTestJSON-297973440 tempest-ServerAddressesTestJSON-297973440-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 662.986454] env[65448]: DEBUG nova.virt.hardware [None req-494b7b51-d097-4741-a994-6ac1db0ecb01 tempest-ServerAddressesTestJSON-297973440 tempest-ServerAddressesTestJSON-297973440-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 662.986802] env[65448]: DEBUG nova.virt.hardware [None req-494b7b51-d097-4741-a994-6ac1db0ecb01 tempest-ServerAddressesTestJSON-297973440 tempest-ServerAddressesTestJSON-297973440-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 662.986802] env[65448]: DEBUG nova.virt.hardware [None req-494b7b51-d097-4741-a994-6ac1db0ecb01 tempest-ServerAddressesTestJSON-297973440 tempest-ServerAddressesTestJSON-297973440-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 662.986802] env[65448]: DEBUG nova.virt.hardware [None req-494b7b51-d097-4741-a994-6ac1db0ecb01 tempest-ServerAddressesTestJSON-297973440 tempest-ServerAddressesTestJSON-297973440-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 662.986802] env[65448]: DEBUG nova.virt.hardware [None req-494b7b51-d097-4741-a994-6ac1db0ecb01 tempest-ServerAddressesTestJSON-297973440 tempest-ServerAddressesTestJSON-297973440-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 662.986802] env[65448]: DEBUG nova.virt.hardware [None req-494b7b51-d097-4741-a994-6ac1db0ecb01 tempest-ServerAddressesTestJSON-297973440 tempest-ServerAddressesTestJSON-297973440-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 662.987060] env[65448]: DEBUG nova.virt.hardware [None req-494b7b51-d097-4741-a994-6ac1db0ecb01 tempest-ServerAddressesTestJSON-297973440 tempest-ServerAddressesTestJSON-297973440-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 662.987060] env[65448]: DEBUG nova.virt.hardware [None req-494b7b51-d097-4741-a994-6ac1db0ecb01 tempest-ServerAddressesTestJSON-297973440 tempest-ServerAddressesTestJSON-297973440-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 662.987060] env[65448]: DEBUG nova.virt.hardware [None req-494b7b51-d097-4741-a994-6ac1db0ecb01 tempest-ServerAddressesTestJSON-297973440 tempest-ServerAddressesTestJSON-297973440-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 662.987953] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5687fce8-482f-4bab-8cbd-083467ef93d6 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.997214] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb437a12-a48a-4691-9e33-774d24462cc1 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.034202] env[65448]: DEBUG oslo_vmware.api [None req-34fee121-368b-4ee9-bb38-ee663e4cbfa7 tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] Task: {'id': task-4937216, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.109347] env[65448]: DEBUG nova.scheduler.client.report [None req-86510b24-c0b3-4116-89e2-70aef5e704f2 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 663.125231] env[65448]: DEBUG oslo_vmware.api [None req-cdd51786-4f3c-4c52-bb37-063a0bd22e93 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Task: {'id': task-4937217, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.177639] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-cca22f64-5c66-4692-a0d5-39b19a47c6d5 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] [instance: fb73de4f-982f-48b5-b0a6-febcf9a1f54e] Creating Snapshot of the VM instance {{(pid=65448) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 663.178084] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5b92335f-b758-41dc-aa2c-fa69feaced8f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.188352] env[65448]: DEBUG oslo_vmware.api [None req-cca22f64-5c66-4692-a0d5-39b19a47c6d5 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Waiting for the task: (returnval){ [ 663.188352] env[65448]: value = "task-4937218" [ 663.188352] env[65448]: _type = "Task" [ 663.188352] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.201698] env[65448]: DEBUG oslo_vmware.api [None req-cca22f64-5c66-4692-a0d5-39b19a47c6d5 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Task: {'id': task-4937218, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.277944] env[65448]: DEBUG oslo_vmware.api [None req-f966857c-3f76-4743-a016-8eb38b304b40 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5264eb4a-6b19-a1e8-f436-9bc009408208, 'name': SearchDatastore_Task, 'duration_secs': 0.059664} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.278322] env[65448]: DEBUG oslo_concurrency.lockutils [None req-f966857c-3f76-4743-a016-8eb38b304b40 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.278666] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-f966857c-3f76-4743-a016-8eb38b304b40 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: f92de7cc-d52b-4a1d-821a-0212e37e9369] Processing image 50fb366d-48e6-424f-9c20-bc83d77be76a {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 663.278857] env[65448]: DEBUG oslo_concurrency.lockutils [None req-f966857c-3f76-4743-a016-8eb38b304b40 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.279013] env[65448]: DEBUG oslo_concurrency.lockutils [None req-f966857c-3f76-4743-a016-8eb38b304b40 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.279227] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-f966857c-3f76-4743-a016-8eb38b304b40 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 663.279595] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-deafb443-1b0c-4d4f-90e5-8db5ee91906d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.289934] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-f966857c-3f76-4743-a016-8eb38b304b40 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 663.290155] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-f966857c-3f76-4743-a016-8eb38b304b40 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 663.290914] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16051636-76ff-4606-a25d-7fdce5f67906 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.298676] env[65448]: DEBUG oslo_vmware.api [None req-f966857c-3f76-4743-a016-8eb38b304b40 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Waiting for the task: (returnval){ [ 663.298676] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5211b246-8468-67a4-1565-9fda493a692e" [ 663.298676] env[65448]: _type = "Task" [ 663.298676] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.312226] env[65448]: DEBUG oslo_vmware.api [None req-f966857c-3f76-4743-a016-8eb38b304b40 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5211b246-8468-67a4-1565-9fda493a692e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.448876] env[65448]: DEBUG oslo_concurrency.lockutils [None req-1b53acb9-4652-4b6c-8bf0-dd9da3974680 tempest-VolumesAdminNegativeTest-1869350700 tempest-VolumesAdminNegativeTest-1869350700-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.531228] env[65448]: DEBUG oslo_vmware.api [None req-34fee121-368b-4ee9-bb38-ee663e4cbfa7 tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] Task: {'id': task-4937216, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516137} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.531420] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-34fee121-368b-4ee9-bb38-ee663e4cbfa7 tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore1] 2e9f275f-c5e4-485d-abcc-48d411456e1f/2e9f275f-c5e4-485d-abcc-48d411456e1f.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 663.531777] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-34fee121-368b-4ee9-bb38-ee663e4cbfa7 tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] [instance: 2e9f275f-c5e4-485d-abcc-48d411456e1f] Extending root virtual disk to 1048576 {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 663.531927] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5347fe3d-f52c-4178-902d-c2bfa619628f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.539043] env[65448]: DEBUG oslo_vmware.api [None req-34fee121-368b-4ee9-bb38-ee663e4cbfa7 tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] Waiting for the task: (returnval){ [ 663.539043] env[65448]: value = "task-4937219" [ 663.539043] env[65448]: _type = "Task" [ 663.539043] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.550150] env[65448]: DEBUG oslo_vmware.api [None req-34fee121-368b-4ee9-bb38-ee663e4cbfa7 tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] Task: {'id': task-4937219, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.617225] env[65448]: DEBUG oslo_concurrency.lockutils [None req-86510b24-c0b3-4116-89e2-70aef5e704f2 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.702s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.617225] env[65448]: DEBUG nova.compute.manager [None req-86510b24-c0b3-4116-89e2-70aef5e704f2 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] [instance: 223507ab-1bb6-4cc6-b81d-c5da765c01c0] Start building networks asynchronously for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2881}} [ 663.618241] env[65448]: DEBUG oslo_concurrency.lockutils [None req-28487448-b1aa-4e6b-bb37-0d6365e01cb3 tempest-ServerDiagnosticsV248Test-1707118153 tempest-ServerDiagnosticsV248Test-1707118153-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.691s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.620232] env[65448]: INFO nova.compute.claims [None req-28487448-b1aa-4e6b-bb37-0d6365e01cb3 tempest-ServerDiagnosticsV248Test-1707118153 tempest-ServerDiagnosticsV248Test-1707118153-project-member] [instance: 563c9ae6-0834-4c9c-aad5-e72b367fb3a6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 663.635489] env[65448]: DEBUG oslo_vmware.api [None req-cdd51786-4f3c-4c52-bb37-063a0bd22e93 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Task: {'id': task-4937217, 'name': PowerOnVM_Task, 'duration_secs': 0.63245} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.636066] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdd51786-4f3c-4c52-bb37-063a0bd22e93 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: ad59f7b3-ae8f-4d9c-a7a0-c94d58009a94] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 663.636417] env[65448]: INFO nova.compute.manager [None req-cdd51786-4f3c-4c52-bb37-063a0bd22e93 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: ad59f7b3-ae8f-4d9c-a7a0-c94d58009a94] Took 9.29 seconds to spawn the instance on the hypervisor. [ 663.636712] env[65448]: DEBUG nova.compute.manager [None req-cdd51786-4f3c-4c52-bb37-063a0bd22e93 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: ad59f7b3-ae8f-4d9c-a7a0-c94d58009a94] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 663.637658] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0518a01f-f528-48b1-b9c8-1ae67bf1b6e1 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.708239] env[65448]: DEBUG oslo_vmware.api [None req-cca22f64-5c66-4692-a0d5-39b19a47c6d5 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Task: {'id': task-4937218, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.709351] env[65448]: DEBUG nova.network.neutron [None req-494b7b51-d097-4741-a994-6ac1db0ecb01 tempest-ServerAddressesTestJSON-297973440 tempest-ServerAddressesTestJSON-297973440-project-member] [instance: 42660aaa-81e2-47fe-949b-cbf7e599091d] Successfully updated port: e14a902d-0c13-4946-bdb8-5548cdfca057 {{(pid=65448) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 663.812537] env[65448]: DEBUG oslo_vmware.api [None req-f966857c-3f76-4743-a016-8eb38b304b40 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5211b246-8468-67a4-1565-9fda493a692e, 'name': SearchDatastore_Task, 'duration_secs': 0.011668} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.813377] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb3285ae-a04e-4e63-bccc-084251a32365 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.819851] env[65448]: DEBUG oslo_vmware.api [None req-f966857c-3f76-4743-a016-8eb38b304b40 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Waiting for the task: (returnval){ [ 663.819851] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]521d0754-1307-6983-de8f-04036a9b9772" [ 663.819851] env[65448]: _type = "Task" [ 663.819851] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.828634] env[65448]: DEBUG oslo_vmware.api [None req-f966857c-3f76-4743-a016-8eb38b304b40 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]521d0754-1307-6983-de8f-04036a9b9772, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.990253] env[65448]: WARNING neutronclient.v2_0.client [req-d1370b44-2651-4a03-87b3-be943651a429 req-9247f90b-85bd-4621-8677-502c77b827fc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 664.050611] env[65448]: DEBUG oslo_vmware.api [None req-34fee121-368b-4ee9-bb38-ee663e4cbfa7 tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] Task: {'id': task-4937219, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075476} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.050829] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-34fee121-368b-4ee9-bb38-ee663e4cbfa7 tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] [instance: 2e9f275f-c5e4-485d-abcc-48d411456e1f] Extended root virtual disk {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 664.051881] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-750f5309-f888-4531-945d-4bdef30fbadf {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.077106] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-34fee121-368b-4ee9-bb38-ee663e4cbfa7 tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] [instance: 2e9f275f-c5e4-485d-abcc-48d411456e1f] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] 2e9f275f-c5e4-485d-abcc-48d411456e1f/2e9f275f-c5e4-485d-abcc-48d411456e1f.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 664.077616] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dbfe8a34-31ff-40b2-bff8-d55dea71a387 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.101702] env[65448]: DEBUG oslo_vmware.api [None req-34fee121-368b-4ee9-bb38-ee663e4cbfa7 tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] Waiting for the task: (returnval){ [ 664.101702] env[65448]: value = "task-4937220" [ 664.101702] env[65448]: _type = "Task" [ 664.101702] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.111304] env[65448]: DEBUG oslo_vmware.api [None req-34fee121-368b-4ee9-bb38-ee663e4cbfa7 tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] Task: {'id': task-4937220, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.125914] env[65448]: DEBUG nova.compute.utils [None req-86510b24-c0b3-4116-89e2-70aef5e704f2 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Using /dev/sd instead of None {{(pid=65448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 664.127756] env[65448]: DEBUG nova.compute.manager [None req-86510b24-c0b3-4116-89e2-70aef5e704f2 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] [instance: 223507ab-1bb6-4cc6-b81d-c5da765c01c0] Allocating IP information in the background. {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 664.128072] env[65448]: DEBUG nova.network.neutron [None req-86510b24-c0b3-4116-89e2-70aef5e704f2 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] [instance: 223507ab-1bb6-4cc6-b81d-c5da765c01c0] allocate_for_instance() {{(pid=65448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 664.128421] env[65448]: WARNING neutronclient.v2_0.client [None req-86510b24-c0b3-4116-89e2-70aef5e704f2 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 664.128800] env[65448]: WARNING neutronclient.v2_0.client [None req-86510b24-c0b3-4116-89e2-70aef5e704f2 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 664.156657] env[65448]: WARNING neutronclient.v2_0.client [None req-6c1dee61-59b3-47a8-9d50-26541c215411 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 664.162775] env[65448]: INFO nova.compute.manager [None req-cdd51786-4f3c-4c52-bb37-063a0bd22e93 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: ad59f7b3-ae8f-4d9c-a7a0-c94d58009a94] Took 25.70 seconds to build instance. [ 664.201931] env[65448]: DEBUG oslo_vmware.api [None req-cca22f64-5c66-4692-a0d5-39b19a47c6d5 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Task: {'id': task-4937218, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.212362] env[65448]: DEBUG oslo_concurrency.lockutils [None req-494b7b51-d097-4741-a994-6ac1db0ecb01 tempest-ServerAddressesTestJSON-297973440 tempest-ServerAddressesTestJSON-297973440-project-member] Acquiring lock "refresh_cache-42660aaa-81e2-47fe-949b-cbf7e599091d" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.212725] env[65448]: DEBUG oslo_concurrency.lockutils [None req-494b7b51-d097-4741-a994-6ac1db0ecb01 tempest-ServerAddressesTestJSON-297973440 tempest-ServerAddressesTestJSON-297973440-project-member] Acquired lock "refresh_cache-42660aaa-81e2-47fe-949b-cbf7e599091d" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.213511] env[65448]: DEBUG nova.network.neutron [None req-494b7b51-d097-4741-a994-6ac1db0ecb01 tempest-ServerAddressesTestJSON-297973440 tempest-ServerAddressesTestJSON-297973440-project-member] [instance: 42660aaa-81e2-47fe-949b-cbf7e599091d] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 664.231402] env[65448]: DEBUG nova.network.neutron [req-d1370b44-2651-4a03-87b3-be943651a429 req-9247f90b-85bd-4621-8677-502c77b827fc service nova] [instance: 98934034-6202-43e2-8c37-cbde37e0cf78] Updated VIF entry in instance network info cache for port 563c0a80-9e7a-4f3f-9dd1-d6fee14bee79. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 664.231816] env[65448]: DEBUG nova.network.neutron [req-d1370b44-2651-4a03-87b3-be943651a429 req-9247f90b-85bd-4621-8677-502c77b827fc service nova] [instance: 98934034-6202-43e2-8c37-cbde37e0cf78] Updating instance_info_cache with network_info: [{"id": "563c0a80-9e7a-4f3f-9dd1-d6fee14bee79", "address": "fa:16:3e:8b:4a:bb", "network": {"id": "826f617c-9058-47a8-9ab9-dc3c74f75320", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-381840079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d16e453e4fe34602943010b8b42c43cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap563c0a80-9e", "ovs_interfaceid": "563c0a80-9e7a-4f3f-9dd1-d6fee14bee79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.326851] env[65448]: DEBUG nova.policy [None req-86510b24-c0b3-4116-89e2-70aef5e704f2 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ef99873f6af24dd7b200a19fd7d06862', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '59c42804054740c48c7e57900be9a060', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65448) authorize /opt/stack/nova/nova/policy.py:192}} [ 664.334080] env[65448]: DEBUG oslo_vmware.api [None req-f966857c-3f76-4743-a016-8eb38b304b40 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]521d0754-1307-6983-de8f-04036a9b9772, 'name': SearchDatastore_Task, 'duration_secs': 0.010931} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.334080] env[65448]: DEBUG oslo_concurrency.lockutils [None req-f966857c-3f76-4743-a016-8eb38b304b40 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.334080] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-f966857c-3f76-4743-a016-8eb38b304b40 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore1] f92de7cc-d52b-4a1d-821a-0212e37e9369/f92de7cc-d52b-4a1d-821a-0212e37e9369.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 664.334080] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-03a6944e-d9fa-471d-89fb-a63f8f87cc76 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.341577] env[65448]: DEBUG oslo_vmware.api [None req-f966857c-3f76-4743-a016-8eb38b304b40 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Waiting for the task: (returnval){ [ 664.341577] env[65448]: value = "task-4937221" [ 664.341577] env[65448]: _type = "Task" [ 664.341577] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.342685] env[65448]: DEBUG nova.network.neutron [None req-6c1dee61-59b3-47a8-9d50-26541c215411 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] [instance: b9df7ebd-a64a-4031-89f7-75a8aee3c74c] Updating instance_info_cache with network_info: [{"id": "4aba2ff3-061b-465e-a731-ec54cf750b27", "address": "fa:16:3e:27:0b:a7", "network": {"id": "8bceff40-3fe8-4c4e-8d97-0f1608c6de19", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.228", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a992292b6dae455593d228217860e2e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4aba2ff3-06", "ovs_interfaceid": "4aba2ff3-061b-465e-a731-ec54cf750b27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.356306] env[65448]: DEBUG oslo_vmware.api [None req-f966857c-3f76-4743-a016-8eb38b304b40 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Task: {'id': task-4937221, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.599186] env[65448]: DEBUG nova.compute.manager [req-f85ce506-b60a-41e1-a12d-eae15828d28d req-52a16b8d-b496-409e-bb3c-0ce7e4d5769a service nova] [instance: 2e9f275f-c5e4-485d-abcc-48d411456e1f] Received event network-vif-plugged-f3d8b669-9925-48d0-b4af-c306ecfddb6d {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 664.599488] env[65448]: DEBUG oslo_concurrency.lockutils [req-f85ce506-b60a-41e1-a12d-eae15828d28d req-52a16b8d-b496-409e-bb3c-0ce7e4d5769a service nova] Acquiring lock "2e9f275f-c5e4-485d-abcc-48d411456e1f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.599749] env[65448]: DEBUG oslo_concurrency.lockutils [req-f85ce506-b60a-41e1-a12d-eae15828d28d req-52a16b8d-b496-409e-bb3c-0ce7e4d5769a service nova] Lock "2e9f275f-c5e4-485d-abcc-48d411456e1f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.599960] env[65448]: DEBUG oslo_concurrency.lockutils [req-f85ce506-b60a-41e1-a12d-eae15828d28d req-52a16b8d-b496-409e-bb3c-0ce7e4d5769a service nova] Lock "2e9f275f-c5e4-485d-abcc-48d411456e1f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.600598] env[65448]: DEBUG nova.compute.manager [req-f85ce506-b60a-41e1-a12d-eae15828d28d req-52a16b8d-b496-409e-bb3c-0ce7e4d5769a service nova] [instance: 2e9f275f-c5e4-485d-abcc-48d411456e1f] No waiting events found dispatching network-vif-plugged-f3d8b669-9925-48d0-b4af-c306ecfddb6d {{(pid=65448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 664.601031] env[65448]: WARNING nova.compute.manager [req-f85ce506-b60a-41e1-a12d-eae15828d28d req-52a16b8d-b496-409e-bb3c-0ce7e4d5769a service nova] [instance: 2e9f275f-c5e4-485d-abcc-48d411456e1f] Received unexpected event network-vif-plugged-f3d8b669-9925-48d0-b4af-c306ecfddb6d for instance with vm_state building and task_state spawning. [ 664.601550] env[65448]: DEBUG nova.compute.manager [req-f85ce506-b60a-41e1-a12d-eae15828d28d req-52a16b8d-b496-409e-bb3c-0ce7e4d5769a service nova] [instance: 2e9f275f-c5e4-485d-abcc-48d411456e1f] Received event network-changed-f3d8b669-9925-48d0-b4af-c306ecfddb6d {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 664.601749] env[65448]: DEBUG nova.compute.manager [req-f85ce506-b60a-41e1-a12d-eae15828d28d req-52a16b8d-b496-409e-bb3c-0ce7e4d5769a service nova] [instance: 2e9f275f-c5e4-485d-abcc-48d411456e1f] Refreshing instance network info cache due to event network-changed-f3d8b669-9925-48d0-b4af-c306ecfddb6d. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 664.602681] env[65448]: DEBUG oslo_concurrency.lockutils [req-f85ce506-b60a-41e1-a12d-eae15828d28d req-52a16b8d-b496-409e-bb3c-0ce7e4d5769a service nova] Acquiring lock "refresh_cache-2e9f275f-c5e4-485d-abcc-48d411456e1f" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.602681] env[65448]: DEBUG oslo_concurrency.lockutils [req-f85ce506-b60a-41e1-a12d-eae15828d28d req-52a16b8d-b496-409e-bb3c-0ce7e4d5769a service nova] Acquired lock "refresh_cache-2e9f275f-c5e4-485d-abcc-48d411456e1f" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.602681] env[65448]: DEBUG nova.network.neutron [req-f85ce506-b60a-41e1-a12d-eae15828d28d req-52a16b8d-b496-409e-bb3c-0ce7e4d5769a service nova] [instance: 2e9f275f-c5e4-485d-abcc-48d411456e1f] Refreshing network info cache for port f3d8b669-9925-48d0-b4af-c306ecfddb6d {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 664.617064] env[65448]: DEBUG oslo_vmware.api [None req-34fee121-368b-4ee9-bb38-ee663e4cbfa7 tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] Task: {'id': task-4937220, 'name': ReconfigVM_Task, 'duration_secs': 0.316736} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.620085] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-34fee121-368b-4ee9-bb38-ee663e4cbfa7 tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] [instance: 2e9f275f-c5e4-485d-abcc-48d411456e1f] Reconfigured VM instance instance-00000017 to attach disk [datastore1] 2e9f275f-c5e4-485d-abcc-48d411456e1f/2e9f275f-c5e4-485d-abcc-48d411456e1f.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 664.620085] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3513bf99-8fd6-4002-aeed-b8aecde37a4a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.629024] env[65448]: DEBUG oslo_vmware.api [None req-34fee121-368b-4ee9-bb38-ee663e4cbfa7 tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] Waiting for the task: (returnval){ [ 664.629024] env[65448]: value = "task-4937222" [ 664.629024] env[65448]: _type = "Task" [ 664.629024] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.635997] env[65448]: DEBUG nova.compute.manager [None req-86510b24-c0b3-4116-89e2-70aef5e704f2 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] [instance: 223507ab-1bb6-4cc6-b81d-c5da765c01c0] Start building block device mappings for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2916}} [ 664.653461] env[65448]: DEBUG oslo_vmware.api [None req-34fee121-368b-4ee9-bb38-ee663e4cbfa7 tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] Task: {'id': task-4937222, 'name': Rename_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.666279] env[65448]: DEBUG oslo_concurrency.lockutils [None req-cdd51786-4f3c-4c52-bb37-063a0bd22e93 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Lock "ad59f7b3-ae8f-4d9c-a7a0-c94d58009a94" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.210s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.706129] env[65448]: DEBUG oslo_vmware.api [None req-cca22f64-5c66-4692-a0d5-39b19a47c6d5 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Task: {'id': task-4937218, 'name': CreateSnapshot_Task, 'duration_secs': 1.131781} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.706837] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-cca22f64-5c66-4692-a0d5-39b19a47c6d5 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] [instance: fb73de4f-982f-48b5-b0a6-febcf9a1f54e] Created Snapshot of the VM instance {{(pid=65448) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 664.707279] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba70c26d-c597-4a7e-9e7f-41ad6f3d06a1 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.739835] env[65448]: DEBUG oslo_concurrency.lockutils [req-d1370b44-2651-4a03-87b3-be943651a429 req-9247f90b-85bd-4621-8677-502c77b827fc service nova] Releasing lock "refresh_cache-98934034-6202-43e2-8c37-cbde37e0cf78" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.739835] env[65448]: DEBUG nova.compute.manager [req-d1370b44-2651-4a03-87b3-be943651a429 req-9247f90b-85bd-4621-8677-502c77b827fc service nova] [instance: bde62422-6d7d-48dd-b3c8-a9c9091e23a7] Received event network-changed-9f96c3b4-5d69-4eef-8472-0542882de3f1 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 664.739835] env[65448]: DEBUG nova.compute.manager [req-d1370b44-2651-4a03-87b3-be943651a429 req-9247f90b-85bd-4621-8677-502c77b827fc service nova] [instance: bde62422-6d7d-48dd-b3c8-a9c9091e23a7] Refreshing instance network info cache due to event network-changed-9f96c3b4-5d69-4eef-8472-0542882de3f1. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 664.740054] env[65448]: DEBUG oslo_concurrency.lockutils [req-d1370b44-2651-4a03-87b3-be943651a429 req-9247f90b-85bd-4621-8677-502c77b827fc service nova] Acquiring lock "refresh_cache-bde62422-6d7d-48dd-b3c8-a9c9091e23a7" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.740200] env[65448]: DEBUG oslo_concurrency.lockutils [req-d1370b44-2651-4a03-87b3-be943651a429 req-9247f90b-85bd-4621-8677-502c77b827fc service nova] Acquired lock "refresh_cache-bde62422-6d7d-48dd-b3c8-a9c9091e23a7" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.740666] env[65448]: DEBUG nova.network.neutron [req-d1370b44-2651-4a03-87b3-be943651a429 req-9247f90b-85bd-4621-8677-502c77b827fc service nova] [instance: bde62422-6d7d-48dd-b3c8-a9c9091e23a7] Refreshing network info cache for port 9f96c3b4-5d69-4eef-8472-0542882de3f1 {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 664.851300] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6c1dee61-59b3-47a8-9d50-26541c215411 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Releasing lock "refresh_cache-b9df7ebd-a64a-4031-89f7-75a8aee3c74c" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.851300] env[65448]: DEBUG nova.objects.instance [None req-6c1dee61-59b3-47a8-9d50-26541c215411 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Lazy-loading 'migration_context' on Instance uuid b9df7ebd-a64a-4031-89f7-75a8aee3c74c {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 664.864291] env[65448]: DEBUG nova.network.neutron [None req-86510b24-c0b3-4116-89e2-70aef5e704f2 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] [instance: 223507ab-1bb6-4cc6-b81d-c5da765c01c0] Successfully created port: ab48d740-1059-4c4f-ace7-4220da281175 {{(pid=65448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 664.867074] env[65448]: DEBUG oslo_vmware.api [None req-f966857c-3f76-4743-a016-8eb38b304b40 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Task: {'id': task-4937221, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.886017] env[65448]: DEBUG nova.network.neutron [None req-494b7b51-d097-4741-a994-6ac1db0ecb01 tempest-ServerAddressesTestJSON-297973440 tempest-ServerAddressesTestJSON-297973440-project-member] [instance: 42660aaa-81e2-47fe-949b-cbf7e599091d] Instance cache missing network info. {{(pid=65448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 665.106985] env[65448]: WARNING neutronclient.v2_0.client [req-f85ce506-b60a-41e1-a12d-eae15828d28d req-52a16b8d-b496-409e-bb3c-0ce7e4d5769a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 665.139622] env[65448]: DEBUG oslo_vmware.api [None req-34fee121-368b-4ee9-bb38-ee663e4cbfa7 tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] Task: {'id': task-4937222, 'name': Rename_Task, 'duration_secs': 0.379122} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.139884] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-34fee121-368b-4ee9-bb38-ee663e4cbfa7 tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] [instance: 2e9f275f-c5e4-485d-abcc-48d411456e1f] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 665.140161] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-90fab611-9bfa-45a8-be2a-50421d191092 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.153195] env[65448]: DEBUG oslo_vmware.api [None req-34fee121-368b-4ee9-bb38-ee663e4cbfa7 tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] Waiting for the task: (returnval){ [ 665.153195] env[65448]: value = "task-4937223" [ 665.153195] env[65448]: _type = "Task" [ 665.153195] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.164300] env[65448]: DEBUG oslo_vmware.api [None req-34fee121-368b-4ee9-bb38-ee663e4cbfa7 tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] Task: {'id': task-4937223, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.170803] env[65448]: DEBUG nova.compute.manager [None req-8b33bc4c-f3a7-49a6-8e7a-ad4fedfa95b4 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] [instance: 09225223-b8d1-43b9-ae8c-25d7f27ac233] Starting instance... {{(pid=65448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2483}} [ 665.237871] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-cca22f64-5c66-4692-a0d5-39b19a47c6d5 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] [instance: fb73de4f-982f-48b5-b0a6-febcf9a1f54e] Creating linked-clone VM from snapshot {{(pid=65448) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 665.241030] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-53f86951-08fa-4533-a7af-1993811d0490 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.246617] env[65448]: WARNING neutronclient.v2_0.client [req-d1370b44-2651-4a03-87b3-be943651a429 req-9247f90b-85bd-4621-8677-502c77b827fc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 665.251472] env[65448]: DEBUG oslo_vmware.api [None req-cca22f64-5c66-4692-a0d5-39b19a47c6d5 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Waiting for the task: (returnval){ [ 665.251472] env[65448]: value = "task-4937224" [ 665.251472] env[65448]: _type = "Task" [ 665.251472] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.266079] env[65448]: DEBUG oslo_vmware.api [None req-cca22f64-5c66-4692-a0d5-39b19a47c6d5 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Task: {'id': task-4937224, 'name': CloneVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.305486] env[65448]: WARNING neutronclient.v2_0.client [None req-494b7b51-d097-4741-a994-6ac1db0ecb01 tempest-ServerAddressesTestJSON-297973440 tempest-ServerAddressesTestJSON-297973440-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 665.355725] env[65448]: DEBUG oslo_vmware.api [None req-f966857c-3f76-4743-a016-8eb38b304b40 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Task: {'id': task-4937221, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.545059} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.359035] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-f966857c-3f76-4743-a016-8eb38b304b40 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore1] f92de7cc-d52b-4a1d-821a-0212e37e9369/f92de7cc-d52b-4a1d-821a-0212e37e9369.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 665.359035] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-f966857c-3f76-4743-a016-8eb38b304b40 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: f92de7cc-d52b-4a1d-821a-0212e37e9369] Extending root virtual disk to 1048576 {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 665.359035] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a04dee81-7353-4b3b-beac-c983b5145ed7 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.362795] env[65448]: DEBUG nova.objects.base [None req-6c1dee61-59b3-47a8-9d50-26541c215411 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=65448) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 665.364247] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb418d49-73b0-40a8-84df-5c8d552e7d1e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.390358] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33788960-b4d9-4af2-a529-3895773ce5ab {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.393778] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5be446f-15b1-45ce-af2d-21c996fa80b9 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.396794] env[65448]: DEBUG oslo_vmware.api [None req-f966857c-3f76-4743-a016-8eb38b304b40 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Waiting for the task: (returnval){ [ 665.396794] env[65448]: value = "task-4937225" [ 665.396794] env[65448]: _type = "Task" [ 665.396794] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.405494] env[65448]: DEBUG oslo_vmware.api [None req-6c1dee61-59b3-47a8-9d50-26541c215411 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Waiting for the task: (returnval){ [ 665.405494] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]529ec644-e6c1-3eaa-bd42-b2dc0e1046bc" [ 665.405494] env[65448]: _type = "Task" [ 665.405494] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.410287] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a78ca624-68c5-4448-abcc-c13f79b7326a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.421429] env[65448]: DEBUG oslo_vmware.api [None req-f966857c-3f76-4743-a016-8eb38b304b40 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Task: {'id': task-4937225, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.429572] env[65448]: DEBUG oslo_vmware.api [None req-6c1dee61-59b3-47a8-9d50-26541c215411 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]529ec644-e6c1-3eaa-bd42-b2dc0e1046bc, 'name': SearchDatastore_Task, 'duration_secs': 0.014243} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.456154] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6c1dee61-59b3-47a8-9d50-26541c215411 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.457138] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a702be0f-8ff2-4abc-aba6-b02e7f9dc851 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.466678] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28644d6e-b3ea-49fd-adb0-6e9eb5d64735 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.484393] env[65448]: DEBUG nova.compute.provider_tree [None req-28487448-b1aa-4e6b-bb37-0d6365e01cb3 tempest-ServerDiagnosticsV248Test-1707118153 tempest-ServerDiagnosticsV248Test-1707118153-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 665.657143] env[65448]: DEBUG nova.compute.manager [None req-86510b24-c0b3-4116-89e2-70aef5e704f2 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] [instance: 223507ab-1bb6-4cc6-b81d-c5da765c01c0] Start spawning the instance on the hypervisor. {{(pid=65448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2689}} [ 665.673897] env[65448]: DEBUG oslo_vmware.api [None req-34fee121-368b-4ee9-bb38-ee663e4cbfa7 tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] Task: {'id': task-4937223, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.679548] env[65448]: DEBUG nova.compute.manager [req-a28a0fb9-71c7-40be-b42e-3517d23a0bb5 req-326976c8-30cd-485a-8a2a-a28ad5ccd10e service nova] [instance: 42660aaa-81e2-47fe-949b-cbf7e599091d] Received event network-vif-plugged-e14a902d-0c13-4946-bdb8-5548cdfca057 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 665.681019] env[65448]: DEBUG oslo_concurrency.lockutils [req-a28a0fb9-71c7-40be-b42e-3517d23a0bb5 req-326976c8-30cd-485a-8a2a-a28ad5ccd10e service nova] Acquiring lock "42660aaa-81e2-47fe-949b-cbf7e599091d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.681019] env[65448]: DEBUG oslo_concurrency.lockutils [req-a28a0fb9-71c7-40be-b42e-3517d23a0bb5 req-326976c8-30cd-485a-8a2a-a28ad5ccd10e service nova] Lock "42660aaa-81e2-47fe-949b-cbf7e599091d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.681019] env[65448]: DEBUG oslo_concurrency.lockutils [req-a28a0fb9-71c7-40be-b42e-3517d23a0bb5 req-326976c8-30cd-485a-8a2a-a28ad5ccd10e service nova] Lock "42660aaa-81e2-47fe-949b-cbf7e599091d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.681310] env[65448]: DEBUG nova.compute.manager [req-a28a0fb9-71c7-40be-b42e-3517d23a0bb5 req-326976c8-30cd-485a-8a2a-a28ad5ccd10e service nova] [instance: 42660aaa-81e2-47fe-949b-cbf7e599091d] No waiting events found dispatching network-vif-plugged-e14a902d-0c13-4946-bdb8-5548cdfca057 {{(pid=65448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 665.681586] env[65448]: WARNING nova.compute.manager [req-a28a0fb9-71c7-40be-b42e-3517d23a0bb5 req-326976c8-30cd-485a-8a2a-a28ad5ccd10e service nova] [instance: 42660aaa-81e2-47fe-949b-cbf7e599091d] Received unexpected event network-vif-plugged-e14a902d-0c13-4946-bdb8-5548cdfca057 for instance with vm_state building and task_state spawning. [ 665.703704] env[65448]: DEBUG nova.virt.hardware [None req-86510b24-c0b3-4116-89e2-70aef5e704f2 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-08T17:19:51Z,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a992292b6dae455593d228217860e2e1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-08T17:19:52Z,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 665.704032] env[65448]: DEBUG nova.virt.hardware [None req-86510b24-c0b3-4116-89e2-70aef5e704f2 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 665.704253] env[65448]: DEBUG nova.virt.hardware [None req-86510b24-c0b3-4116-89e2-70aef5e704f2 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 665.704358] env[65448]: DEBUG nova.virt.hardware [None req-86510b24-c0b3-4116-89e2-70aef5e704f2 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 665.704620] env[65448]: DEBUG nova.virt.hardware [None req-86510b24-c0b3-4116-89e2-70aef5e704f2 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 665.704620] env[65448]: DEBUG nova.virt.hardware [None req-86510b24-c0b3-4116-89e2-70aef5e704f2 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 665.705066] env[65448]: DEBUG nova.virt.hardware [None req-86510b24-c0b3-4116-89e2-70aef5e704f2 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 665.705175] env[65448]: DEBUG nova.virt.hardware [None req-86510b24-c0b3-4116-89e2-70aef5e704f2 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 665.706118] env[65448]: DEBUG nova.virt.hardware [None req-86510b24-c0b3-4116-89e2-70aef5e704f2 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 665.706118] env[65448]: DEBUG nova.virt.hardware [None req-86510b24-c0b3-4116-89e2-70aef5e704f2 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 665.706551] env[65448]: DEBUG nova.virt.hardware [None req-86510b24-c0b3-4116-89e2-70aef5e704f2 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 665.707519] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-085db9e8-9def-4631-8a06-a00d857a431f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.712095] env[65448]: DEBUG oslo_concurrency.lockutils [None req-8b33bc4c-f3a7-49a6-8e7a-ad4fedfa95b4 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.719877] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbff11ae-89de-4f48-b584-ce45e3bc6a4a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.764872] env[65448]: DEBUG oslo_vmware.api [None req-cca22f64-5c66-4692-a0d5-39b19a47c6d5 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Task: {'id': task-4937224, 'name': CloneVM_Task} progress is 94%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.838416] env[65448]: DEBUG nova.network.neutron [None req-494b7b51-d097-4741-a994-6ac1db0ecb01 tempest-ServerAddressesTestJSON-297973440 tempest-ServerAddressesTestJSON-297973440-project-member] [instance: 42660aaa-81e2-47fe-949b-cbf7e599091d] Updating instance_info_cache with network_info: [{"id": "e14a902d-0c13-4946-bdb8-5548cdfca057", "address": "fa:16:3e:97:c1:fa", "network": {"id": "398bfbbf-5ef3-45fe-a3ae-723c1d496cd1", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1922048126-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "255fd5baca73448fab00eb69206a9233", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39a4aca0-934b-4a91-8779-6a4360c3f967", "external-id": "nsx-vlan-transportzone-454", "segmentation_id": 454, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape14a902d-0c", "ovs_interfaceid": "e14a902d-0c13-4946-bdb8-5548cdfca057", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.910361] env[65448]: DEBUG oslo_vmware.api [None req-f966857c-3f76-4743-a016-8eb38b304b40 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Task: {'id': task-4937225, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.205783} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.910760] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-f966857c-3f76-4743-a016-8eb38b304b40 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: f92de7cc-d52b-4a1d-821a-0212e37e9369] Extended root virtual disk {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 665.912413] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2776667-48ba-4978-a6f0-8e7a53d0e80d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.947609] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-f966857c-3f76-4743-a016-8eb38b304b40 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: f92de7cc-d52b-4a1d-821a-0212e37e9369] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] f92de7cc-d52b-4a1d-821a-0212e37e9369/f92de7cc-d52b-4a1d-821a-0212e37e9369.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 665.947609] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-089ca7f6-966c-438f-a3e7-ee217fc84190 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.973059] env[65448]: DEBUG oslo_vmware.api [None req-f966857c-3f76-4743-a016-8eb38b304b40 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Waiting for the task: (returnval){ [ 665.973059] env[65448]: value = "task-4937226" [ 665.973059] env[65448]: _type = "Task" [ 665.973059] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.986061] env[65448]: DEBUG oslo_vmware.api [None req-f966857c-3f76-4743-a016-8eb38b304b40 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Task: {'id': task-4937226, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.991406] env[65448]: DEBUG nova.scheduler.client.report [None req-28487448-b1aa-4e6b-bb37-0d6365e01cb3 tempest-ServerDiagnosticsV248Test-1707118153 tempest-ServerDiagnosticsV248Test-1707118153-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 666.170324] env[65448]: DEBUG oslo_vmware.api [None req-34fee121-368b-4ee9-bb38-ee663e4cbfa7 tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] Task: {'id': task-4937223, 'name': PowerOnVM_Task, 'duration_secs': 0.795206} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.170696] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-34fee121-368b-4ee9-bb38-ee663e4cbfa7 tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] [instance: 2e9f275f-c5e4-485d-abcc-48d411456e1f] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 666.170818] env[65448]: INFO nova.compute.manager [None req-34fee121-368b-4ee9-bb38-ee663e4cbfa7 tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] [instance: 2e9f275f-c5e4-485d-abcc-48d411456e1f] Took 9.17 seconds to spawn the instance on the hypervisor. [ 666.171038] env[65448]: DEBUG nova.compute.manager [None req-34fee121-368b-4ee9-bb38-ee663e4cbfa7 tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] [instance: 2e9f275f-c5e4-485d-abcc-48d411456e1f] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 666.171980] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3953a93-9221-4691-bf92-3aa812b55ace {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.271497] env[65448]: DEBUG oslo_vmware.api [None req-cca22f64-5c66-4692-a0d5-39b19a47c6d5 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Task: {'id': task-4937224, 'name': CloneVM_Task} progress is 94%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.289451] env[65448]: WARNING neutronclient.v2_0.client [req-f85ce506-b60a-41e1-a12d-eae15828d28d req-52a16b8d-b496-409e-bb3c-0ce7e4d5769a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 666.319040] env[65448]: WARNING neutronclient.v2_0.client [req-d1370b44-2651-4a03-87b3-be943651a429 req-9247f90b-85bd-4621-8677-502c77b827fc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 666.341127] env[65448]: DEBUG oslo_concurrency.lockutils [None req-494b7b51-d097-4741-a994-6ac1db0ecb01 tempest-ServerAddressesTestJSON-297973440 tempest-ServerAddressesTestJSON-297973440-project-member] Releasing lock "refresh_cache-42660aaa-81e2-47fe-949b-cbf7e599091d" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.341501] env[65448]: DEBUG nova.compute.manager [None req-494b7b51-d097-4741-a994-6ac1db0ecb01 tempest-ServerAddressesTestJSON-297973440 tempest-ServerAddressesTestJSON-297973440-project-member] [instance: 42660aaa-81e2-47fe-949b-cbf7e599091d] Instance network_info: |[{"id": "e14a902d-0c13-4946-bdb8-5548cdfca057", "address": "fa:16:3e:97:c1:fa", "network": {"id": "398bfbbf-5ef3-45fe-a3ae-723c1d496cd1", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1922048126-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "255fd5baca73448fab00eb69206a9233", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39a4aca0-934b-4a91-8779-6a4360c3f967", "external-id": "nsx-vlan-transportzone-454", "segmentation_id": 454, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape14a902d-0c", "ovs_interfaceid": "e14a902d-0c13-4946-bdb8-5548cdfca057", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 666.341978] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-494b7b51-d097-4741-a994-6ac1db0ecb01 tempest-ServerAddressesTestJSON-297973440 tempest-ServerAddressesTestJSON-297973440-project-member] [instance: 42660aaa-81e2-47fe-949b-cbf7e599091d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:c1:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '39a4aca0-934b-4a91-8779-6a4360c3f967', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e14a902d-0c13-4946-bdb8-5548cdfca057', 'vif_model': 'vmxnet3'}] {{(pid=65448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 666.349499] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-494b7b51-d097-4741-a994-6ac1db0ecb01 tempest-ServerAddressesTestJSON-297973440 tempest-ServerAddressesTestJSON-297973440-project-member] Creating folder: Project (255fd5baca73448fab00eb69206a9233). Parent ref: group-v961779. {{(pid=65448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 666.350287] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c2fa7a79-235f-4232-83d0-3afe73cbaf1e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.362608] env[65448]: INFO nova.virt.vmwareapi.vm_util [None req-494b7b51-d097-4741-a994-6ac1db0ecb01 tempest-ServerAddressesTestJSON-297973440 tempest-ServerAddressesTestJSON-297973440-project-member] Created folder: Project (255fd5baca73448fab00eb69206a9233) in parent group-v961779. [ 666.362796] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-494b7b51-d097-4741-a994-6ac1db0ecb01 tempest-ServerAddressesTestJSON-297973440 tempest-ServerAddressesTestJSON-297973440-project-member] Creating folder: Instances. Parent ref: group-v961849. {{(pid=65448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 666.363079] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a5bbcab2-e4bb-480f-8dc1-4708ef134286 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.375294] env[65448]: INFO nova.virt.vmwareapi.vm_util [None req-494b7b51-d097-4741-a994-6ac1db0ecb01 tempest-ServerAddressesTestJSON-297973440 tempest-ServerAddressesTestJSON-297973440-project-member] Created folder: Instances in parent group-v961849. [ 666.375294] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-494b7b51-d097-4741-a994-6ac1db0ecb01 tempest-ServerAddressesTestJSON-297973440 tempest-ServerAddressesTestJSON-297973440-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 666.375294] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42660aaa-81e2-47fe-949b-cbf7e599091d] Creating VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 666.375456] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dd1e7b84-8105-496b-beb9-e15293878169 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.400601] env[65448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 666.400601] env[65448]: value = "task-4937229" [ 666.400601] env[65448]: _type = "Task" [ 666.400601] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.410489] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937229, 'name': CreateVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.486504] env[65448]: DEBUG oslo_vmware.api [None req-f966857c-3f76-4743-a016-8eb38b304b40 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Task: {'id': task-4937226, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.498144] env[65448]: DEBUG oslo_concurrency.lockutils [None req-28487448-b1aa-4e6b-bb37-0d6365e01cb3 tempest-ServerDiagnosticsV248Test-1707118153 tempest-ServerDiagnosticsV248Test-1707118153-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.880s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.498751] env[65448]: DEBUG nova.compute.manager [None req-28487448-b1aa-4e6b-bb37-0d6365e01cb3 tempest-ServerDiagnosticsV248Test-1707118153 tempest-ServerDiagnosticsV248Test-1707118153-project-member] [instance: 563c9ae6-0834-4c9c-aad5-e72b367fb3a6] Start building networks asynchronously for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2881}} [ 666.502950] env[65448]: DEBUG oslo_concurrency.lockutils [None req-9d98cc90-fcd2-4bb9-a516-141df04b878d tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.873s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.504071] env[65448]: DEBUG nova.objects.instance [None req-9d98cc90-fcd2-4bb9-a516-141df04b878d tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Lazy-loading 'resources' on Instance uuid 101b6ef8-fab1-4626-9524-4e080c5ad298 {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 666.644307] env[65448]: DEBUG nova.network.neutron [None req-86510b24-c0b3-4116-89e2-70aef5e704f2 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] [instance: 223507ab-1bb6-4cc6-b81d-c5da765c01c0] Successfully updated port: ab48d740-1059-4c4f-ace7-4220da281175 {{(pid=65448) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 666.700736] env[65448]: INFO nova.compute.manager [None req-34fee121-368b-4ee9-bb38-ee663e4cbfa7 tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] [instance: 2e9f275f-c5e4-485d-abcc-48d411456e1f] Took 27.66 seconds to build instance. [ 666.764575] env[65448]: DEBUG oslo_vmware.api [None req-cca22f64-5c66-4692-a0d5-39b19a47c6d5 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Task: {'id': task-4937224, 'name': CloneVM_Task} progress is 95%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.813740] env[65448]: DEBUG oslo_concurrency.lockutils [None req-3e323374-5ba8-4e2f-874f-23c0bece03aa tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Acquiring lock "bde62422-6d7d-48dd-b3c8-a9c9091e23a7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.813740] env[65448]: DEBUG oslo_concurrency.lockutils [None req-3e323374-5ba8-4e2f-874f-23c0bece03aa tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Lock "bde62422-6d7d-48dd-b3c8-a9c9091e23a7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.814216] env[65448]: DEBUG oslo_concurrency.lockutils [None req-3e323374-5ba8-4e2f-874f-23c0bece03aa tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Acquiring lock "bde62422-6d7d-48dd-b3c8-a9c9091e23a7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.814469] env[65448]: DEBUG oslo_concurrency.lockutils [None req-3e323374-5ba8-4e2f-874f-23c0bece03aa tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Lock "bde62422-6d7d-48dd-b3c8-a9c9091e23a7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.814648] env[65448]: DEBUG oslo_concurrency.lockutils [None req-3e323374-5ba8-4e2f-874f-23c0bece03aa tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Lock "bde62422-6d7d-48dd-b3c8-a9c9091e23a7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.817582] env[65448]: INFO nova.compute.manager [None req-3e323374-5ba8-4e2f-874f-23c0bece03aa tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] [instance: bde62422-6d7d-48dd-b3c8-a9c9091e23a7] Terminating instance [ 666.857779] env[65448]: DEBUG nova.network.neutron [req-f85ce506-b60a-41e1-a12d-eae15828d28d req-52a16b8d-b496-409e-bb3c-0ce7e4d5769a service nova] [instance: 2e9f275f-c5e4-485d-abcc-48d411456e1f] Updated VIF entry in instance network info cache for port f3d8b669-9925-48d0-b4af-c306ecfddb6d. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 666.858158] env[65448]: DEBUG nova.network.neutron [req-f85ce506-b60a-41e1-a12d-eae15828d28d req-52a16b8d-b496-409e-bb3c-0ce7e4d5769a service nova] [instance: 2e9f275f-c5e4-485d-abcc-48d411456e1f] Updating instance_info_cache with network_info: [{"id": "f3d8b669-9925-48d0-b4af-c306ecfddb6d", "address": "fa:16:3e:0f:ff:8c", "network": {"id": "8bceff40-3fe8-4c4e-8d97-0f1608c6de19", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.138", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a992292b6dae455593d228217860e2e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3d8b669-99", "ovs_interfaceid": "f3d8b669-9925-48d0-b4af-c306ecfddb6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.892589] env[65448]: DEBUG nova.network.neutron [req-d1370b44-2651-4a03-87b3-be943651a429 req-9247f90b-85bd-4621-8677-502c77b827fc service nova] [instance: bde62422-6d7d-48dd-b3c8-a9c9091e23a7] Updated VIF entry in instance network info cache for port 9f96c3b4-5d69-4eef-8472-0542882de3f1. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 666.893074] env[65448]: DEBUG nova.network.neutron [req-d1370b44-2651-4a03-87b3-be943651a429 req-9247f90b-85bd-4621-8677-502c77b827fc service nova] [instance: bde62422-6d7d-48dd-b3c8-a9c9091e23a7] Updating instance_info_cache with network_info: [{"id": "9f96c3b4-5d69-4eef-8472-0542882de3f1", "address": "fa:16:3e:18:b6:4d", "network": {"id": "826f617c-9058-47a8-9ab9-dc3c74f75320", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-381840079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d16e453e4fe34602943010b8b42c43cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f96c3b4-5d", "ovs_interfaceid": "9f96c3b4-5d69-4eef-8472-0542882de3f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.912673] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937229, 'name': CreateVM_Task} progress is 99%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.984725] env[65448]: DEBUG oslo_vmware.api [None req-f966857c-3f76-4743-a016-8eb38b304b40 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Task: {'id': task-4937226, 'name': ReconfigVM_Task, 'duration_secs': 0.56553} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.985014] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-f966857c-3f76-4743-a016-8eb38b304b40 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: f92de7cc-d52b-4a1d-821a-0212e37e9369] Reconfigured VM instance instance-00000018 to attach disk [datastore1] f92de7cc-d52b-4a1d-821a-0212e37e9369/f92de7cc-d52b-4a1d-821a-0212e37e9369.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 666.985662] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e8a451d0-2884-45c3-8ffb-5ba9740035a7 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.993111] env[65448]: DEBUG oslo_vmware.api [None req-f966857c-3f76-4743-a016-8eb38b304b40 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Waiting for the task: (returnval){ [ 666.993111] env[65448]: value = "task-4937230" [ 666.993111] env[65448]: _type = "Task" [ 666.993111] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.005719] env[65448]: DEBUG oslo_vmware.api [None req-f966857c-3f76-4743-a016-8eb38b304b40 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Task: {'id': task-4937230, 'name': Rename_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.011485] env[65448]: DEBUG nova.compute.utils [None req-28487448-b1aa-4e6b-bb37-0d6365e01cb3 tempest-ServerDiagnosticsV248Test-1707118153 tempest-ServerDiagnosticsV248Test-1707118153-project-member] Using /dev/sd instead of None {{(pid=65448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 667.013195] env[65448]: DEBUG nova.compute.manager [None req-28487448-b1aa-4e6b-bb37-0d6365e01cb3 tempest-ServerDiagnosticsV248Test-1707118153 tempest-ServerDiagnosticsV248Test-1707118153-project-member] [instance: 563c9ae6-0834-4c9c-aad5-e72b367fb3a6] Not allocating networking since 'none' was specified. {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2023}} [ 667.153044] env[65448]: DEBUG oslo_concurrency.lockutils [None req-86510b24-c0b3-4116-89e2-70aef5e704f2 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Acquiring lock "refresh_cache-223507ab-1bb6-4cc6-b81d-c5da765c01c0" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.153313] env[65448]: DEBUG oslo_concurrency.lockutils [None req-86510b24-c0b3-4116-89e2-70aef5e704f2 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Acquired lock "refresh_cache-223507ab-1bb6-4cc6-b81d-c5da765c01c0" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.153426] env[65448]: DEBUG nova.network.neutron [None req-86510b24-c0b3-4116-89e2-70aef5e704f2 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] [instance: 223507ab-1bb6-4cc6-b81d-c5da765c01c0] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 667.202942] env[65448]: DEBUG oslo_concurrency.lockutils [None req-34fee121-368b-4ee9-bb38-ee663e4cbfa7 tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] Lock "2e9f275f-c5e4-485d-abcc-48d411456e1f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.187s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.268427] env[65448]: DEBUG oslo_vmware.api [None req-cca22f64-5c66-4692-a0d5-39b19a47c6d5 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Task: {'id': task-4937224, 'name': CloneVM_Task, 'duration_secs': 1.96164} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.268910] env[65448]: INFO nova.virt.vmwareapi.vmops [None req-cca22f64-5c66-4692-a0d5-39b19a47c6d5 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] [instance: fb73de4f-982f-48b5-b0a6-febcf9a1f54e] Created linked-clone VM from snapshot [ 667.269599] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35164a9c-1a41-403a-84dc-43784db7a036 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.281546] env[65448]: DEBUG nova.virt.vmwareapi.images [None req-cca22f64-5c66-4692-a0d5-39b19a47c6d5 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] [instance: fb73de4f-982f-48b5-b0a6-febcf9a1f54e] Uploading image c40a36da-181e-4993-8855-c3d45c0a4b59 {{(pid=65448) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 667.317516] env[65448]: DEBUG oslo_vmware.rw_handles [None req-cca22f64-5c66-4692-a0d5-39b19a47c6d5 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 667.317516] env[65448]: value = "vm-961848" [ 667.317516] env[65448]: _type = "VirtualMachine" [ 667.317516] env[65448]: }. {{(pid=65448) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 667.317840] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-fa9ce8c5-ced7-4ab7-861c-2ffc548b6b7d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.323193] env[65448]: DEBUG nova.compute.manager [None req-3e323374-5ba8-4e2f-874f-23c0bece03aa tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] [instance: bde62422-6d7d-48dd-b3c8-a9c9091e23a7] Start destroying the instance on the hypervisor. {{(pid=65448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3209}} [ 667.323377] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-3e323374-5ba8-4e2f-874f-23c0bece03aa tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] [instance: bde62422-6d7d-48dd-b3c8-a9c9091e23a7] Destroying instance {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 667.324966] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d2a5455-2e90-44df-a23c-6648b3795189 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.334339] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e323374-5ba8-4e2f-874f-23c0bece03aa tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] [instance: bde62422-6d7d-48dd-b3c8-a9c9091e23a7] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 667.339222] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-21c28a71-698a-4530-a425-b5734e181f57 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.341477] env[65448]: DEBUG oslo_vmware.rw_handles [None req-cca22f64-5c66-4692-a0d5-39b19a47c6d5 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Lease: (returnval){ [ 667.341477] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52202759-6de5-312c-7985-1d1ebe71acd1" [ 667.341477] env[65448]: _type = "HttpNfcLease" [ 667.341477] env[65448]: } obtained for exporting VM: (result){ [ 667.341477] env[65448]: value = "vm-961848" [ 667.341477] env[65448]: _type = "VirtualMachine" [ 667.341477] env[65448]: }. {{(pid=65448) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 667.341753] env[65448]: DEBUG oslo_vmware.api [None req-cca22f64-5c66-4692-a0d5-39b19a47c6d5 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Waiting for the lease: (returnval){ [ 667.341753] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52202759-6de5-312c-7985-1d1ebe71acd1" [ 667.341753] env[65448]: _type = "HttpNfcLease" [ 667.341753] env[65448]: } to be ready. {{(pid=65448) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 667.351079] env[65448]: DEBUG oslo_vmware.api [None req-3e323374-5ba8-4e2f-874f-23c0bece03aa tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Waiting for the task: (returnval){ [ 667.351079] env[65448]: value = "task-4937232" [ 667.351079] env[65448]: _type = "Task" [ 667.351079] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.351718] env[65448]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 667.351718] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52202759-6de5-312c-7985-1d1ebe71acd1" [ 667.351718] env[65448]: _type = "HttpNfcLease" [ 667.351718] env[65448]: } is initializing. {{(pid=65448) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 667.361807] env[65448]: DEBUG oslo_concurrency.lockutils [req-f85ce506-b60a-41e1-a12d-eae15828d28d req-52a16b8d-b496-409e-bb3c-0ce7e4d5769a service nova] Releasing lock "refresh_cache-2e9f275f-c5e4-485d-abcc-48d411456e1f" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.362143] env[65448]: DEBUG nova.compute.manager [req-f85ce506-b60a-41e1-a12d-eae15828d28d req-52a16b8d-b496-409e-bb3c-0ce7e4d5769a service nova] [instance: f92de7cc-d52b-4a1d-821a-0212e37e9369] Received event network-vif-plugged-a583589c-8039-46c8-8a5c-147d6853decf {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 667.362529] env[65448]: DEBUG oslo_concurrency.lockutils [req-f85ce506-b60a-41e1-a12d-eae15828d28d req-52a16b8d-b496-409e-bb3c-0ce7e4d5769a service nova] Acquiring lock "f92de7cc-d52b-4a1d-821a-0212e37e9369-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.362848] env[65448]: DEBUG oslo_concurrency.lockutils [req-f85ce506-b60a-41e1-a12d-eae15828d28d req-52a16b8d-b496-409e-bb3c-0ce7e4d5769a service nova] Lock "f92de7cc-d52b-4a1d-821a-0212e37e9369-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.363113] env[65448]: DEBUG oslo_concurrency.lockutils [req-f85ce506-b60a-41e1-a12d-eae15828d28d req-52a16b8d-b496-409e-bb3c-0ce7e4d5769a service nova] Lock "f92de7cc-d52b-4a1d-821a-0212e37e9369-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.363342] env[65448]: DEBUG nova.compute.manager [req-f85ce506-b60a-41e1-a12d-eae15828d28d req-52a16b8d-b496-409e-bb3c-0ce7e4d5769a service nova] [instance: f92de7cc-d52b-4a1d-821a-0212e37e9369] No waiting events found dispatching network-vif-plugged-a583589c-8039-46c8-8a5c-147d6853decf {{(pid=65448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 667.363863] env[65448]: WARNING nova.compute.manager [req-f85ce506-b60a-41e1-a12d-eae15828d28d req-52a16b8d-b496-409e-bb3c-0ce7e4d5769a service nova] [instance: f92de7cc-d52b-4a1d-821a-0212e37e9369] Received unexpected event network-vif-plugged-a583589c-8039-46c8-8a5c-147d6853decf for instance with vm_state building and task_state spawning. [ 667.364503] env[65448]: DEBUG nova.compute.manager [req-f85ce506-b60a-41e1-a12d-eae15828d28d req-52a16b8d-b496-409e-bb3c-0ce7e4d5769a service nova] [instance: f92de7cc-d52b-4a1d-821a-0212e37e9369] Received event network-changed-a583589c-8039-46c8-8a5c-147d6853decf {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 667.364503] env[65448]: DEBUG nova.compute.manager [req-f85ce506-b60a-41e1-a12d-eae15828d28d req-52a16b8d-b496-409e-bb3c-0ce7e4d5769a service nova] [instance: f92de7cc-d52b-4a1d-821a-0212e37e9369] Refreshing instance network info cache due to event network-changed-a583589c-8039-46c8-8a5c-147d6853decf. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 667.364677] env[65448]: DEBUG oslo_concurrency.lockutils [req-f85ce506-b60a-41e1-a12d-eae15828d28d req-52a16b8d-b496-409e-bb3c-0ce7e4d5769a service nova] Acquiring lock "refresh_cache-f92de7cc-d52b-4a1d-821a-0212e37e9369" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.364831] env[65448]: DEBUG oslo_concurrency.lockutils [req-f85ce506-b60a-41e1-a12d-eae15828d28d req-52a16b8d-b496-409e-bb3c-0ce7e4d5769a service nova] Acquired lock "refresh_cache-f92de7cc-d52b-4a1d-821a-0212e37e9369" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.365060] env[65448]: DEBUG nova.network.neutron [req-f85ce506-b60a-41e1-a12d-eae15828d28d req-52a16b8d-b496-409e-bb3c-0ce7e4d5769a service nova] [instance: f92de7cc-d52b-4a1d-821a-0212e37e9369] Refreshing network info cache for port a583589c-8039-46c8-8a5c-147d6853decf {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 667.371559] env[65448]: DEBUG oslo_vmware.api [None req-3e323374-5ba8-4e2f-874f-23c0bece03aa tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Task: {'id': task-4937232, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.396935] env[65448]: DEBUG oslo_concurrency.lockutils [req-d1370b44-2651-4a03-87b3-be943651a429 req-9247f90b-85bd-4621-8677-502c77b827fc service nova] Releasing lock "refresh_cache-bde62422-6d7d-48dd-b3c8-a9c9091e23a7" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.418034] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937229, 'name': CreateVM_Task, 'duration_secs': 0.573336} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.418034] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42660aaa-81e2-47fe-949b-cbf7e599091d] Created VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 667.418034] env[65448]: WARNING neutronclient.v2_0.client [None req-494b7b51-d097-4741-a994-6ac1db0ecb01 tempest-ServerAddressesTestJSON-297973440 tempest-ServerAddressesTestJSON-297973440-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 667.418034] env[65448]: DEBUG oslo_concurrency.lockutils [None req-494b7b51-d097-4741-a994-6ac1db0ecb01 tempest-ServerAddressesTestJSON-297973440 tempest-ServerAddressesTestJSON-297973440-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.419300] env[65448]: DEBUG oslo_concurrency.lockutils [None req-494b7b51-d097-4741-a994-6ac1db0ecb01 tempest-ServerAddressesTestJSON-297973440 tempest-ServerAddressesTestJSON-297973440-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.419300] env[65448]: DEBUG oslo_concurrency.lockutils [None req-494b7b51-d097-4741-a994-6ac1db0ecb01 tempest-ServerAddressesTestJSON-297973440 tempest-ServerAddressesTestJSON-297973440-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.419300] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e64da44-4b91-46fe-b233-401a4cbf5880 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.427462] env[65448]: DEBUG oslo_vmware.api [None req-494b7b51-d097-4741-a994-6ac1db0ecb01 tempest-ServerAddressesTestJSON-297973440 tempest-ServerAddressesTestJSON-297973440-project-member] Waiting for the task: (returnval){ [ 667.427462] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5245de5f-dcfe-e5d7-a3e3-b5dd53af7908" [ 667.427462] env[65448]: _type = "Task" [ 667.427462] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.440927] env[65448]: DEBUG oslo_vmware.api [None req-494b7b51-d097-4741-a994-6ac1db0ecb01 tempest-ServerAddressesTestJSON-297973440 tempest-ServerAddressesTestJSON-297973440-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5245de5f-dcfe-e5d7-a3e3-b5dd53af7908, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.508756] env[65448]: DEBUG oslo_vmware.api [None req-f966857c-3f76-4743-a016-8eb38b304b40 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Task: {'id': task-4937230, 'name': Rename_Task, 'duration_secs': 0.231704} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.509048] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-f966857c-3f76-4743-a016-8eb38b304b40 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: f92de7cc-d52b-4a1d-821a-0212e37e9369] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 667.509277] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-585fe5ba-4399-44b4-ac2a-9679fdd0822b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.515228] env[65448]: DEBUG nova.compute.manager [None req-28487448-b1aa-4e6b-bb37-0d6365e01cb3 tempest-ServerDiagnosticsV248Test-1707118153 tempest-ServerDiagnosticsV248Test-1707118153-project-member] [instance: 563c9ae6-0834-4c9c-aad5-e72b367fb3a6] Start building block device mappings for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2916}} [ 667.524086] env[65448]: DEBUG oslo_vmware.api [None req-f966857c-3f76-4743-a016-8eb38b304b40 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Waiting for the task: (returnval){ [ 667.524086] env[65448]: value = "task-4937233" [ 667.524086] env[65448]: _type = "Task" [ 667.524086] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.532247] env[65448]: DEBUG oslo_vmware.api [None req-f966857c-3f76-4743-a016-8eb38b304b40 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Task: {'id': task-4937233, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.685290] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ff0cf43-5828-4ae7-a01d-b6e73d424084 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.696100] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f559959-c0ae-4b8b-ba32-2868b390c88a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.730429] env[65448]: DEBUG nova.compute.manager [None req-19a91b29-a52d-4bbe-9870-a6b3d0ff68ed tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] [instance: c473afa5-eeb2-4574-bdf8-f0bc2ea17534] Starting instance... {{(pid=65448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2483}} [ 667.736060] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab3d3a90-11ec-407e-9b8a-fe7f9dde0525 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.745018] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5512722c-cae4-4506-b657-d5c564047e64 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.767026] env[65448]: DEBUG nova.compute.provider_tree [None req-9d98cc90-fcd2-4bb9-a516-141df04b878d tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 667.851654] env[65448]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 667.851654] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52202759-6de5-312c-7985-1d1ebe71acd1" [ 667.851654] env[65448]: _type = "HttpNfcLease" [ 667.851654] env[65448]: } is ready. {{(pid=65448) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 667.852262] env[65448]: DEBUG oslo_vmware.rw_handles [None req-cca22f64-5c66-4692-a0d5-39b19a47c6d5 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 667.852262] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52202759-6de5-312c-7985-1d1ebe71acd1" [ 667.852262] env[65448]: _type = "HttpNfcLease" [ 667.852262] env[65448]: }. {{(pid=65448) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 667.855602] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e07c2724-50ed-4935-bd06-363278336de8 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.864751] env[65448]: DEBUG oslo_vmware.rw_handles [None req-cca22f64-5c66-4692-a0d5-39b19a47c6d5 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a1948b-8e52-eb29-4c6d-3e1803fe86c9/disk-0.vmdk from lease info. {{(pid=65448) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 667.864955] env[65448]: DEBUG oslo_vmware.rw_handles [None req-cca22f64-5c66-4692-a0d5-39b19a47c6d5 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a1948b-8e52-eb29-4c6d-3e1803fe86c9/disk-0.vmdk for reading. {{(pid=65448) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 667.869775] env[65448]: DEBUG oslo_vmware.api [None req-3e323374-5ba8-4e2f-874f-23c0bece03aa tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Task: {'id': task-4937232, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.931580] env[65448]: WARNING neutronclient.v2_0.client [req-f85ce506-b60a-41e1-a12d-eae15828d28d req-52a16b8d-b496-409e-bb3c-0ce7e4d5769a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 667.935937] env[65448]: DEBUG nova.network.neutron [None req-86510b24-c0b3-4116-89e2-70aef5e704f2 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] [instance: 223507ab-1bb6-4cc6-b81d-c5da765c01c0] Instance cache missing network info. {{(pid=65448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 667.951107] env[65448]: DEBUG oslo_vmware.api [None req-494b7b51-d097-4741-a994-6ac1db0ecb01 tempest-ServerAddressesTestJSON-297973440 tempest-ServerAddressesTestJSON-297973440-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5245de5f-dcfe-e5d7-a3e3-b5dd53af7908, 'name': SearchDatastore_Task, 'duration_secs': 0.018646} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.951494] env[65448]: DEBUG oslo_concurrency.lockutils [None req-494b7b51-d097-4741-a994-6ac1db0ecb01 tempest-ServerAddressesTestJSON-297973440 tempest-ServerAddressesTestJSON-297973440-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.951746] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-494b7b51-d097-4741-a994-6ac1db0ecb01 tempest-ServerAddressesTestJSON-297973440 tempest-ServerAddressesTestJSON-297973440-project-member] [instance: 42660aaa-81e2-47fe-949b-cbf7e599091d] Processing image 50fb366d-48e6-424f-9c20-bc83d77be76a {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 667.952044] env[65448]: DEBUG oslo_concurrency.lockutils [None req-494b7b51-d097-4741-a994-6ac1db0ecb01 tempest-ServerAddressesTestJSON-297973440 tempest-ServerAddressesTestJSON-297973440-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.952244] env[65448]: DEBUG oslo_concurrency.lockutils [None req-494b7b51-d097-4741-a994-6ac1db0ecb01 tempest-ServerAddressesTestJSON-297973440 tempest-ServerAddressesTestJSON-297973440-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.952402] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-494b7b51-d097-4741-a994-6ac1db0ecb01 tempest-ServerAddressesTestJSON-297973440 tempest-ServerAddressesTestJSON-297973440-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 667.952805] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1e145a92-20d7-4503-8be7-7281905f2a04 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.964494] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-494b7b51-d097-4741-a994-6ac1db0ecb01 tempest-ServerAddressesTestJSON-297973440 tempest-ServerAddressesTestJSON-297973440-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 667.964774] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-494b7b51-d097-4741-a994-6ac1db0ecb01 tempest-ServerAddressesTestJSON-297973440 tempest-ServerAddressesTestJSON-297973440-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 667.965664] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7fdb4c4-5e1a-4691-a666-3d68d99ac548 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.973273] env[65448]: DEBUG oslo_vmware.api [None req-494b7b51-d097-4741-a994-6ac1db0ecb01 tempest-ServerAddressesTestJSON-297973440 tempest-ServerAddressesTestJSON-297973440-project-member] Waiting for the task: (returnval){ [ 667.973273] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]527641cb-c1dc-5bdb-29f8-45a8a3c4e5bd" [ 667.973273] env[65448]: _type = "Task" [ 667.973273] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.982753] env[65448]: DEBUG oslo_vmware.api [None req-494b7b51-d097-4741-a994-6ac1db0ecb01 tempest-ServerAddressesTestJSON-297973440 tempest-ServerAddressesTestJSON-297973440-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]527641cb-c1dc-5bdb-29f8-45a8a3c4e5bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.986054] env[65448]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-30e5667c-2955-4e23-b629-ab4760a1775b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.047405] env[65448]: DEBUG oslo_vmware.api [None req-f966857c-3f76-4743-a016-8eb38b304b40 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Task: {'id': task-4937233, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.272702] env[65448]: DEBUG nova.scheduler.client.report [None req-9d98cc90-fcd2-4bb9-a516-141df04b878d tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 668.281680] env[65448]: DEBUG oslo_concurrency.lockutils [None req-19a91b29-a52d-4bbe-9870-a6b3d0ff68ed tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.370385] env[65448]: DEBUG oslo_vmware.api [None req-3e323374-5ba8-4e2f-874f-23c0bece03aa tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Task: {'id': task-4937232, 'name': PowerOffVM_Task, 'duration_secs': 0.854866} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.370760] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e323374-5ba8-4e2f-874f-23c0bece03aa tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] [instance: bde62422-6d7d-48dd-b3c8-a9c9091e23a7] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 668.370944] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-3e323374-5ba8-4e2f-874f-23c0bece03aa tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] [instance: bde62422-6d7d-48dd-b3c8-a9c9091e23a7] Unregistering the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 668.371276] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0ab055dc-d286-45b2-bb16-43d521bb9213 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.457928] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-3e323374-5ba8-4e2f-874f-23c0bece03aa tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] [instance: bde62422-6d7d-48dd-b3c8-a9c9091e23a7] Unregistered the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 668.458342] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-3e323374-5ba8-4e2f-874f-23c0bece03aa tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] [instance: bde62422-6d7d-48dd-b3c8-a9c9091e23a7] Deleting contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 668.458524] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e323374-5ba8-4e2f-874f-23c0bece03aa tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Deleting the datastore file [datastore2] bde62422-6d7d-48dd-b3c8-a9c9091e23a7 {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 668.458702] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-963c12d2-1134-40cc-a1f8-194b1fdbf9fc {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.468325] env[65448]: DEBUG oslo_vmware.api [None req-3e323374-5ba8-4e2f-874f-23c0bece03aa tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Waiting for the task: (returnval){ [ 668.468325] env[65448]: value = "task-4937235" [ 668.468325] env[65448]: _type = "Task" [ 668.468325] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.482028] env[65448]: DEBUG oslo_vmware.api [None req-3e323374-5ba8-4e2f-874f-23c0bece03aa tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Task: {'id': task-4937235, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.489764] env[65448]: DEBUG oslo_vmware.api [None req-494b7b51-d097-4741-a994-6ac1db0ecb01 tempest-ServerAddressesTestJSON-297973440 tempest-ServerAddressesTestJSON-297973440-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]527641cb-c1dc-5bdb-29f8-45a8a3c4e5bd, 'name': SearchDatastore_Task, 'duration_secs': 0.012507} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.490620] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66e93960-cd76-42da-8ab8-49353c95832d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.498704] env[65448]: DEBUG oslo_vmware.api [None req-494b7b51-d097-4741-a994-6ac1db0ecb01 tempest-ServerAddressesTestJSON-297973440 tempest-ServerAddressesTestJSON-297973440-project-member] Waiting for the task: (returnval){ [ 668.498704] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]523a711b-a862-4e92-eff1-608057fb1270" [ 668.498704] env[65448]: _type = "Task" [ 668.498704] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.509433] env[65448]: DEBUG oslo_vmware.api [None req-494b7b51-d097-4741-a994-6ac1db0ecb01 tempest-ServerAddressesTestJSON-297973440 tempest-ServerAddressesTestJSON-297973440-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]523a711b-a862-4e92-eff1-608057fb1270, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.544749] env[65448]: DEBUG nova.compute.manager [None req-28487448-b1aa-4e6b-bb37-0d6365e01cb3 tempest-ServerDiagnosticsV248Test-1707118153 tempest-ServerDiagnosticsV248Test-1707118153-project-member] [instance: 563c9ae6-0834-4c9c-aad5-e72b367fb3a6] Start spawning the instance on the hypervisor. {{(pid=65448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2689}} [ 668.547661] env[65448]: DEBUG oslo_vmware.api [None req-f966857c-3f76-4743-a016-8eb38b304b40 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Task: {'id': task-4937233, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.584331] env[65448]: DEBUG nova.virt.hardware [None req-28487448-b1aa-4e6b-bb37-0d6365e01cb3 tempest-ServerDiagnosticsV248Test-1707118153 tempest-ServerDiagnosticsV248Test-1707118153-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-08T17:19:51Z,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a992292b6dae455593d228217860e2e1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-08T17:19:52Z,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 668.584331] env[65448]: DEBUG nova.virt.hardware [None req-28487448-b1aa-4e6b-bb37-0d6365e01cb3 tempest-ServerDiagnosticsV248Test-1707118153 tempest-ServerDiagnosticsV248Test-1707118153-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 668.585393] env[65448]: DEBUG nova.virt.hardware [None req-28487448-b1aa-4e6b-bb37-0d6365e01cb3 tempest-ServerDiagnosticsV248Test-1707118153 tempest-ServerDiagnosticsV248Test-1707118153-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 668.585393] env[65448]: DEBUG nova.virt.hardware [None req-28487448-b1aa-4e6b-bb37-0d6365e01cb3 tempest-ServerDiagnosticsV248Test-1707118153 tempest-ServerDiagnosticsV248Test-1707118153-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 668.585393] env[65448]: DEBUG nova.virt.hardware [None req-28487448-b1aa-4e6b-bb37-0d6365e01cb3 tempest-ServerDiagnosticsV248Test-1707118153 tempest-ServerDiagnosticsV248Test-1707118153-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 668.585393] env[65448]: DEBUG nova.virt.hardware [None req-28487448-b1aa-4e6b-bb37-0d6365e01cb3 tempest-ServerDiagnosticsV248Test-1707118153 tempest-ServerDiagnosticsV248Test-1707118153-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 668.585393] env[65448]: DEBUG nova.virt.hardware [None req-28487448-b1aa-4e6b-bb37-0d6365e01cb3 tempest-ServerDiagnosticsV248Test-1707118153 tempest-ServerDiagnosticsV248Test-1707118153-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 668.585607] env[65448]: DEBUG nova.virt.hardware [None req-28487448-b1aa-4e6b-bb37-0d6365e01cb3 tempest-ServerDiagnosticsV248Test-1707118153 tempest-ServerDiagnosticsV248Test-1707118153-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 668.585607] env[65448]: DEBUG nova.virt.hardware [None req-28487448-b1aa-4e6b-bb37-0d6365e01cb3 tempest-ServerDiagnosticsV248Test-1707118153 tempest-ServerDiagnosticsV248Test-1707118153-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 668.586085] env[65448]: DEBUG nova.virt.hardware [None req-28487448-b1aa-4e6b-bb37-0d6365e01cb3 tempest-ServerDiagnosticsV248Test-1707118153 tempest-ServerDiagnosticsV248Test-1707118153-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 668.586085] env[65448]: DEBUG nova.virt.hardware [None req-28487448-b1aa-4e6b-bb37-0d6365e01cb3 tempest-ServerDiagnosticsV248Test-1707118153 tempest-ServerDiagnosticsV248Test-1707118153-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 668.587083] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd73b3d2-521c-4b93-9c21-204ea0ffda12 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.600595] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa2d0bfd-dcd3-4ab6-a30b-c7ec4d048ece {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.618565] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-28487448-b1aa-4e6b-bb37-0d6365e01cb3 tempest-ServerDiagnosticsV248Test-1707118153 tempest-ServerDiagnosticsV248Test-1707118153-project-member] [instance: 563c9ae6-0834-4c9c-aad5-e72b367fb3a6] Instance VIF info [] {{(pid=65448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 668.625279] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-28487448-b1aa-4e6b-bb37-0d6365e01cb3 tempest-ServerDiagnosticsV248Test-1707118153 tempest-ServerDiagnosticsV248Test-1707118153-project-member] Creating folder: Project (296600a34c934615b24b7427684aa445). Parent ref: group-v961779. {{(pid=65448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 668.631217] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-66e619ae-4440-4334-80a8-e1dc091e92e6 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.648224] env[65448]: INFO nova.virt.vmwareapi.vm_util [None req-28487448-b1aa-4e6b-bb37-0d6365e01cb3 tempest-ServerDiagnosticsV248Test-1707118153 tempest-ServerDiagnosticsV248Test-1707118153-project-member] Created folder: Project (296600a34c934615b24b7427684aa445) in parent group-v961779. [ 668.648224] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-28487448-b1aa-4e6b-bb37-0d6365e01cb3 tempest-ServerDiagnosticsV248Test-1707118153 tempest-ServerDiagnosticsV248Test-1707118153-project-member] Creating folder: Instances. Parent ref: group-v961852. {{(pid=65448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 668.649260] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7d40aa99-29b6-4c76-9e97-1298472159b4 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.663063] env[65448]: INFO nova.virt.vmwareapi.vm_util [None req-28487448-b1aa-4e6b-bb37-0d6365e01cb3 tempest-ServerDiagnosticsV248Test-1707118153 tempest-ServerDiagnosticsV248Test-1707118153-project-member] Created folder: Instances in parent group-v961852. [ 668.664528] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-28487448-b1aa-4e6b-bb37-0d6365e01cb3 tempest-ServerDiagnosticsV248Test-1707118153 tempest-ServerDiagnosticsV248Test-1707118153-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 668.664792] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 563c9ae6-0834-4c9c-aad5-e72b367fb3a6] Creating VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 668.665128] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a5a6fae1-e84f-4f06-818a-5ad999d3633e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.690994] env[65448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 668.690994] env[65448]: value = "task-4937238" [ 668.690994] env[65448]: _type = "Task" [ 668.690994] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.701084] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937238, 'name': CreateVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.783953] env[65448]: DEBUG oslo_concurrency.lockutils [None req-9d98cc90-fcd2-4bb9-a516-141df04b878d tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.281s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.787688] env[65448]: DEBUG oslo_concurrency.lockutils [None req-8d451af9-ef14-4316-afd8-33b6cc20b087 tempest-ServersTestFqdnHostnames-1972796060 tempest-ServersTestFqdnHostnames-1972796060-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.084s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.790931] env[65448]: INFO nova.compute.claims [None req-8d451af9-ef14-4316-afd8-33b6cc20b087 tempest-ServersTestFqdnHostnames-1972796060 tempest-ServersTestFqdnHostnames-1972796060-project-member] [instance: d72d778b-dd55-4ac5-a55a-ffa2176f8aa1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 668.827937] env[65448]: INFO nova.scheduler.client.report [None req-9d98cc90-fcd2-4bb9-a516-141df04b878d tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Deleted allocations for instance 101b6ef8-fab1-4626-9524-4e080c5ad298 [ 668.932486] env[65448]: DEBUG oslo_concurrency.lockutils [None req-3da8b6db-3382-444c-84cc-234e39342f1d tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Acquiring lock "727dfbd8-2509-4e94-9090-36a2d9b3da19" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.932829] env[65448]: DEBUG oslo_concurrency.lockutils [None req-3da8b6db-3382-444c-84cc-234e39342f1d tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Lock "727dfbd8-2509-4e94-9090-36a2d9b3da19" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.961883] env[65448]: WARNING neutronclient.v2_0.client [None req-86510b24-c0b3-4116-89e2-70aef5e704f2 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 668.980012] env[65448]: DEBUG oslo_vmware.api [None req-3e323374-5ba8-4e2f-874f-23c0bece03aa tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Task: {'id': task-4937235, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.223639} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.980324] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e323374-5ba8-4e2f-874f-23c0bece03aa tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 668.980519] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-3e323374-5ba8-4e2f-874f-23c0bece03aa tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] [instance: bde62422-6d7d-48dd-b3c8-a9c9091e23a7] Deleted contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 668.980696] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-3e323374-5ba8-4e2f-874f-23c0bece03aa tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] [instance: bde62422-6d7d-48dd-b3c8-a9c9091e23a7] Instance destroyed {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 668.980862] env[65448]: INFO nova.compute.manager [None req-3e323374-5ba8-4e2f-874f-23c0bece03aa tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] [instance: bde62422-6d7d-48dd-b3c8-a9c9091e23a7] Took 1.66 seconds to destroy the instance on the hypervisor. [ 668.981155] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-3e323374-5ba8-4e2f-874f-23c0bece03aa tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 668.981447] env[65448]: DEBUG nova.compute.manager [-] [instance: bde62422-6d7d-48dd-b3c8-a9c9091e23a7] Deallocating network for instance {{(pid=65448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 668.981803] env[65448]: DEBUG nova.network.neutron [-] [instance: bde62422-6d7d-48dd-b3c8-a9c9091e23a7] deallocate_for_instance() {{(pid=65448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 668.981803] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 669.012052] env[65448]: DEBUG oslo_vmware.api [None req-494b7b51-d097-4741-a994-6ac1db0ecb01 tempest-ServerAddressesTestJSON-297973440 tempest-ServerAddressesTestJSON-297973440-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]523a711b-a862-4e92-eff1-608057fb1270, 'name': SearchDatastore_Task, 'duration_secs': 0.024097} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.012669] env[65448]: DEBUG oslo_concurrency.lockutils [None req-494b7b51-d097-4741-a994-6ac1db0ecb01 tempest-ServerAddressesTestJSON-297973440 tempest-ServerAddressesTestJSON-297973440-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.013181] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-494b7b51-d097-4741-a994-6ac1db0ecb01 tempest-ServerAddressesTestJSON-297973440 tempest-ServerAddressesTestJSON-297973440-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] 42660aaa-81e2-47fe-949b-cbf7e599091d/42660aaa-81e2-47fe-949b-cbf7e599091d.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 669.013608] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3c4301c7-8b9f-41cb-b266-3d961c22ab04 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.023359] env[65448]: DEBUG oslo_vmware.api [None req-494b7b51-d097-4741-a994-6ac1db0ecb01 tempest-ServerAddressesTestJSON-297973440 tempest-ServerAddressesTestJSON-297973440-project-member] Waiting for the task: (returnval){ [ 669.023359] env[65448]: value = "task-4937239" [ 669.023359] env[65448]: _type = "Task" [ 669.023359] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.038525] env[65448]: DEBUG oslo_vmware.api [None req-494b7b51-d097-4741-a994-6ac1db0ecb01 tempest-ServerAddressesTestJSON-297973440 tempest-ServerAddressesTestJSON-297973440-project-member] Task: {'id': task-4937239, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.045307] env[65448]: DEBUG oslo_vmware.api [None req-f966857c-3f76-4743-a016-8eb38b304b40 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Task: {'id': task-4937233, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.206351] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937238, 'name': CreateVM_Task} progress is 99%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.342189] env[65448]: DEBUG oslo_concurrency.lockutils [None req-9d98cc90-fcd2-4bb9-a516-141df04b878d tempest-ServersAdmin275Test-1190841735 tempest-ServersAdmin275Test-1190841735-project-member] Lock "101b6ef8-fab1-4626-9524-4e080c5ad298" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.852s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.548226] env[65448]: DEBUG oslo_vmware.api [None req-494b7b51-d097-4741-a994-6ac1db0ecb01 tempest-ServerAddressesTestJSON-297973440 tempest-ServerAddressesTestJSON-297973440-project-member] Task: {'id': task-4937239, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.553026] env[65448]: DEBUG oslo_vmware.api [None req-f966857c-3f76-4743-a016-8eb38b304b40 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Task: {'id': task-4937233, 'name': PowerOnVM_Task, 'duration_secs': 1.55209} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.553433] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-f966857c-3f76-4743-a016-8eb38b304b40 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: f92de7cc-d52b-4a1d-821a-0212e37e9369] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 669.553768] env[65448]: INFO nova.compute.manager [None req-f966857c-3f76-4743-a016-8eb38b304b40 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: f92de7cc-d52b-4a1d-821a-0212e37e9369] Took 9.71 seconds to spawn the instance on the hypervisor. [ 669.554038] env[65448]: DEBUG nova.compute.manager [None req-f966857c-3f76-4743-a016-8eb38b304b40 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: f92de7cc-d52b-4a1d-821a-0212e37e9369] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 669.555017] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51c45ced-7d51-4e29-9df8-b469491c9bc0 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.710862] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937238, 'name': CreateVM_Task} progress is 99%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.881278] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 670.041076] env[65448]: DEBUG oslo_vmware.api [None req-494b7b51-d097-4741-a994-6ac1db0ecb01 tempest-ServerAddressesTestJSON-297973440 tempest-ServerAddressesTestJSON-297973440-project-member] Task: {'id': task-4937239, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.670997} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.041076] env[65448]: WARNING neutronclient.v2_0.client [req-f85ce506-b60a-41e1-a12d-eae15828d28d req-52a16b8d-b496-409e-bb3c-0ce7e4d5769a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 670.043443] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-494b7b51-d097-4741-a994-6ac1db0ecb01 tempest-ServerAddressesTestJSON-297973440 tempest-ServerAddressesTestJSON-297973440-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] 42660aaa-81e2-47fe-949b-cbf7e599091d/42660aaa-81e2-47fe-949b-cbf7e599091d.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 670.043612] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-494b7b51-d097-4741-a994-6ac1db0ecb01 tempest-ServerAddressesTestJSON-297973440 tempest-ServerAddressesTestJSON-297973440-project-member] [instance: 42660aaa-81e2-47fe-949b-cbf7e599091d] Extending root virtual disk to 1048576 {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 670.044117] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7c919411-7cbd-4645-8cf6-dfc5fdb09545 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.055394] env[65448]: DEBUG oslo_vmware.api [None req-494b7b51-d097-4741-a994-6ac1db0ecb01 tempest-ServerAddressesTestJSON-297973440 tempest-ServerAddressesTestJSON-297973440-project-member] Waiting for the task: (returnval){ [ 670.055394] env[65448]: value = "task-4937240" [ 670.055394] env[65448]: _type = "Task" [ 670.055394] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.079090] env[65448]: INFO nova.compute.manager [None req-f966857c-3f76-4743-a016-8eb38b304b40 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: f92de7cc-d52b-4a1d-821a-0212e37e9369] Took 28.67 seconds to build instance. [ 670.081584] env[65448]: DEBUG oslo_vmware.api [None req-494b7b51-d097-4741-a994-6ac1db0ecb01 tempest-ServerAddressesTestJSON-297973440 tempest-ServerAddressesTestJSON-297973440-project-member] Task: {'id': task-4937240, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.112637] env[65448]: DEBUG nova.network.neutron [None req-86510b24-c0b3-4116-89e2-70aef5e704f2 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] [instance: 223507ab-1bb6-4cc6-b81d-c5da765c01c0] Updating instance_info_cache with network_info: [{"id": "ab48d740-1059-4c4f-ace7-4220da281175", "address": "fa:16:3e:e3:b9:30", "network": {"id": "8bceff40-3fe8-4c4e-8d97-0f1608c6de19", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.58", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a992292b6dae455593d228217860e2e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab48d740-10", "ovs_interfaceid": "ab48d740-1059-4c4f-ace7-4220da281175", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.211600] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937238, 'name': CreateVM_Task, 'duration_secs': 1.455049} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.211866] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 563c9ae6-0834-4c9c-aad5-e72b367fb3a6] Created VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 670.212362] env[65448]: DEBUG oslo_concurrency.lockutils [None req-28487448-b1aa-4e6b-bb37-0d6365e01cb3 tempest-ServerDiagnosticsV248Test-1707118153 tempest-ServerDiagnosticsV248Test-1707118153-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.212862] env[65448]: DEBUG oslo_concurrency.lockutils [None req-28487448-b1aa-4e6b-bb37-0d6365e01cb3 tempest-ServerDiagnosticsV248Test-1707118153 tempest-ServerDiagnosticsV248Test-1707118153-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.212968] env[65448]: DEBUG oslo_concurrency.lockutils [None req-28487448-b1aa-4e6b-bb37-0d6365e01cb3 tempest-ServerDiagnosticsV248Test-1707118153 tempest-ServerDiagnosticsV248Test-1707118153-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.213595] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90949080-d4c4-4c3c-a42e-f5c633623201 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.224302] env[65448]: DEBUG oslo_vmware.api [None req-28487448-b1aa-4e6b-bb37-0d6365e01cb3 tempest-ServerDiagnosticsV248Test-1707118153 tempest-ServerDiagnosticsV248Test-1707118153-project-member] Waiting for the task: (returnval){ [ 670.224302] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]528d58d2-d60f-c59f-9f01-6d3ee249d82a" [ 670.224302] env[65448]: _type = "Task" [ 670.224302] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.239706] env[65448]: DEBUG oslo_vmware.api [None req-28487448-b1aa-4e6b-bb37-0d6365e01cb3 tempest-ServerDiagnosticsV248Test-1707118153 tempest-ServerDiagnosticsV248Test-1707118153-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]528d58d2-d60f-c59f-9f01-6d3ee249d82a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.457255] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0f1583c-33fe-48e9-97d5-57f35122ab5a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.469216] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e89af930-ad31-4640-9333-688dbe512248 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.506928] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcf01a99-1a5a-4cd7-bedf-a7d2255ac046 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.516971] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e3f468d-0159-48bb-b91d-b210ed51333c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.532224] env[65448]: DEBUG nova.compute.provider_tree [None req-8d451af9-ef14-4316-afd8-33b6cc20b087 tempest-ServersTestFqdnHostnames-1972796060 tempest-ServersTestFqdnHostnames-1972796060-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 670.568954] env[65448]: DEBUG oslo_vmware.api [None req-494b7b51-d097-4741-a994-6ac1db0ecb01 tempest-ServerAddressesTestJSON-297973440 tempest-ServerAddressesTestJSON-297973440-project-member] Task: {'id': task-4937240, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.147806} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.569122] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-494b7b51-d097-4741-a994-6ac1db0ecb01 tempest-ServerAddressesTestJSON-297973440 tempest-ServerAddressesTestJSON-297973440-project-member] [instance: 42660aaa-81e2-47fe-949b-cbf7e599091d] Extended root virtual disk {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 670.570158] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d84114db-1f4a-4fb3-b321-d508522e24c3 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.589797] env[65448]: DEBUG oslo_concurrency.lockutils [None req-f966857c-3f76-4743-a016-8eb38b304b40 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Lock "f92de7cc-d52b-4a1d-821a-0212e37e9369" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.193s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.599366] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-494b7b51-d097-4741-a994-6ac1db0ecb01 tempest-ServerAddressesTestJSON-297973440 tempest-ServerAddressesTestJSON-297973440-project-member] [instance: 42660aaa-81e2-47fe-949b-cbf7e599091d] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] 42660aaa-81e2-47fe-949b-cbf7e599091d/42660aaa-81e2-47fe-949b-cbf7e599091d.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 670.601187] env[65448]: DEBUG nova.network.neutron [req-f85ce506-b60a-41e1-a12d-eae15828d28d req-52a16b8d-b496-409e-bb3c-0ce7e4d5769a service nova] [instance: f92de7cc-d52b-4a1d-821a-0212e37e9369] Updated VIF entry in instance network info cache for port a583589c-8039-46c8-8a5c-147d6853decf. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 670.601187] env[65448]: DEBUG nova.network.neutron [req-f85ce506-b60a-41e1-a12d-eae15828d28d req-52a16b8d-b496-409e-bb3c-0ce7e4d5769a service nova] [instance: f92de7cc-d52b-4a1d-821a-0212e37e9369] Updating instance_info_cache with network_info: [{"id": "a583589c-8039-46c8-8a5c-147d6853decf", "address": "fa:16:3e:22:dc:d3", "network": {"id": "f27d2d9e-8ae7-4086-9161-47127b34dd20", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-248251098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2a7a06e61d94624ba3b3a9d4f5d1e6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4223acd2-30f7-440e-b975-60b30d931694", "external-id": "nsx-vlan-transportzone-647", "segmentation_id": 647, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa583589c-80", "ovs_interfaceid": "a583589c-8039-46c8-8a5c-147d6853decf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.610060] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-852d7577-5514-46dd-84a4-fb11bf6dd925 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.623971] env[65448]: DEBUG oslo_concurrency.lockutils [None req-86510b24-c0b3-4116-89e2-70aef5e704f2 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Releasing lock "refresh_cache-223507ab-1bb6-4cc6-b81d-c5da765c01c0" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.623971] env[65448]: DEBUG nova.compute.manager [None req-86510b24-c0b3-4116-89e2-70aef5e704f2 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] [instance: 223507ab-1bb6-4cc6-b81d-c5da765c01c0] Instance network_info: |[{"id": "ab48d740-1059-4c4f-ace7-4220da281175", "address": "fa:16:3e:e3:b9:30", "network": {"id": "8bceff40-3fe8-4c4e-8d97-0f1608c6de19", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.58", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a992292b6dae455593d228217860e2e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab48d740-10", "ovs_interfaceid": "ab48d740-1059-4c4f-ace7-4220da281175", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 670.624148] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-86510b24-c0b3-4116-89e2-70aef5e704f2 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] [instance: 223507ab-1bb6-4cc6-b81d-c5da765c01c0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:b9:30', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '07e9bef1-2b0e-4e4d-997f-de71bb0e213a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ab48d740-1059-4c4f-ace7-4220da281175', 'vif_model': 'vmxnet3'}] {{(pid=65448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 670.631682] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-86510b24-c0b3-4116-89e2-70aef5e704f2 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Creating folder: Project (59c42804054740c48c7e57900be9a060). Parent ref: group-v961779. {{(pid=65448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 670.634747] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-560b38cb-31f4-41d2-bec8-82935b105890 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.637960] env[65448]: DEBUG oslo_vmware.api [None req-494b7b51-d097-4741-a994-6ac1db0ecb01 tempest-ServerAddressesTestJSON-297973440 tempest-ServerAddressesTestJSON-297973440-project-member] Waiting for the task: (returnval){ [ 670.637960] env[65448]: value = "task-4937241" [ 670.637960] env[65448]: _type = "Task" [ 670.637960] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.647966] env[65448]: DEBUG oslo_vmware.api [None req-494b7b51-d097-4741-a994-6ac1db0ecb01 tempest-ServerAddressesTestJSON-297973440 tempest-ServerAddressesTestJSON-297973440-project-member] Task: {'id': task-4937241, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.649452] env[65448]: INFO nova.virt.vmwareapi.vm_util [None req-86510b24-c0b3-4116-89e2-70aef5e704f2 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Created folder: Project (59c42804054740c48c7e57900be9a060) in parent group-v961779. [ 670.649642] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-86510b24-c0b3-4116-89e2-70aef5e704f2 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Creating folder: Instances. Parent ref: group-v961855. {{(pid=65448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 670.649912] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f8954a11-2473-4cd4-ba1e-2e873b872caa {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.663028] env[65448]: INFO nova.virt.vmwareapi.vm_util [None req-86510b24-c0b3-4116-89e2-70aef5e704f2 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Created folder: Instances in parent group-v961855. [ 670.663363] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-86510b24-c0b3-4116-89e2-70aef5e704f2 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 670.663611] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 223507ab-1bb6-4cc6-b81d-c5da765c01c0] Creating VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 670.663859] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-257cccb1-1720-4901-b6d7-203615fde233 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.686843] env[65448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 670.686843] env[65448]: value = "task-4937244" [ 670.686843] env[65448]: _type = "Task" [ 670.686843] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.698287] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937244, 'name': CreateVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.741735] env[65448]: DEBUG oslo_vmware.api [None req-28487448-b1aa-4e6b-bb37-0d6365e01cb3 tempest-ServerDiagnosticsV248Test-1707118153 tempest-ServerDiagnosticsV248Test-1707118153-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]528d58d2-d60f-c59f-9f01-6d3ee249d82a, 'name': SearchDatastore_Task, 'duration_secs': 0.020258} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.741735] env[65448]: DEBUG oslo_concurrency.lockutils [None req-28487448-b1aa-4e6b-bb37-0d6365e01cb3 tempest-ServerDiagnosticsV248Test-1707118153 tempest-ServerDiagnosticsV248Test-1707118153-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.741735] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-28487448-b1aa-4e6b-bb37-0d6365e01cb3 tempest-ServerDiagnosticsV248Test-1707118153 tempest-ServerDiagnosticsV248Test-1707118153-project-member] [instance: 563c9ae6-0834-4c9c-aad5-e72b367fb3a6] Processing image 50fb366d-48e6-424f-9c20-bc83d77be76a {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 670.741735] env[65448]: DEBUG oslo_concurrency.lockutils [None req-28487448-b1aa-4e6b-bb37-0d6365e01cb3 tempest-ServerDiagnosticsV248Test-1707118153 tempest-ServerDiagnosticsV248Test-1707118153-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.742118] env[65448]: DEBUG oslo_concurrency.lockutils [None req-28487448-b1aa-4e6b-bb37-0d6365e01cb3 tempest-ServerDiagnosticsV248Test-1707118153 tempest-ServerDiagnosticsV248Test-1707118153-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.742118] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-28487448-b1aa-4e6b-bb37-0d6365e01cb3 tempest-ServerDiagnosticsV248Test-1707118153 tempest-ServerDiagnosticsV248Test-1707118153-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 670.742118] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5d84f353-6e82-4b2c-8ed5-1622f0c26a61 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.764056] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-28487448-b1aa-4e6b-bb37-0d6365e01cb3 tempest-ServerDiagnosticsV248Test-1707118153 tempest-ServerDiagnosticsV248Test-1707118153-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 670.764056] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-28487448-b1aa-4e6b-bb37-0d6365e01cb3 tempest-ServerDiagnosticsV248Test-1707118153 tempest-ServerDiagnosticsV248Test-1707118153-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 670.765576] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5a78200-66a6-4321-b0c2-d060580f2dae {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.776195] env[65448]: DEBUG oslo_vmware.api [None req-28487448-b1aa-4e6b-bb37-0d6365e01cb3 tempest-ServerDiagnosticsV248Test-1707118153 tempest-ServerDiagnosticsV248Test-1707118153-project-member] Waiting for the task: (returnval){ [ 670.776195] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]527069e1-3ec5-7d37-3f30-ebad8890e8f8" [ 670.776195] env[65448]: _type = "Task" [ 670.776195] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.791243] env[65448]: DEBUG oslo_vmware.api [None req-28487448-b1aa-4e6b-bb37-0d6365e01cb3 tempest-ServerDiagnosticsV248Test-1707118153 tempest-ServerDiagnosticsV248Test-1707118153-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]527069e1-3ec5-7d37-3f30-ebad8890e8f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.892950] env[65448]: DEBUG nova.network.neutron [-] [instance: bde62422-6d7d-48dd-b3c8-a9c9091e23a7] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.945363] env[65448]: DEBUG nova.compute.manager [req-5ce8713d-4c6e-48d3-89ee-c9e92a1094cd req-695c03fd-44c5-4a4b-8a11-8385c5610f80 service nova] [instance: bde62422-6d7d-48dd-b3c8-a9c9091e23a7] Received event network-changed-9f96c3b4-5d69-4eef-8472-0542882de3f1 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 670.946051] env[65448]: DEBUG nova.compute.manager [req-5ce8713d-4c6e-48d3-89ee-c9e92a1094cd req-695c03fd-44c5-4a4b-8a11-8385c5610f80 service nova] [instance: bde62422-6d7d-48dd-b3c8-a9c9091e23a7] Refreshing instance network info cache due to event network-changed-9f96c3b4-5d69-4eef-8472-0542882de3f1. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 670.946051] env[65448]: DEBUG oslo_concurrency.lockutils [req-5ce8713d-4c6e-48d3-89ee-c9e92a1094cd req-695c03fd-44c5-4a4b-8a11-8385c5610f80 service nova] Acquiring lock "refresh_cache-bde62422-6d7d-48dd-b3c8-a9c9091e23a7" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.946238] env[65448]: DEBUG oslo_concurrency.lockutils [req-5ce8713d-4c6e-48d3-89ee-c9e92a1094cd req-695c03fd-44c5-4a4b-8a11-8385c5610f80 service nova] Acquired lock "refresh_cache-bde62422-6d7d-48dd-b3c8-a9c9091e23a7" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.946283] env[65448]: DEBUG nova.network.neutron [req-5ce8713d-4c6e-48d3-89ee-c9e92a1094cd req-695c03fd-44c5-4a4b-8a11-8385c5610f80 service nova] [instance: bde62422-6d7d-48dd-b3c8-a9c9091e23a7] Refreshing network info cache for port 9f96c3b4-5d69-4eef-8472-0542882de3f1 {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 671.043897] env[65448]: DEBUG nova.scheduler.client.report [None req-8d451af9-ef14-4316-afd8-33b6cc20b087 tempest-ServersTestFqdnHostnames-1972796060 tempest-ServersTestFqdnHostnames-1972796060-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 671.122952] env[65448]: DEBUG oslo_concurrency.lockutils [req-f85ce506-b60a-41e1-a12d-eae15828d28d req-52a16b8d-b496-409e-bb3c-0ce7e4d5769a service nova] Releasing lock "refresh_cache-f92de7cc-d52b-4a1d-821a-0212e37e9369" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.123851] env[65448]: DEBUG nova.compute.manager [None req-cfcbb16b-5ed3-4bfd-a4eb-7a86e4d4915a tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] [instance: afbf2157-90f8-4235-8f60-472d84ce9bd9] Starting instance... {{(pid=65448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2483}} [ 671.151300] env[65448]: DEBUG oslo_vmware.api [None req-494b7b51-d097-4741-a994-6ac1db0ecb01 tempest-ServerAddressesTestJSON-297973440 tempest-ServerAddressesTestJSON-297973440-project-member] Task: {'id': task-4937241, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.202403] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937244, 'name': CreateVM_Task} progress is 99%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.287213] env[65448]: DEBUG oslo_vmware.api [None req-28487448-b1aa-4e6b-bb37-0d6365e01cb3 tempest-ServerDiagnosticsV248Test-1707118153 tempest-ServerDiagnosticsV248Test-1707118153-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]527069e1-3ec5-7d37-3f30-ebad8890e8f8, 'name': SearchDatastore_Task, 'duration_secs': 0.019039} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.288167] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ab306b5-9701-4e1b-a8c5-626e2dd4909c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.296040] env[65448]: DEBUG oslo_vmware.api [None req-28487448-b1aa-4e6b-bb37-0d6365e01cb3 tempest-ServerDiagnosticsV248Test-1707118153 tempest-ServerDiagnosticsV248Test-1707118153-project-member] Waiting for the task: (returnval){ [ 671.296040] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5235c2c4-2e78-1b34-e81c-7c1f37487b24" [ 671.296040] env[65448]: _type = "Task" [ 671.296040] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.306639] env[65448]: DEBUG oslo_vmware.api [None req-28487448-b1aa-4e6b-bb37-0d6365e01cb3 tempest-ServerDiagnosticsV248Test-1707118153 tempest-ServerDiagnosticsV248Test-1707118153-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5235c2c4-2e78-1b34-e81c-7c1f37487b24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.396983] env[65448]: INFO nova.compute.manager [-] [instance: bde62422-6d7d-48dd-b3c8-a9c9091e23a7] Took 2.42 seconds to deallocate network for instance. [ 671.452713] env[65448]: WARNING neutronclient.v2_0.client [req-5ce8713d-4c6e-48d3-89ee-c9e92a1094cd req-695c03fd-44c5-4a4b-8a11-8385c5610f80 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 671.463216] env[65448]: DEBUG nova.compute.manager [req-5532857d-1226-453a-800c-01cca6de340c req-af6078b0-b247-470d-b4d7-39d46b37758e service nova] [instance: 42660aaa-81e2-47fe-949b-cbf7e599091d] Received event network-changed-e14a902d-0c13-4946-bdb8-5548cdfca057 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 671.463451] env[65448]: DEBUG nova.compute.manager [req-5532857d-1226-453a-800c-01cca6de340c req-af6078b0-b247-470d-b4d7-39d46b37758e service nova] [instance: 42660aaa-81e2-47fe-949b-cbf7e599091d] Refreshing instance network info cache due to event network-changed-e14a902d-0c13-4946-bdb8-5548cdfca057. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 671.463661] env[65448]: DEBUG oslo_concurrency.lockutils [req-5532857d-1226-453a-800c-01cca6de340c req-af6078b0-b247-470d-b4d7-39d46b37758e service nova] Acquiring lock "refresh_cache-42660aaa-81e2-47fe-949b-cbf7e599091d" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.463829] env[65448]: DEBUG oslo_concurrency.lockutils [req-5532857d-1226-453a-800c-01cca6de340c req-af6078b0-b247-470d-b4d7-39d46b37758e service nova] Acquired lock "refresh_cache-42660aaa-81e2-47fe-949b-cbf7e599091d" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.463989] env[65448]: DEBUG nova.network.neutron [req-5532857d-1226-453a-800c-01cca6de340c req-af6078b0-b247-470d-b4d7-39d46b37758e service nova] [instance: 42660aaa-81e2-47fe-949b-cbf7e599091d] Refreshing network info cache for port e14a902d-0c13-4946-bdb8-5548cdfca057 {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 671.477459] env[65448]: DEBUG nova.network.neutron [req-5ce8713d-4c6e-48d3-89ee-c9e92a1094cd req-695c03fd-44c5-4a4b-8a11-8385c5610f80 service nova] [instance: bde62422-6d7d-48dd-b3c8-a9c9091e23a7] Instance cache missing network info. {{(pid=65448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 671.524350] env[65448]: DEBUG oslo_concurrency.lockutils [None req-30d5e2f1-b146-45bf-a096-706033f3c53f tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Acquiring lock "e6733991-a8fe-42b0-bd9c-098cd755e957" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.524957] env[65448]: DEBUG oslo_concurrency.lockutils [None req-30d5e2f1-b146-45bf-a096-706033f3c53f tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Lock "e6733991-a8fe-42b0-bd9c-098cd755e957" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.549581] env[65448]: DEBUG oslo_concurrency.lockutils [None req-8d451af9-ef14-4316-afd8-33b6cc20b087 tempest-ServersTestFqdnHostnames-1972796060 tempest-ServersTestFqdnHostnames-1972796060-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.762s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.550100] env[65448]: DEBUG nova.compute.manager [None req-8d451af9-ef14-4316-afd8-33b6cc20b087 tempest-ServersTestFqdnHostnames-1972796060 tempest-ServersTestFqdnHostnames-1972796060-project-member] [instance: d72d778b-dd55-4ac5-a55a-ffa2176f8aa1] Start building networks asynchronously for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2881}} [ 671.557846] env[65448]: DEBUG oslo_concurrency.lockutils [None req-15b575c3-fe31-4751-8d32-0a45e3a5248e tempest-ServerDiagnosticsTest-673159984 tempest-ServerDiagnosticsTest-673159984-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.693s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.558174] env[65448]: DEBUG nova.objects.instance [None req-15b575c3-fe31-4751-8d32-0a45e3a5248e tempest-ServerDiagnosticsTest-673159984 tempest-ServerDiagnosticsTest-673159984-project-member] Lazy-loading 'resources' on Instance uuid d7335ae7-683b-4729-b771-29ac97585830 {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 671.621818] env[65448]: DEBUG nova.network.neutron [req-5ce8713d-4c6e-48d3-89ee-c9e92a1094cd req-695c03fd-44c5-4a4b-8a11-8385c5610f80 service nova] [instance: bde62422-6d7d-48dd-b3c8-a9c9091e23a7] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.656289] env[65448]: DEBUG oslo_vmware.api [None req-494b7b51-d097-4741-a994-6ac1db0ecb01 tempest-ServerAddressesTestJSON-297973440 tempest-ServerAddressesTestJSON-297973440-project-member] Task: {'id': task-4937241, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.667560] env[65448]: DEBUG oslo_concurrency.lockutils [None req-cfcbb16b-5ed3-4bfd-a4eb-7a86e4d4915a tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.700097] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937244, 'name': CreateVM_Task, 'duration_secs': 0.532645} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.700097] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 223507ab-1bb6-4cc6-b81d-c5da765c01c0] Created VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 671.700574] env[65448]: WARNING neutronclient.v2_0.client [None req-86510b24-c0b3-4116-89e2-70aef5e704f2 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 671.700961] env[65448]: DEBUG oslo_concurrency.lockutils [None req-86510b24-c0b3-4116-89e2-70aef5e704f2 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.701336] env[65448]: DEBUG oslo_concurrency.lockutils [None req-86510b24-c0b3-4116-89e2-70aef5e704f2 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.701741] env[65448]: DEBUG oslo_concurrency.lockutils [None req-86510b24-c0b3-4116-89e2-70aef5e704f2 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.701941] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a22f57c-d78a-4273-a076-97adeb6a68ad {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.708473] env[65448]: DEBUG oslo_vmware.api [None req-86510b24-c0b3-4116-89e2-70aef5e704f2 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Waiting for the task: (returnval){ [ 671.708473] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52f2dfb2-8c7c-d9c6-a6fe-d75a0e667d69" [ 671.708473] env[65448]: _type = "Task" [ 671.708473] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.722814] env[65448]: DEBUG oslo_vmware.api [None req-86510b24-c0b3-4116-89e2-70aef5e704f2 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52f2dfb2-8c7c-d9c6-a6fe-d75a0e667d69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.807069] env[65448]: DEBUG oslo_vmware.api [None req-28487448-b1aa-4e6b-bb37-0d6365e01cb3 tempest-ServerDiagnosticsV248Test-1707118153 tempest-ServerDiagnosticsV248Test-1707118153-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5235c2c4-2e78-1b34-e81c-7c1f37487b24, 'name': SearchDatastore_Task, 'duration_secs': 0.015903} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.807407] env[65448]: DEBUG oslo_concurrency.lockutils [None req-28487448-b1aa-4e6b-bb37-0d6365e01cb3 tempest-ServerDiagnosticsV248Test-1707118153 tempest-ServerDiagnosticsV248Test-1707118153-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.807719] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-28487448-b1aa-4e6b-bb37-0d6365e01cb3 tempest-ServerDiagnosticsV248Test-1707118153 tempest-ServerDiagnosticsV248Test-1707118153-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] 563c9ae6-0834-4c9c-aad5-e72b367fb3a6/563c9ae6-0834-4c9c-aad5-e72b367fb3a6.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 671.808048] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9a5fb591-7ea8-48da-88fe-be08f23fa1f6 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.817465] env[65448]: DEBUG oslo_vmware.api [None req-28487448-b1aa-4e6b-bb37-0d6365e01cb3 tempest-ServerDiagnosticsV248Test-1707118153 tempest-ServerDiagnosticsV248Test-1707118153-project-member] Waiting for the task: (returnval){ [ 671.817465] env[65448]: value = "task-4937245" [ 671.817465] env[65448]: _type = "Task" [ 671.817465] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.828193] env[65448]: DEBUG oslo_vmware.api [None req-28487448-b1aa-4e6b-bb37-0d6365e01cb3 tempest-ServerDiagnosticsV248Test-1707118153 tempest-ServerDiagnosticsV248Test-1707118153-project-member] Task: {'id': task-4937245, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.911056] env[65448]: DEBUG oslo_concurrency.lockutils [None req-3e323374-5ba8-4e2f-874f-23c0bece03aa tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.968166] env[65448]: WARNING neutronclient.v2_0.client [req-5532857d-1226-453a-800c-01cca6de340c req-af6078b0-b247-470d-b4d7-39d46b37758e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 672.062294] env[65448]: DEBUG nova.compute.utils [None req-8d451af9-ef14-4316-afd8-33b6cc20b087 tempest-ServersTestFqdnHostnames-1972796060 tempest-ServersTestFqdnHostnames-1972796060-project-member] Using /dev/sd instead of None {{(pid=65448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 672.069204] env[65448]: DEBUG nova.compute.manager [None req-8d451af9-ef14-4316-afd8-33b6cc20b087 tempest-ServersTestFqdnHostnames-1972796060 tempest-ServersTestFqdnHostnames-1972796060-project-member] [instance: d72d778b-dd55-4ac5-a55a-ffa2176f8aa1] Allocating IP information in the background. {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 672.069738] env[65448]: DEBUG nova.network.neutron [None req-8d451af9-ef14-4316-afd8-33b6cc20b087 tempest-ServersTestFqdnHostnames-1972796060 tempest-ServersTestFqdnHostnames-1972796060-project-member] [instance: d72d778b-dd55-4ac5-a55a-ffa2176f8aa1] allocate_for_instance() {{(pid=65448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 672.070207] env[65448]: WARNING neutronclient.v2_0.client [None req-8d451af9-ef14-4316-afd8-33b6cc20b087 tempest-ServersTestFqdnHostnames-1972796060 tempest-ServersTestFqdnHostnames-1972796060-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 672.070685] env[65448]: WARNING neutronclient.v2_0.client [None req-8d451af9-ef14-4316-afd8-33b6cc20b087 tempest-ServersTestFqdnHostnames-1972796060 tempest-ServersTestFqdnHostnames-1972796060-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 672.124912] env[65448]: DEBUG oslo_concurrency.lockutils [req-5ce8713d-4c6e-48d3-89ee-c9e92a1094cd req-695c03fd-44c5-4a4b-8a11-8385c5610f80 service nova] Releasing lock "refresh_cache-bde62422-6d7d-48dd-b3c8-a9c9091e23a7" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.157936] env[65448]: DEBUG oslo_vmware.api [None req-494b7b51-d097-4741-a994-6ac1db0ecb01 tempest-ServerAddressesTestJSON-297973440 tempest-ServerAddressesTestJSON-297973440-project-member] Task: {'id': task-4937241, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.210397] env[65448]: DEBUG nova.policy [None req-8d451af9-ef14-4316-afd8-33b6cc20b087 tempest-ServersTestFqdnHostnames-1972796060 tempest-ServersTestFqdnHostnames-1972796060-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2187e9b2337c455ca6e1d37f6a221b4f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '30ceb14ff460476ab237c06ee0fa9b8b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65448) authorize /opt/stack/nova/nova/policy.py:192}} [ 672.232170] env[65448]: DEBUG oslo_vmware.api [None req-86510b24-c0b3-4116-89e2-70aef5e704f2 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52f2dfb2-8c7c-d9c6-a6fe-d75a0e667d69, 'name': SearchDatastore_Task, 'duration_secs': 0.016245} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.240111] env[65448]: DEBUG oslo_concurrency.lockutils [None req-86510b24-c0b3-4116-89e2-70aef5e704f2 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.240924] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-86510b24-c0b3-4116-89e2-70aef5e704f2 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] [instance: 223507ab-1bb6-4cc6-b81d-c5da765c01c0] Processing image 50fb366d-48e6-424f-9c20-bc83d77be76a {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 672.241260] env[65448]: DEBUG oslo_concurrency.lockutils [None req-86510b24-c0b3-4116-89e2-70aef5e704f2 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.241524] env[65448]: DEBUG oslo_concurrency.lockutils [None req-86510b24-c0b3-4116-89e2-70aef5e704f2 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.241668] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-86510b24-c0b3-4116-89e2-70aef5e704f2 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 672.243052] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-91335e0d-bd46-4ee5-99ea-1a7bc5f95033 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.255316] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-86510b24-c0b3-4116-89e2-70aef5e704f2 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 672.255585] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-86510b24-c0b3-4116-89e2-70aef5e704f2 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 672.257192] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7deed46f-8cbc-4c86-898d-c89905ea5831 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.274024] env[65448]: DEBUG oslo_vmware.api [None req-86510b24-c0b3-4116-89e2-70aef5e704f2 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Waiting for the task: (returnval){ [ 672.274024] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52635805-81f8-0425-38a5-94597e8b6dc0" [ 672.274024] env[65448]: _type = "Task" [ 672.274024] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.288395] env[65448]: DEBUG oslo_vmware.api [None req-86510b24-c0b3-4116-89e2-70aef5e704f2 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52635805-81f8-0425-38a5-94597e8b6dc0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.330678] env[65448]: DEBUG oslo_vmware.api [None req-28487448-b1aa-4e6b-bb37-0d6365e01cb3 tempest-ServerDiagnosticsV248Test-1707118153 tempest-ServerDiagnosticsV248Test-1707118153-project-member] Task: {'id': task-4937245, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.339549] env[65448]: WARNING neutronclient.v2_0.client [req-5532857d-1226-453a-800c-01cca6de340c req-af6078b0-b247-470d-b4d7-39d46b37758e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 672.432605] env[65448]: DEBUG nova.network.neutron [req-5532857d-1226-453a-800c-01cca6de340c req-af6078b0-b247-470d-b4d7-39d46b37758e service nova] [instance: 42660aaa-81e2-47fe-949b-cbf7e599091d] Updated VIF entry in instance network info cache for port e14a902d-0c13-4946-bdb8-5548cdfca057. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 672.432986] env[65448]: DEBUG nova.network.neutron [req-5532857d-1226-453a-800c-01cca6de340c req-af6078b0-b247-470d-b4d7-39d46b37758e service nova] [instance: 42660aaa-81e2-47fe-949b-cbf7e599091d] Updating instance_info_cache with network_info: [{"id": "e14a902d-0c13-4946-bdb8-5548cdfca057", "address": "fa:16:3e:97:c1:fa", "network": {"id": "398bfbbf-5ef3-45fe-a3ae-723c1d496cd1", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1922048126-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "255fd5baca73448fab00eb69206a9233", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39a4aca0-934b-4a91-8779-6a4360c3f967", "external-id": "nsx-vlan-transportzone-454", "segmentation_id": 454, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape14a902d-0c", "ovs_interfaceid": "e14a902d-0c13-4946-bdb8-5548cdfca057", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.574479] env[65448]: DEBUG nova.compute.manager [None req-8d451af9-ef14-4316-afd8-33b6cc20b087 tempest-ServersTestFqdnHostnames-1972796060 tempest-ServersTestFqdnHostnames-1972796060-project-member] [instance: d72d778b-dd55-4ac5-a55a-ffa2176f8aa1] Start building block device mappings for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2916}} [ 672.648736] env[65448]: DEBUG nova.network.neutron [None req-8d451af9-ef14-4316-afd8-33b6cc20b087 tempest-ServersTestFqdnHostnames-1972796060 tempest-ServersTestFqdnHostnames-1972796060-project-member] [instance: d72d778b-dd55-4ac5-a55a-ffa2176f8aa1] Successfully created port: 4e979e2d-9f14-48ab-a4b9-e3426573e11c {{(pid=65448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 672.661870] env[65448]: DEBUG oslo_vmware.api [None req-494b7b51-d097-4741-a994-6ac1db0ecb01 tempest-ServerAddressesTestJSON-297973440 tempest-ServerAddressesTestJSON-297973440-project-member] Task: {'id': task-4937241, 'name': ReconfigVM_Task, 'duration_secs': 1.602627} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.664982] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-494b7b51-d097-4741-a994-6ac1db0ecb01 tempest-ServerAddressesTestJSON-297973440 tempest-ServerAddressesTestJSON-297973440-project-member] [instance: 42660aaa-81e2-47fe-949b-cbf7e599091d] Reconfigured VM instance instance-00000019 to attach disk [datastore2] 42660aaa-81e2-47fe-949b-cbf7e599091d/42660aaa-81e2-47fe-949b-cbf7e599091d.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 672.667695] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f99bcbc8-78ce-47ed-a168-38fccb33d822 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.678939] env[65448]: DEBUG oslo_vmware.api [None req-494b7b51-d097-4741-a994-6ac1db0ecb01 tempest-ServerAddressesTestJSON-297973440 tempest-ServerAddressesTestJSON-297973440-project-member] Waiting for the task: (returnval){ [ 672.678939] env[65448]: value = "task-4937246" [ 672.678939] env[65448]: _type = "Task" [ 672.678939] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.697391] env[65448]: DEBUG oslo_vmware.api [None req-494b7b51-d097-4741-a994-6ac1db0ecb01 tempest-ServerAddressesTestJSON-297973440 tempest-ServerAddressesTestJSON-297973440-project-member] Task: {'id': task-4937246, 'name': Rename_Task} progress is 10%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.783359] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4c9cad7-ccbf-4b4f-8b33-9eaba85281fc {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.793511] env[65448]: DEBUG oslo_vmware.api [None req-86510b24-c0b3-4116-89e2-70aef5e704f2 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52635805-81f8-0425-38a5-94597e8b6dc0, 'name': SearchDatastore_Task, 'duration_secs': 0.017199} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.795479] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9cecb03-ecd0-4d41-ba68-b4804f752907 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.803639] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31cfe69c-99ee-4d88-8d4d-410605a3c7ed {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.810905] env[65448]: DEBUG oslo_vmware.api [None req-86510b24-c0b3-4116-89e2-70aef5e704f2 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Waiting for the task: (returnval){ [ 672.810905] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5216374c-2b54-6927-d22d-78060290a86c" [ 672.810905] env[65448]: _type = "Task" [ 672.810905] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.870102] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a65dd51-e56d-4675-9a9f-56ffe7dc13e8 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.878995] env[65448]: DEBUG oslo_vmware.api [None req-86510b24-c0b3-4116-89e2-70aef5e704f2 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5216374c-2b54-6927-d22d-78060290a86c, 'name': SearchDatastore_Task, 'duration_secs': 0.017441} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.880469] env[65448]: DEBUG oslo_concurrency.lockutils [None req-86510b24-c0b3-4116-89e2-70aef5e704f2 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.880837] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-86510b24-c0b3-4116-89e2-70aef5e704f2 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] 223507ab-1bb6-4cc6-b81d-c5da765c01c0/223507ab-1bb6-4cc6-b81d-c5da765c01c0.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 672.881255] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cda37712-d8ec-4949-acbc-af562381373f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.892335] env[65448]: DEBUG oslo_vmware.api [None req-28487448-b1aa-4e6b-bb37-0d6365e01cb3 tempest-ServerDiagnosticsV248Test-1707118153 tempest-ServerDiagnosticsV248Test-1707118153-project-member] Task: {'id': task-4937245, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.95521} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.895208] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-722e29e7-57e1-4590-aa41-e040ed96c594 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.902674] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-28487448-b1aa-4e6b-bb37-0d6365e01cb3 tempest-ServerDiagnosticsV248Test-1707118153 tempest-ServerDiagnosticsV248Test-1707118153-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] 563c9ae6-0834-4c9c-aad5-e72b367fb3a6/563c9ae6-0834-4c9c-aad5-e72b367fb3a6.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 672.903420] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-28487448-b1aa-4e6b-bb37-0d6365e01cb3 tempest-ServerDiagnosticsV248Test-1707118153 tempest-ServerDiagnosticsV248Test-1707118153-project-member] [instance: 563c9ae6-0834-4c9c-aad5-e72b367fb3a6] Extending root virtual disk to 1048576 {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 672.905672] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-460e3637-26e4-4b31-959d-ed13d05b92de {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.909088] env[65448]: DEBUG oslo_vmware.api [None req-86510b24-c0b3-4116-89e2-70aef5e704f2 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Waiting for the task: (returnval){ [ 672.909088] env[65448]: value = "task-4937247" [ 672.909088] env[65448]: _type = "Task" [ 672.909088] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.932656] env[65448]: DEBUG oslo_vmware.api [None req-28487448-b1aa-4e6b-bb37-0d6365e01cb3 tempest-ServerDiagnosticsV248Test-1707118153 tempest-ServerDiagnosticsV248Test-1707118153-project-member] Waiting for the task: (returnval){ [ 672.932656] env[65448]: value = "task-4937248" [ 672.932656] env[65448]: _type = "Task" [ 672.932656] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.932656] env[65448]: DEBUG nova.compute.provider_tree [None req-15b575c3-fe31-4751-8d32-0a45e3a5248e tempest-ServerDiagnosticsTest-673159984 tempest-ServerDiagnosticsTest-673159984-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 672.942452] env[65448]: DEBUG oslo_concurrency.lockutils [req-5532857d-1226-453a-800c-01cca6de340c req-af6078b0-b247-470d-b4d7-39d46b37758e service nova] Releasing lock "refresh_cache-42660aaa-81e2-47fe-949b-cbf7e599091d" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.942710] env[65448]: DEBUG nova.compute.manager [req-5532857d-1226-453a-800c-01cca6de340c req-af6078b0-b247-470d-b4d7-39d46b37758e service nova] [instance: 223507ab-1bb6-4cc6-b81d-c5da765c01c0] Received event network-vif-plugged-ab48d740-1059-4c4f-ace7-4220da281175 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 672.942928] env[65448]: DEBUG oslo_concurrency.lockutils [req-5532857d-1226-453a-800c-01cca6de340c req-af6078b0-b247-470d-b4d7-39d46b37758e service nova] Acquiring lock "223507ab-1bb6-4cc6-b81d-c5da765c01c0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.943160] env[65448]: DEBUG oslo_concurrency.lockutils [req-5532857d-1226-453a-800c-01cca6de340c req-af6078b0-b247-470d-b4d7-39d46b37758e service nova] Lock "223507ab-1bb6-4cc6-b81d-c5da765c01c0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.943337] env[65448]: DEBUG oslo_concurrency.lockutils [req-5532857d-1226-453a-800c-01cca6de340c req-af6078b0-b247-470d-b4d7-39d46b37758e service nova] Lock "223507ab-1bb6-4cc6-b81d-c5da765c01c0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.943501] env[65448]: DEBUG nova.compute.manager [req-5532857d-1226-453a-800c-01cca6de340c req-af6078b0-b247-470d-b4d7-39d46b37758e service nova] [instance: 223507ab-1bb6-4cc6-b81d-c5da765c01c0] No waiting events found dispatching network-vif-plugged-ab48d740-1059-4c4f-ace7-4220da281175 {{(pid=65448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 672.943679] env[65448]: WARNING nova.compute.manager [req-5532857d-1226-453a-800c-01cca6de340c req-af6078b0-b247-470d-b4d7-39d46b37758e service nova] [instance: 223507ab-1bb6-4cc6-b81d-c5da765c01c0] Received unexpected event network-vif-plugged-ab48d740-1059-4c4f-ace7-4220da281175 for instance with vm_state building and task_state spawning. [ 672.943843] env[65448]: DEBUG nova.compute.manager [req-5532857d-1226-453a-800c-01cca6de340c req-af6078b0-b247-470d-b4d7-39d46b37758e service nova] [instance: 223507ab-1bb6-4cc6-b81d-c5da765c01c0] Received event network-changed-ab48d740-1059-4c4f-ace7-4220da281175 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 672.944023] env[65448]: DEBUG nova.compute.manager [req-5532857d-1226-453a-800c-01cca6de340c req-af6078b0-b247-470d-b4d7-39d46b37758e service nova] [instance: 223507ab-1bb6-4cc6-b81d-c5da765c01c0] Refreshing instance network info cache due to event network-changed-ab48d740-1059-4c4f-ace7-4220da281175. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 672.944871] env[65448]: DEBUG oslo_concurrency.lockutils [req-5532857d-1226-453a-800c-01cca6de340c req-af6078b0-b247-470d-b4d7-39d46b37758e service nova] Acquiring lock "refresh_cache-223507ab-1bb6-4cc6-b81d-c5da765c01c0" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.944871] env[65448]: DEBUG oslo_concurrency.lockutils [req-5532857d-1226-453a-800c-01cca6de340c req-af6078b0-b247-470d-b4d7-39d46b37758e service nova] Acquired lock "refresh_cache-223507ab-1bb6-4cc6-b81d-c5da765c01c0" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.944871] env[65448]: DEBUG nova.network.neutron [req-5532857d-1226-453a-800c-01cca6de340c req-af6078b0-b247-470d-b4d7-39d46b37758e service nova] [instance: 223507ab-1bb6-4cc6-b81d-c5da765c01c0] Refreshing network info cache for port ab48d740-1059-4c4f-ace7-4220da281175 {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 672.950011] env[65448]: DEBUG oslo_vmware.api [None req-86510b24-c0b3-4116-89e2-70aef5e704f2 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Task: {'id': task-4937247, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.957861] env[65448]: DEBUG oslo_vmware.api [None req-28487448-b1aa-4e6b-bb37-0d6365e01cb3 tempest-ServerDiagnosticsV248Test-1707118153 tempest-ServerDiagnosticsV248Test-1707118153-project-member] Task: {'id': task-4937248, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.106806] env[65448]: DEBUG oslo_concurrency.lockutils [None req-59a4eb51-e345-4ff2-94e0-ef74212a870f tempest-ServersTestManualDisk-536655571 tempest-ServersTestManualDisk-536655571-project-member] Acquiring lock "c4a3eb56-9352-4486-af03-8817a0c6d462" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.107542] env[65448]: DEBUG oslo_concurrency.lockutils [None req-59a4eb51-e345-4ff2-94e0-ef74212a870f tempest-ServersTestManualDisk-536655571 tempest-ServersTestManualDisk-536655571-project-member] Lock "c4a3eb56-9352-4486-af03-8817a0c6d462" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.193853] env[65448]: DEBUG oslo_vmware.api [None req-494b7b51-d097-4741-a994-6ac1db0ecb01 tempest-ServerAddressesTestJSON-297973440 tempest-ServerAddressesTestJSON-297973440-project-member] Task: {'id': task-4937246, 'name': Rename_Task, 'duration_secs': 0.258374} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.194481] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-494b7b51-d097-4741-a994-6ac1db0ecb01 tempest-ServerAddressesTestJSON-297973440 tempest-ServerAddressesTestJSON-297973440-project-member] [instance: 42660aaa-81e2-47fe-949b-cbf7e599091d] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 673.194685] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f32f9819-7a4c-4f1e-8fee-14214f33c0ad {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.204926] env[65448]: DEBUG oslo_vmware.api [None req-494b7b51-d097-4741-a994-6ac1db0ecb01 tempest-ServerAddressesTestJSON-297973440 tempest-ServerAddressesTestJSON-297973440-project-member] Waiting for the task: (returnval){ [ 673.204926] env[65448]: value = "task-4937249" [ 673.204926] env[65448]: _type = "Task" [ 673.204926] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.217292] env[65448]: DEBUG oslo_vmware.api [None req-494b7b51-d097-4741-a994-6ac1db0ecb01 tempest-ServerAddressesTestJSON-297973440 tempest-ServerAddressesTestJSON-297973440-project-member] Task: {'id': task-4937249, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.424779] env[65448]: DEBUG oslo_vmware.api [None req-86510b24-c0b3-4116-89e2-70aef5e704f2 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Task: {'id': task-4937247, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.444402] env[65448]: DEBUG nova.scheduler.client.report [None req-15b575c3-fe31-4751-8d32-0a45e3a5248e tempest-ServerDiagnosticsTest-673159984 tempest-ServerDiagnosticsTest-673159984-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 673.452191] env[65448]: WARNING neutronclient.v2_0.client [req-5532857d-1226-453a-800c-01cca6de340c req-af6078b0-b247-470d-b4d7-39d46b37758e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 673.455119] env[65448]: DEBUG oslo_vmware.api [None req-28487448-b1aa-4e6b-bb37-0d6365e01cb3 tempest-ServerDiagnosticsV248Test-1707118153 tempest-ServerDiagnosticsV248Test-1707118153-project-member] Task: {'id': task-4937248, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079014} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.456048] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-28487448-b1aa-4e6b-bb37-0d6365e01cb3 tempest-ServerDiagnosticsV248Test-1707118153 tempest-ServerDiagnosticsV248Test-1707118153-project-member] [instance: 563c9ae6-0834-4c9c-aad5-e72b367fb3a6] Extended root virtual disk {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 673.457043] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ca7132a-32a9-4008-8de3-c8335fd00732 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.485714] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-28487448-b1aa-4e6b-bb37-0d6365e01cb3 tempest-ServerDiagnosticsV248Test-1707118153 tempest-ServerDiagnosticsV248Test-1707118153-project-member] [instance: 563c9ae6-0834-4c9c-aad5-e72b367fb3a6] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] 563c9ae6-0834-4c9c-aad5-e72b367fb3a6/563c9ae6-0834-4c9c-aad5-e72b367fb3a6.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 673.487101] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b419fc1c-6ac7-4b27-9d94-a06eed662e8a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.510673] env[65448]: DEBUG oslo_vmware.api [None req-28487448-b1aa-4e6b-bb37-0d6365e01cb3 tempest-ServerDiagnosticsV248Test-1707118153 tempest-ServerDiagnosticsV248Test-1707118153-project-member] Waiting for the task: (returnval){ [ 673.510673] env[65448]: value = "task-4937250" [ 673.510673] env[65448]: _type = "Task" [ 673.510673] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.524295] env[65448]: DEBUG oslo_vmware.api [None req-28487448-b1aa-4e6b-bb37-0d6365e01cb3 tempest-ServerDiagnosticsV248Test-1707118153 tempest-ServerDiagnosticsV248Test-1707118153-project-member] Task: {'id': task-4937250, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.591549] env[65448]: DEBUG nova.compute.manager [None req-8d451af9-ef14-4316-afd8-33b6cc20b087 tempest-ServersTestFqdnHostnames-1972796060 tempest-ServersTestFqdnHostnames-1972796060-project-member] [instance: d72d778b-dd55-4ac5-a55a-ffa2176f8aa1] Start spawning the instance on the hypervisor. {{(pid=65448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2689}} [ 673.717860] env[65448]: DEBUG nova.virt.hardware [None req-8d451af9-ef14-4316-afd8-33b6cc20b087 tempest-ServersTestFqdnHostnames-1972796060 tempest-ServersTestFqdnHostnames-1972796060-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-08T17:19:51Z,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a992292b6dae455593d228217860e2e1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-08T17:19:52Z,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 673.718339] env[65448]: DEBUG nova.virt.hardware [None req-8d451af9-ef14-4316-afd8-33b6cc20b087 tempest-ServersTestFqdnHostnames-1972796060 tempest-ServersTestFqdnHostnames-1972796060-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 673.718548] env[65448]: DEBUG nova.virt.hardware [None req-8d451af9-ef14-4316-afd8-33b6cc20b087 tempest-ServersTestFqdnHostnames-1972796060 tempest-ServersTestFqdnHostnames-1972796060-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 673.718960] env[65448]: DEBUG nova.virt.hardware [None req-8d451af9-ef14-4316-afd8-33b6cc20b087 tempest-ServersTestFqdnHostnames-1972796060 tempest-ServersTestFqdnHostnames-1972796060-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 673.719165] env[65448]: DEBUG nova.virt.hardware [None req-8d451af9-ef14-4316-afd8-33b6cc20b087 tempest-ServersTestFqdnHostnames-1972796060 tempest-ServersTestFqdnHostnames-1972796060-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 673.719319] env[65448]: DEBUG nova.virt.hardware [None req-8d451af9-ef14-4316-afd8-33b6cc20b087 tempest-ServersTestFqdnHostnames-1972796060 tempest-ServersTestFqdnHostnames-1972796060-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 673.719546] env[65448]: DEBUG nova.virt.hardware [None req-8d451af9-ef14-4316-afd8-33b6cc20b087 tempest-ServersTestFqdnHostnames-1972796060 tempest-ServersTestFqdnHostnames-1972796060-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 673.719739] env[65448]: DEBUG nova.virt.hardware [None req-8d451af9-ef14-4316-afd8-33b6cc20b087 tempest-ServersTestFqdnHostnames-1972796060 tempest-ServersTestFqdnHostnames-1972796060-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 673.719982] env[65448]: DEBUG nova.virt.hardware [None req-8d451af9-ef14-4316-afd8-33b6cc20b087 tempest-ServersTestFqdnHostnames-1972796060 tempest-ServersTestFqdnHostnames-1972796060-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 673.720220] env[65448]: DEBUG nova.virt.hardware [None req-8d451af9-ef14-4316-afd8-33b6cc20b087 tempest-ServersTestFqdnHostnames-1972796060 tempest-ServersTestFqdnHostnames-1972796060-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 673.720405] env[65448]: DEBUG nova.virt.hardware [None req-8d451af9-ef14-4316-afd8-33b6cc20b087 tempest-ServersTestFqdnHostnames-1972796060 tempest-ServersTestFqdnHostnames-1972796060-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 673.721307] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53378c63-80c0-49f3-8b8d-2ef994daeae7 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.728263] env[65448]: DEBUG oslo_vmware.api [None req-494b7b51-d097-4741-a994-6ac1db0ecb01 tempest-ServerAddressesTestJSON-297973440 tempest-ServerAddressesTestJSON-297973440-project-member] Task: {'id': task-4937249, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.736032] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49d293a2-5f1d-4ddf-a758-c7f6569f0c73 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.927899] env[65448]: DEBUG oslo_vmware.api [None req-86510b24-c0b3-4116-89e2-70aef5e704f2 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Task: {'id': task-4937247, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.598802} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.928706] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-86510b24-c0b3-4116-89e2-70aef5e704f2 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] 223507ab-1bb6-4cc6-b81d-c5da765c01c0/223507ab-1bb6-4cc6-b81d-c5da765c01c0.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 673.928706] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-86510b24-c0b3-4116-89e2-70aef5e704f2 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] [instance: 223507ab-1bb6-4cc6-b81d-c5da765c01c0] Extending root virtual disk to 1048576 {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 673.928893] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ada7a47c-5101-4ab3-9e54-4db48200f9f9 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.938325] env[65448]: DEBUG oslo_vmware.api [None req-86510b24-c0b3-4116-89e2-70aef5e704f2 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Waiting for the task: (returnval){ [ 673.938325] env[65448]: value = "task-4937251" [ 673.938325] env[65448]: _type = "Task" [ 673.938325] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.949930] env[65448]: DEBUG oslo_vmware.api [None req-86510b24-c0b3-4116-89e2-70aef5e704f2 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Task: {'id': task-4937251, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.958155] env[65448]: DEBUG oslo_concurrency.lockutils [None req-15b575c3-fe31-4751-8d32-0a45e3a5248e tempest-ServerDiagnosticsTest-673159984 tempest-ServerDiagnosticsTest-673159984-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.399s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.959921] env[65448]: DEBUG oslo_concurrency.lockutils [None req-8e2c12fb-0ad2-4eb9-9d2c-1a79214d2a56 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.466s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.961900] env[65448]: INFO nova.compute.claims [None req-8e2c12fb-0ad2-4eb9-9d2c-1a79214d2a56 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] [instance: 3a95cfa3-d907-467b-9081-c8c5b4b9dd5a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 673.988851] env[65448]: INFO nova.scheduler.client.report [None req-15b575c3-fe31-4751-8d32-0a45e3a5248e tempest-ServerDiagnosticsTest-673159984 tempest-ServerDiagnosticsTest-673159984-project-member] Deleted allocations for instance d7335ae7-683b-4729-b771-29ac97585830 [ 674.027827] env[65448]: DEBUG oslo_vmware.api [None req-28487448-b1aa-4e6b-bb37-0d6365e01cb3 tempest-ServerDiagnosticsV248Test-1707118153 tempest-ServerDiagnosticsV248Test-1707118153-project-member] Task: {'id': task-4937250, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.091281] env[65448]: WARNING neutronclient.v2_0.client [req-5532857d-1226-453a-800c-01cca6de340c req-af6078b0-b247-470d-b4d7-39d46b37758e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 674.223860] env[65448]: DEBUG oslo_concurrency.lockutils [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Acquiring lock "225f5425-83d8-441b-912c-7ca1815e531f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.224246] env[65448]: DEBUG oslo_concurrency.lockutils [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Lock "225f5425-83d8-441b-912c-7ca1815e531f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.230619] env[65448]: DEBUG oslo_vmware.api [None req-494b7b51-d097-4741-a994-6ac1db0ecb01 tempest-ServerAddressesTestJSON-297973440 tempest-ServerAddressesTestJSON-297973440-project-member] Task: {'id': task-4937249, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.270434] env[65448]: DEBUG oslo_concurrency.lockutils [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Acquiring lock "5946b482-7074-4075-9188-728461718ab4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.270434] env[65448]: DEBUG oslo_concurrency.lockutils [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Lock "5946b482-7074-4075-9188-728461718ab4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.315364] env[65448]: DEBUG oslo_concurrency.lockutils [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Acquiring lock "fab0ffc2-fa16-4d13-b70c-dfaa41c981aa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.315364] env[65448]: DEBUG oslo_concurrency.lockutils [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Lock "fab0ffc2-fa16-4d13-b70c-dfaa41c981aa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.412972] env[65448]: DEBUG nova.network.neutron [req-5532857d-1226-453a-800c-01cca6de340c req-af6078b0-b247-470d-b4d7-39d46b37758e service nova] [instance: 223507ab-1bb6-4cc6-b81d-c5da765c01c0] Updated VIF entry in instance network info cache for port ab48d740-1059-4c4f-ace7-4220da281175. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 674.413260] env[65448]: DEBUG nova.network.neutron [req-5532857d-1226-453a-800c-01cca6de340c req-af6078b0-b247-470d-b4d7-39d46b37758e service nova] [instance: 223507ab-1bb6-4cc6-b81d-c5da765c01c0] Updating instance_info_cache with network_info: [{"id": "ab48d740-1059-4c4f-ace7-4220da281175", "address": "fa:16:3e:e3:b9:30", "network": {"id": "8bceff40-3fe8-4c4e-8d97-0f1608c6de19", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.58", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a992292b6dae455593d228217860e2e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab48d740-10", "ovs_interfaceid": "ab48d740-1059-4c4f-ace7-4220da281175", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.434249] env[65448]: DEBUG nova.network.neutron [None req-8d451af9-ef14-4316-afd8-33b6cc20b087 tempest-ServersTestFqdnHostnames-1972796060 tempest-ServersTestFqdnHostnames-1972796060-project-member] [instance: d72d778b-dd55-4ac5-a55a-ffa2176f8aa1] Successfully updated port: 4e979e2d-9f14-48ab-a4b9-e3426573e11c {{(pid=65448) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 674.451610] env[65448]: DEBUG oslo_vmware.api [None req-86510b24-c0b3-4116-89e2-70aef5e704f2 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Task: {'id': task-4937251, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085507} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.452155] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-86510b24-c0b3-4116-89e2-70aef5e704f2 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] [instance: 223507ab-1bb6-4cc6-b81d-c5da765c01c0] Extended root virtual disk {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 674.453398] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b331f9e-a5aa-4019-8d24-9476bf6c3e73 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.483456] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-86510b24-c0b3-4116-89e2-70aef5e704f2 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] [instance: 223507ab-1bb6-4cc6-b81d-c5da765c01c0] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] 223507ab-1bb6-4cc6-b81d-c5da765c01c0/223507ab-1bb6-4cc6-b81d-c5da765c01c0.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 674.484345] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd550deb-64ac-4bda-8b2d-b2b2dae4b725 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.503717] env[65448]: DEBUG oslo_concurrency.lockutils [None req-15b575c3-fe31-4751-8d32-0a45e3a5248e tempest-ServerDiagnosticsTest-673159984 tempest-ServerDiagnosticsTest-673159984-project-member] Lock "d7335ae7-683b-4729-b771-29ac97585830" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.519s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.509562] env[65448]: DEBUG oslo_vmware.api [None req-86510b24-c0b3-4116-89e2-70aef5e704f2 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Waiting for the task: (returnval){ [ 674.509562] env[65448]: value = "task-4937252" [ 674.509562] env[65448]: _type = "Task" [ 674.509562] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.523361] env[65448]: DEBUG oslo_vmware.api [None req-86510b24-c0b3-4116-89e2-70aef5e704f2 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Task: {'id': task-4937252, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.527036] env[65448]: DEBUG oslo_vmware.api [None req-28487448-b1aa-4e6b-bb37-0d6365e01cb3 tempest-ServerDiagnosticsV248Test-1707118153 tempest-ServerDiagnosticsV248Test-1707118153-project-member] Task: {'id': task-4937250, 'name': ReconfigVM_Task, 'duration_secs': 0.616435} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.527985] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-28487448-b1aa-4e6b-bb37-0d6365e01cb3 tempest-ServerDiagnosticsV248Test-1707118153 tempest-ServerDiagnosticsV248Test-1707118153-project-member] [instance: 563c9ae6-0834-4c9c-aad5-e72b367fb3a6] Reconfigured VM instance instance-0000001b to attach disk [datastore2] 563c9ae6-0834-4c9c-aad5-e72b367fb3a6/563c9ae6-0834-4c9c-aad5-e72b367fb3a6.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 674.528724] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-14282be9-0377-4ffa-9274-ef9424ef9893 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.539322] env[65448]: DEBUG oslo_vmware.api [None req-28487448-b1aa-4e6b-bb37-0d6365e01cb3 tempest-ServerDiagnosticsV248Test-1707118153 tempest-ServerDiagnosticsV248Test-1707118153-project-member] Waiting for the task: (returnval){ [ 674.539322] env[65448]: value = "task-4937253" [ 674.539322] env[65448]: _type = "Task" [ 674.539322] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.549209] env[65448]: DEBUG oslo_vmware.api [None req-28487448-b1aa-4e6b-bb37-0d6365e01cb3 tempest-ServerDiagnosticsV248Test-1707118153 tempest-ServerDiagnosticsV248Test-1707118153-project-member] Task: {'id': task-4937253, 'name': Rename_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.722408] env[65448]: DEBUG oslo_vmware.api [None req-494b7b51-d097-4741-a994-6ac1db0ecb01 tempest-ServerAddressesTestJSON-297973440 tempest-ServerAddressesTestJSON-297973440-project-member] Task: {'id': task-4937249, 'name': PowerOnVM_Task, 'duration_secs': 1.078703} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.722736] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-494b7b51-d097-4741-a994-6ac1db0ecb01 tempest-ServerAddressesTestJSON-297973440 tempest-ServerAddressesTestJSON-297973440-project-member] [instance: 42660aaa-81e2-47fe-949b-cbf7e599091d] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 674.722936] env[65448]: INFO nova.compute.manager [None req-494b7b51-d097-4741-a994-6ac1db0ecb01 tempest-ServerAddressesTestJSON-297973440 tempest-ServerAddressesTestJSON-297973440-project-member] [instance: 42660aaa-81e2-47fe-949b-cbf7e599091d] Took 11.77 seconds to spawn the instance on the hypervisor. [ 674.723122] env[65448]: DEBUG nova.compute.manager [None req-494b7b51-d097-4741-a994-6ac1db0ecb01 tempest-ServerAddressesTestJSON-297973440 tempest-ServerAddressesTestJSON-297973440-project-member] [instance: 42660aaa-81e2-47fe-949b-cbf7e599091d] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 674.724127] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f3ed9de-fa1b-48ec-bb4d-22f75446fb67 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.769228] env[65448]: DEBUG nova.compute.manager [None req-a6e58a80-6bd9-4649-8435-b20ef47eae3b tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] [instance: 576a1826-8e83-46fa-832d-87c62ff7d02e] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 674.770237] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d579b686-9245-48cd-a27f-8623112fd3a5 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.915652] env[65448]: DEBUG oslo_concurrency.lockutils [req-5532857d-1226-453a-800c-01cca6de340c req-af6078b0-b247-470d-b4d7-39d46b37758e service nova] Releasing lock "refresh_cache-223507ab-1bb6-4cc6-b81d-c5da765c01c0" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.937819] env[65448]: DEBUG oslo_concurrency.lockutils [None req-8d451af9-ef14-4316-afd8-33b6cc20b087 tempest-ServersTestFqdnHostnames-1972796060 tempest-ServersTestFqdnHostnames-1972796060-project-member] Acquiring lock "refresh_cache-d72d778b-dd55-4ac5-a55a-ffa2176f8aa1" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.937914] env[65448]: DEBUG oslo_concurrency.lockutils [None req-8d451af9-ef14-4316-afd8-33b6cc20b087 tempest-ServersTestFqdnHostnames-1972796060 tempest-ServersTestFqdnHostnames-1972796060-project-member] Acquired lock "refresh_cache-d72d778b-dd55-4ac5-a55a-ffa2176f8aa1" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.938053] env[65448]: DEBUG nova.network.neutron [None req-8d451af9-ef14-4316-afd8-33b6cc20b087 tempest-ServersTestFqdnHostnames-1972796060 tempest-ServersTestFqdnHostnames-1972796060-project-member] [instance: d72d778b-dd55-4ac5-a55a-ffa2176f8aa1] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 675.019796] env[65448]: DEBUG nova.compute.manager [req-aeadab91-3baf-49d6-84b4-e80b7bf4a060 req-40f3d2a5-1498-43f2-82ba-b0411fb89bf9 service nova] [instance: bde62422-6d7d-48dd-b3c8-a9c9091e23a7] Received event network-vif-deleted-9f96c3b4-5d69-4eef-8472-0542882de3f1 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 675.019796] env[65448]: DEBUG nova.compute.manager [req-aeadab91-3baf-49d6-84b4-e80b7bf4a060 req-40f3d2a5-1498-43f2-82ba-b0411fb89bf9 service nova] [instance: 98934034-6202-43e2-8c37-cbde37e0cf78] Received event network-changed-563c0a80-9e7a-4f3f-9dd1-d6fee14bee79 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 675.020176] env[65448]: DEBUG nova.compute.manager [req-aeadab91-3baf-49d6-84b4-e80b7bf4a060 req-40f3d2a5-1498-43f2-82ba-b0411fb89bf9 service nova] [instance: 98934034-6202-43e2-8c37-cbde37e0cf78] Refreshing instance network info cache due to event network-changed-563c0a80-9e7a-4f3f-9dd1-d6fee14bee79. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 675.020215] env[65448]: DEBUG oslo_concurrency.lockutils [req-aeadab91-3baf-49d6-84b4-e80b7bf4a060 req-40f3d2a5-1498-43f2-82ba-b0411fb89bf9 service nova] Acquiring lock "refresh_cache-98934034-6202-43e2-8c37-cbde37e0cf78" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.020419] env[65448]: DEBUG oslo_concurrency.lockutils [req-aeadab91-3baf-49d6-84b4-e80b7bf4a060 req-40f3d2a5-1498-43f2-82ba-b0411fb89bf9 service nova] Acquired lock "refresh_cache-98934034-6202-43e2-8c37-cbde37e0cf78" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.020545] env[65448]: DEBUG nova.network.neutron [req-aeadab91-3baf-49d6-84b4-e80b7bf4a060 req-40f3d2a5-1498-43f2-82ba-b0411fb89bf9 service nova] [instance: 98934034-6202-43e2-8c37-cbde37e0cf78] Refreshing network info cache for port 563c0a80-9e7a-4f3f-9dd1-d6fee14bee79 {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 675.030594] env[65448]: DEBUG oslo_vmware.api [None req-86510b24-c0b3-4116-89e2-70aef5e704f2 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Task: {'id': task-4937252, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.054458] env[65448]: DEBUG oslo_vmware.api [None req-28487448-b1aa-4e6b-bb37-0d6365e01cb3 tempest-ServerDiagnosticsV248Test-1707118153 tempest-ServerDiagnosticsV248Test-1707118153-project-member] Task: {'id': task-4937253, 'name': Rename_Task, 'duration_secs': 0.335396} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.055243] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-28487448-b1aa-4e6b-bb37-0d6365e01cb3 tempest-ServerDiagnosticsV248Test-1707118153 tempest-ServerDiagnosticsV248Test-1707118153-project-member] [instance: 563c9ae6-0834-4c9c-aad5-e72b367fb3a6] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 675.055243] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9149c026-14e4-4a8a-822c-ec9d8a786e15 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.063660] env[65448]: DEBUG oslo_vmware.api [None req-28487448-b1aa-4e6b-bb37-0d6365e01cb3 tempest-ServerDiagnosticsV248Test-1707118153 tempest-ServerDiagnosticsV248Test-1707118153-project-member] Waiting for the task: (returnval){ [ 675.063660] env[65448]: value = "task-4937254" [ 675.063660] env[65448]: _type = "Task" [ 675.063660] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.076941] env[65448]: DEBUG oslo_vmware.api [None req-28487448-b1aa-4e6b-bb37-0d6365e01cb3 tempest-ServerDiagnosticsV248Test-1707118153 tempest-ServerDiagnosticsV248Test-1707118153-project-member] Task: {'id': task-4937254, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.252742] env[65448]: INFO nova.compute.manager [None req-494b7b51-d097-4741-a994-6ac1db0ecb01 tempest-ServerAddressesTestJSON-297973440 tempest-ServerAddressesTestJSON-297973440-project-member] [instance: 42660aaa-81e2-47fe-949b-cbf7e599091d] Took 32.79 seconds to build instance. [ 675.283515] env[65448]: INFO nova.compute.manager [None req-a6e58a80-6bd9-4649-8435-b20ef47eae3b tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] [instance: 576a1826-8e83-46fa-832d-87c62ff7d02e] instance snapshotting [ 675.291680] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0b3ad37-9c6b-413d-96c5-0420efddc2a7 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.320634] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-886dfcdc-0091-418a-97f7-8ac77ce1e7c7 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.395722] env[65448]: DEBUG oslo_concurrency.lockutils [None req-ddd090a5-2f83-41ac-a0d3-d72cca1c93a1 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Acquiring lock "4d62a820-fb2b-4101-9dbc-d7cf4a27961a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.395722] env[65448]: DEBUG oslo_concurrency.lockutils [None req-ddd090a5-2f83-41ac-a0d3-d72cca1c93a1 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Lock "4d62a820-fb2b-4101-9dbc-d7cf4a27961a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.526716] env[65448]: DEBUG oslo_vmware.api [None req-86510b24-c0b3-4116-89e2-70aef5e704f2 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Task: {'id': task-4937252, 'name': ReconfigVM_Task, 'duration_secs': 0.734526} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.526716] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-86510b24-c0b3-4116-89e2-70aef5e704f2 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] [instance: 223507ab-1bb6-4cc6-b81d-c5da765c01c0] Reconfigured VM instance instance-0000001a to attach disk [datastore2] 223507ab-1bb6-4cc6-b81d-c5da765c01c0/223507ab-1bb6-4cc6-b81d-c5da765c01c0.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 675.526716] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0054d6e9-abb9-4ffa-b759-5b54c7527af3 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.534559] env[65448]: WARNING neutronclient.v2_0.client [req-aeadab91-3baf-49d6-84b4-e80b7bf4a060 req-40f3d2a5-1498-43f2-82ba-b0411fb89bf9 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 675.537561] env[65448]: DEBUG oslo_vmware.api [None req-86510b24-c0b3-4116-89e2-70aef5e704f2 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Waiting for the task: (returnval){ [ 675.537561] env[65448]: value = "task-4937255" [ 675.537561] env[65448]: _type = "Task" [ 675.537561] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.551582] env[65448]: DEBUG oslo_vmware.api [None req-86510b24-c0b3-4116-89e2-70aef5e704f2 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Task: {'id': task-4937255, 'name': Rename_Task} progress is 10%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.576646] env[65448]: DEBUG oslo_vmware.api [None req-28487448-b1aa-4e6b-bb37-0d6365e01cb3 tempest-ServerDiagnosticsV248Test-1707118153 tempest-ServerDiagnosticsV248Test-1707118153-project-member] Task: {'id': task-4937254, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.716654] env[65448]: DEBUG nova.network.neutron [None req-8d451af9-ef14-4316-afd8-33b6cc20b087 tempest-ServersTestFqdnHostnames-1972796060 tempest-ServersTestFqdnHostnames-1972796060-project-member] [instance: d72d778b-dd55-4ac5-a55a-ffa2176f8aa1] Instance cache missing network info. {{(pid=65448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 675.745279] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-185abf64-0f28-456b-9466-ee5c3e501054 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.754633] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fae1db1-d0cc-4205-998c-2eaa9425e324 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.758327] env[65448]: DEBUG oslo_concurrency.lockutils [None req-494b7b51-d097-4741-a994-6ac1db0ecb01 tempest-ServerAddressesTestJSON-297973440 tempest-ServerAddressesTestJSON-297973440-project-member] Lock "42660aaa-81e2-47fe-949b-cbf7e599091d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.309s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.792875] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44817103-c631-40c9-b76c-ba7b2005883b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.802874] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0953003f-c6dd-4a64-9a3a-2d6d371dae81 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.820138] env[65448]: DEBUG nova.compute.provider_tree [None req-8e2c12fb-0ad2-4eb9-9d2c-1a79214d2a56 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 675.836158] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-a6e58a80-6bd9-4649-8435-b20ef47eae3b tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] [instance: 576a1826-8e83-46fa-832d-87c62ff7d02e] Creating Snapshot of the VM instance {{(pid=65448) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 675.836622] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0fe43c45-7283-4945-878e-16ccf8337195 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.850281] env[65448]: DEBUG oslo_vmware.api [None req-a6e58a80-6bd9-4649-8435-b20ef47eae3b tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Waiting for the task: (returnval){ [ 675.850281] env[65448]: value = "task-4937256" [ 675.850281] env[65448]: _type = "Task" [ 675.850281] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.862446] env[65448]: DEBUG oslo_vmware.api [None req-a6e58a80-6bd9-4649-8435-b20ef47eae3b tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Task: {'id': task-4937256, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.052979] env[65448]: DEBUG oslo_vmware.api [None req-86510b24-c0b3-4116-89e2-70aef5e704f2 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Task: {'id': task-4937255, 'name': Rename_Task, 'duration_secs': 0.275531} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.052979] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-86510b24-c0b3-4116-89e2-70aef5e704f2 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] [instance: 223507ab-1bb6-4cc6-b81d-c5da765c01c0] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 676.053433] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cb542e11-219e-4e1d-8121-d696f81c8892 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.063619] env[65448]: DEBUG oslo_vmware.api [None req-86510b24-c0b3-4116-89e2-70aef5e704f2 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Waiting for the task: (returnval){ [ 676.063619] env[65448]: value = "task-4937257" [ 676.063619] env[65448]: _type = "Task" [ 676.063619] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.078238] env[65448]: DEBUG oslo_vmware.api [None req-86510b24-c0b3-4116-89e2-70aef5e704f2 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Task: {'id': task-4937257, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.082060] env[65448]: DEBUG oslo_vmware.api [None req-28487448-b1aa-4e6b-bb37-0d6365e01cb3 tempest-ServerDiagnosticsV248Test-1707118153 tempest-ServerDiagnosticsV248Test-1707118153-project-member] Task: {'id': task-4937254, 'name': PowerOnVM_Task, 'duration_secs': 0.660989} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.082060] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-28487448-b1aa-4e6b-bb37-0d6365e01cb3 tempest-ServerDiagnosticsV248Test-1707118153 tempest-ServerDiagnosticsV248Test-1707118153-project-member] [instance: 563c9ae6-0834-4c9c-aad5-e72b367fb3a6] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 676.082060] env[65448]: INFO nova.compute.manager [None req-28487448-b1aa-4e6b-bb37-0d6365e01cb3 tempest-ServerDiagnosticsV248Test-1707118153 tempest-ServerDiagnosticsV248Test-1707118153-project-member] [instance: 563c9ae6-0834-4c9c-aad5-e72b367fb3a6] Took 7.54 seconds to spawn the instance on the hypervisor. [ 676.082060] env[65448]: DEBUG nova.compute.manager [None req-28487448-b1aa-4e6b-bb37-0d6365e01cb3 tempest-ServerDiagnosticsV248Test-1707118153 tempest-ServerDiagnosticsV248Test-1707118153-project-member] [instance: 563c9ae6-0834-4c9c-aad5-e72b367fb3a6] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 676.083123] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed8630b3-b9a4-42ca-8018-fa9ccf3559f8 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.260937] env[65448]: DEBUG nova.compute.manager [None req-c932f2a0-7f32-4a82-90f7-28484fa9edf2 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] [instance: ae260ff0-bb11-4322-a30e-47a4c88eb6d9] Starting instance... {{(pid=65448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2483}} [ 676.304729] env[65448]: WARNING neutronclient.v2_0.client [None req-8d451af9-ef14-4316-afd8-33b6cc20b087 tempest-ServersTestFqdnHostnames-1972796060 tempest-ServersTestFqdnHostnames-1972796060-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 676.327174] env[65448]: DEBUG nova.scheduler.client.report [None req-8e2c12fb-0ad2-4eb9-9d2c-1a79214d2a56 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 676.364705] env[65448]: DEBUG oslo_vmware.api [None req-a6e58a80-6bd9-4649-8435-b20ef47eae3b tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Task: {'id': task-4937256, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.583068] env[65448]: DEBUG oslo_vmware.api [None req-86510b24-c0b3-4116-89e2-70aef5e704f2 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Task: {'id': task-4937257, 'name': PowerOnVM_Task} progress is 71%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.614446] env[65448]: INFO nova.compute.manager [None req-28487448-b1aa-4e6b-bb37-0d6365e01cb3 tempest-ServerDiagnosticsV248Test-1707118153 tempest-ServerDiagnosticsV248Test-1707118153-project-member] [instance: 563c9ae6-0834-4c9c-aad5-e72b367fb3a6] Took 32.73 seconds to build instance. [ 676.802559] env[65448]: DEBUG oslo_concurrency.lockutils [None req-c932f2a0-7f32-4a82-90f7-28484fa9edf2 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.833273] env[65448]: DEBUG oslo_concurrency.lockutils [None req-8e2c12fb-0ad2-4eb9-9d2c-1a79214d2a56 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.873s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.833980] env[65448]: DEBUG nova.compute.manager [None req-8e2c12fb-0ad2-4eb9-9d2c-1a79214d2a56 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] [instance: 3a95cfa3-d907-467b-9081-c8c5b4b9dd5a] Start building networks asynchronously for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2881}} [ 676.839569] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 20.441s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.839569] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.843214] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65448) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 676.843723] env[65448]: DEBUG oslo_concurrency.lockutils [None req-26f17e44-af29-431a-9082-703be643c7a3 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.476s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.846941] env[65448]: INFO nova.compute.claims [None req-26f17e44-af29-431a-9082-703be643c7a3 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: abc20464-a66c-4425-a677-b5852aec43bb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 676.851603] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6874ff1c-c27d-41bc-99ec-9156cc698ff6 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.874043] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f1e67a5-9984-4e78-92c4-2b134e0eb99d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.882042] env[65448]: DEBUG oslo_vmware.api [None req-a6e58a80-6bd9-4649-8435-b20ef47eae3b tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Task: {'id': task-4937256, 'name': CreateSnapshot_Task, 'duration_secs': 1.002549} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.882042] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-a6e58a80-6bd9-4649-8435-b20ef47eae3b tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] [instance: 576a1826-8e83-46fa-832d-87c62ff7d02e] Created Snapshot of the VM instance {{(pid=65448) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 676.882298] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f5614b1-9987-4d33-9aea-234db27a77dc {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.904964] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6bfa1ec-a496-40f3-9638-b6594f28fa68 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.930041] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1617d1d8-94f6-4b7b-b2f5-2a2707b0557a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.993494] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179164MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65448) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 676.993666] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.022939] env[65448]: WARNING neutronclient.v2_0.client [req-aeadab91-3baf-49d6-84b4-e80b7bf4a060 req-40f3d2a5-1498-43f2-82ba-b0411fb89bf9 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 677.080952] env[65448]: DEBUG oslo_vmware.api [None req-86510b24-c0b3-4116-89e2-70aef5e704f2 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Task: {'id': task-4937257, 'name': PowerOnVM_Task, 'duration_secs': 0.945744} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.082166] env[65448]: DEBUG nova.network.neutron [None req-8d451af9-ef14-4316-afd8-33b6cc20b087 tempest-ServersTestFqdnHostnames-1972796060 tempest-ServersTestFqdnHostnames-1972796060-project-member] [instance: d72d778b-dd55-4ac5-a55a-ffa2176f8aa1] Updating instance_info_cache with network_info: [{"id": "4e979e2d-9f14-48ab-a4b9-e3426573e11c", "address": "fa:16:3e:b5:15:74", "network": {"id": "2932e802-07e5-440a-8a15-6f200c39e6c8", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-2140274310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30ceb14ff460476ab237c06ee0fa9b8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8800a981-a89e-42e4-8be9-cace419ba9cb", "external-id": "nsx-vlan-transportzone-962", "segmentation_id": 962, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e979e2d-9f", "ovs_interfaceid": "4e979e2d-9f14-48ab-a4b9-e3426573e11c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.085713] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-86510b24-c0b3-4116-89e2-70aef5e704f2 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] [instance: 223507ab-1bb6-4cc6-b81d-c5da765c01c0] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 677.085713] env[65448]: INFO nova.compute.manager [None req-86510b24-c0b3-4116-89e2-70aef5e704f2 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] [instance: 223507ab-1bb6-4cc6-b81d-c5da765c01c0] Took 11.43 seconds to spawn the instance on the hypervisor. [ 677.085713] env[65448]: DEBUG nova.compute.manager [None req-86510b24-c0b3-4116-89e2-70aef5e704f2 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] [instance: 223507ab-1bb6-4cc6-b81d-c5da765c01c0] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 677.085713] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca4dd404-dcba-4276-87bf-bb50b767e248 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.118066] env[65448]: DEBUG oslo_concurrency.lockutils [None req-28487448-b1aa-4e6b-bb37-0d6365e01cb3 tempest-ServerDiagnosticsV248Test-1707118153 tempest-ServerDiagnosticsV248Test-1707118153-project-member] Lock "563c9ae6-0834-4c9c-aad5-e72b367fb3a6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.251s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.146564] env[65448]: DEBUG oslo_vmware.rw_handles [None req-cca22f64-5c66-4692-a0d5-39b19a47c6d5 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a1948b-8e52-eb29-4c6d-3e1803fe86c9/disk-0.vmdk. {{(pid=65448) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 677.148102] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed4858fc-9718-4614-b0fa-648023ae2ba4 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.156086] env[65448]: DEBUG oslo_vmware.rw_handles [None req-cca22f64-5c66-4692-a0d5-39b19a47c6d5 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a1948b-8e52-eb29-4c6d-3e1803fe86c9/disk-0.vmdk is in state: ready. {{(pid=65448) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 677.156316] env[65448]: ERROR oslo_vmware.rw_handles [None req-cca22f64-5c66-4692-a0d5-39b19a47c6d5 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a1948b-8e52-eb29-4c6d-3e1803fe86c9/disk-0.vmdk due to incomplete transfer. [ 677.156569] env[65448]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d07ff1c1-b6ac-4877-915d-34a50675a29b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.167427] env[65448]: DEBUG oslo_vmware.rw_handles [None req-cca22f64-5c66-4692-a0d5-39b19a47c6d5 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a1948b-8e52-eb29-4c6d-3e1803fe86c9/disk-0.vmdk. {{(pid=65448) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 677.167658] env[65448]: DEBUG nova.virt.vmwareapi.images [None req-cca22f64-5c66-4692-a0d5-39b19a47c6d5 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] [instance: fb73de4f-982f-48b5-b0a6-febcf9a1f54e] Uploaded image c40a36da-181e-4993-8855-c3d45c0a4b59 to the Glance image server {{(pid=65448) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 677.170585] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-cca22f64-5c66-4692-a0d5-39b19a47c6d5 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] [instance: fb73de4f-982f-48b5-b0a6-febcf9a1f54e] Destroying the VM {{(pid=65448) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 677.170748] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b43114b3-f31a-4e0b-89c3-601a52742bdb {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.179794] env[65448]: DEBUG oslo_vmware.api [None req-cca22f64-5c66-4692-a0d5-39b19a47c6d5 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Waiting for the task: (returnval){ [ 677.179794] env[65448]: value = "task-4937258" [ 677.179794] env[65448]: _type = "Task" [ 677.179794] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.191668] env[65448]: DEBUG oslo_vmware.api [None req-cca22f64-5c66-4692-a0d5-39b19a47c6d5 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Task: {'id': task-4937258, 'name': Destroy_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.357402] env[65448]: DEBUG nova.compute.utils [None req-8e2c12fb-0ad2-4eb9-9d2c-1a79214d2a56 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Using /dev/sd instead of None {{(pid=65448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 677.361482] env[65448]: DEBUG nova.compute.manager [None req-8e2c12fb-0ad2-4eb9-9d2c-1a79214d2a56 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] [instance: 3a95cfa3-d907-467b-9081-c8c5b4b9dd5a] Allocating IP information in the background. {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 677.361837] env[65448]: DEBUG nova.network.neutron [None req-8e2c12fb-0ad2-4eb9-9d2c-1a79214d2a56 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] [instance: 3a95cfa3-d907-467b-9081-c8c5b4b9dd5a] allocate_for_instance() {{(pid=65448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 677.362423] env[65448]: WARNING neutronclient.v2_0.client [None req-8e2c12fb-0ad2-4eb9-9d2c-1a79214d2a56 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 677.362423] env[65448]: WARNING neutronclient.v2_0.client [None req-8e2c12fb-0ad2-4eb9-9d2c-1a79214d2a56 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 677.409533] env[65448]: DEBUG nova.network.neutron [req-aeadab91-3baf-49d6-84b4-e80b7bf4a060 req-40f3d2a5-1498-43f2-82ba-b0411fb89bf9 service nova] [instance: 98934034-6202-43e2-8c37-cbde37e0cf78] Updated VIF entry in instance network info cache for port 563c0a80-9e7a-4f3f-9dd1-d6fee14bee79. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 677.409533] env[65448]: DEBUG nova.network.neutron [req-aeadab91-3baf-49d6-84b4-e80b7bf4a060 req-40f3d2a5-1498-43f2-82ba-b0411fb89bf9 service nova] [instance: 98934034-6202-43e2-8c37-cbde37e0cf78] Updating instance_info_cache with network_info: [{"id": "563c0a80-9e7a-4f3f-9dd1-d6fee14bee79", "address": "fa:16:3e:8b:4a:bb", "network": {"id": "826f617c-9058-47a8-9ab9-dc3c74f75320", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-381840079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d16e453e4fe34602943010b8b42c43cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap563c0a80-9e", "ovs_interfaceid": "563c0a80-9e7a-4f3f-9dd1-d6fee14bee79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.433017] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-a6e58a80-6bd9-4649-8435-b20ef47eae3b tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] [instance: 576a1826-8e83-46fa-832d-87c62ff7d02e] Creating linked-clone VM from snapshot {{(pid=65448) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 677.433017] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-57c3eff0-b992-449c-b0fb-7caaafc94763 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.448573] env[65448]: DEBUG oslo_vmware.api [None req-a6e58a80-6bd9-4649-8435-b20ef47eae3b tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Waiting for the task: (returnval){ [ 677.448573] env[65448]: value = "task-4937259" [ 677.448573] env[65448]: _type = "Task" [ 677.448573] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.461948] env[65448]: DEBUG oslo_vmware.api [None req-a6e58a80-6bd9-4649-8435-b20ef47eae3b tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Task: {'id': task-4937259, 'name': CloneVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.494511] env[65448]: DEBUG nova.policy [None req-8e2c12fb-0ad2-4eb9-9d2c-1a79214d2a56 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ef99873f6af24dd7b200a19fd7d06862', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '59c42804054740c48c7e57900be9a060', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65448) authorize /opt/stack/nova/nova/policy.py:192}} [ 677.589826] env[65448]: DEBUG oslo_concurrency.lockutils [None req-8d451af9-ef14-4316-afd8-33b6cc20b087 tempest-ServersTestFqdnHostnames-1972796060 tempest-ServersTestFqdnHostnames-1972796060-project-member] Releasing lock "refresh_cache-d72d778b-dd55-4ac5-a55a-ffa2176f8aa1" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.590672] env[65448]: DEBUG nova.compute.manager [None req-8d451af9-ef14-4316-afd8-33b6cc20b087 tempest-ServersTestFqdnHostnames-1972796060 tempest-ServersTestFqdnHostnames-1972796060-project-member] [instance: d72d778b-dd55-4ac5-a55a-ffa2176f8aa1] Instance network_info: |[{"id": "4e979e2d-9f14-48ab-a4b9-e3426573e11c", "address": "fa:16:3e:b5:15:74", "network": {"id": "2932e802-07e5-440a-8a15-6f200c39e6c8", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-2140274310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30ceb14ff460476ab237c06ee0fa9b8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8800a981-a89e-42e4-8be9-cace419ba9cb", "external-id": "nsx-vlan-transportzone-962", "segmentation_id": 962, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e979e2d-9f", "ovs_interfaceid": "4e979e2d-9f14-48ab-a4b9-e3426573e11c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 677.591223] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-8d451af9-ef14-4316-afd8-33b6cc20b087 tempest-ServersTestFqdnHostnames-1972796060 tempest-ServersTestFqdnHostnames-1972796060-project-member] [instance: d72d778b-dd55-4ac5-a55a-ffa2176f8aa1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b5:15:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8800a981-a89e-42e4-8be9-cace419ba9cb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4e979e2d-9f14-48ab-a4b9-e3426573e11c', 'vif_model': 'vmxnet3'}] {{(pid=65448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 677.604712] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d451af9-ef14-4316-afd8-33b6cc20b087 tempest-ServersTestFqdnHostnames-1972796060 tempest-ServersTestFqdnHostnames-1972796060-project-member] Creating folder: Project (30ceb14ff460476ab237c06ee0fa9b8b). Parent ref: group-v961779. {{(pid=65448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 677.609228] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eaf19d31-dffd-43d3-84a4-de5f97b088ac {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.620308] env[65448]: INFO nova.compute.manager [None req-86510b24-c0b3-4116-89e2-70aef5e704f2 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] [instance: 223507ab-1bb6-4cc6-b81d-c5da765c01c0] Took 34.00 seconds to build instance. [ 677.620571] env[65448]: DEBUG nova.compute.manager [None req-3da8b6db-3382-444c-84cc-234e39342f1d tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: 727dfbd8-2509-4e94-9090-36a2d9b3da19] Starting instance... {{(pid=65448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2483}} [ 677.629182] env[65448]: INFO nova.virt.vmwareapi.vm_util [None req-8d451af9-ef14-4316-afd8-33b6cc20b087 tempest-ServersTestFqdnHostnames-1972796060 tempest-ServersTestFqdnHostnames-1972796060-project-member] Created folder: Project (30ceb14ff460476ab237c06ee0fa9b8b) in parent group-v961779. [ 677.629182] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d451af9-ef14-4316-afd8-33b6cc20b087 tempest-ServersTestFqdnHostnames-1972796060 tempest-ServersTestFqdnHostnames-1972796060-project-member] Creating folder: Instances. Parent ref: group-v961860. {{(pid=65448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 677.629182] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6dc6cc60-d2ae-4508-bb9b-9de78fd831f6 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.643866] env[65448]: INFO nova.virt.vmwareapi.vm_util [None req-8d451af9-ef14-4316-afd8-33b6cc20b087 tempest-ServersTestFqdnHostnames-1972796060 tempest-ServersTestFqdnHostnames-1972796060-project-member] Created folder: Instances in parent group-v961860. [ 677.643866] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-8d451af9-ef14-4316-afd8-33b6cc20b087 tempest-ServersTestFqdnHostnames-1972796060 tempest-ServersTestFqdnHostnames-1972796060-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 677.646229] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d72d778b-dd55-4ac5-a55a-ffa2176f8aa1] Creating VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 677.648892] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d4039b7d-6ae1-41fb-92a1-e4e278f1011f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.673354] env[65448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 677.673354] env[65448]: value = "task-4937262" [ 677.673354] env[65448]: _type = "Task" [ 677.673354] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.690845] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937262, 'name': CreateVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.694412] env[65448]: DEBUG oslo_vmware.api [None req-cca22f64-5c66-4692-a0d5-39b19a47c6d5 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Task: {'id': task-4937258, 'name': Destroy_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.870704] env[65448]: DEBUG nova.compute.manager [None req-8e2c12fb-0ad2-4eb9-9d2c-1a79214d2a56 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] [instance: 3a95cfa3-d907-467b-9081-c8c5b4b9dd5a] Start building block device mappings for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2916}} [ 677.913540] env[65448]: DEBUG oslo_concurrency.lockutils [req-aeadab91-3baf-49d6-84b4-e80b7bf4a060 req-40f3d2a5-1498-43f2-82ba-b0411fb89bf9 service nova] Releasing lock "refresh_cache-98934034-6202-43e2-8c37-cbde37e0cf78" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.941316] env[65448]: DEBUG oslo_concurrency.lockutils [None req-e39eaa5d-3df6-4ee3-b475-6ceb2c4e13b9 tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] Acquiring lock "2e9f275f-c5e4-485d-abcc-48d411456e1f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.941544] env[65448]: DEBUG oslo_concurrency.lockutils [None req-e39eaa5d-3df6-4ee3-b475-6ceb2c4e13b9 tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] Lock "2e9f275f-c5e4-485d-abcc-48d411456e1f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.941667] env[65448]: DEBUG oslo_concurrency.lockutils [None req-e39eaa5d-3df6-4ee3-b475-6ceb2c4e13b9 tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] Acquiring lock "2e9f275f-c5e4-485d-abcc-48d411456e1f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.942427] env[65448]: DEBUG oslo_concurrency.lockutils [None req-e39eaa5d-3df6-4ee3-b475-6ceb2c4e13b9 tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] Lock "2e9f275f-c5e4-485d-abcc-48d411456e1f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.942427] env[65448]: DEBUG oslo_concurrency.lockutils [None req-e39eaa5d-3df6-4ee3-b475-6ceb2c4e13b9 tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] Lock "2e9f275f-c5e4-485d-abcc-48d411456e1f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.950195] env[65448]: INFO nova.compute.manager [None req-e39eaa5d-3df6-4ee3-b475-6ceb2c4e13b9 tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] [instance: 2e9f275f-c5e4-485d-abcc-48d411456e1f] Terminating instance [ 677.976524] env[65448]: DEBUG oslo_vmware.api [None req-a6e58a80-6bd9-4649-8435-b20ef47eae3b tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Task: {'id': task-4937259, 'name': CloneVM_Task} progress is 94%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.004272] env[65448]: DEBUG nova.network.neutron [None req-8e2c12fb-0ad2-4eb9-9d2c-1a79214d2a56 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] [instance: 3a95cfa3-d907-467b-9081-c8c5b4b9dd5a] Successfully created port: dc21dc55-1199-4830-82fb-214f671108a9 {{(pid=65448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 678.065527] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5e08c38e-e5e5-435a-9563-de3b978f991d tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Acquiring lock "5eaf1535-4d97-4020-b2a5-4f37e21026e0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.066112] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5e08c38e-e5e5-435a-9563-de3b978f991d tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Lock "5eaf1535-4d97-4020-b2a5-4f37e21026e0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.128960] env[65448]: DEBUG oslo_concurrency.lockutils [None req-86510b24-c0b3-4116-89e2-70aef5e704f2 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Lock "223507ab-1bb6-4cc6-b81d-c5da765c01c0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.517s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.129994] env[65448]: DEBUG nova.compute.manager [None req-3da8b6db-3382-444c-84cc-234e39342f1d tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: 727dfbd8-2509-4e94-9090-36a2d9b3da19] Instance disappeared before build. {{(pid=65448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2490}} [ 678.201392] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937262, 'name': CreateVM_Task} progress is 99%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.202042] env[65448]: DEBUG oslo_vmware.api [None req-cca22f64-5c66-4692-a0d5-39b19a47c6d5 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Task: {'id': task-4937258, 'name': Destroy_Task, 'duration_secs': 0.93812} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.202326] env[65448]: INFO nova.virt.vmwareapi.vm_util [None req-cca22f64-5c66-4692-a0d5-39b19a47c6d5 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] [instance: fb73de4f-982f-48b5-b0a6-febcf9a1f54e] Destroyed the VM [ 678.202675] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-cca22f64-5c66-4692-a0d5-39b19a47c6d5 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] [instance: fb73de4f-982f-48b5-b0a6-febcf9a1f54e] Deleting Snapshot of the VM instance {{(pid=65448) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 678.203376] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a5459f75-67f6-4e73-9ec8-b394f0c4304f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.216584] env[65448]: DEBUG oslo_vmware.api [None req-cca22f64-5c66-4692-a0d5-39b19a47c6d5 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Waiting for the task: (returnval){ [ 678.216584] env[65448]: value = "task-4937263" [ 678.216584] env[65448]: _type = "Task" [ 678.216584] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.236061] env[65448]: DEBUG oslo_vmware.api [None req-cca22f64-5c66-4692-a0d5-39b19a47c6d5 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Task: {'id': task-4937263, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.465487] env[65448]: DEBUG oslo_vmware.api [None req-a6e58a80-6bd9-4649-8435-b20ef47eae3b tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Task: {'id': task-4937259, 'name': CloneVM_Task} progress is 94%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.477916] env[65448]: DEBUG nova.compute.manager [None req-e39eaa5d-3df6-4ee3-b475-6ceb2c4e13b9 tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] [instance: 2e9f275f-c5e4-485d-abcc-48d411456e1f] Start destroying the instance on the hypervisor. {{(pid=65448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3209}} [ 678.478243] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-e39eaa5d-3df6-4ee3-b475-6ceb2c4e13b9 tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] [instance: 2e9f275f-c5e4-485d-abcc-48d411456e1f] Destroying instance {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 678.479675] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58ecebb6-1aaf-4dfe-a19d-e86d8a774ad8 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.490085] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-e39eaa5d-3df6-4ee3-b475-6ceb2c4e13b9 tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] [instance: 2e9f275f-c5e4-485d-abcc-48d411456e1f] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 678.490398] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-df654c38-e94d-4624-a987-24f9bf4f2f3a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.498940] env[65448]: DEBUG oslo_vmware.api [None req-e39eaa5d-3df6-4ee3-b475-6ceb2c4e13b9 tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] Waiting for the task: (returnval){ [ 678.498940] env[65448]: value = "task-4937264" [ 678.498940] env[65448]: _type = "Task" [ 678.498940] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.511578] env[65448]: DEBUG oslo_vmware.api [None req-e39eaa5d-3df6-4ee3-b475-6ceb2c4e13b9 tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] Task: {'id': task-4937264, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.637105] env[65448]: DEBUG nova.compute.manager [None req-30d5e2f1-b146-45bf-a096-706033f3c53f tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: e6733991-a8fe-42b0-bd9c-098cd755e957] Starting instance... {{(pid=65448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2483}} [ 678.659942] env[65448]: DEBUG oslo_concurrency.lockutils [None req-3da8b6db-3382-444c-84cc-234e39342f1d tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Lock "727dfbd8-2509-4e94-9090-36a2d9b3da19" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 9.727s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.697446] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937262, 'name': CreateVM_Task, 'duration_secs': 0.6483} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.697756] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d72d778b-dd55-4ac5-a55a-ffa2176f8aa1] Created VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 678.698504] env[65448]: WARNING neutronclient.v2_0.client [None req-8d451af9-ef14-4316-afd8-33b6cc20b087 tempest-ServersTestFqdnHostnames-1972796060 tempest-ServersTestFqdnHostnames-1972796060-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 678.699096] env[65448]: DEBUG oslo_concurrency.lockutils [None req-8d451af9-ef14-4316-afd8-33b6cc20b087 tempest-ServersTestFqdnHostnames-1972796060 tempest-ServersTestFqdnHostnames-1972796060-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.699354] env[65448]: DEBUG oslo_concurrency.lockutils [None req-8d451af9-ef14-4316-afd8-33b6cc20b087 tempest-ServersTestFqdnHostnames-1972796060 tempest-ServersTestFqdnHostnames-1972796060-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.699840] env[65448]: DEBUG oslo_concurrency.lockutils [None req-8d451af9-ef14-4316-afd8-33b6cc20b087 tempest-ServersTestFqdnHostnames-1972796060 tempest-ServersTestFqdnHostnames-1972796060-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.704969] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b453582c-57b5-4270-99fa-5a10ad8dbb09 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.715112] env[65448]: DEBUG oslo_vmware.api [None req-8d451af9-ef14-4316-afd8-33b6cc20b087 tempest-ServersTestFqdnHostnames-1972796060 tempest-ServersTestFqdnHostnames-1972796060-project-member] Waiting for the task: (returnval){ [ 678.715112] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5273ff6a-00d0-66df-f3ef-eb110fe0963b" [ 678.715112] env[65448]: _type = "Task" [ 678.715112] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.738347] env[65448]: DEBUG oslo_vmware.api [None req-8d451af9-ef14-4316-afd8-33b6cc20b087 tempest-ServersTestFqdnHostnames-1972796060 tempest-ServersTestFqdnHostnames-1972796060-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5273ff6a-00d0-66df-f3ef-eb110fe0963b, 'name': SearchDatastore_Task} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.745117] env[65448]: DEBUG oslo_concurrency.lockutils [None req-8d451af9-ef14-4316-afd8-33b6cc20b087 tempest-ServersTestFqdnHostnames-1972796060 tempest-ServersTestFqdnHostnames-1972796060-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.745431] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-8d451af9-ef14-4316-afd8-33b6cc20b087 tempest-ServersTestFqdnHostnames-1972796060 tempest-ServersTestFqdnHostnames-1972796060-project-member] [instance: d72d778b-dd55-4ac5-a55a-ffa2176f8aa1] Processing image 50fb366d-48e6-424f-9c20-bc83d77be76a {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 678.745971] env[65448]: DEBUG oslo_concurrency.lockutils [None req-8d451af9-ef14-4316-afd8-33b6cc20b087 tempest-ServersTestFqdnHostnames-1972796060 tempest-ServersTestFqdnHostnames-1972796060-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.745971] env[65448]: DEBUG oslo_concurrency.lockutils [None req-8d451af9-ef14-4316-afd8-33b6cc20b087 tempest-ServersTestFqdnHostnames-1972796060 tempest-ServersTestFqdnHostnames-1972796060-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.746803] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d451af9-ef14-4316-afd8-33b6cc20b087 tempest-ServersTestFqdnHostnames-1972796060 tempest-ServersTestFqdnHostnames-1972796060-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 678.746803] env[65448]: DEBUG oslo_vmware.api [None req-cca22f64-5c66-4692-a0d5-39b19a47c6d5 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Task: {'id': task-4937263, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.748182] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4882abd1-ef59-4a18-8c27-39a58c74a829 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.761323] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d451af9-ef14-4316-afd8-33b6cc20b087 tempest-ServersTestFqdnHostnames-1972796060 tempest-ServersTestFqdnHostnames-1972796060-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 678.762442] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-8d451af9-ef14-4316-afd8-33b6cc20b087 tempest-ServersTestFqdnHostnames-1972796060 tempest-ServersTestFqdnHostnames-1972796060-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 678.766202] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67f1f1e9-3eb2-45b5-838a-454a9d61131d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.776114] env[65448]: DEBUG oslo_vmware.api [None req-8d451af9-ef14-4316-afd8-33b6cc20b087 tempest-ServersTestFqdnHostnames-1972796060 tempest-ServersTestFqdnHostnames-1972796060-project-member] Waiting for the task: (returnval){ [ 678.776114] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5265d5e1-4e23-c67a-19f4-b0d348ebd1d9" [ 678.776114] env[65448]: _type = "Task" [ 678.776114] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.784123] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae722d6d-b092-428c-a414-25028f0743f1 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.790210] env[65448]: DEBUG oslo_vmware.api [None req-8d451af9-ef14-4316-afd8-33b6cc20b087 tempest-ServersTestFqdnHostnames-1972796060 tempest-ServersTestFqdnHostnames-1972796060-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5265d5e1-4e23-c67a-19f4-b0d348ebd1d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.796791] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15a067c7-e1a7-447e-9c7a-3cb4149bb3fd {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.832900] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-708ba584-9290-4647-b3dd-5ba5c31a74bb {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.842653] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-587063ae-b2f4-41b7-9839-63c0c40a95bc {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.858353] env[65448]: DEBUG nova.compute.provider_tree [None req-26f17e44-af29-431a-9082-703be643c7a3 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 678.882896] env[65448]: DEBUG nova.compute.manager [None req-8e2c12fb-0ad2-4eb9-9d2c-1a79214d2a56 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] [instance: 3a95cfa3-d907-467b-9081-c8c5b4b9dd5a] Start spawning the instance on the hypervisor. {{(pid=65448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2689}} [ 678.911438] env[65448]: DEBUG nova.virt.hardware [None req-8e2c12fb-0ad2-4eb9-9d2c-1a79214d2a56 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-08T17:19:51Z,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a992292b6dae455593d228217860e2e1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-08T17:19:52Z,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 678.911795] env[65448]: DEBUG nova.virt.hardware [None req-8e2c12fb-0ad2-4eb9-9d2c-1a79214d2a56 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 678.911976] env[65448]: DEBUG nova.virt.hardware [None req-8e2c12fb-0ad2-4eb9-9d2c-1a79214d2a56 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 678.912196] env[65448]: DEBUG nova.virt.hardware [None req-8e2c12fb-0ad2-4eb9-9d2c-1a79214d2a56 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 678.912362] env[65448]: DEBUG nova.virt.hardware [None req-8e2c12fb-0ad2-4eb9-9d2c-1a79214d2a56 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 678.912527] env[65448]: DEBUG nova.virt.hardware [None req-8e2c12fb-0ad2-4eb9-9d2c-1a79214d2a56 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 678.912780] env[65448]: DEBUG nova.virt.hardware [None req-8e2c12fb-0ad2-4eb9-9d2c-1a79214d2a56 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 678.913144] env[65448]: DEBUG nova.virt.hardware [None req-8e2c12fb-0ad2-4eb9-9d2c-1a79214d2a56 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 678.913239] env[65448]: DEBUG nova.virt.hardware [None req-8e2c12fb-0ad2-4eb9-9d2c-1a79214d2a56 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 678.913490] env[65448]: DEBUG nova.virt.hardware [None req-8e2c12fb-0ad2-4eb9-9d2c-1a79214d2a56 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 678.913787] env[65448]: DEBUG nova.virt.hardware [None req-8e2c12fb-0ad2-4eb9-9d2c-1a79214d2a56 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 678.915055] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8276bed2-a263-4874-ae13-e8b16a12f1dc {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.925160] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92c2c06a-6f31-46f1-bc34-73149dd0752a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.963428] env[65448]: DEBUG oslo_vmware.api [None req-a6e58a80-6bd9-4649-8435-b20ef47eae3b tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Task: {'id': task-4937259, 'name': CloneVM_Task} progress is 95%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.015694] env[65448]: DEBUG oslo_vmware.api [None req-e39eaa5d-3df6-4ee3-b475-6ceb2c4e13b9 tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] Task: {'id': task-4937264, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.081781] env[65448]: DEBUG nova.compute.manager [req-b080c43b-6a8c-4859-be6d-437d05bc0365 req-084287b8-e6b2-48ec-9725-efe3b1755a12 service nova] [instance: 98934034-6202-43e2-8c37-cbde37e0cf78] Received event network-changed-563c0a80-9e7a-4f3f-9dd1-d6fee14bee79 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 679.082334] env[65448]: DEBUG nova.compute.manager [req-b080c43b-6a8c-4859-be6d-437d05bc0365 req-084287b8-e6b2-48ec-9725-efe3b1755a12 service nova] [instance: 98934034-6202-43e2-8c37-cbde37e0cf78] Refreshing instance network info cache due to event network-changed-563c0a80-9e7a-4f3f-9dd1-d6fee14bee79. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 679.082745] env[65448]: DEBUG oslo_concurrency.lockutils [req-b080c43b-6a8c-4859-be6d-437d05bc0365 req-084287b8-e6b2-48ec-9725-efe3b1755a12 service nova] Acquiring lock "refresh_cache-98934034-6202-43e2-8c37-cbde37e0cf78" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.082979] env[65448]: DEBUG oslo_concurrency.lockutils [req-b080c43b-6a8c-4859-be6d-437d05bc0365 req-084287b8-e6b2-48ec-9725-efe3b1755a12 service nova] Acquired lock "refresh_cache-98934034-6202-43e2-8c37-cbde37e0cf78" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.083550] env[65448]: DEBUG nova.network.neutron [req-b080c43b-6a8c-4859-be6d-437d05bc0365 req-084287b8-e6b2-48ec-9725-efe3b1755a12 service nova] [instance: 98934034-6202-43e2-8c37-cbde37e0cf78] Refreshing network info cache for port 563c0a80-9e7a-4f3f-9dd1-d6fee14bee79 {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 679.112780] env[65448]: DEBUG nova.compute.manager [req-289b2fcd-ec59-41ca-a803-d548ffb3cc36 req-b7385f2d-3410-4058-9651-f5dfb2f2d0de service nova] [instance: d72d778b-dd55-4ac5-a55a-ffa2176f8aa1] Received event network-vif-plugged-4e979e2d-9f14-48ab-a4b9-e3426573e11c {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 679.113072] env[65448]: DEBUG oslo_concurrency.lockutils [req-289b2fcd-ec59-41ca-a803-d548ffb3cc36 req-b7385f2d-3410-4058-9651-f5dfb2f2d0de service nova] Acquiring lock "d72d778b-dd55-4ac5-a55a-ffa2176f8aa1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.113221] env[65448]: DEBUG oslo_concurrency.lockutils [req-289b2fcd-ec59-41ca-a803-d548ffb3cc36 req-b7385f2d-3410-4058-9651-f5dfb2f2d0de service nova] Lock "d72d778b-dd55-4ac5-a55a-ffa2176f8aa1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.113774] env[65448]: DEBUG oslo_concurrency.lockutils [req-289b2fcd-ec59-41ca-a803-d548ffb3cc36 req-b7385f2d-3410-4058-9651-f5dfb2f2d0de service nova] Lock "d72d778b-dd55-4ac5-a55a-ffa2176f8aa1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.113827] env[65448]: DEBUG nova.compute.manager [req-289b2fcd-ec59-41ca-a803-d548ffb3cc36 req-b7385f2d-3410-4058-9651-f5dfb2f2d0de service nova] [instance: d72d778b-dd55-4ac5-a55a-ffa2176f8aa1] No waiting events found dispatching network-vif-plugged-4e979e2d-9f14-48ab-a4b9-e3426573e11c {{(pid=65448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 679.114125] env[65448]: WARNING nova.compute.manager [req-289b2fcd-ec59-41ca-a803-d548ffb3cc36 req-b7385f2d-3410-4058-9651-f5dfb2f2d0de service nova] [instance: d72d778b-dd55-4ac5-a55a-ffa2176f8aa1] Received unexpected event network-vif-plugged-4e979e2d-9f14-48ab-a4b9-e3426573e11c for instance with vm_state building and task_state spawning. [ 679.114378] env[65448]: DEBUG nova.compute.manager [req-289b2fcd-ec59-41ca-a803-d548ffb3cc36 req-b7385f2d-3410-4058-9651-f5dfb2f2d0de service nova] [instance: d72d778b-dd55-4ac5-a55a-ffa2176f8aa1] Received event network-changed-4e979e2d-9f14-48ab-a4b9-e3426573e11c {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 679.114622] env[65448]: DEBUG nova.compute.manager [req-289b2fcd-ec59-41ca-a803-d548ffb3cc36 req-b7385f2d-3410-4058-9651-f5dfb2f2d0de service nova] [instance: d72d778b-dd55-4ac5-a55a-ffa2176f8aa1] Refreshing instance network info cache due to event network-changed-4e979e2d-9f14-48ab-a4b9-e3426573e11c. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 679.114923] env[65448]: DEBUG oslo_concurrency.lockutils [req-289b2fcd-ec59-41ca-a803-d548ffb3cc36 req-b7385f2d-3410-4058-9651-f5dfb2f2d0de service nova] Acquiring lock "refresh_cache-d72d778b-dd55-4ac5-a55a-ffa2176f8aa1" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.115185] env[65448]: DEBUG oslo_concurrency.lockutils [req-289b2fcd-ec59-41ca-a803-d548ffb3cc36 req-b7385f2d-3410-4058-9651-f5dfb2f2d0de service nova] Acquired lock "refresh_cache-d72d778b-dd55-4ac5-a55a-ffa2176f8aa1" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.115554] env[65448]: DEBUG nova.network.neutron [req-289b2fcd-ec59-41ca-a803-d548ffb3cc36 req-b7385f2d-3410-4058-9651-f5dfb2f2d0de service nova] [instance: d72d778b-dd55-4ac5-a55a-ffa2176f8aa1] Refreshing network info cache for port 4e979e2d-9f14-48ab-a4b9-e3426573e11c {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 679.167642] env[65448]: DEBUG nova.compute.manager [None req-59a4eb51-e345-4ff2-94e0-ef74212a870f tempest-ServersTestManualDisk-536655571 tempest-ServersTestManualDisk-536655571-project-member] [instance: c4a3eb56-9352-4486-af03-8817a0c6d462] Starting instance... {{(pid=65448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2483}} [ 679.173364] env[65448]: DEBUG oslo_concurrency.lockutils [None req-30d5e2f1-b146-45bf-a096-706033f3c53f tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.236071] env[65448]: DEBUG oslo_vmware.api [None req-cca22f64-5c66-4692-a0d5-39b19a47c6d5 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Task: {'id': task-4937263, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.287957] env[65448]: DEBUG oslo_vmware.api [None req-8d451af9-ef14-4316-afd8-33b6cc20b087 tempest-ServersTestFqdnHostnames-1972796060 tempest-ServersTestFqdnHostnames-1972796060-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5265d5e1-4e23-c67a-19f4-b0d348ebd1d9, 'name': SearchDatastore_Task, 'duration_secs': 0.013669} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.289256] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-643ad92e-82c2-4df9-b4b1-a56764a05920 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.297270] env[65448]: DEBUG oslo_vmware.api [None req-8d451af9-ef14-4316-afd8-33b6cc20b087 tempest-ServersTestFqdnHostnames-1972796060 tempest-ServersTestFqdnHostnames-1972796060-project-member] Waiting for the task: (returnval){ [ 679.297270] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52bd1d7e-7865-584c-4219-2cbfc3954353" [ 679.297270] env[65448]: _type = "Task" [ 679.297270] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.309041] env[65448]: DEBUG oslo_vmware.api [None req-8d451af9-ef14-4316-afd8-33b6cc20b087 tempest-ServersTestFqdnHostnames-1972796060 tempest-ServersTestFqdnHostnames-1972796060-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52bd1d7e-7865-584c-4219-2cbfc3954353, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.362655] env[65448]: DEBUG nova.scheduler.client.report [None req-26f17e44-af29-431a-9082-703be643c7a3 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 679.468642] env[65448]: DEBUG oslo_vmware.api [None req-a6e58a80-6bd9-4649-8435-b20ef47eae3b tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Task: {'id': task-4937259, 'name': CloneVM_Task, 'duration_secs': 1.789705} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.468848] env[65448]: INFO nova.virt.vmwareapi.vmops [None req-a6e58a80-6bd9-4649-8435-b20ef47eae3b tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] [instance: 576a1826-8e83-46fa-832d-87c62ff7d02e] Created linked-clone VM from snapshot [ 679.469897] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4084f7e0-1c2f-40da-a93b-f45796a06726 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.479214] env[65448]: DEBUG nova.virt.vmwareapi.images [None req-a6e58a80-6bd9-4649-8435-b20ef47eae3b tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] [instance: 576a1826-8e83-46fa-832d-87c62ff7d02e] Uploading image 24d7050c-0e46-4aae-954e-e82852567f4e {{(pid=65448) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 679.494092] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6e58a80-6bd9-4649-8435-b20ef47eae3b tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] [instance: 576a1826-8e83-46fa-832d-87c62ff7d02e] Destroying the VM {{(pid=65448) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 679.494527] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-3f0a9dcf-46a8-4587-84f8-314b930bff39 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.507166] env[65448]: DEBUG oslo_vmware.api [None req-a6e58a80-6bd9-4649-8435-b20ef47eae3b tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Waiting for the task: (returnval){ [ 679.507166] env[65448]: value = "task-4937265" [ 679.507166] env[65448]: _type = "Task" [ 679.507166] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.514316] env[65448]: DEBUG oslo_vmware.api [None req-e39eaa5d-3df6-4ee3-b475-6ceb2c4e13b9 tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] Task: {'id': task-4937264, 'name': PowerOffVM_Task, 'duration_secs': 0.523607} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.515058] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-e39eaa5d-3df6-4ee3-b475-6ceb2c4e13b9 tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] [instance: 2e9f275f-c5e4-485d-abcc-48d411456e1f] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 679.515237] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-e39eaa5d-3df6-4ee3-b475-6ceb2c4e13b9 tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] [instance: 2e9f275f-c5e4-485d-abcc-48d411456e1f] Unregistering the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 679.515508] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-184bbc7d-b9e6-4825-a5c5-0060fae90251 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.523592] env[65448]: DEBUG oslo_vmware.api [None req-a6e58a80-6bd9-4649-8435-b20ef47eae3b tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Task: {'id': task-4937265, 'name': Destroy_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.563781] env[65448]: DEBUG nova.compute.manager [None req-daf69dfd-25f1-4ddc-b67a-47e821b18fda tempest-ServerDiagnosticsV248Test-965738964 tempest-ServerDiagnosticsV248Test-965738964-project-admin] [instance: 563c9ae6-0834-4c9c-aad5-e72b367fb3a6] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 679.565687] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e15c1c3d-91b3-47b5-b854-97966cf0df6b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.579972] env[65448]: INFO nova.compute.manager [None req-daf69dfd-25f1-4ddc-b67a-47e821b18fda tempest-ServerDiagnosticsV248Test-965738964 tempest-ServerDiagnosticsV248Test-965738964-project-admin] [instance: 563c9ae6-0834-4c9c-aad5-e72b367fb3a6] Retrieving diagnostics [ 679.581262] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e916c08-fdeb-4364-b7d4-2793c98b6ed8 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.586485] env[65448]: WARNING neutronclient.v2_0.client [req-b080c43b-6a8c-4859-be6d-437d05bc0365 req-084287b8-e6b2-48ec-9725-efe3b1755a12 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 679.628627] env[65448]: WARNING neutronclient.v2_0.client [req-289b2fcd-ec59-41ca-a803-d548ffb3cc36 req-b7385f2d-3410-4058-9651-f5dfb2f2d0de service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 679.636494] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-e39eaa5d-3df6-4ee3-b475-6ceb2c4e13b9 tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] [instance: 2e9f275f-c5e4-485d-abcc-48d411456e1f] Unregistered the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 679.637365] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-e39eaa5d-3df6-4ee3-b475-6ceb2c4e13b9 tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] [instance: 2e9f275f-c5e4-485d-abcc-48d411456e1f] Deleting contents of the VM from datastore datastore1 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 679.637365] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-e39eaa5d-3df6-4ee3-b475-6ceb2c4e13b9 tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] Deleting the datastore file [datastore1] 2e9f275f-c5e4-485d-abcc-48d411456e1f {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 679.637735] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b22dfec6-4611-4c89-abd0-6b914cc7f839 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.648873] env[65448]: DEBUG oslo_vmware.api [None req-e39eaa5d-3df6-4ee3-b475-6ceb2c4e13b9 tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] Waiting for the task: (returnval){ [ 679.648873] env[65448]: value = "task-4937267" [ 679.648873] env[65448]: _type = "Task" [ 679.648873] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.659224] env[65448]: DEBUG oslo_vmware.api [None req-e39eaa5d-3df6-4ee3-b475-6ceb2c4e13b9 tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] Task: {'id': task-4937267, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.691938] env[65448]: DEBUG oslo_concurrency.lockutils [None req-59a4eb51-e345-4ff2-94e0-ef74212a870f tempest-ServersTestManualDisk-536655571 tempest-ServersTestManualDisk-536655571-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.737323] env[65448]: DEBUG oslo_vmware.api [None req-cca22f64-5c66-4692-a0d5-39b19a47c6d5 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Task: {'id': task-4937263, 'name': RemoveSnapshot_Task, 'duration_secs': 1.047507} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.737551] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-cca22f64-5c66-4692-a0d5-39b19a47c6d5 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] [instance: fb73de4f-982f-48b5-b0a6-febcf9a1f54e] Deleted Snapshot of the VM instance {{(pid=65448) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 679.737909] env[65448]: INFO nova.compute.manager [None req-cca22f64-5c66-4692-a0d5-39b19a47c6d5 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] [instance: fb73de4f-982f-48b5-b0a6-febcf9a1f54e] Took 17.11 seconds to snapshot the instance on the hypervisor. [ 679.812719] env[65448]: DEBUG oslo_vmware.api [None req-8d451af9-ef14-4316-afd8-33b6cc20b087 tempest-ServersTestFqdnHostnames-1972796060 tempest-ServersTestFqdnHostnames-1972796060-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52bd1d7e-7865-584c-4219-2cbfc3954353, 'name': SearchDatastore_Task, 'duration_secs': 0.026086} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.813759] env[65448]: DEBUG oslo_concurrency.lockutils [None req-8d451af9-ef14-4316-afd8-33b6cc20b087 tempest-ServersTestFqdnHostnames-1972796060 tempest-ServersTestFqdnHostnames-1972796060-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.813759] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d451af9-ef14-4316-afd8-33b6cc20b087 tempest-ServersTestFqdnHostnames-1972796060 tempest-ServersTestFqdnHostnames-1972796060-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] d72d778b-dd55-4ac5-a55a-ffa2176f8aa1/d72d778b-dd55-4ac5-a55a-ffa2176f8aa1.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 679.813759] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fd9513ef-abd5-41b1-a061-e41c05af5efd {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.824379] env[65448]: DEBUG oslo_vmware.api [None req-8d451af9-ef14-4316-afd8-33b6cc20b087 tempest-ServersTestFqdnHostnames-1972796060 tempest-ServersTestFqdnHostnames-1972796060-project-member] Waiting for the task: (returnval){ [ 679.824379] env[65448]: value = "task-4937268" [ 679.824379] env[65448]: _type = "Task" [ 679.824379] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.841242] env[65448]: DEBUG oslo_vmware.api [None req-8d451af9-ef14-4316-afd8-33b6cc20b087 tempest-ServersTestFqdnHostnames-1972796060 tempest-ServersTestFqdnHostnames-1972796060-project-member] Task: {'id': task-4937268, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.855128] env[65448]: DEBUG nova.network.neutron [None req-8e2c12fb-0ad2-4eb9-9d2c-1a79214d2a56 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] [instance: 3a95cfa3-d907-467b-9081-c8c5b4b9dd5a] Successfully updated port: dc21dc55-1199-4830-82fb-214f671108a9 {{(pid=65448) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 679.868369] env[65448]: DEBUG oslo_concurrency.lockutils [None req-26f17e44-af29-431a-9082-703be643c7a3 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.025s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.869189] env[65448]: DEBUG nova.compute.manager [None req-26f17e44-af29-431a-9082-703be643c7a3 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: abc20464-a66c-4425-a677-b5852aec43bb] Start building networks asynchronously for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2881}} [ 679.874159] env[65448]: DEBUG oslo_concurrency.lockutils [None req-1b53acb9-4652-4b6c-8bf0-dd9da3974680 tempest-VolumesAdminNegativeTest-1869350700 tempest-VolumesAdminNegativeTest-1869350700-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.424s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.875104] env[65448]: INFO nova.compute.claims [None req-1b53acb9-4652-4b6c-8bf0-dd9da3974680 tempest-VolumesAdminNegativeTest-1869350700 tempest-VolumesAdminNegativeTest-1869350700-project-member] [instance: 2e23dcac-a447-4ae9-bcf6-26b268a664c4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 679.899468] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6bb6069e-35cb-453e-99d7-b5603d5ed8b0 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Acquiring lock "bde62422-6d7d-48dd-b3c8-a9c9091e23a7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.951204] env[65448]: WARNING neutronclient.v2_0.client [req-b080c43b-6a8c-4859-be6d-437d05bc0365 req-084287b8-e6b2-48ec-9725-efe3b1755a12 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 679.982343] env[65448]: WARNING neutronclient.v2_0.client [req-289b2fcd-ec59-41ca-a803-d548ffb3cc36 req-b7385f2d-3410-4058-9651-f5dfb2f2d0de service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 680.030356] env[65448]: DEBUG oslo_vmware.api [None req-a6e58a80-6bd9-4649-8435-b20ef47eae3b tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Task: {'id': task-4937265, 'name': Destroy_Task} progress is 33%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.095550] env[65448]: DEBUG nova.network.neutron [req-289b2fcd-ec59-41ca-a803-d548ffb3cc36 req-b7385f2d-3410-4058-9651-f5dfb2f2d0de service nova] [instance: d72d778b-dd55-4ac5-a55a-ffa2176f8aa1] Updated VIF entry in instance network info cache for port 4e979e2d-9f14-48ab-a4b9-e3426573e11c. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 680.095641] env[65448]: DEBUG nova.network.neutron [req-289b2fcd-ec59-41ca-a803-d548ffb3cc36 req-b7385f2d-3410-4058-9651-f5dfb2f2d0de service nova] [instance: d72d778b-dd55-4ac5-a55a-ffa2176f8aa1] Updating instance_info_cache with network_info: [{"id": "4e979e2d-9f14-48ab-a4b9-e3426573e11c", "address": "fa:16:3e:b5:15:74", "network": {"id": "2932e802-07e5-440a-8a15-6f200c39e6c8", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-2140274310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30ceb14ff460476ab237c06ee0fa9b8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8800a981-a89e-42e4-8be9-cace419ba9cb", "external-id": "nsx-vlan-transportzone-962", "segmentation_id": 962, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e979e2d-9f", "ovs_interfaceid": "4e979e2d-9f14-48ab-a4b9-e3426573e11c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.099978] env[65448]: DEBUG nova.network.neutron [req-b080c43b-6a8c-4859-be6d-437d05bc0365 req-084287b8-e6b2-48ec-9725-efe3b1755a12 service nova] [instance: 98934034-6202-43e2-8c37-cbde37e0cf78] Updated VIF entry in instance network info cache for port 563c0a80-9e7a-4f3f-9dd1-d6fee14bee79. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 680.099978] env[65448]: DEBUG nova.network.neutron [req-b080c43b-6a8c-4859-be6d-437d05bc0365 req-084287b8-e6b2-48ec-9725-efe3b1755a12 service nova] [instance: 98934034-6202-43e2-8c37-cbde37e0cf78] Updating instance_info_cache with network_info: [{"id": "563c0a80-9e7a-4f3f-9dd1-d6fee14bee79", "address": "fa:16:3e:8b:4a:bb", "network": {"id": "826f617c-9058-47a8-9ab9-dc3c74f75320", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-381840079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d16e453e4fe34602943010b8b42c43cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap563c0a80-9e", "ovs_interfaceid": "563c0a80-9e7a-4f3f-9dd1-d6fee14bee79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.164539] env[65448]: DEBUG oslo_vmware.api [None req-e39eaa5d-3df6-4ee3-b475-6ceb2c4e13b9 tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] Task: {'id': task-4937267, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.277975} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.165092] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-e39eaa5d-3df6-4ee3-b475-6ceb2c4e13b9 tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 680.165092] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-e39eaa5d-3df6-4ee3-b475-6ceb2c4e13b9 tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] [instance: 2e9f275f-c5e4-485d-abcc-48d411456e1f] Deleted contents of the VM from datastore datastore1 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 680.165266] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-e39eaa5d-3df6-4ee3-b475-6ceb2c4e13b9 tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] [instance: 2e9f275f-c5e4-485d-abcc-48d411456e1f] Instance destroyed {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 680.167035] env[65448]: INFO nova.compute.manager [None req-e39eaa5d-3df6-4ee3-b475-6ceb2c4e13b9 tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] [instance: 2e9f275f-c5e4-485d-abcc-48d411456e1f] Took 1.69 seconds to destroy the instance on the hypervisor. [ 680.167035] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-e39eaa5d-3df6-4ee3-b475-6ceb2c4e13b9 tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 680.167035] env[65448]: DEBUG nova.compute.manager [-] [instance: 2e9f275f-c5e4-485d-abcc-48d411456e1f] Deallocating network for instance {{(pid=65448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 680.167035] env[65448]: DEBUG nova.network.neutron [-] [instance: 2e9f275f-c5e4-485d-abcc-48d411456e1f] deallocate_for_instance() {{(pid=65448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 680.167035] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 680.213943] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 680.342177] env[65448]: DEBUG oslo_vmware.api [None req-8d451af9-ef14-4316-afd8-33b6cc20b087 tempest-ServersTestFqdnHostnames-1972796060 tempest-ServersTestFqdnHostnames-1972796060-project-member] Task: {'id': task-4937268, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.359513] env[65448]: DEBUG oslo_concurrency.lockutils [None req-8e2c12fb-0ad2-4eb9-9d2c-1a79214d2a56 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Acquiring lock "refresh_cache-3a95cfa3-d907-467b-9081-c8c5b4b9dd5a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.359513] env[65448]: DEBUG oslo_concurrency.lockutils [None req-8e2c12fb-0ad2-4eb9-9d2c-1a79214d2a56 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Acquired lock "refresh_cache-3a95cfa3-d907-467b-9081-c8c5b4b9dd5a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.360071] env[65448]: DEBUG nova.network.neutron [None req-8e2c12fb-0ad2-4eb9-9d2c-1a79214d2a56 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] [instance: 3a95cfa3-d907-467b-9081-c8c5b4b9dd5a] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 680.388200] env[65448]: DEBUG nova.compute.utils [None req-26f17e44-af29-431a-9082-703be643c7a3 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Using /dev/sd instead of None {{(pid=65448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 680.396755] env[65448]: DEBUG nova.compute.manager [None req-26f17e44-af29-431a-9082-703be643c7a3 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: abc20464-a66c-4425-a677-b5852aec43bb] Allocating IP information in the background. {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 680.396755] env[65448]: DEBUG nova.network.neutron [None req-26f17e44-af29-431a-9082-703be643c7a3 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: abc20464-a66c-4425-a677-b5852aec43bb] allocate_for_instance() {{(pid=65448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 680.396755] env[65448]: WARNING neutronclient.v2_0.client [None req-26f17e44-af29-431a-9082-703be643c7a3 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 680.396755] env[65448]: WARNING neutronclient.v2_0.client [None req-26f17e44-af29-431a-9082-703be643c7a3 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 680.450887] env[65448]: DEBUG nova.policy [None req-26f17e44-af29-431a-9082-703be643c7a3 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '01710b1994744039b6e121c7d5195b25', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c2a7a06e61d94624ba3b3a9d4f5d1e6f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65448) authorize /opt/stack/nova/nova/policy.py:192}} [ 680.521973] env[65448]: DEBUG oslo_vmware.api [None req-a6e58a80-6bd9-4649-8435-b20ef47eae3b tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Task: {'id': task-4937265, 'name': Destroy_Task, 'duration_secs': 0.746051} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.522282] env[65448]: INFO nova.virt.vmwareapi.vm_util [None req-a6e58a80-6bd9-4649-8435-b20ef47eae3b tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] [instance: 576a1826-8e83-46fa-832d-87c62ff7d02e] Destroyed the VM [ 680.522517] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-a6e58a80-6bd9-4649-8435-b20ef47eae3b tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] [instance: 576a1826-8e83-46fa-832d-87c62ff7d02e] Deleting Snapshot of the VM instance {{(pid=65448) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 680.522792] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-39444097-bca1-4aa9-92ba-a849081c69a5 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.531710] env[65448]: DEBUG oslo_vmware.api [None req-a6e58a80-6bd9-4649-8435-b20ef47eae3b tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Waiting for the task: (returnval){ [ 680.531710] env[65448]: value = "task-4937269" [ 680.531710] env[65448]: _type = "Task" [ 680.531710] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.542831] env[65448]: DEBUG oslo_vmware.api [None req-a6e58a80-6bd9-4649-8435-b20ef47eae3b tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Task: {'id': task-4937269, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.603981] env[65448]: DEBUG oslo_concurrency.lockutils [req-289b2fcd-ec59-41ca-a803-d548ffb3cc36 req-b7385f2d-3410-4058-9651-f5dfb2f2d0de service nova] Releasing lock "refresh_cache-d72d778b-dd55-4ac5-a55a-ffa2176f8aa1" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.605469] env[65448]: DEBUG oslo_concurrency.lockutils [req-b080c43b-6a8c-4859-be6d-437d05bc0365 req-084287b8-e6b2-48ec-9725-efe3b1755a12 service nova] Releasing lock "refresh_cache-98934034-6202-43e2-8c37-cbde37e0cf78" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.765544] env[65448]: DEBUG nova.network.neutron [None req-26f17e44-af29-431a-9082-703be643c7a3 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: abc20464-a66c-4425-a677-b5852aec43bb] Successfully created port: bb83c5a0-5fdb-4ab3-8f0f-001e89be75f8 {{(pid=65448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 680.842819] env[65448]: DEBUG oslo_vmware.api [None req-8d451af9-ef14-4316-afd8-33b6cc20b087 tempest-ServersTestFqdnHostnames-1972796060 tempest-ServersTestFqdnHostnames-1972796060-project-member] Task: {'id': task-4937268, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.667915} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.843165] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d451af9-ef14-4316-afd8-33b6cc20b087 tempest-ServersTestFqdnHostnames-1972796060 tempest-ServersTestFqdnHostnames-1972796060-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] d72d778b-dd55-4ac5-a55a-ffa2176f8aa1/d72d778b-dd55-4ac5-a55a-ffa2176f8aa1.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 680.843446] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-8d451af9-ef14-4316-afd8-33b6cc20b087 tempest-ServersTestFqdnHostnames-1972796060 tempest-ServersTestFqdnHostnames-1972796060-project-member] [instance: d72d778b-dd55-4ac5-a55a-ffa2176f8aa1] Extending root virtual disk to 1048576 {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 680.843646] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8dd2ba6a-59d6-4b18-81ec-7b70b82bba2b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.852556] env[65448]: DEBUG oslo_vmware.api [None req-8d451af9-ef14-4316-afd8-33b6cc20b087 tempest-ServersTestFqdnHostnames-1972796060 tempest-ServersTestFqdnHostnames-1972796060-project-member] Waiting for the task: (returnval){ [ 680.852556] env[65448]: value = "task-4937270" [ 680.852556] env[65448]: _type = "Task" [ 680.852556] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.865326] env[65448]: DEBUG oslo_vmware.api [None req-8d451af9-ef14-4316-afd8-33b6cc20b087 tempest-ServersTestFqdnHostnames-1972796060 tempest-ServersTestFqdnHostnames-1972796060-project-member] Task: {'id': task-4937270, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.900076] env[65448]: DEBUG nova.compute.manager [None req-26f17e44-af29-431a-9082-703be643c7a3 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: abc20464-a66c-4425-a677-b5852aec43bb] Start building block device mappings for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2916}} [ 680.931239] env[65448]: DEBUG nova.network.neutron [None req-8e2c12fb-0ad2-4eb9-9d2c-1a79214d2a56 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] [instance: 3a95cfa3-d907-467b-9081-c8c5b4b9dd5a] Instance cache missing network info. {{(pid=65448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 680.977014] env[65448]: DEBUG nova.network.neutron [-] [instance: 2e9f275f-c5e4-485d-abcc-48d411456e1f] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.023842] env[65448]: WARNING neutronclient.v2_0.client [None req-8e2c12fb-0ad2-4eb9-9d2c-1a79214d2a56 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 681.053634] env[65448]: DEBUG oslo_vmware.api [None req-a6e58a80-6bd9-4649-8435-b20ef47eae3b tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Task: {'id': task-4937269, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.201553] env[65448]: DEBUG nova.network.neutron [None req-8e2c12fb-0ad2-4eb9-9d2c-1a79214d2a56 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] [instance: 3a95cfa3-d907-467b-9081-c8c5b4b9dd5a] Updating instance_info_cache with network_info: [{"id": "dc21dc55-1199-4830-82fb-214f671108a9", "address": "fa:16:3e:d7:42:e0", "network": {"id": "8bceff40-3fe8-4c4e-8d97-0f1608c6de19", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.59", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a992292b6dae455593d228217860e2e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc21dc55-11", "ovs_interfaceid": "dc21dc55-1199-4830-82fb-214f671108a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.366538] env[65448]: DEBUG oslo_vmware.api [None req-8d451af9-ef14-4316-afd8-33b6cc20b087 tempest-ServersTestFqdnHostnames-1972796060 tempest-ServersTestFqdnHostnames-1972796060-project-member] Task: {'id': task-4937270, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081483} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.366991] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-8d451af9-ef14-4316-afd8-33b6cc20b087 tempest-ServersTestFqdnHostnames-1972796060 tempest-ServersTestFqdnHostnames-1972796060-project-member] [instance: d72d778b-dd55-4ac5-a55a-ffa2176f8aa1] Extended root virtual disk {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 681.367637] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72bd3dca-f247-4145-8635-77b3c62e7d76 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.395464] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d451af9-ef14-4316-afd8-33b6cc20b087 tempest-ServersTestFqdnHostnames-1972796060 tempest-ServersTestFqdnHostnames-1972796060-project-member] [instance: d72d778b-dd55-4ac5-a55a-ffa2176f8aa1] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] d72d778b-dd55-4ac5-a55a-ffa2176f8aa1/d72d778b-dd55-4ac5-a55a-ffa2176f8aa1.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 681.398365] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8f6f91b-aa8c-4040-86a7-fb2518f83259 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.423627] env[65448]: DEBUG oslo_vmware.api [None req-8d451af9-ef14-4316-afd8-33b6cc20b087 tempest-ServersTestFqdnHostnames-1972796060 tempest-ServersTestFqdnHostnames-1972796060-project-member] Waiting for the task: (returnval){ [ 681.423627] env[65448]: value = "task-4937271" [ 681.423627] env[65448]: _type = "Task" [ 681.423627] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.435406] env[65448]: DEBUG oslo_vmware.api [None req-8d451af9-ef14-4316-afd8-33b6cc20b087 tempest-ServersTestFqdnHostnames-1972796060 tempest-ServersTestFqdnHostnames-1972796060-project-member] Task: {'id': task-4937271, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.484566] env[65448]: INFO nova.compute.manager [-] [instance: 2e9f275f-c5e4-485d-abcc-48d411456e1f] Took 1.32 seconds to deallocate network for instance. [ 681.542390] env[65448]: DEBUG oslo_vmware.api [None req-a6e58a80-6bd9-4649-8435-b20ef47eae3b tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Task: {'id': task-4937269, 'name': RemoveSnapshot_Task} progress is 70%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.544113] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2282c27b-a588-4ec6-860d-e06ca0ab61ec {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.551667] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-006d1736-97a0-40a3-b535-59945c0af474 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.584074] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e04a3a4-20b5-4c64-8dd2-33f9271b3053 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.604461] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af3478de-8f6f-4f94-bcda-40730e843cd8 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.623024] env[65448]: DEBUG nova.compute.provider_tree [None req-1b53acb9-4652-4b6c-8bf0-dd9da3974680 tempest-VolumesAdminNegativeTest-1869350700 tempest-VolumesAdminNegativeTest-1869350700-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 681.705493] env[65448]: DEBUG oslo_concurrency.lockutils [None req-8e2c12fb-0ad2-4eb9-9d2c-1a79214d2a56 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Releasing lock "refresh_cache-3a95cfa3-d907-467b-9081-c8c5b4b9dd5a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.706188] env[65448]: DEBUG nova.compute.manager [None req-8e2c12fb-0ad2-4eb9-9d2c-1a79214d2a56 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] [instance: 3a95cfa3-d907-467b-9081-c8c5b4b9dd5a] Instance network_info: |[{"id": "dc21dc55-1199-4830-82fb-214f671108a9", "address": "fa:16:3e:d7:42:e0", "network": {"id": "8bceff40-3fe8-4c4e-8d97-0f1608c6de19", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.59", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a992292b6dae455593d228217860e2e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc21dc55-11", "ovs_interfaceid": "dc21dc55-1199-4830-82fb-214f671108a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 681.707490] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-8e2c12fb-0ad2-4eb9-9d2c-1a79214d2a56 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] [instance: 3a95cfa3-d907-467b-9081-c8c5b4b9dd5a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d7:42:e0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '07e9bef1-2b0e-4e4d-997f-de71bb0e213a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dc21dc55-1199-4830-82fb-214f671108a9', 'vif_model': 'vmxnet3'}] {{(pid=65448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 681.721546] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-8e2c12fb-0ad2-4eb9-9d2c-1a79214d2a56 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 681.721946] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a95cfa3-d907-467b-9081-c8c5b4b9dd5a] Creating VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 681.722344] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1bb9a619-3ff7-4695-979e-be58d1555c65 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.755214] env[65448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 681.755214] env[65448]: value = "task-4937272" [ 681.755214] env[65448]: _type = "Task" [ 681.755214] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.770340] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937272, 'name': CreateVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.900013] env[65448]: DEBUG nova.compute.manager [req-6ca011c8-268b-431e-90fd-a221ca618950 req-d15d95e5-fae7-4ec6-8ebd-2bf25483a52d service nova] [instance: 2e9f275f-c5e4-485d-abcc-48d411456e1f] Received event network-vif-deleted-f3d8b669-9925-48d0-b4af-c306ecfddb6d {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 681.920027] env[65448]: DEBUG nova.compute.manager [None req-26f17e44-af29-431a-9082-703be643c7a3 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: abc20464-a66c-4425-a677-b5852aec43bb] Start spawning the instance on the hypervisor. {{(pid=65448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2689}} [ 681.930556] env[65448]: DEBUG nova.compute.manager [req-1dd6497c-823e-4548-8b8b-d14f67f875fc req-49c7b462-95a1-4f32-8eef-d156308a8b54 service nova] [instance: 3a95cfa3-d907-467b-9081-c8c5b4b9dd5a] Received event network-vif-plugged-dc21dc55-1199-4830-82fb-214f671108a9 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 681.930778] env[65448]: DEBUG oslo_concurrency.lockutils [req-1dd6497c-823e-4548-8b8b-d14f67f875fc req-49c7b462-95a1-4f32-8eef-d156308a8b54 service nova] Acquiring lock "3a95cfa3-d907-467b-9081-c8c5b4b9dd5a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.931042] env[65448]: DEBUG oslo_concurrency.lockutils [req-1dd6497c-823e-4548-8b8b-d14f67f875fc req-49c7b462-95a1-4f32-8eef-d156308a8b54 service nova] Lock "3a95cfa3-d907-467b-9081-c8c5b4b9dd5a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.931329] env[65448]: DEBUG oslo_concurrency.lockutils [req-1dd6497c-823e-4548-8b8b-d14f67f875fc req-49c7b462-95a1-4f32-8eef-d156308a8b54 service nova] Lock "3a95cfa3-d907-467b-9081-c8c5b4b9dd5a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.931879] env[65448]: DEBUG nova.compute.manager [req-1dd6497c-823e-4548-8b8b-d14f67f875fc req-49c7b462-95a1-4f32-8eef-d156308a8b54 service nova] [instance: 3a95cfa3-d907-467b-9081-c8c5b4b9dd5a] No waiting events found dispatching network-vif-plugged-dc21dc55-1199-4830-82fb-214f671108a9 {{(pid=65448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 681.931879] env[65448]: WARNING nova.compute.manager [req-1dd6497c-823e-4548-8b8b-d14f67f875fc req-49c7b462-95a1-4f32-8eef-d156308a8b54 service nova] [instance: 3a95cfa3-d907-467b-9081-c8c5b4b9dd5a] Received unexpected event network-vif-plugged-dc21dc55-1199-4830-82fb-214f671108a9 for instance with vm_state building and task_state spawning. [ 681.931879] env[65448]: DEBUG nova.compute.manager [req-1dd6497c-823e-4548-8b8b-d14f67f875fc req-49c7b462-95a1-4f32-8eef-d156308a8b54 service nova] [instance: 3a95cfa3-d907-467b-9081-c8c5b4b9dd5a] Received event network-changed-dc21dc55-1199-4830-82fb-214f671108a9 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 681.932376] env[65448]: DEBUG nova.compute.manager [req-1dd6497c-823e-4548-8b8b-d14f67f875fc req-49c7b462-95a1-4f32-8eef-d156308a8b54 service nova] [instance: 3a95cfa3-d907-467b-9081-c8c5b4b9dd5a] Refreshing instance network info cache due to event network-changed-dc21dc55-1199-4830-82fb-214f671108a9. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 681.932376] env[65448]: DEBUG oslo_concurrency.lockutils [req-1dd6497c-823e-4548-8b8b-d14f67f875fc req-49c7b462-95a1-4f32-8eef-d156308a8b54 service nova] Acquiring lock "refresh_cache-3a95cfa3-d907-467b-9081-c8c5b4b9dd5a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.932376] env[65448]: DEBUG oslo_concurrency.lockutils [req-1dd6497c-823e-4548-8b8b-d14f67f875fc req-49c7b462-95a1-4f32-8eef-d156308a8b54 service nova] Acquired lock "refresh_cache-3a95cfa3-d907-467b-9081-c8c5b4b9dd5a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.932571] env[65448]: DEBUG nova.network.neutron [req-1dd6497c-823e-4548-8b8b-d14f67f875fc req-49c7b462-95a1-4f32-8eef-d156308a8b54 service nova] [instance: 3a95cfa3-d907-467b-9081-c8c5b4b9dd5a] Refreshing network info cache for port dc21dc55-1199-4830-82fb-214f671108a9 {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 681.940365] env[65448]: DEBUG oslo_vmware.api [None req-8d451af9-ef14-4316-afd8-33b6cc20b087 tempest-ServersTestFqdnHostnames-1972796060 tempest-ServersTestFqdnHostnames-1972796060-project-member] Task: {'id': task-4937271, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.960228] env[65448]: DEBUG nova.virt.hardware [None req-26f17e44-af29-431a-9082-703be643c7a3 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-08T17:19:51Z,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a992292b6dae455593d228217860e2e1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-08T17:19:52Z,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 681.960547] env[65448]: DEBUG nova.virt.hardware [None req-26f17e44-af29-431a-9082-703be643c7a3 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 681.960753] env[65448]: DEBUG nova.virt.hardware [None req-26f17e44-af29-431a-9082-703be643c7a3 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 681.962121] env[65448]: DEBUG nova.virt.hardware [None req-26f17e44-af29-431a-9082-703be643c7a3 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 681.962121] env[65448]: DEBUG nova.virt.hardware [None req-26f17e44-af29-431a-9082-703be643c7a3 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 681.962121] env[65448]: DEBUG nova.virt.hardware [None req-26f17e44-af29-431a-9082-703be643c7a3 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 681.962121] env[65448]: DEBUG nova.virt.hardware [None req-26f17e44-af29-431a-9082-703be643c7a3 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 681.962121] env[65448]: DEBUG nova.virt.hardware [None req-26f17e44-af29-431a-9082-703be643c7a3 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 681.962312] env[65448]: DEBUG nova.virt.hardware [None req-26f17e44-af29-431a-9082-703be643c7a3 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 681.962312] env[65448]: DEBUG nova.virt.hardware [None req-26f17e44-af29-431a-9082-703be643c7a3 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 681.962527] env[65448]: DEBUG nova.virt.hardware [None req-26f17e44-af29-431a-9082-703be643c7a3 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 681.963606] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0af6b36a-5256-4cfb-9575-001100bba1ef {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.973039] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d8acc52-dbb0-41b3-a0b1-775b01fafb34 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.994460] env[65448]: DEBUG oslo_concurrency.lockutils [None req-e39eaa5d-3df6-4ee3-b475-6ceb2c4e13b9 tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.042752] env[65448]: DEBUG oslo_vmware.api [None req-a6e58a80-6bd9-4649-8435-b20ef47eae3b tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Task: {'id': task-4937269, 'name': RemoveSnapshot_Task, 'duration_secs': 1.34872} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.043202] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-a6e58a80-6bd9-4649-8435-b20ef47eae3b tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] [instance: 576a1826-8e83-46fa-832d-87c62ff7d02e] Deleted Snapshot of the VM instance {{(pid=65448) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 682.129695] env[65448]: DEBUG nova.scheduler.client.report [None req-1b53acb9-4652-4b6c-8bf0-dd9da3974680 tempest-VolumesAdminNegativeTest-1869350700 tempest-VolumesAdminNegativeTest-1869350700-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 682.266603] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937272, 'name': CreateVM_Task} progress is 99%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.300134] env[65448]: DEBUG oslo_concurrency.lockutils [None req-82a2f30b-ed77-44db-9301-a1b77dada67c tempest-ServerAddressesTestJSON-297973440 tempest-ServerAddressesTestJSON-297973440-project-member] Acquiring lock "42660aaa-81e2-47fe-949b-cbf7e599091d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.300443] env[65448]: DEBUG oslo_concurrency.lockutils [None req-82a2f30b-ed77-44db-9301-a1b77dada67c tempest-ServerAddressesTestJSON-297973440 tempest-ServerAddressesTestJSON-297973440-project-member] Lock "42660aaa-81e2-47fe-949b-cbf7e599091d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.300654] env[65448]: DEBUG oslo_concurrency.lockutils [None req-82a2f30b-ed77-44db-9301-a1b77dada67c tempest-ServerAddressesTestJSON-297973440 tempest-ServerAddressesTestJSON-297973440-project-member] Acquiring lock "42660aaa-81e2-47fe-949b-cbf7e599091d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.300833] env[65448]: DEBUG oslo_concurrency.lockutils [None req-82a2f30b-ed77-44db-9301-a1b77dada67c tempest-ServerAddressesTestJSON-297973440 tempest-ServerAddressesTestJSON-297973440-project-member] Lock "42660aaa-81e2-47fe-949b-cbf7e599091d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.301010] env[65448]: DEBUG oslo_concurrency.lockutils [None req-82a2f30b-ed77-44db-9301-a1b77dada67c tempest-ServerAddressesTestJSON-297973440 tempest-ServerAddressesTestJSON-297973440-project-member] Lock "42660aaa-81e2-47fe-949b-cbf7e599091d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.304149] env[65448]: INFO nova.compute.manager [None req-82a2f30b-ed77-44db-9301-a1b77dada67c tempest-ServerAddressesTestJSON-297973440 tempest-ServerAddressesTestJSON-297973440-project-member] [instance: 42660aaa-81e2-47fe-949b-cbf7e599091d] Terminating instance [ 682.410527] env[65448]: DEBUG nova.network.neutron [None req-26f17e44-af29-431a-9082-703be643c7a3 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: abc20464-a66c-4425-a677-b5852aec43bb] Successfully updated port: bb83c5a0-5fdb-4ab3-8f0f-001e89be75f8 {{(pid=65448) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 682.436488] env[65448]: WARNING neutronclient.v2_0.client [req-1dd6497c-823e-4548-8b8b-d14f67f875fc req-49c7b462-95a1-4f32-8eef-d156308a8b54 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 682.438857] env[65448]: DEBUG oslo_vmware.api [None req-8d451af9-ef14-4316-afd8-33b6cc20b087 tempest-ServersTestFqdnHostnames-1972796060 tempest-ServersTestFqdnHostnames-1972796060-project-member] Task: {'id': task-4937271, 'name': ReconfigVM_Task, 'duration_secs': 0.671846} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.439382] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d451af9-ef14-4316-afd8-33b6cc20b087 tempest-ServersTestFqdnHostnames-1972796060 tempest-ServersTestFqdnHostnames-1972796060-project-member] [instance: d72d778b-dd55-4ac5-a55a-ffa2176f8aa1] Reconfigured VM instance instance-0000001c to attach disk [datastore2] d72d778b-dd55-4ac5-a55a-ffa2176f8aa1/d72d778b-dd55-4ac5-a55a-ffa2176f8aa1.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 682.440056] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bb70d31a-7fe1-441b-8ea9-e9167b4a5d07 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.450249] env[65448]: DEBUG oslo_vmware.api [None req-8d451af9-ef14-4316-afd8-33b6cc20b087 tempest-ServersTestFqdnHostnames-1972796060 tempest-ServersTestFqdnHostnames-1972796060-project-member] Waiting for the task: (returnval){ [ 682.450249] env[65448]: value = "task-4937273" [ 682.450249] env[65448]: _type = "Task" [ 682.450249] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.469060] env[65448]: DEBUG oslo_vmware.api [None req-8d451af9-ef14-4316-afd8-33b6cc20b087 tempest-ServersTestFqdnHostnames-1972796060 tempest-ServersTestFqdnHostnames-1972796060-project-member] Task: {'id': task-4937273, 'name': Rename_Task} progress is 6%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.550991] env[65448]: WARNING nova.compute.manager [None req-a6e58a80-6bd9-4649-8435-b20ef47eae3b tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] [instance: 576a1826-8e83-46fa-832d-87c62ff7d02e] Image not found during snapshot: nova.exception.ImageNotFound: Image 24d7050c-0e46-4aae-954e-e82852567f4e could not be found. [ 682.636089] env[65448]: DEBUG oslo_concurrency.lockutils [None req-1b53acb9-4652-4b6c-8bf0-dd9da3974680 tempest-VolumesAdminNegativeTest-1869350700 tempest-VolumesAdminNegativeTest-1869350700-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.762s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.636089] env[65448]: DEBUG nova.compute.manager [None req-1b53acb9-4652-4b6c-8bf0-dd9da3974680 tempest-VolumesAdminNegativeTest-1869350700 tempest-VolumesAdminNegativeTest-1869350700-project-member] [instance: 2e23dcac-a447-4ae9-bcf6-26b268a664c4] Start building networks asynchronously for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2881}} [ 682.640632] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6c1dee61-59b3-47a8-9d50-26541c215411 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 17.184s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.704287] env[65448]: WARNING neutronclient.v2_0.client [req-1dd6497c-823e-4548-8b8b-d14f67f875fc req-49c7b462-95a1-4f32-8eef-d156308a8b54 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 682.769086] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937272, 'name': CreateVM_Task, 'duration_secs': 0.645137} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.769294] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a95cfa3-d907-467b-9081-c8c5b4b9dd5a] Created VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 682.769859] env[65448]: WARNING neutronclient.v2_0.client [None req-8e2c12fb-0ad2-4eb9-9d2c-1a79214d2a56 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 682.772198] env[65448]: DEBUG oslo_concurrency.lockutils [None req-8e2c12fb-0ad2-4eb9-9d2c-1a79214d2a56 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.772198] env[65448]: DEBUG oslo_concurrency.lockutils [None req-8e2c12fb-0ad2-4eb9-9d2c-1a79214d2a56 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.772198] env[65448]: DEBUG oslo_concurrency.lockutils [None req-8e2c12fb-0ad2-4eb9-9d2c-1a79214d2a56 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.772198] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90d20c95-316b-458d-8e83-1b5f76a37138 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.777624] env[65448]: DEBUG oslo_vmware.api [None req-8e2c12fb-0ad2-4eb9-9d2c-1a79214d2a56 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Waiting for the task: (returnval){ [ 682.777624] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52b8140a-b92d-744d-4090-e34e3aa62ea7" [ 682.777624] env[65448]: _type = "Task" [ 682.777624] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.787683] env[65448]: DEBUG oslo_vmware.api [None req-8e2c12fb-0ad2-4eb9-9d2c-1a79214d2a56 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52b8140a-b92d-744d-4090-e34e3aa62ea7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.807974] env[65448]: DEBUG nova.network.neutron [req-1dd6497c-823e-4548-8b8b-d14f67f875fc req-49c7b462-95a1-4f32-8eef-d156308a8b54 service nova] [instance: 3a95cfa3-d907-467b-9081-c8c5b4b9dd5a] Updated VIF entry in instance network info cache for port dc21dc55-1199-4830-82fb-214f671108a9. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 682.807974] env[65448]: DEBUG nova.network.neutron [req-1dd6497c-823e-4548-8b8b-d14f67f875fc req-49c7b462-95a1-4f32-8eef-d156308a8b54 service nova] [instance: 3a95cfa3-d907-467b-9081-c8c5b4b9dd5a] Updating instance_info_cache with network_info: [{"id": "dc21dc55-1199-4830-82fb-214f671108a9", "address": "fa:16:3e:d7:42:e0", "network": {"id": "8bceff40-3fe8-4c4e-8d97-0f1608c6de19", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.59", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a992292b6dae455593d228217860e2e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc21dc55-11", "ovs_interfaceid": "dc21dc55-1199-4830-82fb-214f671108a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.809880] env[65448]: DEBUG nova.compute.manager [None req-82a2f30b-ed77-44db-9301-a1b77dada67c tempest-ServerAddressesTestJSON-297973440 tempest-ServerAddressesTestJSON-297973440-project-member] [instance: 42660aaa-81e2-47fe-949b-cbf7e599091d] Start destroying the instance on the hypervisor. {{(pid=65448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3209}} [ 682.809984] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-82a2f30b-ed77-44db-9301-a1b77dada67c tempest-ServerAddressesTestJSON-297973440 tempest-ServerAddressesTestJSON-297973440-project-member] [instance: 42660aaa-81e2-47fe-949b-cbf7e599091d] Destroying instance {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 682.810903] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d52b35f-bd07-4354-bf56-c85e1db10537 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.822896] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-82a2f30b-ed77-44db-9301-a1b77dada67c tempest-ServerAddressesTestJSON-297973440 tempest-ServerAddressesTestJSON-297973440-project-member] [instance: 42660aaa-81e2-47fe-949b-cbf7e599091d] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 682.823885] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9def6473-a5b1-48f4-963e-0eeee574474b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.831536] env[65448]: DEBUG oslo_vmware.api [None req-82a2f30b-ed77-44db-9301-a1b77dada67c tempest-ServerAddressesTestJSON-297973440 tempest-ServerAddressesTestJSON-297973440-project-member] Waiting for the task: (returnval){ [ 682.831536] env[65448]: value = "task-4937274" [ 682.831536] env[65448]: _type = "Task" [ 682.831536] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.848129] env[65448]: DEBUG oslo_vmware.api [None req-82a2f30b-ed77-44db-9301-a1b77dada67c tempest-ServerAddressesTestJSON-297973440 tempest-ServerAddressesTestJSON-297973440-project-member] Task: {'id': task-4937274, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.915204] env[65448]: DEBUG oslo_concurrency.lockutils [None req-26f17e44-af29-431a-9082-703be643c7a3 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Acquiring lock "refresh_cache-abc20464-a66c-4425-a677-b5852aec43bb" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.915204] env[65448]: DEBUG oslo_concurrency.lockutils [None req-26f17e44-af29-431a-9082-703be643c7a3 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Acquired lock "refresh_cache-abc20464-a66c-4425-a677-b5852aec43bb" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.915359] env[65448]: DEBUG nova.network.neutron [None req-26f17e44-af29-431a-9082-703be643c7a3 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: abc20464-a66c-4425-a677-b5852aec43bb] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 682.961374] env[65448]: DEBUG oslo_vmware.api [None req-8d451af9-ef14-4316-afd8-33b6cc20b087 tempest-ServersTestFqdnHostnames-1972796060 tempest-ServersTestFqdnHostnames-1972796060-project-member] Task: {'id': task-4937273, 'name': Rename_Task, 'duration_secs': 0.335536} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.961685] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d451af9-ef14-4316-afd8-33b6cc20b087 tempest-ServersTestFqdnHostnames-1972796060 tempest-ServersTestFqdnHostnames-1972796060-project-member] [instance: d72d778b-dd55-4ac5-a55a-ffa2176f8aa1] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 682.961945] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-674bc897-cd54-4f56-89ff-ad1d6016f634 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.970138] env[65448]: DEBUG oslo_vmware.api [None req-8d451af9-ef14-4316-afd8-33b6cc20b087 tempest-ServersTestFqdnHostnames-1972796060 tempest-ServersTestFqdnHostnames-1972796060-project-member] Waiting for the task: (returnval){ [ 682.970138] env[65448]: value = "task-4937275" [ 682.970138] env[65448]: _type = "Task" [ 682.970138] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.982679] env[65448]: DEBUG oslo_vmware.api [None req-8d451af9-ef14-4316-afd8-33b6cc20b087 tempest-ServersTestFqdnHostnames-1972796060 tempest-ServersTestFqdnHostnames-1972796060-project-member] Task: {'id': task-4937275, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.144372] env[65448]: DEBUG nova.compute.utils [None req-1b53acb9-4652-4b6c-8bf0-dd9da3974680 tempest-VolumesAdminNegativeTest-1869350700 tempest-VolumesAdminNegativeTest-1869350700-project-member] Using /dev/sd instead of None {{(pid=65448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 683.149300] env[65448]: DEBUG nova.compute.manager [None req-1b53acb9-4652-4b6c-8bf0-dd9da3974680 tempest-VolumesAdminNegativeTest-1869350700 tempest-VolumesAdminNegativeTest-1869350700-project-member] [instance: 2e23dcac-a447-4ae9-bcf6-26b268a664c4] Allocating IP information in the background. {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 683.149670] env[65448]: DEBUG nova.network.neutron [None req-1b53acb9-4652-4b6c-8bf0-dd9da3974680 tempest-VolumesAdminNegativeTest-1869350700 tempest-VolumesAdminNegativeTest-1869350700-project-member] [instance: 2e23dcac-a447-4ae9-bcf6-26b268a664c4] allocate_for_instance() {{(pid=65448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 683.150117] env[65448]: WARNING neutronclient.v2_0.client [None req-1b53acb9-4652-4b6c-8bf0-dd9da3974680 tempest-VolumesAdminNegativeTest-1869350700 tempest-VolumesAdminNegativeTest-1869350700-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 683.150557] env[65448]: WARNING neutronclient.v2_0.client [None req-1b53acb9-4652-4b6c-8bf0-dd9da3974680 tempest-VolumesAdminNegativeTest-1869350700 tempest-VolumesAdminNegativeTest-1869350700-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 683.223799] env[65448]: DEBUG nova.policy [None req-1b53acb9-4652-4b6c-8bf0-dd9da3974680 tempest-VolumesAdminNegativeTest-1869350700 tempest-VolumesAdminNegativeTest-1869350700-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f5918d213daa4f8bbd684ee3d3fd1eaf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'edccf958e50a4a3fabf300982a356a45', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65448) authorize /opt/stack/nova/nova/policy.py:192}} [ 683.295206] env[65448]: DEBUG oslo_vmware.api [None req-8e2c12fb-0ad2-4eb9-9d2c-1a79214d2a56 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52b8140a-b92d-744d-4090-e34e3aa62ea7, 'name': SearchDatastore_Task, 'duration_secs': 0.027115} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.295609] env[65448]: DEBUG oslo_concurrency.lockutils [None req-8e2c12fb-0ad2-4eb9-9d2c-1a79214d2a56 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.295917] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-8e2c12fb-0ad2-4eb9-9d2c-1a79214d2a56 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] [instance: 3a95cfa3-d907-467b-9081-c8c5b4b9dd5a] Processing image 50fb366d-48e6-424f-9c20-bc83d77be76a {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 683.296244] env[65448]: DEBUG oslo_concurrency.lockutils [None req-8e2c12fb-0ad2-4eb9-9d2c-1a79214d2a56 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.296417] env[65448]: DEBUG oslo_concurrency.lockutils [None req-8e2c12fb-0ad2-4eb9-9d2c-1a79214d2a56 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.296616] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e2c12fb-0ad2-4eb9-9d2c-1a79214d2a56 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 683.296913] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e8209455-f7b6-44a0-9ec6-bae367ba751f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.312939] env[65448]: DEBUG oslo_concurrency.lockutils [req-1dd6497c-823e-4548-8b8b-d14f67f875fc req-49c7b462-95a1-4f32-8eef-d156308a8b54 service nova] Releasing lock "refresh_cache-3a95cfa3-d907-467b-9081-c8c5b4b9dd5a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.313466] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e2c12fb-0ad2-4eb9-9d2c-1a79214d2a56 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 683.313712] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-8e2c12fb-0ad2-4eb9-9d2c-1a79214d2a56 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 683.314628] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c4ff6df-aabd-4146-af0c-75d132e4b942 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.325881] env[65448]: DEBUG oslo_vmware.api [None req-8e2c12fb-0ad2-4eb9-9d2c-1a79214d2a56 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Waiting for the task: (returnval){ [ 683.325881] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52b86f82-a2bf-c033-0ee6-0a601fab966b" [ 683.325881] env[65448]: _type = "Task" [ 683.325881] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.344277] env[65448]: DEBUG oslo_vmware.api [None req-8e2c12fb-0ad2-4eb9-9d2c-1a79214d2a56 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52b86f82-a2bf-c033-0ee6-0a601fab966b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.352166] env[65448]: DEBUG oslo_vmware.api [None req-82a2f30b-ed77-44db-9301-a1b77dada67c tempest-ServerAddressesTestJSON-297973440 tempest-ServerAddressesTestJSON-297973440-project-member] Task: {'id': task-4937274, 'name': PowerOffVM_Task, 'duration_secs': 0.319489} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.352166] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-82a2f30b-ed77-44db-9301-a1b77dada67c tempest-ServerAddressesTestJSON-297973440 tempest-ServerAddressesTestJSON-297973440-project-member] [instance: 42660aaa-81e2-47fe-949b-cbf7e599091d] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 683.352166] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-82a2f30b-ed77-44db-9301-a1b77dada67c tempest-ServerAddressesTestJSON-297973440 tempest-ServerAddressesTestJSON-297973440-project-member] [instance: 42660aaa-81e2-47fe-949b-cbf7e599091d] Unregistering the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 683.352166] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f44a1adb-4629-4e38-b57d-37ea78b93ae2 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.440061] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-82a2f30b-ed77-44db-9301-a1b77dada67c tempest-ServerAddressesTestJSON-297973440 tempest-ServerAddressesTestJSON-297973440-project-member] [instance: 42660aaa-81e2-47fe-949b-cbf7e599091d] Unregistered the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 683.440341] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-82a2f30b-ed77-44db-9301-a1b77dada67c tempest-ServerAddressesTestJSON-297973440 tempest-ServerAddressesTestJSON-297973440-project-member] [instance: 42660aaa-81e2-47fe-949b-cbf7e599091d] Deleting contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 683.441319] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-82a2f30b-ed77-44db-9301-a1b77dada67c tempest-ServerAddressesTestJSON-297973440 tempest-ServerAddressesTestJSON-297973440-project-member] Deleting the datastore file [datastore2] 42660aaa-81e2-47fe-949b-cbf7e599091d {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 683.441319] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7ccd8bde-0ec5-4ea8-9081-862326e6d328 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.455680] env[65448]: DEBUG oslo_vmware.api [None req-82a2f30b-ed77-44db-9301-a1b77dada67c tempest-ServerAddressesTestJSON-297973440 tempest-ServerAddressesTestJSON-297973440-project-member] Waiting for the task: (returnval){ [ 683.455680] env[65448]: value = "task-4937277" [ 683.455680] env[65448]: _type = "Task" [ 683.455680] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.465223] env[65448]: DEBUG oslo_vmware.api [None req-82a2f30b-ed77-44db-9301-a1b77dada67c tempest-ServerAddressesTestJSON-297973440 tempest-ServerAddressesTestJSON-297973440-project-member] Task: {'id': task-4937277, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.481074] env[65448]: DEBUG oslo_vmware.api [None req-8d451af9-ef14-4316-afd8-33b6cc20b087 tempest-ServersTestFqdnHostnames-1972796060 tempest-ServersTestFqdnHostnames-1972796060-project-member] Task: {'id': task-4937275, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.654091] env[65448]: DEBUG nova.compute.manager [None req-1b53acb9-4652-4b6c-8bf0-dd9da3974680 tempest-VolumesAdminNegativeTest-1869350700 tempest-VolumesAdminNegativeTest-1869350700-project-member] [instance: 2e23dcac-a447-4ae9-bcf6-26b268a664c4] Start building block device mappings for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2916}} [ 683.681966] env[65448]: DEBUG nova.network.neutron [None req-1b53acb9-4652-4b6c-8bf0-dd9da3974680 tempest-VolumesAdminNegativeTest-1869350700 tempest-VolumesAdminNegativeTest-1869350700-project-member] [instance: 2e23dcac-a447-4ae9-bcf6-26b268a664c4] Successfully created port: c6cbd502-2609-4662-85dc-0268fc757670 {{(pid=65448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 683.735849] env[65448]: DEBUG nova.network.neutron [None req-26f17e44-af29-431a-9082-703be643c7a3 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: abc20464-a66c-4425-a677-b5852aec43bb] Instance cache missing network info. {{(pid=65448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 683.765838] env[65448]: DEBUG oslo_concurrency.lockutils [None req-c5d6c739-e16e-4335-b3df-157f89420a49 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Acquiring lock "576a1826-8e83-46fa-832d-87c62ff7d02e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.766166] env[65448]: DEBUG oslo_concurrency.lockutils [None req-c5d6c739-e16e-4335-b3df-157f89420a49 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Lock "576a1826-8e83-46fa-832d-87c62ff7d02e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.766367] env[65448]: DEBUG oslo_concurrency.lockutils [None req-c5d6c739-e16e-4335-b3df-157f89420a49 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Acquiring lock "576a1826-8e83-46fa-832d-87c62ff7d02e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.766559] env[65448]: DEBUG oslo_concurrency.lockutils [None req-c5d6c739-e16e-4335-b3df-157f89420a49 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Lock "576a1826-8e83-46fa-832d-87c62ff7d02e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.766724] env[65448]: DEBUG oslo_concurrency.lockutils [None req-c5d6c739-e16e-4335-b3df-157f89420a49 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Lock "576a1826-8e83-46fa-832d-87c62ff7d02e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.770696] env[65448]: INFO nova.compute.manager [None req-c5d6c739-e16e-4335-b3df-157f89420a49 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] [instance: 576a1826-8e83-46fa-832d-87c62ff7d02e] Terminating instance [ 683.838645] env[65448]: DEBUG oslo_vmware.api [None req-8e2c12fb-0ad2-4eb9-9d2c-1a79214d2a56 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52b86f82-a2bf-c033-0ee6-0a601fab966b, 'name': SearchDatastore_Task, 'duration_secs': 0.01396} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.840776] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56f547d3-4175-4658-8f9c-102fd3bc6f86 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.843572] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-376187d5-d158-492b-92df-153bc0d04256 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.852728] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-651cc797-57d3-4962-b479-420e57b9b585 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.856298] env[65448]: DEBUG oslo_vmware.api [None req-8e2c12fb-0ad2-4eb9-9d2c-1a79214d2a56 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Waiting for the task: (returnval){ [ 683.856298] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]526b7f4c-b060-19d9-a4c5-e024e7268a3b" [ 683.856298] env[65448]: _type = "Task" [ 683.856298] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.887847] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-925acdfc-f6c3-4fad-9b7e-50bea26fa069 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.894946] env[65448]: DEBUG oslo_vmware.api [None req-8e2c12fb-0ad2-4eb9-9d2c-1a79214d2a56 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]526b7f4c-b060-19d9-a4c5-e024e7268a3b, 'name': SearchDatastore_Task, 'duration_secs': 0.013077} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.894946] env[65448]: DEBUG oslo_concurrency.lockutils [None req-8e2c12fb-0ad2-4eb9-9d2c-1a79214d2a56 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.895097] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e2c12fb-0ad2-4eb9-9d2c-1a79214d2a56 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] 3a95cfa3-d907-467b-9081-c8c5b4b9dd5a/3a95cfa3-d907-467b-9081-c8c5b4b9dd5a.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 683.895373] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d0ec1b70-dab4-447e-b961-c8b189c3fa6a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.903519] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e836e5f-dd51-4db0-8a6e-9ce0495b2f6c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.908626] env[65448]: DEBUG oslo_vmware.api [None req-8e2c12fb-0ad2-4eb9-9d2c-1a79214d2a56 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Waiting for the task: (returnval){ [ 683.908626] env[65448]: value = "task-4937278" [ 683.908626] env[65448]: _type = "Task" [ 683.908626] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.921719] env[65448]: DEBUG nova.compute.provider_tree [None req-6c1dee61-59b3-47a8-9d50-26541c215411 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 683.930136] env[65448]: DEBUG oslo_vmware.api [None req-8e2c12fb-0ad2-4eb9-9d2c-1a79214d2a56 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Task: {'id': task-4937278, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.966022] env[65448]: DEBUG oslo_vmware.api [None req-82a2f30b-ed77-44db-9301-a1b77dada67c tempest-ServerAddressesTestJSON-297973440 tempest-ServerAddressesTestJSON-297973440-project-member] Task: {'id': task-4937277, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.276105} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.966278] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-82a2f30b-ed77-44db-9301-a1b77dada67c tempest-ServerAddressesTestJSON-297973440 tempest-ServerAddressesTestJSON-297973440-project-member] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 683.966452] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-82a2f30b-ed77-44db-9301-a1b77dada67c tempest-ServerAddressesTestJSON-297973440 tempest-ServerAddressesTestJSON-297973440-project-member] [instance: 42660aaa-81e2-47fe-949b-cbf7e599091d] Deleted contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 683.966617] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-82a2f30b-ed77-44db-9301-a1b77dada67c tempest-ServerAddressesTestJSON-297973440 tempest-ServerAddressesTestJSON-297973440-project-member] [instance: 42660aaa-81e2-47fe-949b-cbf7e599091d] Instance destroyed {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 683.966777] env[65448]: INFO nova.compute.manager [None req-82a2f30b-ed77-44db-9301-a1b77dada67c tempest-ServerAddressesTestJSON-297973440 tempest-ServerAddressesTestJSON-297973440-project-member] [instance: 42660aaa-81e2-47fe-949b-cbf7e599091d] Took 1.16 seconds to destroy the instance on the hypervisor. [ 683.967040] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-82a2f30b-ed77-44db-9301-a1b77dada67c tempest-ServerAddressesTestJSON-297973440 tempest-ServerAddressesTestJSON-297973440-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 683.967242] env[65448]: DEBUG nova.compute.manager [-] [instance: 42660aaa-81e2-47fe-949b-cbf7e599091d] Deallocating network for instance {{(pid=65448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 683.967330] env[65448]: DEBUG nova.network.neutron [-] [instance: 42660aaa-81e2-47fe-949b-cbf7e599091d] deallocate_for_instance() {{(pid=65448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 683.967601] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 683.981080] env[65448]: DEBUG oslo_vmware.api [None req-8d451af9-ef14-4316-afd8-33b6cc20b087 tempest-ServersTestFqdnHostnames-1972796060 tempest-ServersTestFqdnHostnames-1972796060-project-member] Task: {'id': task-4937275, 'name': PowerOnVM_Task, 'duration_secs': 0.703565} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.981080] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d451af9-ef14-4316-afd8-33b6cc20b087 tempest-ServersTestFqdnHostnames-1972796060 tempest-ServersTestFqdnHostnames-1972796060-project-member] [instance: d72d778b-dd55-4ac5-a55a-ffa2176f8aa1] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 683.981080] env[65448]: INFO nova.compute.manager [None req-8d451af9-ef14-4316-afd8-33b6cc20b087 tempest-ServersTestFqdnHostnames-1972796060 tempest-ServersTestFqdnHostnames-1972796060-project-member] [instance: d72d778b-dd55-4ac5-a55a-ffa2176f8aa1] Took 10.39 seconds to spawn the instance on the hypervisor. [ 683.981080] env[65448]: DEBUG nova.compute.manager [None req-8d451af9-ef14-4316-afd8-33b6cc20b087 tempest-ServersTestFqdnHostnames-1972796060 tempest-ServersTestFqdnHostnames-1972796060-project-member] [instance: d72d778b-dd55-4ac5-a55a-ffa2176f8aa1] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 683.982034] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03fbed6e-e513-41b1-9669-44965370d832 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.277510] env[65448]: DEBUG nova.compute.manager [None req-c5d6c739-e16e-4335-b3df-157f89420a49 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] [instance: 576a1826-8e83-46fa-832d-87c62ff7d02e] Start destroying the instance on the hypervisor. {{(pid=65448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3209}} [ 684.277874] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-c5d6c739-e16e-4335-b3df-157f89420a49 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] [instance: 576a1826-8e83-46fa-832d-87c62ff7d02e] Destroying instance {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 684.279042] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c45b94dd-ccaa-4ccb-940a-0206cd03d1c3 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.291630] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5d6c739-e16e-4335-b3df-157f89420a49 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] [instance: 576a1826-8e83-46fa-832d-87c62ff7d02e] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 684.291630] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-357148f2-19cb-45aa-b6a3-1fe8a9876c4c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.301835] env[65448]: DEBUG oslo_vmware.api [None req-c5d6c739-e16e-4335-b3df-157f89420a49 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Waiting for the task: (returnval){ [ 684.301835] env[65448]: value = "task-4937279" [ 684.301835] env[65448]: _type = "Task" [ 684.301835] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.317905] env[65448]: DEBUG oslo_vmware.api [None req-c5d6c739-e16e-4335-b3df-157f89420a49 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Task: {'id': task-4937279, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.378552] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 684.425719] env[65448]: DEBUG nova.scheduler.client.report [None req-6c1dee61-59b3-47a8-9d50-26541c215411 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 684.431133] env[65448]: DEBUG oslo_vmware.api [None req-8e2c12fb-0ad2-4eb9-9d2c-1a79214d2a56 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Task: {'id': task-4937278, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.507267] env[65448]: INFO nova.compute.manager [None req-8d451af9-ef14-4316-afd8-33b6cc20b087 tempest-ServersTestFqdnHostnames-1972796060 tempest-ServersTestFqdnHostnames-1972796060-project-member] [instance: d72d778b-dd55-4ac5-a55a-ffa2176f8aa1] Took 36.83 seconds to build instance. [ 684.664521] env[65448]: DEBUG nova.compute.manager [None req-1b53acb9-4652-4b6c-8bf0-dd9da3974680 tempest-VolumesAdminNegativeTest-1869350700 tempest-VolumesAdminNegativeTest-1869350700-project-member] [instance: 2e23dcac-a447-4ae9-bcf6-26b268a664c4] Start spawning the instance on the hypervisor. {{(pid=65448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2689}} [ 684.693019] env[65448]: DEBUG nova.virt.hardware [None req-1b53acb9-4652-4b6c-8bf0-dd9da3974680 tempest-VolumesAdminNegativeTest-1869350700 tempest-VolumesAdminNegativeTest-1869350700-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-08T17:19:51Z,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a992292b6dae455593d228217860e2e1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-08T17:19:52Z,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 684.693019] env[65448]: DEBUG nova.virt.hardware [None req-1b53acb9-4652-4b6c-8bf0-dd9da3974680 tempest-VolumesAdminNegativeTest-1869350700 tempest-VolumesAdminNegativeTest-1869350700-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 684.693019] env[65448]: DEBUG nova.virt.hardware [None req-1b53acb9-4652-4b6c-8bf0-dd9da3974680 tempest-VolumesAdminNegativeTest-1869350700 tempest-VolumesAdminNegativeTest-1869350700-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 684.693244] env[65448]: DEBUG nova.virt.hardware [None req-1b53acb9-4652-4b6c-8bf0-dd9da3974680 tempest-VolumesAdminNegativeTest-1869350700 tempest-VolumesAdminNegativeTest-1869350700-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 684.693244] env[65448]: DEBUG nova.virt.hardware [None req-1b53acb9-4652-4b6c-8bf0-dd9da3974680 tempest-VolumesAdminNegativeTest-1869350700 tempest-VolumesAdminNegativeTest-1869350700-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 684.693426] env[65448]: DEBUG nova.virt.hardware [None req-1b53acb9-4652-4b6c-8bf0-dd9da3974680 tempest-VolumesAdminNegativeTest-1869350700 tempest-VolumesAdminNegativeTest-1869350700-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 684.694176] env[65448]: DEBUG nova.virt.hardware [None req-1b53acb9-4652-4b6c-8bf0-dd9da3974680 tempest-VolumesAdminNegativeTest-1869350700 tempest-VolumesAdminNegativeTest-1869350700-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 684.694499] env[65448]: DEBUG nova.virt.hardware [None req-1b53acb9-4652-4b6c-8bf0-dd9da3974680 tempest-VolumesAdminNegativeTest-1869350700 tempest-VolumesAdminNegativeTest-1869350700-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 684.694777] env[65448]: DEBUG nova.virt.hardware [None req-1b53acb9-4652-4b6c-8bf0-dd9da3974680 tempest-VolumesAdminNegativeTest-1869350700 tempest-VolumesAdminNegativeTest-1869350700-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 684.696354] env[65448]: DEBUG nova.virt.hardware [None req-1b53acb9-4652-4b6c-8bf0-dd9da3974680 tempest-VolumesAdminNegativeTest-1869350700 tempest-VolumesAdminNegativeTest-1869350700-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 684.696354] env[65448]: DEBUG nova.virt.hardware [None req-1b53acb9-4652-4b6c-8bf0-dd9da3974680 tempest-VolumesAdminNegativeTest-1869350700 tempest-VolumesAdminNegativeTest-1869350700-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 684.697231] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00fc9fc9-f23f-4010-8eb3-2e39d09543a0 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.706438] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b49260f7-b4e2-46a6-9b4a-4d6bae9bc958 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.740526] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b9482571-f5c7-4fad-a149-376bc07ef20f tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Acquiring lock "059f932f-aa5a-46ff-a179-9826341731db" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.740780] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b9482571-f5c7-4fad-a149-376bc07ef20f tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Lock "059f932f-aa5a-46ff-a179-9826341731db" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.740974] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b9482571-f5c7-4fad-a149-376bc07ef20f tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Acquiring lock "059f932f-aa5a-46ff-a179-9826341731db-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.741176] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b9482571-f5c7-4fad-a149-376bc07ef20f tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Lock "059f932f-aa5a-46ff-a179-9826341731db-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.741342] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b9482571-f5c7-4fad-a149-376bc07ef20f tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Lock "059f932f-aa5a-46ff-a179-9826341731db-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.743591] env[65448]: INFO nova.compute.manager [None req-b9482571-f5c7-4fad-a149-376bc07ef20f tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] [instance: 059f932f-aa5a-46ff-a179-9826341731db] Terminating instance [ 684.813732] env[65448]: DEBUG oslo_vmware.api [None req-c5d6c739-e16e-4335-b3df-157f89420a49 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Task: {'id': task-4937279, 'name': PowerOffVM_Task, 'duration_secs': 0.489764} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.814130] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5d6c739-e16e-4335-b3df-157f89420a49 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] [instance: 576a1826-8e83-46fa-832d-87c62ff7d02e] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 684.814317] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-c5d6c739-e16e-4335-b3df-157f89420a49 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] [instance: 576a1826-8e83-46fa-832d-87c62ff7d02e] Unregistering the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 684.814588] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e771dc83-b9ee-4d88-aa2b-a26609483e2e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.921920] env[65448]: DEBUG oslo_vmware.api [None req-8e2c12fb-0ad2-4eb9-9d2c-1a79214d2a56 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Task: {'id': task-4937278, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.619269} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.922239] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e2c12fb-0ad2-4eb9-9d2c-1a79214d2a56 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] 3a95cfa3-d907-467b-9081-c8c5b4b9dd5a/3a95cfa3-d907-467b-9081-c8c5b4b9dd5a.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 684.922466] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-8e2c12fb-0ad2-4eb9-9d2c-1a79214d2a56 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] [instance: 3a95cfa3-d907-467b-9081-c8c5b4b9dd5a] Extending root virtual disk to 1048576 {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 684.922842] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0283df85-bdd5-4048-a1e3-93e26b0383eb {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.928984] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-c5d6c739-e16e-4335-b3df-157f89420a49 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] [instance: 576a1826-8e83-46fa-832d-87c62ff7d02e] Unregistered the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 684.929274] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-c5d6c739-e16e-4335-b3df-157f89420a49 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] [instance: 576a1826-8e83-46fa-832d-87c62ff7d02e] Deleting contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 684.929539] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5d6c739-e16e-4335-b3df-157f89420a49 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Deleting the datastore file [datastore2] 576a1826-8e83-46fa-832d-87c62ff7d02e {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 684.929853] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7728ef79-9a01-44ae-9e92-da1fa46936cc {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.937410] env[65448]: DEBUG oslo_vmware.api [None req-8e2c12fb-0ad2-4eb9-9d2c-1a79214d2a56 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Waiting for the task: (returnval){ [ 684.937410] env[65448]: value = "task-4937281" [ 684.937410] env[65448]: _type = "Task" [ 684.937410] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.943955] env[65448]: DEBUG oslo_vmware.api [None req-c5d6c739-e16e-4335-b3df-157f89420a49 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Waiting for the task: (returnval){ [ 684.943955] env[65448]: value = "task-4937282" [ 684.943955] env[65448]: _type = "Task" [ 684.943955] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.956469] env[65448]: DEBUG oslo_vmware.api [None req-c5d6c739-e16e-4335-b3df-157f89420a49 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Task: {'id': task-4937282, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.010384] env[65448]: DEBUG oslo_concurrency.lockutils [None req-8d451af9-ef14-4316-afd8-33b6cc20b087 tempest-ServersTestFqdnHostnames-1972796060 tempest-ServersTestFqdnHostnames-1972796060-project-member] Lock "d72d778b-dd55-4ac5-a55a-ffa2176f8aa1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.717s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.151339] env[65448]: DEBUG nova.compute.manager [None req-971658a7-7054-48f9-98bd-c4b73591d91b tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] [instance: fb73de4f-982f-48b5-b0a6-febcf9a1f54e] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 685.152327] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f741bc8-a45f-44fe-84bb-7db7ef0fecb7 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.248393] env[65448]: DEBUG nova.compute.manager [None req-b9482571-f5c7-4fad-a149-376bc07ef20f tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] [instance: 059f932f-aa5a-46ff-a179-9826341731db] Start destroying the instance on the hypervisor. {{(pid=65448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3209}} [ 685.248393] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-b9482571-f5c7-4fad-a149-376bc07ef20f tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] [instance: 059f932f-aa5a-46ff-a179-9826341731db] Destroying instance {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 685.249578] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af8b717b-0beb-406e-9f7c-e25df2cbd0d4 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.258550] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-b9482571-f5c7-4fad-a149-376bc07ef20f tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] [instance: 059f932f-aa5a-46ff-a179-9826341731db] Unregistering the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 685.258935] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7c21a8b2-1034-4c6a-90d8-8c178e95256d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.335308] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-b9482571-f5c7-4fad-a149-376bc07ef20f tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] [instance: 059f932f-aa5a-46ff-a179-9826341731db] Unregistered the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 685.335422] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-b9482571-f5c7-4fad-a149-376bc07ef20f tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] [instance: 059f932f-aa5a-46ff-a179-9826341731db] Deleting contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 685.335661] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9482571-f5c7-4fad-a149-376bc07ef20f tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Deleting the datastore file [datastore2] 059f932f-aa5a-46ff-a179-9826341731db {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 685.335881] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a2959100-39d3-45d2-9b3e-bd48f0ae1c21 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.344541] env[65448]: DEBUG oslo_vmware.api [None req-b9482571-f5c7-4fad-a149-376bc07ef20f tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Waiting for the task: (returnval){ [ 685.344541] env[65448]: value = "task-4937284" [ 685.344541] env[65448]: _type = "Task" [ 685.344541] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.355700] env[65448]: DEBUG oslo_vmware.api [None req-b9482571-f5c7-4fad-a149-376bc07ef20f tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Task: {'id': task-4937284, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.439663] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6c1dee61-59b3-47a8-9d50-26541c215411 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.800s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.445596] env[65448]: DEBUG oslo_concurrency.lockutils [None req-8b33bc4c-f3a7-49a6-8e7a-ad4fedfa95b4 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.732s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.445964] env[65448]: INFO nova.compute.claims [None req-8b33bc4c-f3a7-49a6-8e7a-ad4fedfa95b4 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] [instance: 09225223-b8d1-43b9-ae8c-25d7f27ac233] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 685.464368] env[65448]: DEBUG oslo_vmware.api [None req-c5d6c739-e16e-4335-b3df-157f89420a49 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Task: {'id': task-4937282, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.359769} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.467331] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5d6c739-e16e-4335-b3df-157f89420a49 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 685.467548] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-c5d6c739-e16e-4335-b3df-157f89420a49 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] [instance: 576a1826-8e83-46fa-832d-87c62ff7d02e] Deleted contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 685.467738] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-c5d6c739-e16e-4335-b3df-157f89420a49 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] [instance: 576a1826-8e83-46fa-832d-87c62ff7d02e] Instance destroyed {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 685.469077] env[65448]: INFO nova.compute.manager [None req-c5d6c739-e16e-4335-b3df-157f89420a49 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] [instance: 576a1826-8e83-46fa-832d-87c62ff7d02e] Took 1.19 seconds to destroy the instance on the hypervisor. [ 685.469347] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-c5d6c739-e16e-4335-b3df-157f89420a49 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 685.469681] env[65448]: DEBUG oslo_vmware.api [None req-8e2c12fb-0ad2-4eb9-9d2c-1a79214d2a56 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Task: {'id': task-4937281, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.148689} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.470294] env[65448]: DEBUG nova.compute.manager [-] [instance: 576a1826-8e83-46fa-832d-87c62ff7d02e] Deallocating network for instance {{(pid=65448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 685.470394] env[65448]: DEBUG nova.network.neutron [-] [instance: 576a1826-8e83-46fa-832d-87c62ff7d02e] deallocate_for_instance() {{(pid=65448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 685.470650] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 685.473824] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-8e2c12fb-0ad2-4eb9-9d2c-1a79214d2a56 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] [instance: 3a95cfa3-d907-467b-9081-c8c5b4b9dd5a] Extended root virtual disk {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 685.475105] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ec9ad26-4477-4d3f-bc4a-c109a81e4194 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.504726] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e2c12fb-0ad2-4eb9-9d2c-1a79214d2a56 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] [instance: 3a95cfa3-d907-467b-9081-c8c5b4b9dd5a] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] 3a95cfa3-d907-467b-9081-c8c5b4b9dd5a/3a95cfa3-d907-467b-9081-c8c5b4b9dd5a.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 685.506495] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-267fabe2-7eca-49c0-9d52-fe1dab6f97bd {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.521541] env[65448]: DEBUG nova.compute.manager [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] [instance: 225f5425-83d8-441b-912c-7ca1815e531f] Starting instance... {{(pid=65448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2483}} [ 685.531740] env[65448]: DEBUG oslo_vmware.api [None req-8e2c12fb-0ad2-4eb9-9d2c-1a79214d2a56 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Waiting for the task: (returnval){ [ 685.531740] env[65448]: value = "task-4937285" [ 685.531740] env[65448]: _type = "Task" [ 685.531740] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.541996] env[65448]: DEBUG oslo_vmware.api [None req-8e2c12fb-0ad2-4eb9-9d2c-1a79214d2a56 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Task: {'id': task-4937285, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.664568] env[65448]: INFO nova.compute.manager [None req-971658a7-7054-48f9-98bd-c4b73591d91b tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] [instance: fb73de4f-982f-48b5-b0a6-febcf9a1f54e] instance snapshotting [ 685.667461] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b9b40ab-0fa0-41d3-b874-ddd1dd911184 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.694266] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01813aa9-dbcc-4e8c-b20e-50d69223ab75 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.740864] env[65448]: DEBUG nova.network.neutron [None req-1b53acb9-4652-4b6c-8bf0-dd9da3974680 tempest-VolumesAdminNegativeTest-1869350700 tempest-VolumesAdminNegativeTest-1869350700-project-member] [instance: 2e23dcac-a447-4ae9-bcf6-26b268a664c4] Successfully updated port: c6cbd502-2609-4662-85dc-0268fc757670 {{(pid=65448) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 685.856142] env[65448]: DEBUG oslo_vmware.api [None req-b9482571-f5c7-4fad-a149-376bc07ef20f tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Task: {'id': task-4937284, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.868016] env[65448]: WARNING neutronclient.v2_0.client [None req-26f17e44-af29-431a-9082-703be643c7a3 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 686.030185] env[65448]: INFO nova.scheduler.client.report [None req-6c1dee61-59b3-47a8-9d50-26541c215411 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Deleted allocation for migration b9b53def-d5d1-479a-beb1-14b5d09a3006 [ 686.034692] env[65448]: DEBUG nova.network.neutron [-] [instance: 42660aaa-81e2-47fe-949b-cbf7e599091d] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.051916] env[65448]: DEBUG oslo_vmware.api [None req-8e2c12fb-0ad2-4eb9-9d2c-1a79214d2a56 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Task: {'id': task-4937285, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.053096] env[65448]: DEBUG oslo_concurrency.lockutils [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.168483] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 686.208357] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-971658a7-7054-48f9-98bd-c4b73591d91b tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] [instance: fb73de4f-982f-48b5-b0a6-febcf9a1f54e] Creating Snapshot of the VM instance {{(pid=65448) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 686.208703] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4f94e5fc-1cd6-44f6-9af3-1aa4b113a099 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.217445] env[65448]: DEBUG oslo_vmware.api [None req-971658a7-7054-48f9-98bd-c4b73591d91b tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Waiting for the task: (returnval){ [ 686.217445] env[65448]: value = "task-4937286" [ 686.217445] env[65448]: _type = "Task" [ 686.217445] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.228161] env[65448]: DEBUG oslo_vmware.api [None req-971658a7-7054-48f9-98bd-c4b73591d91b tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Task: {'id': task-4937286, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.244386] env[65448]: DEBUG oslo_concurrency.lockutils [None req-1b53acb9-4652-4b6c-8bf0-dd9da3974680 tempest-VolumesAdminNegativeTest-1869350700 tempest-VolumesAdminNegativeTest-1869350700-project-member] Acquiring lock "refresh_cache-2e23dcac-a447-4ae9-bcf6-26b268a664c4" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.244608] env[65448]: DEBUG oslo_concurrency.lockutils [None req-1b53acb9-4652-4b6c-8bf0-dd9da3974680 tempest-VolumesAdminNegativeTest-1869350700 tempest-VolumesAdminNegativeTest-1869350700-project-member] Acquired lock "refresh_cache-2e23dcac-a447-4ae9-bcf6-26b268a664c4" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.244950] env[65448]: DEBUG nova.network.neutron [None req-1b53acb9-4652-4b6c-8bf0-dd9da3974680 tempest-VolumesAdminNegativeTest-1869350700 tempest-VolumesAdminNegativeTest-1869350700-project-member] [instance: 2e23dcac-a447-4ae9-bcf6-26b268a664c4] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 686.358411] env[65448]: DEBUG oslo_vmware.api [None req-b9482571-f5c7-4fad-a149-376bc07ef20f tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Task: {'id': task-4937284, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.720297} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.358640] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9482571-f5c7-4fad-a149-376bc07ef20f tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 686.358824] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-b9482571-f5c7-4fad-a149-376bc07ef20f tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] [instance: 059f932f-aa5a-46ff-a179-9826341731db] Deleted contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 686.359147] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-b9482571-f5c7-4fad-a149-376bc07ef20f tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] [instance: 059f932f-aa5a-46ff-a179-9826341731db] Instance destroyed {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 686.359208] env[65448]: INFO nova.compute.manager [None req-b9482571-f5c7-4fad-a149-376bc07ef20f tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] [instance: 059f932f-aa5a-46ff-a179-9826341731db] Took 1.11 seconds to destroy the instance on the hypervisor. [ 686.359595] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-b9482571-f5c7-4fad-a149-376bc07ef20f tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 686.359837] env[65448]: DEBUG nova.compute.manager [-] [instance: 059f932f-aa5a-46ff-a179-9826341731db] Deallocating network for instance {{(pid=65448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 686.359951] env[65448]: DEBUG nova.network.neutron [-] [instance: 059f932f-aa5a-46ff-a179-9826341731db] deallocate_for_instance() {{(pid=65448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 686.360252] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 686.543886] env[65448]: INFO nova.compute.manager [-] [instance: 42660aaa-81e2-47fe-949b-cbf7e599091d] Took 2.57 seconds to deallocate network for instance. [ 686.550923] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6c1dee61-59b3-47a8-9d50-26541c215411 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Lock "b9df7ebd-a64a-4031-89f7-75a8aee3c74c" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 25.609s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.565019] env[65448]: DEBUG oslo_vmware.api [None req-8e2c12fb-0ad2-4eb9-9d2c-1a79214d2a56 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Task: {'id': task-4937285, 'name': ReconfigVM_Task, 'duration_secs': 0.78043} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.565314] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e2c12fb-0ad2-4eb9-9d2c-1a79214d2a56 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] [instance: 3a95cfa3-d907-467b-9081-c8c5b4b9dd5a] Reconfigured VM instance instance-0000001d to attach disk [datastore2] 3a95cfa3-d907-467b-9081-c8c5b4b9dd5a/3a95cfa3-d907-467b-9081-c8c5b4b9dd5a.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 686.566593] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ea0faa13-f3d7-4a64-809b-3fb75abbd834 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.585409] env[65448]: DEBUG oslo_vmware.api [None req-8e2c12fb-0ad2-4eb9-9d2c-1a79214d2a56 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Waiting for the task: (returnval){ [ 686.585409] env[65448]: value = "task-4937287" [ 686.585409] env[65448]: _type = "Task" [ 686.585409] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.601171] env[65448]: DEBUG oslo_vmware.api [None req-8e2c12fb-0ad2-4eb9-9d2c-1a79214d2a56 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Task: {'id': task-4937287, 'name': Rename_Task} progress is 6%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.727772] env[65448]: DEBUG oslo_vmware.api [None req-971658a7-7054-48f9-98bd-c4b73591d91b tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Task: {'id': task-4937286, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.921107] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 686.962577] env[65448]: DEBUG nova.network.neutron [None req-26f17e44-af29-431a-9082-703be643c7a3 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: abc20464-a66c-4425-a677-b5852aec43bb] Updating instance_info_cache with network_info: [{"id": "bb83c5a0-5fdb-4ab3-8f0f-001e89be75f8", "address": "fa:16:3e:65:c9:ca", "network": {"id": "f27d2d9e-8ae7-4086-9161-47127b34dd20", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-248251098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2a7a06e61d94624ba3b3a9d4f5d1e6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4223acd2-30f7-440e-b975-60b30d931694", "external-id": "nsx-vlan-transportzone-647", "segmentation_id": 647, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb83c5a0-5f", "ovs_interfaceid": "bb83c5a0-5fdb-4ab3-8f0f-001e89be75f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.040081] env[65448]: DEBUG nova.network.neutron [None req-1b53acb9-4652-4b6c-8bf0-dd9da3974680 tempest-VolumesAdminNegativeTest-1869350700 tempest-VolumesAdminNegativeTest-1869350700-project-member] [instance: 2e23dcac-a447-4ae9-bcf6-26b268a664c4] Instance cache missing network info. {{(pid=65448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 687.066655] env[65448]: DEBUG oslo_concurrency.lockutils [None req-82a2f30b-ed77-44db-9301-a1b77dada67c tempest-ServerAddressesTestJSON-297973440 tempest-ServerAddressesTestJSON-297973440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.097822] env[65448]: DEBUG oslo_vmware.api [None req-8e2c12fb-0ad2-4eb9-9d2c-1a79214d2a56 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Task: {'id': task-4937287, 'name': Rename_Task, 'duration_secs': 0.333231} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.102019] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e2c12fb-0ad2-4eb9-9d2c-1a79214d2a56 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] [instance: 3a95cfa3-d907-467b-9081-c8c5b4b9dd5a] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 687.103588] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-37a4dc71-8eb4-4708-b541-350165a8ffd5 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.112185] env[65448]: DEBUG oslo_vmware.api [None req-8e2c12fb-0ad2-4eb9-9d2c-1a79214d2a56 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Waiting for the task: (returnval){ [ 687.112185] env[65448]: value = "task-4937288" [ 687.112185] env[65448]: _type = "Task" [ 687.112185] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.131515] env[65448]: DEBUG oslo_vmware.api [None req-8e2c12fb-0ad2-4eb9-9d2c-1a79214d2a56 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Task: {'id': task-4937288, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.161578] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66a54def-c8e7-4c28-96d6-d4074fe05ffe {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.171394] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-608fa36b-3543-41c9-9296-c61e057e4f79 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.206529] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04118c63-ac15-4dd6-88e3-85b12f95ad05 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.215202] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baafdf24-1c6a-4205-b613-6e2e5ce01e46 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.228198] env[65448]: DEBUG oslo_vmware.api [None req-971658a7-7054-48f9-98bd-c4b73591d91b tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Task: {'id': task-4937286, 'name': CreateSnapshot_Task, 'duration_secs': 0.892005} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.236529] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-971658a7-7054-48f9-98bd-c4b73591d91b tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] [instance: fb73de4f-982f-48b5-b0a6-febcf9a1f54e] Created Snapshot of the VM instance {{(pid=65448) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 687.237014] env[65448]: DEBUG nova.compute.provider_tree [None req-8b33bc4c-f3a7-49a6-8e7a-ad4fedfa95b4 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 687.238934] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc44d4cd-eeca-4bb8-950b-595b02325290 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.465011] env[65448]: DEBUG nova.network.neutron [-] [instance: 576a1826-8e83-46fa-832d-87c62ff7d02e] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.466877] env[65448]: DEBUG oslo_concurrency.lockutils [None req-26f17e44-af29-431a-9082-703be643c7a3 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Releasing lock "refresh_cache-abc20464-a66c-4425-a677-b5852aec43bb" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.466877] env[65448]: DEBUG nova.compute.manager [None req-26f17e44-af29-431a-9082-703be643c7a3 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: abc20464-a66c-4425-a677-b5852aec43bb] Instance network_info: |[{"id": "bb83c5a0-5fdb-4ab3-8f0f-001e89be75f8", "address": "fa:16:3e:65:c9:ca", "network": {"id": "f27d2d9e-8ae7-4086-9161-47127b34dd20", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-248251098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2a7a06e61d94624ba3b3a9d4f5d1e6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4223acd2-30f7-440e-b975-60b30d931694", "external-id": "nsx-vlan-transportzone-647", "segmentation_id": 647, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb83c5a0-5f", "ovs_interfaceid": "bb83c5a0-5fdb-4ab3-8f0f-001e89be75f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 687.467597] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-26f17e44-af29-431a-9082-703be643c7a3 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: abc20464-a66c-4425-a677-b5852aec43bb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:c9:ca', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4223acd2-30f7-440e-b975-60b30d931694', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bb83c5a0-5fdb-4ab3-8f0f-001e89be75f8', 'vif_model': 'vmxnet3'}] {{(pid=65448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 687.475621] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-26f17e44-af29-431a-9082-703be643c7a3 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 687.476542] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: abc20464-a66c-4425-a677-b5852aec43bb] Creating VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 687.476820] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5df68ba1-68a7-407d-b0e7-f14229bb0bdd {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.500578] env[65448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 687.500578] env[65448]: value = "task-4937289" [ 687.500578] env[65448]: _type = "Task" [ 687.500578] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.511109] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937289, 'name': CreateVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.623060] env[65448]: DEBUG oslo_vmware.api [None req-8e2c12fb-0ad2-4eb9-9d2c-1a79214d2a56 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Task: {'id': task-4937288, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.744313] env[65448]: DEBUG nova.scheduler.client.report [None req-8b33bc4c-f3a7-49a6-8e7a-ad4fedfa95b4 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 687.759699] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-971658a7-7054-48f9-98bd-c4b73591d91b tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] [instance: fb73de4f-982f-48b5-b0a6-febcf9a1f54e] Creating linked-clone VM from snapshot {{(pid=65448) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 687.760674] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9aa6a13b-41be-44a7-abf3-05a3b25fadeb {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.772424] env[65448]: DEBUG oslo_vmware.api [None req-971658a7-7054-48f9-98bd-c4b73591d91b tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Waiting for the task: (returnval){ [ 687.772424] env[65448]: value = "task-4937290" [ 687.772424] env[65448]: _type = "Task" [ 687.772424] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.786348] env[65448]: DEBUG oslo_vmware.api [None req-971658a7-7054-48f9-98bd-c4b73591d91b tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Task: {'id': task-4937290, 'name': CloneVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.979796] env[65448]: INFO nova.compute.manager [-] [instance: 576a1826-8e83-46fa-832d-87c62ff7d02e] Took 2.51 seconds to deallocate network for instance. [ 688.013382] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937289, 'name': CreateVM_Task, 'duration_secs': 0.378684} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.013382] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: abc20464-a66c-4425-a677-b5852aec43bb] Created VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 688.013821] env[65448]: WARNING neutronclient.v2_0.client [None req-26f17e44-af29-431a-9082-703be643c7a3 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 688.014212] env[65448]: DEBUG oslo_concurrency.lockutils [None req-26f17e44-af29-431a-9082-703be643c7a3 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.014362] env[65448]: DEBUG oslo_concurrency.lockutils [None req-26f17e44-af29-431a-9082-703be643c7a3 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.014663] env[65448]: DEBUG oslo_concurrency.lockutils [None req-26f17e44-af29-431a-9082-703be643c7a3 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.015312] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96bfc7c8-57ba-4a0a-ae00-9d568bcf8482 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.026018] env[65448]: DEBUG oslo_vmware.api [None req-26f17e44-af29-431a-9082-703be643c7a3 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Waiting for the task: (returnval){ [ 688.026018] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]521f028d-acbc-1c53-728e-ee73a967f5fe" [ 688.026018] env[65448]: _type = "Task" [ 688.026018] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.054412] env[65448]: DEBUG oslo_vmware.api [None req-26f17e44-af29-431a-9082-703be643c7a3 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]521f028d-acbc-1c53-728e-ee73a967f5fe, 'name': SearchDatastore_Task, 'duration_secs': 0.011775} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.054754] env[65448]: DEBUG oslo_concurrency.lockutils [None req-26f17e44-af29-431a-9082-703be643c7a3 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.054986] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-26f17e44-af29-431a-9082-703be643c7a3 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: abc20464-a66c-4425-a677-b5852aec43bb] Processing image 50fb366d-48e6-424f-9c20-bc83d77be76a {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 688.055265] env[65448]: DEBUG oslo_concurrency.lockutils [None req-26f17e44-af29-431a-9082-703be643c7a3 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.055412] env[65448]: DEBUG oslo_concurrency.lockutils [None req-26f17e44-af29-431a-9082-703be643c7a3 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.055621] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-26f17e44-af29-431a-9082-703be643c7a3 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 688.055906] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ea1be661-1282-4804-8b63-54002af7aafc {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.067339] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-26f17e44-af29-431a-9082-703be643c7a3 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 688.067670] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-26f17e44-af29-431a-9082-703be643c7a3 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 688.068523] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7108459d-6994-4d8a-aa5b-542a2232b89e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.080426] env[65448]: DEBUG oslo_vmware.api [None req-26f17e44-af29-431a-9082-703be643c7a3 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Waiting for the task: (returnval){ [ 688.080426] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52e7e06e-8000-45cc-9847-de32473ba678" [ 688.080426] env[65448]: _type = "Task" [ 688.080426] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.094484] env[65448]: DEBUG oslo_vmware.api [None req-26f17e44-af29-431a-9082-703be643c7a3 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52e7e06e-8000-45cc-9847-de32473ba678, 'name': SearchDatastore_Task} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.100140] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9dda157b-bb38-4bf1-888e-eb17f612d7e1 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.108748] env[65448]: DEBUG oslo_vmware.api [None req-26f17e44-af29-431a-9082-703be643c7a3 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Waiting for the task: (returnval){ [ 688.108748] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]525cf724-dc0a-c4cf-97c7-ab8ab772de49" [ 688.108748] env[65448]: _type = "Task" [ 688.108748] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.120919] env[65448]: DEBUG oslo_vmware.api [None req-26f17e44-af29-431a-9082-703be643c7a3 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]525cf724-dc0a-c4cf-97c7-ab8ab772de49, 'name': SearchDatastore_Task, 'duration_secs': 0.01046} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.122543] env[65448]: DEBUG oslo_concurrency.lockutils [None req-26f17e44-af29-431a-9082-703be643c7a3 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.122543] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-26f17e44-af29-431a-9082-703be643c7a3 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] abc20464-a66c-4425-a677-b5852aec43bb/abc20464-a66c-4425-a677-b5852aec43bb.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 688.122717] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1b69caab-0ed4-443f-9993-e6f2fbc371ee {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.130241] env[65448]: DEBUG oslo_vmware.api [None req-8e2c12fb-0ad2-4eb9-9d2c-1a79214d2a56 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Task: {'id': task-4937288, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.136258] env[65448]: DEBUG oslo_vmware.api [None req-26f17e44-af29-431a-9082-703be643c7a3 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Waiting for the task: (returnval){ [ 688.136258] env[65448]: value = "task-4937291" [ 688.136258] env[65448]: _type = "Task" [ 688.136258] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.149190] env[65448]: DEBUG oslo_vmware.api [None req-26f17e44-af29-431a-9082-703be643c7a3 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Task: {'id': task-4937291, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.226019] env[65448]: WARNING neutronclient.v2_0.client [None req-1b53acb9-4652-4b6c-8bf0-dd9da3974680 tempest-VolumesAdminNegativeTest-1869350700 tempest-VolumesAdminNegativeTest-1869350700-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 688.251848] env[65448]: DEBUG oslo_concurrency.lockutils [None req-8b33bc4c-f3a7-49a6-8e7a-ad4fedfa95b4 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.808s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.254854] env[65448]: DEBUG nova.compute.manager [None req-8b33bc4c-f3a7-49a6-8e7a-ad4fedfa95b4 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] [instance: 09225223-b8d1-43b9-ae8c-25d7f27ac233] Start building networks asynchronously for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2881}} [ 688.261590] env[65448]: DEBUG oslo_concurrency.lockutils [None req-19a91b29-a52d-4bbe-9870-a6b3d0ff68ed tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.981s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.263661] env[65448]: INFO nova.compute.claims [None req-19a91b29-a52d-4bbe-9870-a6b3d0ff68ed tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] [instance: c473afa5-eeb2-4574-bdf8-f0bc2ea17534] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 688.288230] env[65448]: DEBUG oslo_vmware.api [None req-971658a7-7054-48f9-98bd-c4b73591d91b tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Task: {'id': task-4937290, 'name': CloneVM_Task} progress is 94%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.423851] env[65448]: DEBUG nova.network.neutron [None req-1b53acb9-4652-4b6c-8bf0-dd9da3974680 tempest-VolumesAdminNegativeTest-1869350700 tempest-VolumesAdminNegativeTest-1869350700-project-member] [instance: 2e23dcac-a447-4ae9-bcf6-26b268a664c4] Updating instance_info_cache with network_info: [{"id": "c6cbd502-2609-4662-85dc-0268fc757670", "address": "fa:16:3e:27:ab:c5", "network": {"id": "001e819f-cac7-4c63-b81d-b1dba5e8173a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-794037527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "edccf958e50a4a3fabf300982a356a45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a4d142-3f97-47fe-b074-58923c46815e", "external-id": "nsx-vlan-transportzone-565", "segmentation_id": 565, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6cbd502-26", "ovs_interfaceid": "c6cbd502-2609-4662-85dc-0268fc757670", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.476362] env[65448]: DEBUG nova.network.neutron [-] [instance: 059f932f-aa5a-46ff-a179-9826341731db] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.492636] env[65448]: DEBUG oslo_concurrency.lockutils [None req-c5d6c739-e16e-4335-b3df-157f89420a49 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.626933] env[65448]: DEBUG oslo_vmware.api [None req-8e2c12fb-0ad2-4eb9-9d2c-1a79214d2a56 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Task: {'id': task-4937288, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.651869] env[65448]: DEBUG oslo_vmware.api [None req-26f17e44-af29-431a-9082-703be643c7a3 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Task: {'id': task-4937291, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.661074] env[65448]: DEBUG nova.compute.manager [req-a9516ca5-aac2-47f5-a894-c81be239f01c req-7cfa378e-c4dc-45f0-a703-397fefd0733a service nova] [instance: abc20464-a66c-4425-a677-b5852aec43bb] Received event network-vif-plugged-bb83c5a0-5fdb-4ab3-8f0f-001e89be75f8 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 688.661351] env[65448]: DEBUG oslo_concurrency.lockutils [req-a9516ca5-aac2-47f5-a894-c81be239f01c req-7cfa378e-c4dc-45f0-a703-397fefd0733a service nova] Acquiring lock "abc20464-a66c-4425-a677-b5852aec43bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.661583] env[65448]: DEBUG oslo_concurrency.lockutils [req-a9516ca5-aac2-47f5-a894-c81be239f01c req-7cfa378e-c4dc-45f0-a703-397fefd0733a service nova] Lock "abc20464-a66c-4425-a677-b5852aec43bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.662014] env[65448]: DEBUG oslo_concurrency.lockutils [req-a9516ca5-aac2-47f5-a894-c81be239f01c req-7cfa378e-c4dc-45f0-a703-397fefd0733a service nova] Lock "abc20464-a66c-4425-a677-b5852aec43bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.662014] env[65448]: DEBUG nova.compute.manager [req-a9516ca5-aac2-47f5-a894-c81be239f01c req-7cfa378e-c4dc-45f0-a703-397fefd0733a service nova] [instance: abc20464-a66c-4425-a677-b5852aec43bb] No waiting events found dispatching network-vif-plugged-bb83c5a0-5fdb-4ab3-8f0f-001e89be75f8 {{(pid=65448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 688.662271] env[65448]: WARNING nova.compute.manager [req-a9516ca5-aac2-47f5-a894-c81be239f01c req-7cfa378e-c4dc-45f0-a703-397fefd0733a service nova] [instance: abc20464-a66c-4425-a677-b5852aec43bb] Received unexpected event network-vif-plugged-bb83c5a0-5fdb-4ab3-8f0f-001e89be75f8 for instance with vm_state building and task_state spawning. [ 688.663280] env[65448]: DEBUG nova.compute.manager [req-a9516ca5-aac2-47f5-a894-c81be239f01c req-7cfa378e-c4dc-45f0-a703-397fefd0733a service nova] [instance: abc20464-a66c-4425-a677-b5852aec43bb] Received event network-changed-bb83c5a0-5fdb-4ab3-8f0f-001e89be75f8 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 688.663280] env[65448]: DEBUG nova.compute.manager [req-a9516ca5-aac2-47f5-a894-c81be239f01c req-7cfa378e-c4dc-45f0-a703-397fefd0733a service nova] [instance: abc20464-a66c-4425-a677-b5852aec43bb] Refreshing instance network info cache due to event network-changed-bb83c5a0-5fdb-4ab3-8f0f-001e89be75f8. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 688.663280] env[65448]: DEBUG oslo_concurrency.lockutils [req-a9516ca5-aac2-47f5-a894-c81be239f01c req-7cfa378e-c4dc-45f0-a703-397fefd0733a service nova] Acquiring lock "refresh_cache-abc20464-a66c-4425-a677-b5852aec43bb" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.663280] env[65448]: DEBUG oslo_concurrency.lockutils [req-a9516ca5-aac2-47f5-a894-c81be239f01c req-7cfa378e-c4dc-45f0-a703-397fefd0733a service nova] Acquired lock "refresh_cache-abc20464-a66c-4425-a677-b5852aec43bb" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.663280] env[65448]: DEBUG nova.network.neutron [req-a9516ca5-aac2-47f5-a894-c81be239f01c req-7cfa378e-c4dc-45f0-a703-397fefd0733a service nova] [instance: abc20464-a66c-4425-a677-b5852aec43bb] Refreshing network info cache for port bb83c5a0-5fdb-4ab3-8f0f-001e89be75f8 {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 688.763249] env[65448]: DEBUG nova.compute.utils [None req-8b33bc4c-f3a7-49a6-8e7a-ad4fedfa95b4 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Using /dev/sd instead of None {{(pid=65448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 688.764874] env[65448]: DEBUG nova.compute.manager [None req-8b33bc4c-f3a7-49a6-8e7a-ad4fedfa95b4 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] [instance: 09225223-b8d1-43b9-ae8c-25d7f27ac233] Allocating IP information in the background. {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 688.767951] env[65448]: DEBUG nova.network.neutron [None req-8b33bc4c-f3a7-49a6-8e7a-ad4fedfa95b4 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] [instance: 09225223-b8d1-43b9-ae8c-25d7f27ac233] allocate_for_instance() {{(pid=65448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 688.769241] env[65448]: WARNING neutronclient.v2_0.client [None req-8b33bc4c-f3a7-49a6-8e7a-ad4fedfa95b4 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 688.769241] env[65448]: WARNING neutronclient.v2_0.client [None req-8b33bc4c-f3a7-49a6-8e7a-ad4fedfa95b4 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 688.784348] env[65448]: DEBUG oslo_vmware.api [None req-971658a7-7054-48f9-98bd-c4b73591d91b tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Task: {'id': task-4937290, 'name': CloneVM_Task} progress is 95%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.929889] env[65448]: DEBUG oslo_concurrency.lockutils [None req-1b53acb9-4652-4b6c-8bf0-dd9da3974680 tempest-VolumesAdminNegativeTest-1869350700 tempest-VolumesAdminNegativeTest-1869350700-project-member] Releasing lock "refresh_cache-2e23dcac-a447-4ae9-bcf6-26b268a664c4" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.929889] env[65448]: DEBUG nova.compute.manager [None req-1b53acb9-4652-4b6c-8bf0-dd9da3974680 tempest-VolumesAdminNegativeTest-1869350700 tempest-VolumesAdminNegativeTest-1869350700-project-member] [instance: 2e23dcac-a447-4ae9-bcf6-26b268a664c4] Instance network_info: |[{"id": "c6cbd502-2609-4662-85dc-0268fc757670", "address": "fa:16:3e:27:ab:c5", "network": {"id": "001e819f-cac7-4c63-b81d-b1dba5e8173a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-794037527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "edccf958e50a4a3fabf300982a356a45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a4d142-3f97-47fe-b074-58923c46815e", "external-id": "nsx-vlan-transportzone-565", "segmentation_id": 565, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6cbd502-26", "ovs_interfaceid": "c6cbd502-2609-4662-85dc-0268fc757670", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 688.930203] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-1b53acb9-4652-4b6c-8bf0-dd9da3974680 tempest-VolumesAdminNegativeTest-1869350700 tempest-VolumesAdminNegativeTest-1869350700-project-member] [instance: 2e23dcac-a447-4ae9-bcf6-26b268a664c4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:ab:c5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '49a4d142-3f97-47fe-b074-58923c46815e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c6cbd502-2609-4662-85dc-0268fc757670', 'vif_model': 'vmxnet3'}] {{(pid=65448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 688.943141] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b53acb9-4652-4b6c-8bf0-dd9da3974680 tempest-VolumesAdminNegativeTest-1869350700 tempest-VolumesAdminNegativeTest-1869350700-project-member] Creating folder: Project (edccf958e50a4a3fabf300982a356a45). Parent ref: group-v961779. {{(pid=65448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 688.945149] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f2fef170-0a0e-4739-94aa-c5f2f94eca6f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.957642] env[65448]: INFO nova.virt.vmwareapi.vm_util [None req-1b53acb9-4652-4b6c-8bf0-dd9da3974680 tempest-VolumesAdminNegativeTest-1869350700 tempest-VolumesAdminNegativeTest-1869350700-project-member] Created folder: Project (edccf958e50a4a3fabf300982a356a45) in parent group-v961779. [ 688.958558] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b53acb9-4652-4b6c-8bf0-dd9da3974680 tempest-VolumesAdminNegativeTest-1869350700 tempest-VolumesAdminNegativeTest-1869350700-project-member] Creating folder: Instances. Parent ref: group-v961867. {{(pid=65448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 688.958558] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3969029f-b273-4aad-9996-a27f3e87d89e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.972405] env[65448]: INFO nova.virt.vmwareapi.vm_util [None req-1b53acb9-4652-4b6c-8bf0-dd9da3974680 tempest-VolumesAdminNegativeTest-1869350700 tempest-VolumesAdminNegativeTest-1869350700-project-member] Created folder: Instances in parent group-v961867. [ 688.972681] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-1b53acb9-4652-4b6c-8bf0-dd9da3974680 tempest-VolumesAdminNegativeTest-1869350700 tempest-VolumesAdminNegativeTest-1869350700-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 688.972903] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e23dcac-a447-4ae9-bcf6-26b268a664c4] Creating VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 688.973147] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-641bf937-a3c8-4590-8365-9ae93f925206 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.992728] env[65448]: INFO nova.compute.manager [-] [instance: 059f932f-aa5a-46ff-a179-9826341731db] Took 2.63 seconds to deallocate network for instance. [ 689.003023] env[65448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 689.003023] env[65448]: value = "task-4937294" [ 689.003023] env[65448]: _type = "Task" [ 689.003023] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.011449] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937294, 'name': CreateVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.106037] env[65448]: DEBUG nova.policy [None req-8b33bc4c-f3a7-49a6-8e7a-ad4fedfa95b4 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cbe883fb9816443a86a856cfc3e695ec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '49296739b15f462b8d025177a517965d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65448) authorize /opt/stack/nova/nova/policy.py:192}} [ 689.124780] env[65448]: DEBUG oslo_vmware.api [None req-8e2c12fb-0ad2-4eb9-9d2c-1a79214d2a56 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Task: {'id': task-4937288, 'name': PowerOnVM_Task, 'duration_secs': 1.643829} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.125175] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e2c12fb-0ad2-4eb9-9d2c-1a79214d2a56 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] [instance: 3a95cfa3-d907-467b-9081-c8c5b4b9dd5a] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 689.125474] env[65448]: INFO nova.compute.manager [None req-8e2c12fb-0ad2-4eb9-9d2c-1a79214d2a56 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] [instance: 3a95cfa3-d907-467b-9081-c8c5b4b9dd5a] Took 10.24 seconds to spawn the instance on the hypervisor. [ 689.125765] env[65448]: DEBUG nova.compute.manager [None req-8e2c12fb-0ad2-4eb9-9d2c-1a79214d2a56 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] [instance: 3a95cfa3-d907-467b-9081-c8c5b4b9dd5a] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 689.126750] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb1cb76d-afe2-46d5-87df-5e1f31c254e9 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.149785] env[65448]: DEBUG oslo_vmware.api [None req-26f17e44-af29-431a-9082-703be643c7a3 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Task: {'id': task-4937291, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516726} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.150145] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-26f17e44-af29-431a-9082-703be643c7a3 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] abc20464-a66c-4425-a677-b5852aec43bb/abc20464-a66c-4425-a677-b5852aec43bb.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 689.150367] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-26f17e44-af29-431a-9082-703be643c7a3 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: abc20464-a66c-4425-a677-b5852aec43bb] Extending root virtual disk to 1048576 {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 689.150753] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d870587d-a70a-4292-afcb-4502640cbaeb {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.159743] env[65448]: DEBUG oslo_vmware.api [None req-26f17e44-af29-431a-9082-703be643c7a3 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Waiting for the task: (returnval){ [ 689.159743] env[65448]: value = "task-4937295" [ 689.159743] env[65448]: _type = "Task" [ 689.159743] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.169071] env[65448]: DEBUG oslo_vmware.api [None req-26f17e44-af29-431a-9082-703be643c7a3 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Task: {'id': task-4937295, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.169667] env[65448]: WARNING neutronclient.v2_0.client [req-a9516ca5-aac2-47f5-a894-c81be239f01c req-7cfa378e-c4dc-45f0-a703-397fefd0733a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 689.273049] env[65448]: DEBUG nova.compute.manager [None req-8b33bc4c-f3a7-49a6-8e7a-ad4fedfa95b4 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] [instance: 09225223-b8d1-43b9-ae8c-25d7f27ac233] Start building block device mappings for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2916}} [ 689.294824] env[65448]: DEBUG oslo_vmware.api [None req-971658a7-7054-48f9-98bd-c4b73591d91b tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Task: {'id': task-4937290, 'name': CloneVM_Task, 'duration_secs': 1.275648} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.295364] env[65448]: INFO nova.virt.vmwareapi.vmops [None req-971658a7-7054-48f9-98bd-c4b73591d91b tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] [instance: fb73de4f-982f-48b5-b0a6-febcf9a1f54e] Created linked-clone VM from snapshot [ 689.299229] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4479b74-f167-44cd-a025-45ea90ea329a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.310245] env[65448]: DEBUG nova.virt.vmwareapi.images [None req-971658a7-7054-48f9-98bd-c4b73591d91b tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] [instance: fb73de4f-982f-48b5-b0a6-febcf9a1f54e] Uploading image ca22b3c1-3529-4592-9b60-759615625191 {{(pid=65448) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 689.355395] env[65448]: DEBUG oslo_vmware.rw_handles [None req-971658a7-7054-48f9-98bd-c4b73591d91b tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 689.355395] env[65448]: value = "vm-961866" [ 689.355395] env[65448]: _type = "VirtualMachine" [ 689.355395] env[65448]: }. {{(pid=65448) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 689.358107] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-233371a4-0c90-4b9a-8028-422275d07c53 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.371536] env[65448]: DEBUG oslo_vmware.rw_handles [None req-971658a7-7054-48f9-98bd-c4b73591d91b tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Lease: (returnval){ [ 689.371536] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52f5b86e-38b5-61bf-f4ab-e7e31a27db6f" [ 689.371536] env[65448]: _type = "HttpNfcLease" [ 689.371536] env[65448]: } obtained for exporting VM: (result){ [ 689.371536] env[65448]: value = "vm-961866" [ 689.371536] env[65448]: _type = "VirtualMachine" [ 689.371536] env[65448]: }. {{(pid=65448) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 689.371893] env[65448]: DEBUG oslo_vmware.api [None req-971658a7-7054-48f9-98bd-c4b73591d91b tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Waiting for the lease: (returnval){ [ 689.371893] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52f5b86e-38b5-61bf-f4ab-e7e31a27db6f" [ 689.371893] env[65448]: _type = "HttpNfcLease" [ 689.371893] env[65448]: } to be ready. {{(pid=65448) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 689.380115] env[65448]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 689.380115] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52f5b86e-38b5-61bf-f4ab-e7e31a27db6f" [ 689.380115] env[65448]: _type = "HttpNfcLease" [ 689.380115] env[65448]: } is initializing. {{(pid=65448) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 689.431304] env[65448]: DEBUG nova.compute.manager [req-db234e76-2922-4dd0-8b32-254f2078079c req-a6d58945-8f98-4d80-a689-8c17d198e239 service nova] [instance: 2e23dcac-a447-4ae9-bcf6-26b268a664c4] Received event network-vif-plugged-c6cbd502-2609-4662-85dc-0268fc757670 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 689.431304] env[65448]: DEBUG oslo_concurrency.lockutils [req-db234e76-2922-4dd0-8b32-254f2078079c req-a6d58945-8f98-4d80-a689-8c17d198e239 service nova] Acquiring lock "2e23dcac-a447-4ae9-bcf6-26b268a664c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.431304] env[65448]: DEBUG oslo_concurrency.lockutils [req-db234e76-2922-4dd0-8b32-254f2078079c req-a6d58945-8f98-4d80-a689-8c17d198e239 service nova] Lock "2e23dcac-a447-4ae9-bcf6-26b268a664c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.431304] env[65448]: DEBUG oslo_concurrency.lockutils [req-db234e76-2922-4dd0-8b32-254f2078079c req-a6d58945-8f98-4d80-a689-8c17d198e239 service nova] Lock "2e23dcac-a447-4ae9-bcf6-26b268a664c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.431304] env[65448]: DEBUG nova.compute.manager [req-db234e76-2922-4dd0-8b32-254f2078079c req-a6d58945-8f98-4d80-a689-8c17d198e239 service nova] [instance: 2e23dcac-a447-4ae9-bcf6-26b268a664c4] No waiting events found dispatching network-vif-plugged-c6cbd502-2609-4662-85dc-0268fc757670 {{(pid=65448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 689.431718] env[65448]: WARNING nova.compute.manager [req-db234e76-2922-4dd0-8b32-254f2078079c req-a6d58945-8f98-4d80-a689-8c17d198e239 service nova] [instance: 2e23dcac-a447-4ae9-bcf6-26b268a664c4] Received unexpected event network-vif-plugged-c6cbd502-2609-4662-85dc-0268fc757670 for instance with vm_state building and task_state spawning. [ 689.501378] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b9482571-f5c7-4fad-a149-376bc07ef20f tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.515228] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937294, 'name': CreateVM_Task} progress is 25%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.657422] env[65448]: INFO nova.compute.manager [None req-8e2c12fb-0ad2-4eb9-9d2c-1a79214d2a56 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] [instance: 3a95cfa3-d907-467b-9081-c8c5b4b9dd5a] Took 38.19 seconds to build instance. [ 689.672171] env[65448]: DEBUG nova.network.neutron [None req-8b33bc4c-f3a7-49a6-8e7a-ad4fedfa95b4 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] [instance: 09225223-b8d1-43b9-ae8c-25d7f27ac233] Successfully created port: 704e8bb7-b6b6-4818-bbb4-11b239c9a1de {{(pid=65448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 689.674628] env[65448]: DEBUG oslo_vmware.api [None req-26f17e44-af29-431a-9082-703be643c7a3 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Task: {'id': task-4937295, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.15985} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.675153] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-26f17e44-af29-431a-9082-703be643c7a3 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: abc20464-a66c-4425-a677-b5852aec43bb] Extended root virtual disk {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 689.681178] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcfb234b-376b-499b-85c9-4da094152ede {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.709461] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-26f17e44-af29-431a-9082-703be643c7a3 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: abc20464-a66c-4425-a677-b5852aec43bb] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] abc20464-a66c-4425-a677-b5852aec43bb/abc20464-a66c-4425-a677-b5852aec43bb.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 689.713049] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78fd9ae1-7b4a-4c59-9a81-ae1435e22c1b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.736061] env[65448]: DEBUG oslo_vmware.api [None req-26f17e44-af29-431a-9082-703be643c7a3 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Waiting for the task: (returnval){ [ 689.736061] env[65448]: value = "task-4937297" [ 689.736061] env[65448]: _type = "Task" [ 689.736061] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.748376] env[65448]: DEBUG oslo_vmware.api [None req-26f17e44-af29-431a-9082-703be643c7a3 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Task: {'id': task-4937297, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.893921] env[65448]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 689.893921] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52f5b86e-38b5-61bf-f4ab-e7e31a27db6f" [ 689.893921] env[65448]: _type = "HttpNfcLease" [ 689.893921] env[65448]: } is ready. {{(pid=65448) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 689.894500] env[65448]: DEBUG oslo_vmware.rw_handles [None req-971658a7-7054-48f9-98bd-c4b73591d91b tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 689.894500] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52f5b86e-38b5-61bf-f4ab-e7e31a27db6f" [ 689.894500] env[65448]: _type = "HttpNfcLease" [ 689.894500] env[65448]: }. {{(pid=65448) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 689.899047] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb96ba9e-0f4d-44f5-ac29-fb31f24a7c39 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.913457] env[65448]: DEBUG oslo_vmware.rw_handles [None req-971658a7-7054-48f9-98bd-c4b73591d91b tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526af143-bf89-609d-df06-b667851d94b3/disk-0.vmdk from lease info. {{(pid=65448) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 689.913778] env[65448]: DEBUG oslo_vmware.rw_handles [None req-971658a7-7054-48f9-98bd-c4b73591d91b tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526af143-bf89-609d-df06-b667851d94b3/disk-0.vmdk for reading. {{(pid=65448) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 690.018116] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937294, 'name': CreateVM_Task} progress is 99%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.079094] env[65448]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ba2fb3b5-fd52-4c2e-902f-842250ef3430 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.160347] env[65448]: DEBUG oslo_concurrency.lockutils [None req-8e2c12fb-0ad2-4eb9-9d2c-1a79214d2a56 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Lock "3a95cfa3-d907-467b-9081-c8c5b4b9dd5a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.352s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.168097] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9419d13a-1fa5-493d-82ea-ee81bfee9c3a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.178755] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-728f4f1b-2249-48b0-9a0c-93891e42434c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.220098] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58037f7d-3899-498b-a812-eac4f4898af8 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.229373] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52a0f95a-b729-428e-ac8b-0622ce55302c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.249521] env[65448]: DEBUG nova.compute.provider_tree [None req-19a91b29-a52d-4bbe-9870-a6b3d0ff68ed tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 690.257046] env[65448]: DEBUG oslo_vmware.api [None req-26f17e44-af29-431a-9082-703be643c7a3 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Task: {'id': task-4937297, 'name': ReconfigVM_Task, 'duration_secs': 0.371378} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.257616] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-26f17e44-af29-431a-9082-703be643c7a3 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: abc20464-a66c-4425-a677-b5852aec43bb] Reconfigured VM instance instance-0000001e to attach disk [datastore2] abc20464-a66c-4425-a677-b5852aec43bb/abc20464-a66c-4425-a677-b5852aec43bb.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 690.258686] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-707ebd02-228e-43b6-9e5e-8e0e24527733 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.266319] env[65448]: DEBUG oslo_vmware.api [None req-26f17e44-af29-431a-9082-703be643c7a3 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Waiting for the task: (returnval){ [ 690.266319] env[65448]: value = "task-4937298" [ 690.266319] env[65448]: _type = "Task" [ 690.266319] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.275044] env[65448]: DEBUG oslo_vmware.api [None req-26f17e44-af29-431a-9082-703be643c7a3 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Task: {'id': task-4937298, 'name': Rename_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.293758] env[65448]: DEBUG nova.compute.manager [None req-8b33bc4c-f3a7-49a6-8e7a-ad4fedfa95b4 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] [instance: 09225223-b8d1-43b9-ae8c-25d7f27ac233] Start spawning the instance on the hypervisor. {{(pid=65448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2689}} [ 690.322991] env[65448]: DEBUG nova.virt.hardware [None req-8b33bc4c-f3a7-49a6-8e7a-ad4fedfa95b4 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-08T17:19:51Z,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a992292b6dae455593d228217860e2e1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-08T17:19:52Z,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 690.323435] env[65448]: DEBUG nova.virt.hardware [None req-8b33bc4c-f3a7-49a6-8e7a-ad4fedfa95b4 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 690.323846] env[65448]: DEBUG nova.virt.hardware [None req-8b33bc4c-f3a7-49a6-8e7a-ad4fedfa95b4 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 690.324037] env[65448]: DEBUG nova.virt.hardware [None req-8b33bc4c-f3a7-49a6-8e7a-ad4fedfa95b4 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 690.324306] env[65448]: DEBUG nova.virt.hardware [None req-8b33bc4c-f3a7-49a6-8e7a-ad4fedfa95b4 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 690.324554] env[65448]: DEBUG nova.virt.hardware [None req-8b33bc4c-f3a7-49a6-8e7a-ad4fedfa95b4 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 690.325339] env[65448]: DEBUG nova.virt.hardware [None req-8b33bc4c-f3a7-49a6-8e7a-ad4fedfa95b4 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 690.325339] env[65448]: DEBUG nova.virt.hardware [None req-8b33bc4c-f3a7-49a6-8e7a-ad4fedfa95b4 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 690.325448] env[65448]: DEBUG nova.virt.hardware [None req-8b33bc4c-f3a7-49a6-8e7a-ad4fedfa95b4 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 690.325621] env[65448]: DEBUG nova.virt.hardware [None req-8b33bc4c-f3a7-49a6-8e7a-ad4fedfa95b4 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 690.325901] env[65448]: DEBUG nova.virt.hardware [None req-8b33bc4c-f3a7-49a6-8e7a-ad4fedfa95b4 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 690.329060] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9b1a6e4-6848-4bc2-987a-9e1b7ec8fa16 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.339250] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbaee156-481d-4096-8c94-3a7678120404 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.514779] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937294, 'name': CreateVM_Task, 'duration_secs': 1.051064} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.515247] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e23dcac-a447-4ae9-bcf6-26b268a664c4] Created VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 690.515595] env[65448]: WARNING neutronclient.v2_0.client [None req-1b53acb9-4652-4b6c-8bf0-dd9da3974680 tempest-VolumesAdminNegativeTest-1869350700 tempest-VolumesAdminNegativeTest-1869350700-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 690.516050] env[65448]: DEBUG oslo_concurrency.lockutils [None req-1b53acb9-4652-4b6c-8bf0-dd9da3974680 tempest-VolumesAdminNegativeTest-1869350700 tempest-VolumesAdminNegativeTest-1869350700-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.516972] env[65448]: DEBUG oslo_concurrency.lockutils [None req-1b53acb9-4652-4b6c-8bf0-dd9da3974680 tempest-VolumesAdminNegativeTest-1869350700 tempest-VolumesAdminNegativeTest-1869350700-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.516972] env[65448]: DEBUG oslo_concurrency.lockutils [None req-1b53acb9-4652-4b6c-8bf0-dd9da3974680 tempest-VolumesAdminNegativeTest-1869350700 tempest-VolumesAdminNegativeTest-1869350700-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.517158] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a609a57f-0c20-4e6a-9765-e45bd25a8aec {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.523607] env[65448]: DEBUG oslo_vmware.api [None req-1b53acb9-4652-4b6c-8bf0-dd9da3974680 tempest-VolumesAdminNegativeTest-1869350700 tempest-VolumesAdminNegativeTest-1869350700-project-member] Waiting for the task: (returnval){ [ 690.523607] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52e9ce4c-aa37-33c6-e363-98f67565d37f" [ 690.523607] env[65448]: _type = "Task" [ 690.523607] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.534270] env[65448]: DEBUG oslo_vmware.api [None req-1b53acb9-4652-4b6c-8bf0-dd9da3974680 tempest-VolumesAdminNegativeTest-1869350700 tempest-VolumesAdminNegativeTest-1869350700-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52e9ce4c-aa37-33c6-e363-98f67565d37f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.664996] env[65448]: DEBUG nova.compute.manager [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] [instance: 5946b482-7074-4075-9188-728461718ab4] Starting instance... {{(pid=65448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2483}} [ 690.760664] env[65448]: DEBUG nova.scheduler.client.report [None req-19a91b29-a52d-4bbe-9870-a6b3d0ff68ed tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 690.780161] env[65448]: DEBUG oslo_vmware.api [None req-26f17e44-af29-431a-9082-703be643c7a3 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Task: {'id': task-4937298, 'name': Rename_Task, 'duration_secs': 0.16091} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.781403] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-26f17e44-af29-431a-9082-703be643c7a3 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: abc20464-a66c-4425-a677-b5852aec43bb] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 690.781803] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d6dfd3b4-cc27-4813-94ad-13f141114aa2 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.790166] env[65448]: DEBUG oslo_vmware.api [None req-26f17e44-af29-431a-9082-703be643c7a3 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Waiting for the task: (returnval){ [ 690.790166] env[65448]: value = "task-4937299" [ 690.790166] env[65448]: _type = "Task" [ 690.790166] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.800444] env[65448]: DEBUG oslo_vmware.api [None req-26f17e44-af29-431a-9082-703be643c7a3 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Task: {'id': task-4937299, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.044195] env[65448]: DEBUG oslo_vmware.api [None req-1b53acb9-4652-4b6c-8bf0-dd9da3974680 tempest-VolumesAdminNegativeTest-1869350700 tempest-VolumesAdminNegativeTest-1869350700-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52e9ce4c-aa37-33c6-e363-98f67565d37f, 'name': SearchDatastore_Task, 'duration_secs': 0.012121} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.044674] env[65448]: DEBUG oslo_concurrency.lockutils [None req-1b53acb9-4652-4b6c-8bf0-dd9da3974680 tempest-VolumesAdminNegativeTest-1869350700 tempest-VolumesAdminNegativeTest-1869350700-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.045020] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-1b53acb9-4652-4b6c-8bf0-dd9da3974680 tempest-VolumesAdminNegativeTest-1869350700 tempest-VolumesAdminNegativeTest-1869350700-project-member] [instance: 2e23dcac-a447-4ae9-bcf6-26b268a664c4] Processing image 50fb366d-48e6-424f-9c20-bc83d77be76a {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 691.045384] env[65448]: DEBUG oslo_concurrency.lockutils [None req-1b53acb9-4652-4b6c-8bf0-dd9da3974680 tempest-VolumesAdminNegativeTest-1869350700 tempest-VolumesAdminNegativeTest-1869350700-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.045813] env[65448]: DEBUG oslo_concurrency.lockutils [None req-1b53acb9-4652-4b6c-8bf0-dd9da3974680 tempest-VolumesAdminNegativeTest-1869350700 tempest-VolumesAdminNegativeTest-1869350700-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.046121] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b53acb9-4652-4b6c-8bf0-dd9da3974680 tempest-VolumesAdminNegativeTest-1869350700 tempest-VolumesAdminNegativeTest-1869350700-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 691.046865] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f84266be-f170-4d9c-a4b3-0e2766a2cb7c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.060966] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b53acb9-4652-4b6c-8bf0-dd9da3974680 tempest-VolumesAdminNegativeTest-1869350700 tempest-VolumesAdminNegativeTest-1869350700-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 691.060966] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-1b53acb9-4652-4b6c-8bf0-dd9da3974680 tempest-VolumesAdminNegativeTest-1869350700 tempest-VolumesAdminNegativeTest-1869350700-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 691.061071] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4fced546-2896-4ddd-81d9-32a47f472012 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.070516] env[65448]: DEBUG oslo_vmware.api [None req-1b53acb9-4652-4b6c-8bf0-dd9da3974680 tempest-VolumesAdminNegativeTest-1869350700 tempest-VolumesAdminNegativeTest-1869350700-project-member] Waiting for the task: (returnval){ [ 691.070516] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5283f28b-340d-71d5-0c4b-b0e9f2c35605" [ 691.070516] env[65448]: _type = "Task" [ 691.070516] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.080255] env[65448]: DEBUG oslo_vmware.api [None req-1b53acb9-4652-4b6c-8bf0-dd9da3974680 tempest-VolumesAdminNegativeTest-1869350700 tempest-VolumesAdminNegativeTest-1869350700-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5283f28b-340d-71d5-0c4b-b0e9f2c35605, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.190952] env[65448]: DEBUG oslo_concurrency.lockutils [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.265241] env[65448]: DEBUG oslo_concurrency.lockutils [None req-19a91b29-a52d-4bbe-9870-a6b3d0ff68ed tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.003s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.266604] env[65448]: DEBUG nova.compute.manager [None req-19a91b29-a52d-4bbe-9870-a6b3d0ff68ed tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] [instance: c473afa5-eeb2-4574-bdf8-f0bc2ea17534] Start building networks asynchronously for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2881}} [ 691.269315] env[65448]: DEBUG oslo_concurrency.lockutils [None req-cfcbb16b-5ed3-4bfd-a4eb-7a86e4d4915a tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.602s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.271840] env[65448]: INFO nova.compute.claims [None req-cfcbb16b-5ed3-4bfd-a4eb-7a86e4d4915a tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] [instance: afbf2157-90f8-4235-8f60-472d84ce9bd9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 691.312718] env[65448]: DEBUG oslo_vmware.api [None req-26f17e44-af29-431a-9082-703be643c7a3 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Task: {'id': task-4937299, 'name': PowerOnVM_Task, 'duration_secs': 0.514357} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.315448] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-26f17e44-af29-431a-9082-703be643c7a3 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: abc20464-a66c-4425-a677-b5852aec43bb] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 691.315448] env[65448]: INFO nova.compute.manager [None req-26f17e44-af29-431a-9082-703be643c7a3 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: abc20464-a66c-4425-a677-b5852aec43bb] Took 9.39 seconds to spawn the instance on the hypervisor. [ 691.315448] env[65448]: DEBUG nova.compute.manager [None req-26f17e44-af29-431a-9082-703be643c7a3 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: abc20464-a66c-4425-a677-b5852aec43bb] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 691.315448] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-679f20db-d069-424c-9b95-7fa92e80899b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.581881] env[65448]: DEBUG nova.network.neutron [None req-8b33bc4c-f3a7-49a6-8e7a-ad4fedfa95b4 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] [instance: 09225223-b8d1-43b9-ae8c-25d7f27ac233] Successfully updated port: 704e8bb7-b6b6-4818-bbb4-11b239c9a1de {{(pid=65448) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 691.593031] env[65448]: DEBUG oslo_vmware.api [None req-1b53acb9-4652-4b6c-8bf0-dd9da3974680 tempest-VolumesAdminNegativeTest-1869350700 tempest-VolumesAdminNegativeTest-1869350700-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5283f28b-340d-71d5-0c4b-b0e9f2c35605, 'name': SearchDatastore_Task, 'duration_secs': 0.011158} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.594034] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-969e35c5-86ed-4101-898e-86cbbb3fec5c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.603187] env[65448]: DEBUG oslo_vmware.api [None req-1b53acb9-4652-4b6c-8bf0-dd9da3974680 tempest-VolumesAdminNegativeTest-1869350700 tempest-VolumesAdminNegativeTest-1869350700-project-member] Waiting for the task: (returnval){ [ 691.603187] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52e33d05-4515-272d-adf9-4fe8a067abc4" [ 691.603187] env[65448]: _type = "Task" [ 691.603187] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.618835] env[65448]: DEBUG oslo_vmware.api [None req-1b53acb9-4652-4b6c-8bf0-dd9da3974680 tempest-VolumesAdminNegativeTest-1869350700 tempest-VolumesAdminNegativeTest-1869350700-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52e33d05-4515-272d-adf9-4fe8a067abc4, 'name': SearchDatastore_Task, 'duration_secs': 0.010737} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.619280] env[65448]: DEBUG oslo_concurrency.lockutils [None req-1b53acb9-4652-4b6c-8bf0-dd9da3974680 tempest-VolumesAdminNegativeTest-1869350700 tempest-VolumesAdminNegativeTest-1869350700-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.619909] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b53acb9-4652-4b6c-8bf0-dd9da3974680 tempest-VolumesAdminNegativeTest-1869350700 tempest-VolumesAdminNegativeTest-1869350700-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore1] 2e23dcac-a447-4ae9-bcf6-26b268a664c4/2e23dcac-a447-4ae9-bcf6-26b268a664c4.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 691.619998] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-97ff6887-d891-4b4c-a5f8-73d65f6f1b65 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.628712] env[65448]: DEBUG oslo_vmware.api [None req-1b53acb9-4652-4b6c-8bf0-dd9da3974680 tempest-VolumesAdminNegativeTest-1869350700 tempest-VolumesAdminNegativeTest-1869350700-project-member] Waiting for the task: (returnval){ [ 691.628712] env[65448]: value = "task-4937300" [ 691.628712] env[65448]: _type = "Task" [ 691.628712] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.639882] env[65448]: DEBUG oslo_vmware.api [None req-1b53acb9-4652-4b6c-8bf0-dd9da3974680 tempest-VolumesAdminNegativeTest-1869350700 tempest-VolumesAdminNegativeTest-1869350700-project-member] Task: {'id': task-4937300, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.789051] env[65448]: DEBUG nova.compute.utils [None req-19a91b29-a52d-4bbe-9870-a6b3d0ff68ed tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Using /dev/sd instead of None {{(pid=65448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 691.796435] env[65448]: DEBUG nova.compute.manager [None req-19a91b29-a52d-4bbe-9870-a6b3d0ff68ed tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] [instance: c473afa5-eeb2-4574-bdf8-f0bc2ea17534] Allocating IP information in the background. {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 691.797342] env[65448]: DEBUG nova.network.neutron [None req-19a91b29-a52d-4bbe-9870-a6b3d0ff68ed tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] [instance: c473afa5-eeb2-4574-bdf8-f0bc2ea17534] allocate_for_instance() {{(pid=65448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 691.797435] env[65448]: WARNING neutronclient.v2_0.client [None req-19a91b29-a52d-4bbe-9870-a6b3d0ff68ed tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 691.797800] env[65448]: WARNING neutronclient.v2_0.client [None req-19a91b29-a52d-4bbe-9870-a6b3d0ff68ed tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 691.812977] env[65448]: WARNING neutronclient.v2_0.client [req-a9516ca5-aac2-47f5-a894-c81be239f01c req-7cfa378e-c4dc-45f0-a703-397fefd0733a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 691.841736] env[65448]: INFO nova.compute.manager [None req-26f17e44-af29-431a-9082-703be643c7a3 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: abc20464-a66c-4425-a677-b5852aec43bb] Took 31.50 seconds to build instance. [ 691.927875] env[65448]: DEBUG nova.policy [None req-19a91b29-a52d-4bbe-9870-a6b3d0ff68ed tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dbbb812528f24f34a6218c3a49dd017b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9d1cf9da4e3442eea40a764f302a4111', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65448) authorize /opt/stack/nova/nova/policy.py:192}} [ 692.086045] env[65448]: DEBUG oslo_concurrency.lockutils [None req-8b33bc4c-f3a7-49a6-8e7a-ad4fedfa95b4 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Acquiring lock "refresh_cache-09225223-b8d1-43b9-ae8c-25d7f27ac233" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.086270] env[65448]: DEBUG oslo_concurrency.lockutils [None req-8b33bc4c-f3a7-49a6-8e7a-ad4fedfa95b4 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Acquired lock "refresh_cache-09225223-b8d1-43b9-ae8c-25d7f27ac233" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.086471] env[65448]: DEBUG nova.network.neutron [None req-8b33bc4c-f3a7-49a6-8e7a-ad4fedfa95b4 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] [instance: 09225223-b8d1-43b9-ae8c-25d7f27ac233] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 692.143270] env[65448]: DEBUG oslo_vmware.api [None req-1b53acb9-4652-4b6c-8bf0-dd9da3974680 tempest-VolumesAdminNegativeTest-1869350700 tempest-VolumesAdminNegativeTest-1869350700-project-member] Task: {'id': task-4937300, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.300281] env[65448]: DEBUG nova.compute.manager [None req-19a91b29-a52d-4bbe-9870-a6b3d0ff68ed tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] [instance: c473afa5-eeb2-4574-bdf8-f0bc2ea17534] Start building block device mappings for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2916}} [ 692.345513] env[65448]: DEBUG oslo_concurrency.lockutils [None req-26f17e44-af29-431a-9082-703be643c7a3 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Lock "abc20464-a66c-4425-a677-b5852aec43bb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.978s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.479296] env[65448]: DEBUG nova.network.neutron [None req-19a91b29-a52d-4bbe-9870-a6b3d0ff68ed tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] [instance: c473afa5-eeb2-4574-bdf8-f0bc2ea17534] Successfully created port: 21e08cf6-f018-4e17-81af-9ecaca9b77dd {{(pid=65448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 692.519197] env[65448]: DEBUG nova.network.neutron [req-a9516ca5-aac2-47f5-a894-c81be239f01c req-7cfa378e-c4dc-45f0-a703-397fefd0733a service nova] [instance: abc20464-a66c-4425-a677-b5852aec43bb] Updated VIF entry in instance network info cache for port bb83c5a0-5fdb-4ab3-8f0f-001e89be75f8. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 692.520787] env[65448]: DEBUG nova.network.neutron [req-a9516ca5-aac2-47f5-a894-c81be239f01c req-7cfa378e-c4dc-45f0-a703-397fefd0733a service nova] [instance: abc20464-a66c-4425-a677-b5852aec43bb] Updating instance_info_cache with network_info: [{"id": "bb83c5a0-5fdb-4ab3-8f0f-001e89be75f8", "address": "fa:16:3e:65:c9:ca", "network": {"id": "f27d2d9e-8ae7-4086-9161-47127b34dd20", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-248251098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2a7a06e61d94624ba3b3a9d4f5d1e6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4223acd2-30f7-440e-b975-60b30d931694", "external-id": "nsx-vlan-transportzone-647", "segmentation_id": 647, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb83c5a0-5f", "ovs_interfaceid": "bb83c5a0-5fdb-4ab3-8f0f-001e89be75f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.646354] env[65448]: DEBUG oslo_vmware.api [None req-1b53acb9-4652-4b6c-8bf0-dd9da3974680 tempest-VolumesAdminNegativeTest-1869350700 tempest-VolumesAdminNegativeTest-1869350700-project-member] Task: {'id': task-4937300, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.542787} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.646612] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b53acb9-4652-4b6c-8bf0-dd9da3974680 tempest-VolumesAdminNegativeTest-1869350700 tempest-VolumesAdminNegativeTest-1869350700-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore1] 2e23dcac-a447-4ae9-bcf6-26b268a664c4/2e23dcac-a447-4ae9-bcf6-26b268a664c4.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 692.646908] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-1b53acb9-4652-4b6c-8bf0-dd9da3974680 tempest-VolumesAdminNegativeTest-1869350700 tempest-VolumesAdminNegativeTest-1869350700-project-member] [instance: 2e23dcac-a447-4ae9-bcf6-26b268a664c4] Extending root virtual disk to 1048576 {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 692.651864] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cda7a054-63d0-4ec0-bd8d-b96b796d482a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.662116] env[65448]: DEBUG oslo_vmware.api [None req-1b53acb9-4652-4b6c-8bf0-dd9da3974680 tempest-VolumesAdminNegativeTest-1869350700 tempest-VolumesAdminNegativeTest-1869350700-project-member] Waiting for the task: (returnval){ [ 692.662116] env[65448]: value = "task-4937301" [ 692.662116] env[65448]: _type = "Task" [ 692.662116] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.679869] env[65448]: DEBUG oslo_vmware.api [None req-1b53acb9-4652-4b6c-8bf0-dd9da3974680 tempest-VolumesAdminNegativeTest-1869350700 tempest-VolumesAdminNegativeTest-1869350700-project-member] Task: {'id': task-4937301, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.849223] env[65448]: DEBUG nova.compute.manager [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] [instance: fab0ffc2-fa16-4d13-b70c-dfaa41c981aa] Starting instance... {{(pid=65448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2483}} [ 692.947986] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddc66895-558a-4083-9d65-f64c447de531 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.957262] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76f6ea78-6d52-4363-a83e-671e129e8ad7 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.989533] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-367cb5c4-91e8-48d0-8ca6-56a91ec0e980 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.997833] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27b96fee-8ac0-4e66-a412-c9f108ebf46c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.013174] env[65448]: DEBUG nova.compute.provider_tree [None req-cfcbb16b-5ed3-4bfd-a4eb-7a86e4d4915a tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 693.022601] env[65448]: DEBUG oslo_concurrency.lockutils [req-a9516ca5-aac2-47f5-a894-c81be239f01c req-7cfa378e-c4dc-45f0-a703-397fefd0733a service nova] Releasing lock "refresh_cache-abc20464-a66c-4425-a677-b5852aec43bb" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.175556] env[65448]: DEBUG oslo_vmware.api [None req-1b53acb9-4652-4b6c-8bf0-dd9da3974680 tempest-VolumesAdminNegativeTest-1869350700 tempest-VolumesAdminNegativeTest-1869350700-project-member] Task: {'id': task-4937301, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.109442} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.176334] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-1b53acb9-4652-4b6c-8bf0-dd9da3974680 tempest-VolumesAdminNegativeTest-1869350700 tempest-VolumesAdminNegativeTest-1869350700-project-member] [instance: 2e23dcac-a447-4ae9-bcf6-26b268a664c4] Extended root virtual disk {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 693.177275] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19a15a82-7a1d-466d-85ee-d0b64120b787 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.202986] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b53acb9-4652-4b6c-8bf0-dd9da3974680 tempest-VolumesAdminNegativeTest-1869350700 tempest-VolumesAdminNegativeTest-1869350700-project-member] [instance: 2e23dcac-a447-4ae9-bcf6-26b268a664c4] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] 2e23dcac-a447-4ae9-bcf6-26b268a664c4/2e23dcac-a447-4ae9-bcf6-26b268a664c4.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 693.203580] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c57e9e78-97c9-46d9-ac51-ae09586cfad8 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.226510] env[65448]: DEBUG oslo_vmware.api [None req-1b53acb9-4652-4b6c-8bf0-dd9da3974680 tempest-VolumesAdminNegativeTest-1869350700 tempest-VolumesAdminNegativeTest-1869350700-project-member] Waiting for the task: (returnval){ [ 693.226510] env[65448]: value = "task-4937302" [ 693.226510] env[65448]: _type = "Task" [ 693.226510] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.236674] env[65448]: DEBUG oslo_vmware.api [None req-1b53acb9-4652-4b6c-8bf0-dd9da3974680 tempest-VolumesAdminNegativeTest-1869350700 tempest-VolumesAdminNegativeTest-1869350700-project-member] Task: {'id': task-4937302, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.310887] env[65448]: DEBUG nova.compute.manager [None req-19a91b29-a52d-4bbe-9870-a6b3d0ff68ed tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] [instance: c473afa5-eeb2-4574-bdf8-f0bc2ea17534] Start spawning the instance on the hypervisor. {{(pid=65448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2689}} [ 693.347366] env[65448]: DEBUG nova.virt.hardware [None req-19a91b29-a52d-4bbe-9870-a6b3d0ff68ed tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-08T17:19:51Z,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a992292b6dae455593d228217860e2e1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-08T17:19:52Z,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 693.347662] env[65448]: DEBUG nova.virt.hardware [None req-19a91b29-a52d-4bbe-9870-a6b3d0ff68ed tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 693.347915] env[65448]: DEBUG nova.virt.hardware [None req-19a91b29-a52d-4bbe-9870-a6b3d0ff68ed tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 693.348229] env[65448]: DEBUG nova.virt.hardware [None req-19a91b29-a52d-4bbe-9870-a6b3d0ff68ed tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 693.348389] env[65448]: DEBUG nova.virt.hardware [None req-19a91b29-a52d-4bbe-9870-a6b3d0ff68ed tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 693.348704] env[65448]: DEBUG nova.virt.hardware [None req-19a91b29-a52d-4bbe-9870-a6b3d0ff68ed tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 693.348772] env[65448]: DEBUG nova.virt.hardware [None req-19a91b29-a52d-4bbe-9870-a6b3d0ff68ed tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 693.348954] env[65448]: DEBUG nova.virt.hardware [None req-19a91b29-a52d-4bbe-9870-a6b3d0ff68ed tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 693.349175] env[65448]: DEBUG nova.virt.hardware [None req-19a91b29-a52d-4bbe-9870-a6b3d0ff68ed tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 693.349341] env[65448]: DEBUG nova.virt.hardware [None req-19a91b29-a52d-4bbe-9870-a6b3d0ff68ed tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 693.349507] env[65448]: DEBUG nova.virt.hardware [None req-19a91b29-a52d-4bbe-9870-a6b3d0ff68ed tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 693.350475] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e70cbb83-ec2f-450e-98cc-410130773b0d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.363684] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-538e8a10-6830-45bd-afca-676f525ebf6c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.366483] env[65448]: DEBUG nova.network.neutron [None req-8b33bc4c-f3a7-49a6-8e7a-ad4fedfa95b4 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] [instance: 09225223-b8d1-43b9-ae8c-25d7f27ac233] Instance cache missing network info. {{(pid=65448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 693.383662] env[65448]: DEBUG oslo_concurrency.lockutils [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.519026] env[65448]: DEBUG nova.scheduler.client.report [None req-cfcbb16b-5ed3-4bfd-a4eb-7a86e4d4915a tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 693.740245] env[65448]: DEBUG oslo_vmware.api [None req-1b53acb9-4652-4b6c-8bf0-dd9da3974680 tempest-VolumesAdminNegativeTest-1869350700 tempest-VolumesAdminNegativeTest-1869350700-project-member] Task: {'id': task-4937302, 'name': ReconfigVM_Task, 'duration_secs': 0.354524} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.740791] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b53acb9-4652-4b6c-8bf0-dd9da3974680 tempest-VolumesAdminNegativeTest-1869350700 tempest-VolumesAdminNegativeTest-1869350700-project-member] [instance: 2e23dcac-a447-4ae9-bcf6-26b268a664c4] Reconfigured VM instance instance-0000001f to attach disk [datastore1] 2e23dcac-a447-4ae9-bcf6-26b268a664c4/2e23dcac-a447-4ae9-bcf6-26b268a664c4.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 693.743414] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f89a6d66-cfa6-40c3-8a1c-3bea6a3604dc {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.751524] env[65448]: DEBUG oslo_vmware.api [None req-1b53acb9-4652-4b6c-8bf0-dd9da3974680 tempest-VolumesAdminNegativeTest-1869350700 tempest-VolumesAdminNegativeTest-1869350700-project-member] Waiting for the task: (returnval){ [ 693.751524] env[65448]: value = "task-4937303" [ 693.751524] env[65448]: _type = "Task" [ 693.751524] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.762751] env[65448]: DEBUG oslo_vmware.api [None req-1b53acb9-4652-4b6c-8bf0-dd9da3974680 tempest-VolumesAdminNegativeTest-1869350700 tempest-VolumesAdminNegativeTest-1869350700-project-member] Task: {'id': task-4937303, 'name': Rename_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.026024] env[65448]: DEBUG oslo_concurrency.lockutils [None req-cfcbb16b-5ed3-4bfd-a4eb-7a86e4d4915a tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.756s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.026450] env[65448]: DEBUG nova.compute.manager [None req-cfcbb16b-5ed3-4bfd-a4eb-7a86e4d4915a tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] [instance: afbf2157-90f8-4235-8f60-472d84ce9bd9] Start building networks asynchronously for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2881}} [ 694.029369] env[65448]: DEBUG oslo_concurrency.lockutils [None req-3e323374-5ba8-4e2f-874f-23c0bece03aa tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.119s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.033482] env[65448]: DEBUG nova.objects.instance [None req-3e323374-5ba8-4e2f-874f-23c0bece03aa tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Lazy-loading 'resources' on Instance uuid bde62422-6d7d-48dd-b3c8-a9c9091e23a7 {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 694.230725] env[65448]: DEBUG nova.network.neutron [None req-19a91b29-a52d-4bbe-9870-a6b3d0ff68ed tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] [instance: c473afa5-eeb2-4574-bdf8-f0bc2ea17534] Successfully updated port: 21e08cf6-f018-4e17-81af-9ecaca9b77dd {{(pid=65448) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 694.263974] env[65448]: DEBUG oslo_vmware.api [None req-1b53acb9-4652-4b6c-8bf0-dd9da3974680 tempest-VolumesAdminNegativeTest-1869350700 tempest-VolumesAdminNegativeTest-1869350700-project-member] Task: {'id': task-4937303, 'name': Rename_Task, 'duration_secs': 0.183552} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.264312] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b53acb9-4652-4b6c-8bf0-dd9da3974680 tempest-VolumesAdminNegativeTest-1869350700 tempest-VolumesAdminNegativeTest-1869350700-project-member] [instance: 2e23dcac-a447-4ae9-bcf6-26b268a664c4] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 694.264571] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-380f4917-8724-4df2-b9e0-3fab1b988e48 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.273352] env[65448]: DEBUG oslo_vmware.api [None req-1b53acb9-4652-4b6c-8bf0-dd9da3974680 tempest-VolumesAdminNegativeTest-1869350700 tempest-VolumesAdminNegativeTest-1869350700-project-member] Waiting for the task: (returnval){ [ 694.273352] env[65448]: value = "task-4937304" [ 694.273352] env[65448]: _type = "Task" [ 694.273352] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.287010] env[65448]: DEBUG oslo_vmware.api [None req-1b53acb9-4652-4b6c-8bf0-dd9da3974680 tempest-VolumesAdminNegativeTest-1869350700 tempest-VolumesAdminNegativeTest-1869350700-project-member] Task: {'id': task-4937304, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.432672] env[65448]: WARNING neutronclient.v2_0.client [None req-8b33bc4c-f3a7-49a6-8e7a-ad4fedfa95b4 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 694.533476] env[65448]: DEBUG nova.compute.utils [None req-cfcbb16b-5ed3-4bfd-a4eb-7a86e4d4915a tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Using /dev/sd instead of None {{(pid=65448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 694.535391] env[65448]: DEBUG nova.compute.manager [None req-cfcbb16b-5ed3-4bfd-a4eb-7a86e4d4915a tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] [instance: afbf2157-90f8-4235-8f60-472d84ce9bd9] Allocating IP information in the background. {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 694.535391] env[65448]: DEBUG nova.network.neutron [None req-cfcbb16b-5ed3-4bfd-a4eb-7a86e4d4915a tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] [instance: afbf2157-90f8-4235-8f60-472d84ce9bd9] allocate_for_instance() {{(pid=65448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 694.539356] env[65448]: WARNING neutronclient.v2_0.client [None req-cfcbb16b-5ed3-4bfd-a4eb-7a86e4d4915a tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 694.539984] env[65448]: WARNING neutronclient.v2_0.client [None req-cfcbb16b-5ed3-4bfd-a4eb-7a86e4d4915a tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 694.547040] env[65448]: DEBUG nova.network.neutron [None req-8b33bc4c-f3a7-49a6-8e7a-ad4fedfa95b4 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] [instance: 09225223-b8d1-43b9-ae8c-25d7f27ac233] Updating instance_info_cache with network_info: [{"id": "704e8bb7-b6b6-4818-bbb4-11b239c9a1de", "address": "fa:16:3e:b6:13:7f", "network": {"id": "efd72c64-55ca-463e-93ec-5fab6fc6790d", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1268907260-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "49296739b15f462b8d025177a517965d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap704e8bb7-b6", "ovs_interfaceid": "704e8bb7-b6b6-4818-bbb4-11b239c9a1de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.588261] env[65448]: DEBUG nova.policy [None req-cfcbb16b-5ed3-4bfd-a4eb-7a86e4d4915a tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cbe883fb9816443a86a856cfc3e695ec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '49296739b15f462b8d025177a517965d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65448) authorize /opt/stack/nova/nova/policy.py:192}} [ 694.736908] env[65448]: DEBUG oslo_concurrency.lockutils [None req-19a91b29-a52d-4bbe-9870-a6b3d0ff68ed tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Acquiring lock "refresh_cache-c473afa5-eeb2-4574-bdf8-f0bc2ea17534" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.737104] env[65448]: DEBUG oslo_concurrency.lockutils [None req-19a91b29-a52d-4bbe-9870-a6b3d0ff68ed tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Acquired lock "refresh_cache-c473afa5-eeb2-4574-bdf8-f0bc2ea17534" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.738617] env[65448]: DEBUG nova.network.neutron [None req-19a91b29-a52d-4bbe-9870-a6b3d0ff68ed tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] [instance: c473afa5-eeb2-4574-bdf8-f0bc2ea17534] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 694.789428] env[65448]: DEBUG oslo_vmware.api [None req-1b53acb9-4652-4b6c-8bf0-dd9da3974680 tempest-VolumesAdminNegativeTest-1869350700 tempest-VolumesAdminNegativeTest-1869350700-project-member] Task: {'id': task-4937304, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.984644] env[65448]: DEBUG nova.compute.manager [None req-5e71d102-66a4-4044-b5a0-5eb4ba4eabb8 tempest-ServerDiagnosticsV248Test-965738964 tempest-ServerDiagnosticsV248Test-965738964-project-admin] [instance: 563c9ae6-0834-4c9c-aad5-e72b367fb3a6] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 694.985979] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbaad42b-620e-4dfa-bc05-d209dbd5f895 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.998443] env[65448]: INFO nova.compute.manager [None req-5e71d102-66a4-4044-b5a0-5eb4ba4eabb8 tempest-ServerDiagnosticsV248Test-965738964 tempest-ServerDiagnosticsV248Test-965738964-project-admin] [instance: 563c9ae6-0834-4c9c-aad5-e72b367fb3a6] Retrieving diagnostics [ 694.999289] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca153584-1719-46ea-aa3e-c4e615e29837 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.034109] env[65448]: DEBUG nova.network.neutron [None req-cfcbb16b-5ed3-4bfd-a4eb-7a86e4d4915a tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] [instance: afbf2157-90f8-4235-8f60-472d84ce9bd9] Successfully created port: e14ac33d-a9e4-41db-8a22-413315718f51 {{(pid=65448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 695.042954] env[65448]: DEBUG nova.compute.manager [None req-cfcbb16b-5ed3-4bfd-a4eb-7a86e4d4915a tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] [instance: afbf2157-90f8-4235-8f60-472d84ce9bd9] Start building block device mappings for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2916}} [ 695.049723] env[65448]: DEBUG oslo_concurrency.lockutils [None req-8b33bc4c-f3a7-49a6-8e7a-ad4fedfa95b4 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Releasing lock "refresh_cache-09225223-b8d1-43b9-ae8c-25d7f27ac233" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.050075] env[65448]: DEBUG nova.compute.manager [None req-8b33bc4c-f3a7-49a6-8e7a-ad4fedfa95b4 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] [instance: 09225223-b8d1-43b9-ae8c-25d7f27ac233] Instance network_info: |[{"id": "704e8bb7-b6b6-4818-bbb4-11b239c9a1de", "address": "fa:16:3e:b6:13:7f", "network": {"id": "efd72c64-55ca-463e-93ec-5fab6fc6790d", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1268907260-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "49296739b15f462b8d025177a517965d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap704e8bb7-b6", "ovs_interfaceid": "704e8bb7-b6b6-4818-bbb4-11b239c9a1de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 695.051725] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-8b33bc4c-f3a7-49a6-8e7a-ad4fedfa95b4 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] [instance: 09225223-b8d1-43b9-ae8c-25d7f27ac233] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b6:13:7f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '510d3c47-3615-43d5-aa5d-a279fd915e71', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '704e8bb7-b6b6-4818-bbb4-11b239c9a1de', 'vif_model': 'vmxnet3'}] {{(pid=65448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 695.062906] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b33bc4c-f3a7-49a6-8e7a-ad4fedfa95b4 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Creating folder: Project (49296739b15f462b8d025177a517965d). Parent ref: group-v961779. {{(pid=65448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 695.066365] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1e49b898-484f-4031-9f18-596ac8e64254 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.080060] env[65448]: INFO nova.virt.vmwareapi.vm_util [None req-8b33bc4c-f3a7-49a6-8e7a-ad4fedfa95b4 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Created folder: Project (49296739b15f462b8d025177a517965d) in parent group-v961779. [ 695.080320] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b33bc4c-f3a7-49a6-8e7a-ad4fedfa95b4 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Creating folder: Instances. Parent ref: group-v961870. {{(pid=65448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 695.083491] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-01c3b324-eb62-4310-94ba-c0df999fa376 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.095680] env[65448]: INFO nova.virt.vmwareapi.vm_util [None req-8b33bc4c-f3a7-49a6-8e7a-ad4fedfa95b4 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Created folder: Instances in parent group-v961870. [ 695.096084] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-8b33bc4c-f3a7-49a6-8e7a-ad4fedfa95b4 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 695.099839] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09225223-b8d1-43b9-ae8c-25d7f27ac233] Creating VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 695.100474] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ba9e9770-db7f-448f-a0c7-569444f0b7db {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.131688] env[65448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 695.131688] env[65448]: value = "task-4937307" [ 695.131688] env[65448]: _type = "Task" [ 695.131688] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.144552] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937307, 'name': CreateVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.237338] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01a70b94-b01d-4f1a-b8dd-2e262a1ee8b3 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.249669] env[65448]: DEBUG nova.compute.manager [req-c880151d-d8be-4d0e-98a3-2145c270f1ec req-2cf7f056-b80b-4389-9c2a-fa2584dfd5db service nova] [instance: 42660aaa-81e2-47fe-949b-cbf7e599091d] Received event network-vif-deleted-e14a902d-0c13-4946-bdb8-5548cdfca057 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 695.250018] env[65448]: DEBUG nova.compute.manager [req-c880151d-d8be-4d0e-98a3-2145c270f1ec req-2cf7f056-b80b-4389-9c2a-fa2584dfd5db service nova] [instance: 059f932f-aa5a-46ff-a179-9826341731db] Received event network-vif-deleted-8683b5df-2685-4120-ada6-752ee64da4ba {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 695.259667] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40a32f89-1b36-4a1e-b9a1-7e424c03a05d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.299469] env[65448]: DEBUG nova.network.neutron [None req-19a91b29-a52d-4bbe-9870-a6b3d0ff68ed tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] [instance: c473afa5-eeb2-4574-bdf8-f0bc2ea17534] Instance cache missing network info. {{(pid=65448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 695.306090] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1830b5cf-a6df-49f4-b797-1ad21c3e77c2 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.317368] env[65448]: DEBUG oslo_vmware.api [None req-1b53acb9-4652-4b6c-8bf0-dd9da3974680 tempest-VolumesAdminNegativeTest-1869350700 tempest-VolumesAdminNegativeTest-1869350700-project-member] Task: {'id': task-4937304, 'name': PowerOnVM_Task, 'duration_secs': 0.524486} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.320859] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b53acb9-4652-4b6c-8bf0-dd9da3974680 tempest-VolumesAdminNegativeTest-1869350700 tempest-VolumesAdminNegativeTest-1869350700-project-member] [instance: 2e23dcac-a447-4ae9-bcf6-26b268a664c4] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 695.320859] env[65448]: INFO nova.compute.manager [None req-1b53acb9-4652-4b6c-8bf0-dd9da3974680 tempest-VolumesAdminNegativeTest-1869350700 tempest-VolumesAdminNegativeTest-1869350700-project-member] [instance: 2e23dcac-a447-4ae9-bcf6-26b268a664c4] Took 10.66 seconds to spawn the instance on the hypervisor. [ 695.320859] env[65448]: DEBUG nova.compute.manager [None req-1b53acb9-4652-4b6c-8bf0-dd9da3974680 tempest-VolumesAdminNegativeTest-1869350700 tempest-VolumesAdminNegativeTest-1869350700-project-member] [instance: 2e23dcac-a447-4ae9-bcf6-26b268a664c4] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 695.321738] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-407bdbbd-6df7-4d78-a848-ca66c3d3b2e3 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.326784] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1b714c6-2acf-42d3-b312-9fb143ddd436 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.344737] env[65448]: DEBUG nova.compute.provider_tree [None req-3e323374-5ba8-4e2f-874f-23c0bece03aa tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 695.409286] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Acquiring lock "564e79e0-e826-4ad7-83ec-f780b9cc5de7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.409286] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Lock "564e79e0-e826-4ad7-83ec-f780b9cc5de7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.444301] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Acquiring lock "a1383469-5eaa-41c0-950c-fc5b071d8f62" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.444598] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Lock "a1383469-5eaa-41c0-950c-fc5b071d8f62" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.517405] env[65448]: DEBUG nova.compute.manager [req-c4e97581-78ec-4cf7-8d99-b37a7645acc0 req-f55f04a6-233e-44f9-a40f-74a2b7b7b0b4 service nova] [instance: 2e23dcac-a447-4ae9-bcf6-26b268a664c4] Received event network-changed-c6cbd502-2609-4662-85dc-0268fc757670 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 695.517900] env[65448]: DEBUG nova.compute.manager [req-c4e97581-78ec-4cf7-8d99-b37a7645acc0 req-f55f04a6-233e-44f9-a40f-74a2b7b7b0b4 service nova] [instance: 2e23dcac-a447-4ae9-bcf6-26b268a664c4] Refreshing instance network info cache due to event network-changed-c6cbd502-2609-4662-85dc-0268fc757670. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 695.517900] env[65448]: DEBUG oslo_concurrency.lockutils [req-c4e97581-78ec-4cf7-8d99-b37a7645acc0 req-f55f04a6-233e-44f9-a40f-74a2b7b7b0b4 service nova] Acquiring lock "refresh_cache-2e23dcac-a447-4ae9-bcf6-26b268a664c4" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.518075] env[65448]: DEBUG oslo_concurrency.lockutils [req-c4e97581-78ec-4cf7-8d99-b37a7645acc0 req-f55f04a6-233e-44f9-a40f-74a2b7b7b0b4 service nova] Acquired lock "refresh_cache-2e23dcac-a447-4ae9-bcf6-26b268a664c4" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.518161] env[65448]: DEBUG nova.network.neutron [req-c4e97581-78ec-4cf7-8d99-b37a7645acc0 req-f55f04a6-233e-44f9-a40f-74a2b7b7b0b4 service nova] [instance: 2e23dcac-a447-4ae9-bcf6-26b268a664c4] Refreshing network info cache for port c6cbd502-2609-4662-85dc-0268fc757670 {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 695.524325] env[65448]: WARNING neutronclient.v2_0.client [None req-19a91b29-a52d-4bbe-9870-a6b3d0ff68ed tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 695.595355] env[65448]: DEBUG oslo_concurrency.lockutils [None req-156ac679-6eb9-4a36-8e59-fc976417a4af tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] Acquiring lock "81d406bb-f0e6-487c-841e-a13ae7736af0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.596031] env[65448]: DEBUG oslo_concurrency.lockutils [None req-156ac679-6eb9-4a36-8e59-fc976417a4af tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] Lock "81d406bb-f0e6-487c-841e-a13ae7736af0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.645831] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937307, 'name': CreateVM_Task} progress is 25%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.766477] env[65448]: DEBUG nova.network.neutron [None req-19a91b29-a52d-4bbe-9870-a6b3d0ff68ed tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] [instance: c473afa5-eeb2-4574-bdf8-f0bc2ea17534] Updating instance_info_cache with network_info: [{"id": "21e08cf6-f018-4e17-81af-9ecaca9b77dd", "address": "fa:16:3e:db:c9:37", "network": {"id": "d16867b7-7e9f-4587-9a44-e83238a0b7db", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1023219576-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d1cf9da4e3442eea40a764f302a4111", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21e08cf6-f0", "ovs_interfaceid": "21e08cf6-f018-4e17-81af-9ecaca9b77dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.851022] env[65448]: DEBUG nova.scheduler.client.report [None req-3e323374-5ba8-4e2f-874f-23c0bece03aa tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 695.869055] env[65448]: INFO nova.compute.manager [None req-1b53acb9-4652-4b6c-8bf0-dd9da3974680 tempest-VolumesAdminNegativeTest-1869350700 tempest-VolumesAdminNegativeTest-1869350700-project-member] [instance: 2e23dcac-a447-4ae9-bcf6-26b268a664c4] Took 32.44 seconds to build instance. [ 696.022543] env[65448]: WARNING neutronclient.v2_0.client [req-c4e97581-78ec-4cf7-8d99-b37a7645acc0 req-f55f04a6-233e-44f9-a40f-74a2b7b7b0b4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 696.059605] env[65448]: DEBUG nova.compute.manager [None req-cfcbb16b-5ed3-4bfd-a4eb-7a86e4d4915a tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] [instance: afbf2157-90f8-4235-8f60-472d84ce9bd9] Start spawning the instance on the hypervisor. {{(pid=65448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2689}} [ 696.099871] env[65448]: DEBUG nova.virt.hardware [None req-cfcbb16b-5ed3-4bfd-a4eb-7a86e4d4915a tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-08T17:19:51Z,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a992292b6dae455593d228217860e2e1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-08T17:19:52Z,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 696.100367] env[65448]: DEBUG nova.virt.hardware [None req-cfcbb16b-5ed3-4bfd-a4eb-7a86e4d4915a tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 696.101141] env[65448]: DEBUG nova.virt.hardware [None req-cfcbb16b-5ed3-4bfd-a4eb-7a86e4d4915a tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 696.101141] env[65448]: DEBUG nova.virt.hardware [None req-cfcbb16b-5ed3-4bfd-a4eb-7a86e4d4915a tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 696.101141] env[65448]: DEBUG nova.virt.hardware [None req-cfcbb16b-5ed3-4bfd-a4eb-7a86e4d4915a tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 696.101336] env[65448]: DEBUG nova.virt.hardware [None req-cfcbb16b-5ed3-4bfd-a4eb-7a86e4d4915a tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 696.101497] env[65448]: DEBUG nova.virt.hardware [None req-cfcbb16b-5ed3-4bfd-a4eb-7a86e4d4915a tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 696.101741] env[65448]: DEBUG nova.virt.hardware [None req-cfcbb16b-5ed3-4bfd-a4eb-7a86e4d4915a tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 696.102379] env[65448]: DEBUG nova.virt.hardware [None req-cfcbb16b-5ed3-4bfd-a4eb-7a86e4d4915a tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 696.102379] env[65448]: DEBUG nova.virt.hardware [None req-cfcbb16b-5ed3-4bfd-a4eb-7a86e4d4915a tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 696.102379] env[65448]: DEBUG nova.virt.hardware [None req-cfcbb16b-5ed3-4bfd-a4eb-7a86e4d4915a tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 696.104144] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26f55efc-ea00-4548-abfc-a6699f717b14 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.112992] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f84cc5a-7845-40f4-8ec4-10aac43d41fa {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.148277] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937307, 'name': CreateVM_Task} progress is 25%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.269323] env[65448]: DEBUG oslo_concurrency.lockutils [None req-19a91b29-a52d-4bbe-9870-a6b3d0ff68ed tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Releasing lock "refresh_cache-c473afa5-eeb2-4574-bdf8-f0bc2ea17534" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.269776] env[65448]: DEBUG nova.compute.manager [None req-19a91b29-a52d-4bbe-9870-a6b3d0ff68ed tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] [instance: c473afa5-eeb2-4574-bdf8-f0bc2ea17534] Instance network_info: |[{"id": "21e08cf6-f018-4e17-81af-9ecaca9b77dd", "address": "fa:16:3e:db:c9:37", "network": {"id": "d16867b7-7e9f-4587-9a44-e83238a0b7db", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1023219576-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d1cf9da4e3442eea40a764f302a4111", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21e08cf6-f0", "ovs_interfaceid": "21e08cf6-f018-4e17-81af-9ecaca9b77dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 696.272943] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-19a91b29-a52d-4bbe-9870-a6b3d0ff68ed tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] [instance: c473afa5-eeb2-4574-bdf8-f0bc2ea17534] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:db:c9:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69351262-8d39-441a-85ba-3a78df436d17', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '21e08cf6-f018-4e17-81af-9ecaca9b77dd', 'vif_model': 'vmxnet3'}] {{(pid=65448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 696.282225] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-19a91b29-a52d-4bbe-9870-a6b3d0ff68ed tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Creating folder: Project (9d1cf9da4e3442eea40a764f302a4111). Parent ref: group-v961779. {{(pid=65448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 696.282575] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-653e7721-1769-4772-a20f-9918611c99d9 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.298502] env[65448]: INFO nova.virt.vmwareapi.vm_util [None req-19a91b29-a52d-4bbe-9870-a6b3d0ff68ed tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Created folder: Project (9d1cf9da4e3442eea40a764f302a4111) in parent group-v961779. [ 696.298502] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-19a91b29-a52d-4bbe-9870-a6b3d0ff68ed tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Creating folder: Instances. Parent ref: group-v961873. {{(pid=65448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 696.298502] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-305af171-d231-49ae-bbef-ce61c0f8312f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.312993] env[65448]: INFO nova.virt.vmwareapi.vm_util [None req-19a91b29-a52d-4bbe-9870-a6b3d0ff68ed tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Created folder: Instances in parent group-v961873. [ 696.312993] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-19a91b29-a52d-4bbe-9870-a6b3d0ff68ed tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 696.312993] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c473afa5-eeb2-4574-bdf8-f0bc2ea17534] Creating VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 696.313201] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a5cfdd67-a87e-4a1a-9b30-44a419f9d528 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.342585] env[65448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 696.342585] env[65448]: value = "task-4937310" [ 696.342585] env[65448]: _type = "Task" [ 696.342585] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.351933] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937310, 'name': CreateVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.366399] env[65448]: DEBUG oslo_concurrency.lockutils [None req-3e323374-5ba8-4e2f-874f-23c0bece03aa tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.335s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.368494] env[65448]: DEBUG oslo_concurrency.lockutils [None req-c932f2a0-7f32-4a82-90f7-28484fa9edf2 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.566s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.370700] env[65448]: INFO nova.compute.claims [None req-c932f2a0-7f32-4a82-90f7-28484fa9edf2 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] [instance: ae260ff0-bb11-4322-a30e-47a4c88eb6d9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 696.374717] env[65448]: DEBUG oslo_concurrency.lockutils [None req-1b53acb9-4652-4b6c-8bf0-dd9da3974680 tempest-VolumesAdminNegativeTest-1869350700 tempest-VolumesAdminNegativeTest-1869350700-project-member] Lock "2e23dcac-a447-4ae9-bcf6-26b268a664c4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.784s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.391724] env[65448]: INFO nova.scheduler.client.report [None req-3e323374-5ba8-4e2f-874f-23c0bece03aa tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Deleted allocations for instance bde62422-6d7d-48dd-b3c8-a9c9091e23a7 [ 696.400137] env[65448]: WARNING neutronclient.v2_0.client [req-c4e97581-78ec-4cf7-8d99-b37a7645acc0 req-f55f04a6-233e-44f9-a40f-74a2b7b7b0b4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 696.567857] env[65448]: DEBUG nova.network.neutron [req-c4e97581-78ec-4cf7-8d99-b37a7645acc0 req-f55f04a6-233e-44f9-a40f-74a2b7b7b0b4 service nova] [instance: 2e23dcac-a447-4ae9-bcf6-26b268a664c4] Updated VIF entry in instance network info cache for port c6cbd502-2609-4662-85dc-0268fc757670. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 696.568027] env[65448]: DEBUG nova.network.neutron [req-c4e97581-78ec-4cf7-8d99-b37a7645acc0 req-f55f04a6-233e-44f9-a40f-74a2b7b7b0b4 service nova] [instance: 2e23dcac-a447-4ae9-bcf6-26b268a664c4] Updating instance_info_cache with network_info: [{"id": "c6cbd502-2609-4662-85dc-0268fc757670", "address": "fa:16:3e:27:ab:c5", "network": {"id": "001e819f-cac7-4c63-b81d-b1dba5e8173a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-794037527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "edccf958e50a4a3fabf300982a356a45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a4d142-3f97-47fe-b074-58923c46815e", "external-id": "nsx-vlan-transportzone-565", "segmentation_id": 565, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6cbd502-26", "ovs_interfaceid": "c6cbd502-2609-4662-85dc-0268fc757670", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.656031] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937307, 'name': CreateVM_Task} progress is 99%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.764437] env[65448]: DEBUG oslo_concurrency.lockutils [None req-3e4f0505-adf3-4988-98cf-0eb632ff0355 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Acquiring lock "b3fef10e-1394-434b-b1b7-f239a27e182b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.764679] env[65448]: DEBUG oslo_concurrency.lockutils [None req-3e4f0505-adf3-4988-98cf-0eb632ff0355 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Lock "b3fef10e-1394-434b-b1b7-f239a27e182b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.825090] env[65448]: DEBUG nova.network.neutron [None req-cfcbb16b-5ed3-4bfd-a4eb-7a86e4d4915a tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] [instance: afbf2157-90f8-4235-8f60-472d84ce9bd9] Successfully updated port: e14ac33d-a9e4-41db-8a22-413315718f51 {{(pid=65448) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 696.855540] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937310, 'name': CreateVM_Task} progress is 99%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.882276] env[65448]: DEBUG nova.compute.manager [None req-ddd090a5-2f83-41ac-a0d3-d72cca1c93a1 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 4d62a820-fb2b-4101-9dbc-d7cf4a27961a] Starting instance... {{(pid=65448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2483}} [ 696.912708] env[65448]: DEBUG oslo_concurrency.lockutils [None req-3e323374-5ba8-4e2f-874f-23c0bece03aa tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Lock "bde62422-6d7d-48dd-b3c8-a9c9091e23a7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.098s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.913209] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6bb6069e-35cb-453e-99d7-b5603d5ed8b0 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Lock "bde62422-6d7d-48dd-b3c8-a9c9091e23a7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 17.015s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.913424] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6bb6069e-35cb-453e-99d7-b5603d5ed8b0 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Acquiring lock "bde62422-6d7d-48dd-b3c8-a9c9091e23a7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.913616] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6bb6069e-35cb-453e-99d7-b5603d5ed8b0 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Lock "bde62422-6d7d-48dd-b3c8-a9c9091e23a7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.913982] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6bb6069e-35cb-453e-99d7-b5603d5ed8b0 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Lock "bde62422-6d7d-48dd-b3c8-a9c9091e23a7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.916864] env[65448]: INFO nova.compute.manager [None req-6bb6069e-35cb-453e-99d7-b5603d5ed8b0 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] [instance: bde62422-6d7d-48dd-b3c8-a9c9091e23a7] Terminating instance [ 697.071453] env[65448]: DEBUG oslo_concurrency.lockutils [req-c4e97581-78ec-4cf7-8d99-b37a7645acc0 req-f55f04a6-233e-44f9-a40f-74a2b7b7b0b4 service nova] Releasing lock "refresh_cache-2e23dcac-a447-4ae9-bcf6-26b268a664c4" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.074907] env[65448]: DEBUG nova.compute.manager [req-c4e97581-78ec-4cf7-8d99-b37a7645acc0 req-f55f04a6-233e-44f9-a40f-74a2b7b7b0b4 service nova] [instance: 576a1826-8e83-46fa-832d-87c62ff7d02e] Received event network-vif-deleted-af91553a-8d1b-4540-8ae3-b79120e7fe2a {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 697.074907] env[65448]: DEBUG nova.compute.manager [req-c4e97581-78ec-4cf7-8d99-b37a7645acc0 req-f55f04a6-233e-44f9-a40f-74a2b7b7b0b4 service nova] [instance: 09225223-b8d1-43b9-ae8c-25d7f27ac233] Received event network-vif-plugged-704e8bb7-b6b6-4818-bbb4-11b239c9a1de {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 697.074907] env[65448]: DEBUG oslo_concurrency.lockutils [req-c4e97581-78ec-4cf7-8d99-b37a7645acc0 req-f55f04a6-233e-44f9-a40f-74a2b7b7b0b4 service nova] Acquiring lock "09225223-b8d1-43b9-ae8c-25d7f27ac233-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.074907] env[65448]: DEBUG oslo_concurrency.lockutils [req-c4e97581-78ec-4cf7-8d99-b37a7645acc0 req-f55f04a6-233e-44f9-a40f-74a2b7b7b0b4 service nova] Lock "09225223-b8d1-43b9-ae8c-25d7f27ac233-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.074907] env[65448]: DEBUG oslo_concurrency.lockutils [req-c4e97581-78ec-4cf7-8d99-b37a7645acc0 req-f55f04a6-233e-44f9-a40f-74a2b7b7b0b4 service nova] Lock "09225223-b8d1-43b9-ae8c-25d7f27ac233-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.075149] env[65448]: DEBUG nova.compute.manager [req-c4e97581-78ec-4cf7-8d99-b37a7645acc0 req-f55f04a6-233e-44f9-a40f-74a2b7b7b0b4 service nova] [instance: 09225223-b8d1-43b9-ae8c-25d7f27ac233] No waiting events found dispatching network-vif-plugged-704e8bb7-b6b6-4818-bbb4-11b239c9a1de {{(pid=65448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 697.075149] env[65448]: WARNING nova.compute.manager [req-c4e97581-78ec-4cf7-8d99-b37a7645acc0 req-f55f04a6-233e-44f9-a40f-74a2b7b7b0b4 service nova] [instance: 09225223-b8d1-43b9-ae8c-25d7f27ac233] Received unexpected event network-vif-plugged-704e8bb7-b6b6-4818-bbb4-11b239c9a1de for instance with vm_state building and task_state spawning. [ 697.156367] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937307, 'name': CreateVM_Task, 'duration_secs': 1.573444} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.157109] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09225223-b8d1-43b9-ae8c-25d7f27ac233] Created VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 697.157851] env[65448]: WARNING neutronclient.v2_0.client [None req-8b33bc4c-f3a7-49a6-8e7a-ad4fedfa95b4 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 697.159448] env[65448]: DEBUG oslo_concurrency.lockutils [None req-8b33bc4c-f3a7-49a6-8e7a-ad4fedfa95b4 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.159448] env[65448]: DEBUG oslo_concurrency.lockutils [None req-8b33bc4c-f3a7-49a6-8e7a-ad4fedfa95b4 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.159448] env[65448]: DEBUG oslo_concurrency.lockutils [None req-8b33bc4c-f3a7-49a6-8e7a-ad4fedfa95b4 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.159448] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2d415a6-d0d1-4eb4-9761-b394a3aa6650 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.167137] env[65448]: DEBUG oslo_vmware.api [None req-8b33bc4c-f3a7-49a6-8e7a-ad4fedfa95b4 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Waiting for the task: (returnval){ [ 697.167137] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52e3aaa8-95a3-fc4a-871e-a8e41e10fec1" [ 697.167137] env[65448]: _type = "Task" [ 697.167137] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.181418] env[65448]: DEBUG oslo_vmware.api [None req-8b33bc4c-f3a7-49a6-8e7a-ad4fedfa95b4 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52e3aaa8-95a3-fc4a-871e-a8e41e10fec1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.327932] env[65448]: DEBUG oslo_concurrency.lockutils [None req-cfcbb16b-5ed3-4bfd-a4eb-7a86e4d4915a tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Acquiring lock "refresh_cache-afbf2157-90f8-4235-8f60-472d84ce9bd9" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.328062] env[65448]: DEBUG oslo_concurrency.lockutils [None req-cfcbb16b-5ed3-4bfd-a4eb-7a86e4d4915a tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Acquired lock "refresh_cache-afbf2157-90f8-4235-8f60-472d84ce9bd9" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.328244] env[65448]: DEBUG nova.network.neutron [None req-cfcbb16b-5ed3-4bfd-a4eb-7a86e4d4915a tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] [instance: afbf2157-90f8-4235-8f60-472d84ce9bd9] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 697.357452] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937310, 'name': CreateVM_Task} progress is 99%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.419707] env[65448]: DEBUG oslo_concurrency.lockutils [None req-ddd090a5-2f83-41ac-a0d3-d72cca1c93a1 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.421466] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6bb6069e-35cb-453e-99d7-b5603d5ed8b0 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Acquiring lock "refresh_cache-bde62422-6d7d-48dd-b3c8-a9c9091e23a7" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.422340] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6bb6069e-35cb-453e-99d7-b5603d5ed8b0 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Acquired lock "refresh_cache-bde62422-6d7d-48dd-b3c8-a9c9091e23a7" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.422340] env[65448]: DEBUG nova.network.neutron [None req-6bb6069e-35cb-453e-99d7-b5603d5ed8b0 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] [instance: bde62422-6d7d-48dd-b3c8-a9c9091e23a7] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 697.540825] env[65448]: DEBUG oslo_concurrency.lockutils [None req-7e5f81cc-f577-4732-a3bf-e08ef83ef47d tempest-ServerDiagnosticsV248Test-1707118153 tempest-ServerDiagnosticsV248Test-1707118153-project-member] Acquiring lock "563c9ae6-0834-4c9c-aad5-e72b367fb3a6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.540877] env[65448]: DEBUG oslo_concurrency.lockutils [None req-7e5f81cc-f577-4732-a3bf-e08ef83ef47d tempest-ServerDiagnosticsV248Test-1707118153 tempest-ServerDiagnosticsV248Test-1707118153-project-member] Lock "563c9ae6-0834-4c9c-aad5-e72b367fb3a6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.541501] env[65448]: DEBUG oslo_concurrency.lockutils [None req-7e5f81cc-f577-4732-a3bf-e08ef83ef47d tempest-ServerDiagnosticsV248Test-1707118153 tempest-ServerDiagnosticsV248Test-1707118153-project-member] Acquiring lock "563c9ae6-0834-4c9c-aad5-e72b367fb3a6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.541501] env[65448]: DEBUG oslo_concurrency.lockutils [None req-7e5f81cc-f577-4732-a3bf-e08ef83ef47d tempest-ServerDiagnosticsV248Test-1707118153 tempest-ServerDiagnosticsV248Test-1707118153-project-member] Lock "563c9ae6-0834-4c9c-aad5-e72b367fb3a6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.542349] env[65448]: DEBUG oslo_concurrency.lockutils [None req-7e5f81cc-f577-4732-a3bf-e08ef83ef47d tempest-ServerDiagnosticsV248Test-1707118153 tempest-ServerDiagnosticsV248Test-1707118153-project-member] Lock "563c9ae6-0834-4c9c-aad5-e72b367fb3a6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.546279] env[65448]: INFO nova.compute.manager [None req-7e5f81cc-f577-4732-a3bf-e08ef83ef47d tempest-ServerDiagnosticsV248Test-1707118153 tempest-ServerDiagnosticsV248Test-1707118153-project-member] [instance: 563c9ae6-0834-4c9c-aad5-e72b367fb3a6] Terminating instance [ 697.681124] env[65448]: DEBUG oslo_vmware.api [None req-8b33bc4c-f3a7-49a6-8e7a-ad4fedfa95b4 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52e3aaa8-95a3-fc4a-871e-a8e41e10fec1, 'name': SearchDatastore_Task, 'duration_secs': 0.015116} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.681640] env[65448]: DEBUG oslo_concurrency.lockutils [None req-8b33bc4c-f3a7-49a6-8e7a-ad4fedfa95b4 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.681937] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-8b33bc4c-f3a7-49a6-8e7a-ad4fedfa95b4 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] [instance: 09225223-b8d1-43b9-ae8c-25d7f27ac233] Processing image 50fb366d-48e6-424f-9c20-bc83d77be76a {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 697.682376] env[65448]: DEBUG oslo_concurrency.lockutils [None req-8b33bc4c-f3a7-49a6-8e7a-ad4fedfa95b4 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.682413] env[65448]: DEBUG oslo_concurrency.lockutils [None req-8b33bc4c-f3a7-49a6-8e7a-ad4fedfa95b4 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.682627] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b33bc4c-f3a7-49a6-8e7a-ad4fedfa95b4 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 697.686962] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7783051c-a561-4de8-b55f-1405ecc2b783 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.699717] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b33bc4c-f3a7-49a6-8e7a-ad4fedfa95b4 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 697.699717] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-8b33bc4c-f3a7-49a6-8e7a-ad4fedfa95b4 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 697.700631] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9ec4fe5-48fe-4682-a4f8-7cf5e58b7097 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.713256] env[65448]: DEBUG oslo_vmware.api [None req-8b33bc4c-f3a7-49a6-8e7a-ad4fedfa95b4 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Waiting for the task: (returnval){ [ 697.713256] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52277e0a-f31d-63eb-669c-04a1b8891ed8" [ 697.713256] env[65448]: _type = "Task" [ 697.713256] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.724981] env[65448]: DEBUG oslo_vmware.api [None req-8b33bc4c-f3a7-49a6-8e7a-ad4fedfa95b4 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52277e0a-f31d-63eb-669c-04a1b8891ed8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.859146] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937310, 'name': CreateVM_Task, 'duration_secs': 1.509691} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.862121] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c473afa5-eeb2-4574-bdf8-f0bc2ea17534] Created VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 697.865633] env[65448]: WARNING neutronclient.v2_0.client [None req-19a91b29-a52d-4bbe-9870-a6b3d0ff68ed tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 697.865633] env[65448]: DEBUG oslo_concurrency.lockutils [None req-19a91b29-a52d-4bbe-9870-a6b3d0ff68ed tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.865633] env[65448]: DEBUG oslo_concurrency.lockutils [None req-19a91b29-a52d-4bbe-9870-a6b3d0ff68ed tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.865633] env[65448]: DEBUG oslo_concurrency.lockutils [None req-19a91b29-a52d-4bbe-9870-a6b3d0ff68ed tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.865633] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8bf28d9a-0d85-4f41-8475-0a2d39777fde {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.873514] env[65448]: DEBUG oslo_vmware.api [None req-19a91b29-a52d-4bbe-9870-a6b3d0ff68ed tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Waiting for the task: (returnval){ [ 697.873514] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52eba314-3c56-5579-1353-6cc3fe839434" [ 697.873514] env[65448]: _type = "Task" [ 697.873514] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.886708] env[65448]: DEBUG oslo_vmware.api [None req-19a91b29-a52d-4bbe-9870-a6b3d0ff68ed tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52eba314-3c56-5579-1353-6cc3fe839434, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.921359] env[65448]: INFO nova.compute.manager [None req-b23798ca-c065-435f-889f-860b79009c6b tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: abc20464-a66c-4425-a677-b5852aec43bb] Rescuing [ 697.921837] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b23798ca-c065-435f-889f-860b79009c6b tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Acquiring lock "refresh_cache-abc20464-a66c-4425-a677-b5852aec43bb" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.921837] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b23798ca-c065-435f-889f-860b79009c6b tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Acquired lock "refresh_cache-abc20464-a66c-4425-a677-b5852aec43bb" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.922132] env[65448]: DEBUG nova.network.neutron [None req-b23798ca-c065-435f-889f-860b79009c6b tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: abc20464-a66c-4425-a677-b5852aec43bb] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 697.930673] env[65448]: DEBUG nova.compute.utils [None req-6bb6069e-35cb-453e-99d7-b5603d5ed8b0 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] [instance: bde62422-6d7d-48dd-b3c8-a9c9091e23a7] Can not refresh info_cache because instance was not found {{(pid=65448) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 697.930811] env[65448]: WARNING neutronclient.v2_0.client [None req-6bb6069e-35cb-453e-99d7-b5603d5ed8b0 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 697.943627] env[65448]: DEBUG nova.network.neutron [None req-cfcbb16b-5ed3-4bfd-a4eb-7a86e4d4915a tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] [instance: afbf2157-90f8-4235-8f60-472d84ce9bd9] Instance cache missing network info. {{(pid=65448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 698.002807] env[65448]: DEBUG nova.network.neutron [None req-6bb6069e-35cb-453e-99d7-b5603d5ed8b0 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] [instance: bde62422-6d7d-48dd-b3c8-a9c9091e23a7] Instance cache missing network info. {{(pid=65448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 698.056414] env[65448]: DEBUG oslo_concurrency.lockutils [None req-7e5f81cc-f577-4732-a3bf-e08ef83ef47d tempest-ServerDiagnosticsV248Test-1707118153 tempest-ServerDiagnosticsV248Test-1707118153-project-member] Acquiring lock "refresh_cache-563c9ae6-0834-4c9c-aad5-e72b367fb3a6" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.057273] env[65448]: DEBUG oslo_concurrency.lockutils [None req-7e5f81cc-f577-4732-a3bf-e08ef83ef47d tempest-ServerDiagnosticsV248Test-1707118153 tempest-ServerDiagnosticsV248Test-1707118153-project-member] Acquired lock "refresh_cache-563c9ae6-0834-4c9c-aad5-e72b367fb3a6" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.057273] env[65448]: DEBUG nova.network.neutron [None req-7e5f81cc-f577-4732-a3bf-e08ef83ef47d tempest-ServerDiagnosticsV248Test-1707118153 tempest-ServerDiagnosticsV248Test-1707118153-project-member] [instance: 563c9ae6-0834-4c9c-aad5-e72b367fb3a6] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 698.228029] env[65448]: DEBUG oslo_vmware.api [None req-8b33bc4c-f3a7-49a6-8e7a-ad4fedfa95b4 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52277e0a-f31d-63eb-669c-04a1b8891ed8, 'name': SearchDatastore_Task, 'duration_secs': 0.01585} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.232380] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88f20e1a-f056-4a0e-a2b4-2f5869ce1f2b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.243990] env[65448]: DEBUG oslo_vmware.api [None req-8b33bc4c-f3a7-49a6-8e7a-ad4fedfa95b4 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Waiting for the task: (returnval){ [ 698.243990] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]527f0f7a-0292-73b4-08ce-082c554dd183" [ 698.243990] env[65448]: _type = "Task" [ 698.243990] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.253063] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df7cd04b-664e-4c38-9b0a-3cc8155780a7 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.264629] env[65448]: DEBUG oslo_vmware.api [None req-8b33bc4c-f3a7-49a6-8e7a-ad4fedfa95b4 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]527f0f7a-0292-73b4-08ce-082c554dd183, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.273498] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11d8d15e-83bc-4802-8f06-4c195c3d2def {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.311798] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71ec3736-dbb1-4c1f-9ed3-637a05c560a5 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.321044] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56c2b3f3-06c4-4671-b97f-ffee7a7b53d3 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.338825] env[65448]: DEBUG nova.compute.provider_tree [None req-c932f2a0-7f32-4a82-90f7-28484fa9edf2 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 698.386557] env[65448]: DEBUG oslo_vmware.api [None req-19a91b29-a52d-4bbe-9870-a6b3d0ff68ed tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52eba314-3c56-5579-1353-6cc3fe839434, 'name': SearchDatastore_Task, 'duration_secs': 0.016819} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.386860] env[65448]: DEBUG oslo_concurrency.lockutils [None req-19a91b29-a52d-4bbe-9870-a6b3d0ff68ed tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.387108] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-19a91b29-a52d-4bbe-9870-a6b3d0ff68ed tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] [instance: c473afa5-eeb2-4574-bdf8-f0bc2ea17534] Processing image 50fb366d-48e6-424f-9c20-bc83d77be76a {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 698.387342] env[65448]: DEBUG oslo_concurrency.lockutils [None req-19a91b29-a52d-4bbe-9870-a6b3d0ff68ed tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.387480] env[65448]: DEBUG oslo_concurrency.lockutils [None req-19a91b29-a52d-4bbe-9870-a6b3d0ff68ed tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.387647] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-19a91b29-a52d-4bbe-9870-a6b3d0ff68ed tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 698.388228] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4a785bcd-7c71-4d1f-b79c-38f2e2534bec {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.399210] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-19a91b29-a52d-4bbe-9870-a6b3d0ff68ed tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 698.399411] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-19a91b29-a52d-4bbe-9870-a6b3d0ff68ed tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 698.400275] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3a25e2c-8198-4084-9d33-e613941234e1 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.406984] env[65448]: DEBUG oslo_vmware.api [None req-19a91b29-a52d-4bbe-9870-a6b3d0ff68ed tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Waiting for the task: (returnval){ [ 698.406984] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]528c3fa1-1bcd-1e92-de9c-f54458952d80" [ 698.406984] env[65448]: _type = "Task" [ 698.406984] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.418097] env[65448]: DEBUG oslo_vmware.api [None req-19a91b29-a52d-4bbe-9870-a6b3d0ff68ed tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]528c3fa1-1bcd-1e92-de9c-f54458952d80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.428631] env[65448]: WARNING neutronclient.v2_0.client [None req-b23798ca-c065-435f-889f-860b79009c6b tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 698.455046] env[65448]: DEBUG nova.network.neutron [None req-6bb6069e-35cb-453e-99d7-b5603d5ed8b0 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] [instance: bde62422-6d7d-48dd-b3c8-a9c9091e23a7] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.495679] env[65448]: WARNING neutronclient.v2_0.client [None req-cfcbb16b-5ed3-4bfd-a4eb-7a86e4d4915a tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 698.565209] env[65448]: WARNING neutronclient.v2_0.client [None req-7e5f81cc-f577-4732-a3bf-e08ef83ef47d tempest-ServerDiagnosticsV248Test-1707118153 tempest-ServerDiagnosticsV248Test-1707118153-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 698.610187] env[65448]: DEBUG nova.compute.manager [req-f6e3aec7-6c8f-46c1-b4ec-8eb1b7bcdc27 req-3e824c47-1377-420c-936d-701a5ab0fd2c service nova] [instance: c473afa5-eeb2-4574-bdf8-f0bc2ea17534] Received event network-vif-plugged-21e08cf6-f018-4e17-81af-9ecaca9b77dd {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 698.610187] env[65448]: DEBUG oslo_concurrency.lockutils [req-f6e3aec7-6c8f-46c1-b4ec-8eb1b7bcdc27 req-3e824c47-1377-420c-936d-701a5ab0fd2c service nova] Acquiring lock "c473afa5-eeb2-4574-bdf8-f0bc2ea17534-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.610187] env[65448]: DEBUG oslo_concurrency.lockutils [req-f6e3aec7-6c8f-46c1-b4ec-8eb1b7bcdc27 req-3e824c47-1377-420c-936d-701a5ab0fd2c service nova] Lock "c473afa5-eeb2-4574-bdf8-f0bc2ea17534-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.610187] env[65448]: DEBUG oslo_concurrency.lockutils [req-f6e3aec7-6c8f-46c1-b4ec-8eb1b7bcdc27 req-3e824c47-1377-420c-936d-701a5ab0fd2c service nova] Lock "c473afa5-eeb2-4574-bdf8-f0bc2ea17534-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.610187] env[65448]: DEBUG nova.compute.manager [req-f6e3aec7-6c8f-46c1-b4ec-8eb1b7bcdc27 req-3e824c47-1377-420c-936d-701a5ab0fd2c service nova] [instance: c473afa5-eeb2-4574-bdf8-f0bc2ea17534] No waiting events found dispatching network-vif-plugged-21e08cf6-f018-4e17-81af-9ecaca9b77dd {{(pid=65448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 698.610660] env[65448]: WARNING nova.compute.manager [req-f6e3aec7-6c8f-46c1-b4ec-8eb1b7bcdc27 req-3e824c47-1377-420c-936d-701a5ab0fd2c service nova] [instance: c473afa5-eeb2-4574-bdf8-f0bc2ea17534] Received unexpected event network-vif-plugged-21e08cf6-f018-4e17-81af-9ecaca9b77dd for instance with vm_state building and task_state spawning. [ 698.610761] env[65448]: DEBUG nova.compute.manager [req-f6e3aec7-6c8f-46c1-b4ec-8eb1b7bcdc27 req-3e824c47-1377-420c-936d-701a5ab0fd2c service nova] [instance: c473afa5-eeb2-4574-bdf8-f0bc2ea17534] Received event network-changed-21e08cf6-f018-4e17-81af-9ecaca9b77dd {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 698.611099] env[65448]: DEBUG nova.compute.manager [req-f6e3aec7-6c8f-46c1-b4ec-8eb1b7bcdc27 req-3e824c47-1377-420c-936d-701a5ab0fd2c service nova] [instance: c473afa5-eeb2-4574-bdf8-f0bc2ea17534] Refreshing instance network info cache due to event network-changed-21e08cf6-f018-4e17-81af-9ecaca9b77dd. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 698.611408] env[65448]: DEBUG oslo_concurrency.lockutils [req-f6e3aec7-6c8f-46c1-b4ec-8eb1b7bcdc27 req-3e824c47-1377-420c-936d-701a5ab0fd2c service nova] Acquiring lock "refresh_cache-c473afa5-eeb2-4574-bdf8-f0bc2ea17534" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.611709] env[65448]: DEBUG oslo_concurrency.lockutils [req-f6e3aec7-6c8f-46c1-b4ec-8eb1b7bcdc27 req-3e824c47-1377-420c-936d-701a5ab0fd2c service nova] Acquired lock "refresh_cache-c473afa5-eeb2-4574-bdf8-f0bc2ea17534" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.611985] env[65448]: DEBUG nova.network.neutron [req-f6e3aec7-6c8f-46c1-b4ec-8eb1b7bcdc27 req-3e824c47-1377-420c-936d-701a5ab0fd2c service nova] [instance: c473afa5-eeb2-4574-bdf8-f0bc2ea17534] Refreshing network info cache for port 21e08cf6-f018-4e17-81af-9ecaca9b77dd {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 698.644784] env[65448]: DEBUG nova.network.neutron [None req-7e5f81cc-f577-4732-a3bf-e08ef83ef47d tempest-ServerDiagnosticsV248Test-1707118153 tempest-ServerDiagnosticsV248Test-1707118153-project-member] [instance: 563c9ae6-0834-4c9c-aad5-e72b367fb3a6] Instance cache missing network info. {{(pid=65448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 698.694923] env[65448]: DEBUG nova.network.neutron [None req-cfcbb16b-5ed3-4bfd-a4eb-7a86e4d4915a tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] [instance: afbf2157-90f8-4235-8f60-472d84ce9bd9] Updating instance_info_cache with network_info: [{"id": "e14ac33d-a9e4-41db-8a22-413315718f51", "address": "fa:16:3e:4b:04:da", "network": {"id": "efd72c64-55ca-463e-93ec-5fab6fc6790d", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1268907260-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "49296739b15f462b8d025177a517965d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape14ac33d-a9", "ovs_interfaceid": "e14ac33d-a9e4-41db-8a22-413315718f51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.761089] env[65448]: DEBUG oslo_vmware.api [None req-8b33bc4c-f3a7-49a6-8e7a-ad4fedfa95b4 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]527f0f7a-0292-73b4-08ce-082c554dd183, 'name': SearchDatastore_Task, 'duration_secs': 0.032311} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.761392] env[65448]: DEBUG oslo_concurrency.lockutils [None req-8b33bc4c-f3a7-49a6-8e7a-ad4fedfa95b4 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.761715] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b33bc4c-f3a7-49a6-8e7a-ad4fedfa95b4 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore1] 09225223-b8d1-43b9-ae8c-25d7f27ac233/09225223-b8d1-43b9-ae8c-25d7f27ac233.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 698.761998] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-854103a5-8553-4a81-a245-b75823055878 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.773167] env[65448]: DEBUG oslo_vmware.api [None req-8b33bc4c-f3a7-49a6-8e7a-ad4fedfa95b4 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Waiting for the task: (returnval){ [ 698.773167] env[65448]: value = "task-4937311" [ 698.773167] env[65448]: _type = "Task" [ 698.773167] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.789276] env[65448]: DEBUG oslo_vmware.api [None req-8b33bc4c-f3a7-49a6-8e7a-ad4fedfa95b4 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Task: {'id': task-4937311, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.829488] env[65448]: DEBUG nova.network.neutron [None req-7e5f81cc-f577-4732-a3bf-e08ef83ef47d tempest-ServerDiagnosticsV248Test-1707118153 tempest-ServerDiagnosticsV248Test-1707118153-project-member] [instance: 563c9ae6-0834-4c9c-aad5-e72b367fb3a6] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.841483] env[65448]: DEBUG nova.scheduler.client.report [None req-c932f2a0-7f32-4a82-90f7-28484fa9edf2 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 698.887883] env[65448]: WARNING neutronclient.v2_0.client [None req-b23798ca-c065-435f-889f-860b79009c6b tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 698.894213] env[65448]: DEBUG nova.compute.manager [req-ec2973f9-4535-452c-b252-bea29e2768c4 req-b49b23cd-494e-4b59-a37a-510239682a83 service nova] [instance: 09225223-b8d1-43b9-ae8c-25d7f27ac233] Received event network-changed-704e8bb7-b6b6-4818-bbb4-11b239c9a1de {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 698.894414] env[65448]: DEBUG nova.compute.manager [req-ec2973f9-4535-452c-b252-bea29e2768c4 req-b49b23cd-494e-4b59-a37a-510239682a83 service nova] [instance: 09225223-b8d1-43b9-ae8c-25d7f27ac233] Refreshing instance network info cache due to event network-changed-704e8bb7-b6b6-4818-bbb4-11b239c9a1de. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 698.894617] env[65448]: DEBUG oslo_concurrency.lockutils [req-ec2973f9-4535-452c-b252-bea29e2768c4 req-b49b23cd-494e-4b59-a37a-510239682a83 service nova] Acquiring lock "refresh_cache-09225223-b8d1-43b9-ae8c-25d7f27ac233" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.894752] env[65448]: DEBUG oslo_concurrency.lockutils [req-ec2973f9-4535-452c-b252-bea29e2768c4 req-b49b23cd-494e-4b59-a37a-510239682a83 service nova] Acquired lock "refresh_cache-09225223-b8d1-43b9-ae8c-25d7f27ac233" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.894969] env[65448]: DEBUG nova.network.neutron [req-ec2973f9-4535-452c-b252-bea29e2768c4 req-b49b23cd-494e-4b59-a37a-510239682a83 service nova] [instance: 09225223-b8d1-43b9-ae8c-25d7f27ac233] Refreshing network info cache for port 704e8bb7-b6b6-4818-bbb4-11b239c9a1de {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 698.924401] env[65448]: DEBUG oslo_vmware.api [None req-19a91b29-a52d-4bbe-9870-a6b3d0ff68ed tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]528c3fa1-1bcd-1e92-de9c-f54458952d80, 'name': SearchDatastore_Task, 'duration_secs': 0.019253} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.925447] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-545623e6-1277-4e8c-83e7-8d3a3ed2946c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.935534] env[65448]: DEBUG oslo_vmware.api [None req-19a91b29-a52d-4bbe-9870-a6b3d0ff68ed tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Waiting for the task: (returnval){ [ 698.935534] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52c5cf1d-997a-f7e4-137c-62b9b01320dc" [ 698.935534] env[65448]: _type = "Task" [ 698.935534] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.943684] env[65448]: DEBUG oslo_vmware.api [None req-19a91b29-a52d-4bbe-9870-a6b3d0ff68ed tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52c5cf1d-997a-f7e4-137c-62b9b01320dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.960345] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6bb6069e-35cb-453e-99d7-b5603d5ed8b0 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Releasing lock "refresh_cache-bde62422-6d7d-48dd-b3c8-a9c9091e23a7" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.961248] env[65448]: DEBUG nova.compute.manager [None req-6bb6069e-35cb-453e-99d7-b5603d5ed8b0 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] [instance: bde62422-6d7d-48dd-b3c8-a9c9091e23a7] Start destroying the instance on the hypervisor. {{(pid=65448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3209}} [ 698.961248] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-6bb6069e-35cb-453e-99d7-b5603d5ed8b0 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] [instance: bde62422-6d7d-48dd-b3c8-a9c9091e23a7] Destroying instance {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 698.962138] env[65448]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0f08c07c-f4db-4181-9c46-6ee1b768d472 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.973085] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10b2a2b9-2d4d-440d-a793-c3248d0ff632 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.021333] env[65448]: WARNING nova.virt.vmwareapi.vmops [None req-6bb6069e-35cb-453e-99d7-b5603d5ed8b0 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] [instance: bde62422-6d7d-48dd-b3c8-a9c9091e23a7] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance bde62422-6d7d-48dd-b3c8-a9c9091e23a7 could not be found. [ 699.021589] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-6bb6069e-35cb-453e-99d7-b5603d5ed8b0 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] [instance: bde62422-6d7d-48dd-b3c8-a9c9091e23a7] Instance destroyed {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 699.022142] env[65448]: INFO nova.compute.manager [None req-6bb6069e-35cb-453e-99d7-b5603d5ed8b0 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] [instance: bde62422-6d7d-48dd-b3c8-a9c9091e23a7] Took 0.06 seconds to destroy the instance on the hypervisor. [ 699.024044] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-6bb6069e-35cb-453e-99d7-b5603d5ed8b0 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 699.024998] env[65448]: DEBUG nova.network.neutron [None req-b23798ca-c065-435f-889f-860b79009c6b tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: abc20464-a66c-4425-a677-b5852aec43bb] Updating instance_info_cache with network_info: [{"id": "bb83c5a0-5fdb-4ab3-8f0f-001e89be75f8", "address": "fa:16:3e:65:c9:ca", "network": {"id": "f27d2d9e-8ae7-4086-9161-47127b34dd20", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-248251098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2a7a06e61d94624ba3b3a9d4f5d1e6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4223acd2-30f7-440e-b975-60b30d931694", "external-id": "nsx-vlan-transportzone-647", "segmentation_id": 647, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb83c5a0-5f", "ovs_interfaceid": "bb83c5a0-5fdb-4ab3-8f0f-001e89be75f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.026062] env[65448]: DEBUG nova.compute.manager [-] [instance: bde62422-6d7d-48dd-b3c8-a9c9091e23a7] Deallocating network for instance {{(pid=65448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 699.026253] env[65448]: DEBUG nova.network.neutron [-] [instance: bde62422-6d7d-48dd-b3c8-a9c9091e23a7] deallocate_for_instance() {{(pid=65448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 699.026546] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 699.052850] env[65448]: DEBUG nova.network.neutron [-] [instance: bde62422-6d7d-48dd-b3c8-a9c9091e23a7] Instance cache missing network info. {{(pid=65448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 699.052850] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 699.115955] env[65448]: WARNING neutronclient.v2_0.client [req-f6e3aec7-6c8f-46c1-b4ec-8eb1b7bcdc27 req-3e824c47-1377-420c-936d-701a5ab0fd2c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 699.197830] env[65448]: DEBUG oslo_concurrency.lockutils [None req-cfcbb16b-5ed3-4bfd-a4eb-7a86e4d4915a tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Releasing lock "refresh_cache-afbf2157-90f8-4235-8f60-472d84ce9bd9" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.198227] env[65448]: DEBUG nova.compute.manager [None req-cfcbb16b-5ed3-4bfd-a4eb-7a86e4d4915a tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] [instance: afbf2157-90f8-4235-8f60-472d84ce9bd9] Instance network_info: |[{"id": "e14ac33d-a9e4-41db-8a22-413315718f51", "address": "fa:16:3e:4b:04:da", "network": {"id": "efd72c64-55ca-463e-93ec-5fab6fc6790d", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1268907260-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "49296739b15f462b8d025177a517965d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape14ac33d-a9", "ovs_interfaceid": "e14ac33d-a9e4-41db-8a22-413315718f51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 699.198853] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-cfcbb16b-5ed3-4bfd-a4eb-7a86e4d4915a tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] [instance: afbf2157-90f8-4235-8f60-472d84ce9bd9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:04:da', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '510d3c47-3615-43d5-aa5d-a279fd915e71', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e14ac33d-a9e4-41db-8a22-413315718f51', 'vif_model': 'vmxnet3'}] {{(pid=65448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 699.213350] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-cfcbb16b-5ed3-4bfd-a4eb-7a86e4d4915a tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 699.215425] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: afbf2157-90f8-4235-8f60-472d84ce9bd9] Creating VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 699.215973] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-079139a9-c841-4e03-af76-4aac663cadef {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.250513] env[65448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 699.250513] env[65448]: value = "task-4937312" [ 699.250513] env[65448]: _type = "Task" [ 699.250513] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.262605] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937312, 'name': CreateVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.286399] env[65448]: DEBUG oslo_vmware.api [None req-8b33bc4c-f3a7-49a6-8e7a-ad4fedfa95b4 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Task: {'id': task-4937311, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.333754] env[65448]: DEBUG oslo_concurrency.lockutils [None req-7e5f81cc-f577-4732-a3bf-e08ef83ef47d tempest-ServerDiagnosticsV248Test-1707118153 tempest-ServerDiagnosticsV248Test-1707118153-project-member] Releasing lock "refresh_cache-563c9ae6-0834-4c9c-aad5-e72b367fb3a6" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.334346] env[65448]: DEBUG nova.compute.manager [None req-7e5f81cc-f577-4732-a3bf-e08ef83ef47d tempest-ServerDiagnosticsV248Test-1707118153 tempest-ServerDiagnosticsV248Test-1707118153-project-member] [instance: 563c9ae6-0834-4c9c-aad5-e72b367fb3a6] Start destroying the instance on the hypervisor. {{(pid=65448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3209}} [ 699.334616] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-7e5f81cc-f577-4732-a3bf-e08ef83ef47d tempest-ServerDiagnosticsV248Test-1707118153 tempest-ServerDiagnosticsV248Test-1707118153-project-member] [instance: 563c9ae6-0834-4c9c-aad5-e72b367fb3a6] Destroying instance {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 699.335780] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45f37f35-e634-4248-80e3-16c24352fef7 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.346575] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e5f81cc-f577-4732-a3bf-e08ef83ef47d tempest-ServerDiagnosticsV248Test-1707118153 tempest-ServerDiagnosticsV248Test-1707118153-project-member] [instance: 563c9ae6-0834-4c9c-aad5-e72b367fb3a6] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 699.347840] env[65448]: DEBUG oslo_concurrency.lockutils [None req-c932f2a0-7f32-4a82-90f7-28484fa9edf2 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.979s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.348696] env[65448]: DEBUG nova.compute.manager [None req-c932f2a0-7f32-4a82-90f7-28484fa9edf2 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] [instance: ae260ff0-bb11-4322-a30e-47a4c88eb6d9] Start building networks asynchronously for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2881}} [ 699.353469] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-21e5b33b-7a9c-4e51-96a1-8edf582c6237 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.357598] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 22.363s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.371858] env[65448]: DEBUG oslo_vmware.api [None req-7e5f81cc-f577-4732-a3bf-e08ef83ef47d tempest-ServerDiagnosticsV248Test-1707118153 tempest-ServerDiagnosticsV248Test-1707118153-project-member] Waiting for the task: (returnval){ [ 699.371858] env[65448]: value = "task-4937313" [ 699.371858] env[65448]: _type = "Task" [ 699.371858] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.388142] env[65448]: DEBUG oslo_vmware.api [None req-7e5f81cc-f577-4732-a3bf-e08ef83ef47d tempest-ServerDiagnosticsV248Test-1707118153 tempest-ServerDiagnosticsV248Test-1707118153-project-member] Task: {'id': task-4937313, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.398161] env[65448]: WARNING neutronclient.v2_0.client [req-ec2973f9-4535-452c-b252-bea29e2768c4 req-b49b23cd-494e-4b59-a37a-510239682a83 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 699.452252] env[65448]: DEBUG oslo_vmware.api [None req-19a91b29-a52d-4bbe-9870-a6b3d0ff68ed tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52c5cf1d-997a-f7e4-137c-62b9b01320dc, 'name': SearchDatastore_Task, 'duration_secs': 0.01618} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.452252] env[65448]: DEBUG oslo_concurrency.lockutils [None req-19a91b29-a52d-4bbe-9870-a6b3d0ff68ed tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.452619] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-19a91b29-a52d-4bbe-9870-a6b3d0ff68ed tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] c473afa5-eeb2-4574-bdf8-f0bc2ea17534/c473afa5-eeb2-4574-bdf8-f0bc2ea17534.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 699.454836] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e64e4759-414e-4e30-acbb-eec8fc3e0a73 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.464415] env[65448]: DEBUG oslo_vmware.api [None req-19a91b29-a52d-4bbe-9870-a6b3d0ff68ed tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Waiting for the task: (returnval){ [ 699.464415] env[65448]: value = "task-4937314" [ 699.464415] env[65448]: _type = "Task" [ 699.464415] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.475592] env[65448]: DEBUG oslo_vmware.api [None req-19a91b29-a52d-4bbe-9870-a6b3d0ff68ed tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Task: {'id': task-4937314, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.531817] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b23798ca-c065-435f-889f-860b79009c6b tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Releasing lock "refresh_cache-abc20464-a66c-4425-a677-b5852aec43bb" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.556754] env[65448]: DEBUG nova.network.neutron [-] [instance: bde62422-6d7d-48dd-b3c8-a9c9091e23a7] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.588469] env[65448]: DEBUG nova.compute.manager [None req-9331b1f6-9431-4f0e-8210-c564956ab6ed tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] [instance: 223507ab-1bb6-4cc6-b81d-c5da765c01c0] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 699.589538] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bb085bd-ce61-44a1-a8c3-f0e18b7c7e5b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.765624] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937312, 'name': CreateVM_Task} progress is 99%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.792070] env[65448]: DEBUG oslo_vmware.api [None req-8b33bc4c-f3a7-49a6-8e7a-ad4fedfa95b4 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Task: {'id': task-4937311, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.723077} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.792728] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b33bc4c-f3a7-49a6-8e7a-ad4fedfa95b4 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore1] 09225223-b8d1-43b9-ae8c-25d7f27ac233/09225223-b8d1-43b9-ae8c-25d7f27ac233.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 699.793253] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-8b33bc4c-f3a7-49a6-8e7a-ad4fedfa95b4 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] [instance: 09225223-b8d1-43b9-ae8c-25d7f27ac233] Extending root virtual disk to 1048576 {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 699.793522] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9994e4d1-416d-4b48-a6c8-03fed3b0b40e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.804069] env[65448]: DEBUG oslo_vmware.api [None req-8b33bc4c-f3a7-49a6-8e7a-ad4fedfa95b4 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Waiting for the task: (returnval){ [ 699.804069] env[65448]: value = "task-4937315" [ 699.804069] env[65448]: _type = "Task" [ 699.804069] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.818911] env[65448]: DEBUG oslo_vmware.api [None req-8b33bc4c-f3a7-49a6-8e7a-ad4fedfa95b4 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Task: {'id': task-4937315, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.858784] env[65448]: DEBUG nova.compute.utils [None req-c932f2a0-7f32-4a82-90f7-28484fa9edf2 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Using /dev/sd instead of None {{(pid=65448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 699.860965] env[65448]: DEBUG nova.compute.manager [None req-c932f2a0-7f32-4a82-90f7-28484fa9edf2 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] [instance: ae260ff0-bb11-4322-a30e-47a4c88eb6d9] Allocating IP information in the background. {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 699.861417] env[65448]: DEBUG nova.network.neutron [None req-c932f2a0-7f32-4a82-90f7-28484fa9edf2 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] [instance: ae260ff0-bb11-4322-a30e-47a4c88eb6d9] allocate_for_instance() {{(pid=65448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 699.862099] env[65448]: WARNING neutronclient.v2_0.client [None req-c932f2a0-7f32-4a82-90f7-28484fa9edf2 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 699.862763] env[65448]: WARNING neutronclient.v2_0.client [None req-c932f2a0-7f32-4a82-90f7-28484fa9edf2 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 699.900713] env[65448]: DEBUG oslo_vmware.api [None req-7e5f81cc-f577-4732-a3bf-e08ef83ef47d tempest-ServerDiagnosticsV248Test-1707118153 tempest-ServerDiagnosticsV248Test-1707118153-project-member] Task: {'id': task-4937313, 'name': PowerOffVM_Task, 'duration_secs': 0.177985} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.900713] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e5f81cc-f577-4732-a3bf-e08ef83ef47d tempest-ServerDiagnosticsV248Test-1707118153 tempest-ServerDiagnosticsV248Test-1707118153-project-member] [instance: 563c9ae6-0834-4c9c-aad5-e72b367fb3a6] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 699.900713] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-7e5f81cc-f577-4732-a3bf-e08ef83ef47d tempest-ServerDiagnosticsV248Test-1707118153 tempest-ServerDiagnosticsV248Test-1707118153-project-member] [instance: 563c9ae6-0834-4c9c-aad5-e72b367fb3a6] Unregistering the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 699.901031] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bc6733b7-3040-42ad-a809-3d132da6e823 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.932399] env[65448]: WARNING neutronclient.v2_0.client [req-f6e3aec7-6c8f-46c1-b4ec-8eb1b7bcdc27 req-3e824c47-1377-420c-936d-701a5ab0fd2c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 699.938157] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-7e5f81cc-f577-4732-a3bf-e08ef83ef47d tempest-ServerDiagnosticsV248Test-1707118153 tempest-ServerDiagnosticsV248Test-1707118153-project-member] [instance: 563c9ae6-0834-4c9c-aad5-e72b367fb3a6] Unregistered the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 699.938554] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-7e5f81cc-f577-4732-a3bf-e08ef83ef47d tempest-ServerDiagnosticsV248Test-1707118153 tempest-ServerDiagnosticsV248Test-1707118153-project-member] [instance: 563c9ae6-0834-4c9c-aad5-e72b367fb3a6] Deleting contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 699.938668] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e5f81cc-f577-4732-a3bf-e08ef83ef47d tempest-ServerDiagnosticsV248Test-1707118153 tempest-ServerDiagnosticsV248Test-1707118153-project-member] Deleting the datastore file [datastore2] 563c9ae6-0834-4c9c-aad5-e72b367fb3a6 {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 699.939437] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-edeb075f-6959-4014-a70d-21fbf1622705 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.953450] env[65448]: DEBUG oslo_vmware.api [None req-7e5f81cc-f577-4732-a3bf-e08ef83ef47d tempest-ServerDiagnosticsV248Test-1707118153 tempest-ServerDiagnosticsV248Test-1707118153-project-member] Waiting for the task: (returnval){ [ 699.953450] env[65448]: value = "task-4937317" [ 699.953450] env[65448]: _type = "Task" [ 699.953450] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.967648] env[65448]: DEBUG oslo_vmware.api [None req-7e5f81cc-f577-4732-a3bf-e08ef83ef47d tempest-ServerDiagnosticsV248Test-1707118153 tempest-ServerDiagnosticsV248Test-1707118153-project-member] Task: {'id': task-4937317, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.986140] env[65448]: DEBUG oslo_vmware.api [None req-19a91b29-a52d-4bbe-9870-a6b3d0ff68ed tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Task: {'id': task-4937314, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.060988] env[65448]: INFO nova.compute.manager [-] [instance: bde62422-6d7d-48dd-b3c8-a9c9091e23a7] Took 1.03 seconds to deallocate network for instance. [ 700.088821] env[65448]: DEBUG nova.policy [None req-c932f2a0-7f32-4a82-90f7-28484fa9edf2 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cbe883fb9816443a86a856cfc3e695ec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '49296739b15f462b8d025177a517965d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65448) authorize /opt/stack/nova/nova/policy.py:192}} [ 700.105955] env[65448]: INFO nova.compute.manager [None req-9331b1f6-9431-4f0e-8210-c564956ab6ed tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] [instance: 223507ab-1bb6-4cc6-b81d-c5da765c01c0] instance snapshotting [ 700.109690] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc8c689b-1c8c-4488-96c0-c727aed1c5d9 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.134802] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c11c8c2-cc7c-4926-98ac-70d5d28829ab {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.266871] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937312, 'name': CreateVM_Task, 'duration_secs': 0.615668} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.269631] env[65448]: DEBUG oslo_vmware.rw_handles [None req-971658a7-7054-48f9-98bd-c4b73591d91b tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526af143-bf89-609d-df06-b667851d94b3/disk-0.vmdk. {{(pid=65448) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 700.270074] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: afbf2157-90f8-4235-8f60-472d84ce9bd9] Created VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 700.270764] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91e5da4b-66c9-40dc-a702-92e22967263a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.273955] env[65448]: WARNING neutronclient.v2_0.client [None req-cfcbb16b-5ed3-4bfd-a4eb-7a86e4d4915a tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 700.274336] env[65448]: DEBUG oslo_concurrency.lockutils [None req-cfcbb16b-5ed3-4bfd-a4eb-7a86e4d4915a tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.274711] env[65448]: DEBUG oslo_concurrency.lockutils [None req-cfcbb16b-5ed3-4bfd-a4eb-7a86e4d4915a tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.274813] env[65448]: DEBUG oslo_concurrency.lockutils [None req-cfcbb16b-5ed3-4bfd-a4eb-7a86e4d4915a tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.276092] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9460278e-e9e5-484e-8b87-a3034eb25d2c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.283038] env[65448]: DEBUG oslo_vmware.rw_handles [None req-971658a7-7054-48f9-98bd-c4b73591d91b tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526af143-bf89-609d-df06-b667851d94b3/disk-0.vmdk is in state: ready. {{(pid=65448) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 700.283244] env[65448]: ERROR oslo_vmware.rw_handles [None req-971658a7-7054-48f9-98bd-c4b73591d91b tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526af143-bf89-609d-df06-b667851d94b3/disk-0.vmdk due to incomplete transfer. [ 700.283530] env[65448]: DEBUG oslo_vmware.api [None req-cfcbb16b-5ed3-4bfd-a4eb-7a86e4d4915a tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Waiting for the task: (returnval){ [ 700.283530] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]528712ec-9a05-8534-5e2d-0f8bd1975528" [ 700.283530] env[65448]: _type = "Task" [ 700.283530] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.284071] env[65448]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ffc37dcd-40fa-4acc-bb9b-fa7ae68ad9ac {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.296748] env[65448]: DEBUG oslo_vmware.api [None req-cfcbb16b-5ed3-4bfd-a4eb-7a86e4d4915a tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]528712ec-9a05-8534-5e2d-0f8bd1975528, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.298361] env[65448]: DEBUG oslo_vmware.rw_handles [None req-971658a7-7054-48f9-98bd-c4b73591d91b tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526af143-bf89-609d-df06-b667851d94b3/disk-0.vmdk. {{(pid=65448) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 700.298678] env[65448]: DEBUG nova.virt.vmwareapi.images [None req-971658a7-7054-48f9-98bd-c4b73591d91b tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] [instance: fb73de4f-982f-48b5-b0a6-febcf9a1f54e] Uploaded image ca22b3c1-3529-4592-9b60-759615625191 to the Glance image server {{(pid=65448) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 700.300697] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-971658a7-7054-48f9-98bd-c4b73591d91b tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] [instance: fb73de4f-982f-48b5-b0a6-febcf9a1f54e] Destroying the VM {{(pid=65448) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 700.300994] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8ad3655a-833a-44de-9c7e-58b4e181a2bb {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.309946] env[65448]: DEBUG oslo_vmware.api [None req-971658a7-7054-48f9-98bd-c4b73591d91b tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Waiting for the task: (returnval){ [ 700.309946] env[65448]: value = "task-4937318" [ 700.309946] env[65448]: _type = "Task" [ 700.309946] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.318754] env[65448]: DEBUG oslo_vmware.api [None req-8b33bc4c-f3a7-49a6-8e7a-ad4fedfa95b4 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Task: {'id': task-4937315, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.325355] env[65448]: DEBUG oslo_vmware.api [None req-971658a7-7054-48f9-98bd-c4b73591d91b tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Task: {'id': task-4937318, 'name': Destroy_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.367133] env[65448]: DEBUG nova.compute.manager [None req-c932f2a0-7f32-4a82-90f7-28484fa9edf2 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] [instance: ae260ff0-bb11-4322-a30e-47a4c88eb6d9] Start building block device mappings for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2916}} [ 700.431133] env[65448]: WARNING nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance 059f932f-aa5a-46ff-a179-9826341731db is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 700.431325] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance 7b76faba-15f3-4412-b5e7-5354a6bfd35f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 700.431519] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance 204b5f52-2264-4c23-8799-4b3f57682409 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 700.431654] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance ad59f7b3-ae8f-4d9c-a7a0-c94d58009a94 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 700.431858] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance cd954db3-685f-4f7b-8ef4-c9d0dca58eef actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 700.466096] env[65448]: DEBUG oslo_vmware.api [None req-7e5f81cc-f577-4732-a3bf-e08ef83ef47d tempest-ServerDiagnosticsV248Test-1707118153 tempest-ServerDiagnosticsV248Test-1707118153-project-member] Task: {'id': task-4937317, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.372048} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.466392] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e5f81cc-f577-4732-a3bf-e08ef83ef47d tempest-ServerDiagnosticsV248Test-1707118153 tempest-ServerDiagnosticsV248Test-1707118153-project-member] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 700.466762] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-7e5f81cc-f577-4732-a3bf-e08ef83ef47d tempest-ServerDiagnosticsV248Test-1707118153 tempest-ServerDiagnosticsV248Test-1707118153-project-member] [instance: 563c9ae6-0834-4c9c-aad5-e72b367fb3a6] Deleted contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 700.466963] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-7e5f81cc-f577-4732-a3bf-e08ef83ef47d tempest-ServerDiagnosticsV248Test-1707118153 tempest-ServerDiagnosticsV248Test-1707118153-project-member] [instance: 563c9ae6-0834-4c9c-aad5-e72b367fb3a6] Instance destroyed {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 700.467203] env[65448]: INFO nova.compute.manager [None req-7e5f81cc-f577-4732-a3bf-e08ef83ef47d tempest-ServerDiagnosticsV248Test-1707118153 tempest-ServerDiagnosticsV248Test-1707118153-project-member] [instance: 563c9ae6-0834-4c9c-aad5-e72b367fb3a6] Took 1.13 seconds to destroy the instance on the hypervisor. [ 700.467455] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-7e5f81cc-f577-4732-a3bf-e08ef83ef47d tempest-ServerDiagnosticsV248Test-1707118153 tempest-ServerDiagnosticsV248Test-1707118153-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 700.467761] env[65448]: DEBUG nova.compute.manager [-] [instance: 563c9ae6-0834-4c9c-aad5-e72b367fb3a6] Deallocating network for instance {{(pid=65448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 700.467888] env[65448]: DEBUG nova.network.neutron [-] [instance: 563c9ae6-0834-4c9c-aad5-e72b367fb3a6] deallocate_for_instance() {{(pid=65448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 700.468242] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 700.480092] env[65448]: DEBUG oslo_vmware.api [None req-19a91b29-a52d-4bbe-9870-a6b3d0ff68ed tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Task: {'id': task-4937314, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.681128} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.480300] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-19a91b29-a52d-4bbe-9870-a6b3d0ff68ed tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] c473afa5-eeb2-4574-bdf8-f0bc2ea17534/c473afa5-eeb2-4574-bdf8-f0bc2ea17534.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 700.480527] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-19a91b29-a52d-4bbe-9870-a6b3d0ff68ed tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] [instance: c473afa5-eeb2-4574-bdf8-f0bc2ea17534] Extending root virtual disk to 1048576 {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 700.480801] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9faa58d3-3f27-4752-ba82-5d7b02a57e8f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.489366] env[65448]: DEBUG oslo_vmware.api [None req-19a91b29-a52d-4bbe-9870-a6b3d0ff68ed tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Waiting for the task: (returnval){ [ 700.489366] env[65448]: value = "task-4937319" [ 700.489366] env[65448]: _type = "Task" [ 700.489366] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.502025] env[65448]: DEBUG oslo_vmware.api [None req-19a91b29-a52d-4bbe-9870-a6b3d0ff68ed tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Task: {'id': task-4937319, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.521583] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b7dd8389-1bae-41a0-8aa9-0eb6baf5a66d tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Acquiring lock "6ca5c62d-cf52-4f78-9e01-5623f4989442" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.522180] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b7dd8389-1bae-41a0-8aa9-0eb6baf5a66d tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Lock "6ca5c62d-cf52-4f78-9e01-5623f4989442" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.569154] env[65448]: INFO nova.compute.manager [None req-6bb6069e-35cb-453e-99d7-b5603d5ed8b0 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] [instance: bde62422-6d7d-48dd-b3c8-a9c9091e23a7] Instance disappeared during terminate [ 700.569432] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6bb6069e-35cb-453e-99d7-b5603d5ed8b0 tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Lock "bde62422-6d7d-48dd-b3c8-a9c9091e23a7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.656s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.653811] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-9331b1f6-9431-4f0e-8210-c564956ab6ed tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] [instance: 223507ab-1bb6-4cc6-b81d-c5da765c01c0] Creating Snapshot of the VM instance {{(pid=65448) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 700.654228] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-bb2b862f-cfd6-4800-b780-d0068574e1af {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.664213] env[65448]: DEBUG oslo_vmware.api [None req-9331b1f6-9431-4f0e-8210-c564956ab6ed tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Waiting for the task: (returnval){ [ 700.664213] env[65448]: value = "task-4937320" [ 700.664213] env[65448]: _type = "Task" [ 700.664213] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.679634] env[65448]: DEBUG oslo_vmware.api [None req-9331b1f6-9431-4f0e-8210-c564956ab6ed tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Task: {'id': task-4937320, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.683421] env[65448]: DEBUG nova.network.neutron [None req-c932f2a0-7f32-4a82-90f7-28484fa9edf2 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] [instance: ae260ff0-bb11-4322-a30e-47a4c88eb6d9] Successfully created port: 3e1fa98c-28cc-4540-b505-ffbe4a5f7f51 {{(pid=65448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 700.771289] env[65448]: DEBUG nova.network.neutron [req-f6e3aec7-6c8f-46c1-b4ec-8eb1b7bcdc27 req-3e824c47-1377-420c-936d-701a5ab0fd2c service nova] [instance: c473afa5-eeb2-4574-bdf8-f0bc2ea17534] Updated VIF entry in instance network info cache for port 21e08cf6-f018-4e17-81af-9ecaca9b77dd. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 700.771916] env[65448]: DEBUG nova.network.neutron [req-f6e3aec7-6c8f-46c1-b4ec-8eb1b7bcdc27 req-3e824c47-1377-420c-936d-701a5ab0fd2c service nova] [instance: c473afa5-eeb2-4574-bdf8-f0bc2ea17534] Updating instance_info_cache with network_info: [{"id": "21e08cf6-f018-4e17-81af-9ecaca9b77dd", "address": "fa:16:3e:db:c9:37", "network": {"id": "d16867b7-7e9f-4587-9a44-e83238a0b7db", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1023219576-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d1cf9da4e3442eea40a764f302a4111", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21e08cf6-f0", "ovs_interfaceid": "21e08cf6-f018-4e17-81af-9ecaca9b77dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.801893] env[65448]: DEBUG oslo_vmware.api [None req-cfcbb16b-5ed3-4bfd-a4eb-7a86e4d4915a tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]528712ec-9a05-8534-5e2d-0f8bd1975528, 'name': SearchDatastore_Task, 'duration_secs': 0.045703} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.801946] env[65448]: DEBUG oslo_concurrency.lockutils [None req-cfcbb16b-5ed3-4bfd-a4eb-7a86e4d4915a tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.802179] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-cfcbb16b-5ed3-4bfd-a4eb-7a86e4d4915a tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] [instance: afbf2157-90f8-4235-8f60-472d84ce9bd9] Processing image 50fb366d-48e6-424f-9c20-bc83d77be76a {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 700.802732] env[65448]: DEBUG oslo_concurrency.lockutils [None req-cfcbb16b-5ed3-4bfd-a4eb-7a86e4d4915a tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.802732] env[65448]: DEBUG oslo_concurrency.lockutils [None req-cfcbb16b-5ed3-4bfd-a4eb-7a86e4d4915a tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.802732] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfcbb16b-5ed3-4bfd-a4eb-7a86e4d4915a tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 700.803036] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-da61304d-74e6-4b47-90b9-b52b2fe429b0 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.817498] env[65448]: DEBUG oslo_vmware.api [None req-8b33bc4c-f3a7-49a6-8e7a-ad4fedfa95b4 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Task: {'id': task-4937315, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.659439} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.818290] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-8b33bc4c-f3a7-49a6-8e7a-ad4fedfa95b4 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] [instance: 09225223-b8d1-43b9-ae8c-25d7f27ac233] Extended root virtual disk {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 700.819110] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2574ecf6-b3c0-4809-87b5-ba8361ca66ab {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.825536] env[65448]: DEBUG oslo_vmware.api [None req-971658a7-7054-48f9-98bd-c4b73591d91b tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Task: {'id': task-4937318, 'name': Destroy_Task, 'duration_secs': 0.366235} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.827108] env[65448]: INFO nova.virt.vmwareapi.vm_util [None req-971658a7-7054-48f9-98bd-c4b73591d91b tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] [instance: fb73de4f-982f-48b5-b0a6-febcf9a1f54e] Destroyed the VM [ 700.827449] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-971658a7-7054-48f9-98bd-c4b73591d91b tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] [instance: fb73de4f-982f-48b5-b0a6-febcf9a1f54e] Deleting Snapshot of the VM instance {{(pid=65448) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 700.828153] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfcbb16b-5ed3-4bfd-a4eb-7a86e4d4915a tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 700.828153] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-cfcbb16b-5ed3-4bfd-a4eb-7a86e4d4915a tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 700.828510] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-715a1f42-0aad-4820-af20-0839bad99eed {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.830281] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc91821c-4c95-4e97-8b63-53321909f2ac {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.856218] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b33bc4c-f3a7-49a6-8e7a-ad4fedfa95b4 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] [instance: 09225223-b8d1-43b9-ae8c-25d7f27ac233] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] 09225223-b8d1-43b9-ae8c-25d7f27ac233/09225223-b8d1-43b9-ae8c-25d7f27ac233.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 700.857527] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72d674c1-4fae-4c1b-8313-b97ade53711d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.881969] env[65448]: DEBUG oslo_vmware.api [None req-cfcbb16b-5ed3-4bfd-a4eb-7a86e4d4915a tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Waiting for the task: (returnval){ [ 700.881969] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]522bbe9f-783b-b19b-83b5-2927ee50ed93" [ 700.881969] env[65448]: _type = "Task" [ 700.881969] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.882484] env[65448]: DEBUG oslo_vmware.api [None req-971658a7-7054-48f9-98bd-c4b73591d91b tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Waiting for the task: (returnval){ [ 700.882484] env[65448]: value = "task-4937321" [ 700.882484] env[65448]: _type = "Task" [ 700.882484] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.892109] env[65448]: DEBUG oslo_vmware.api [None req-8b33bc4c-f3a7-49a6-8e7a-ad4fedfa95b4 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Waiting for the task: (returnval){ [ 700.892109] env[65448]: value = "task-4937322" [ 700.892109] env[65448]: _type = "Task" [ 700.892109] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.899521] env[65448]: DEBUG nova.network.neutron [-] [instance: 563c9ae6-0834-4c9c-aad5-e72b367fb3a6] Instance cache missing network info. {{(pid=65448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 700.899521] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 700.904883] env[65448]: DEBUG oslo_vmware.api [None req-cfcbb16b-5ed3-4bfd-a4eb-7a86e4d4915a tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]522bbe9f-783b-b19b-83b5-2927ee50ed93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.904883] env[65448]: DEBUG oslo_vmware.api [None req-971658a7-7054-48f9-98bd-c4b73591d91b tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Task: {'id': task-4937321, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.910466] env[65448]: DEBUG oslo_vmware.api [None req-8b33bc4c-f3a7-49a6-8e7a-ad4fedfa95b4 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Task: {'id': task-4937322, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.927605] env[65448]: WARNING neutronclient.v2_0.client [req-ec2973f9-4535-452c-b252-bea29e2768c4 req-b49b23cd-494e-4b59-a37a-510239682a83 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 700.937042] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance e6733991-a8fe-42b0-bd9c-098cd755e957 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 700.937042] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance b9df7ebd-a64a-4031-89f7-75a8aee3c74c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 700.937042] env[65448]: WARNING nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance 2e9f275f-c5e4-485d-abcc-48d411456e1f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 701.004015] env[65448]: DEBUG oslo_vmware.api [None req-19a91b29-a52d-4bbe-9870-a6b3d0ff68ed tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Task: {'id': task-4937319, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074661} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.004473] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-19a91b29-a52d-4bbe-9870-a6b3d0ff68ed tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] [instance: c473afa5-eeb2-4574-bdf8-f0bc2ea17534] Extended root virtual disk {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 701.005509] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4140f6f4-207f-497d-87c1-b160c684576f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.033947] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-19a91b29-a52d-4bbe-9870-a6b3d0ff68ed tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] [instance: c473afa5-eeb2-4574-bdf8-f0bc2ea17534] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] c473afa5-eeb2-4574-bdf8-f0bc2ea17534/c473afa5-eeb2-4574-bdf8-f0bc2ea17534.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 701.034230] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-727cb514-c5a1-44c6-a0d8-872af49594c8 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.062114] env[65448]: DEBUG oslo_vmware.api [None req-19a91b29-a52d-4bbe-9870-a6b3d0ff68ed tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Waiting for the task: (returnval){ [ 701.062114] env[65448]: value = "task-4937323" [ 701.062114] env[65448]: _type = "Task" [ 701.062114] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.070926] env[65448]: DEBUG oslo_vmware.api [None req-19a91b29-a52d-4bbe-9870-a6b3d0ff68ed tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Task: {'id': task-4937323, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.076125] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-b23798ca-c065-435f-889f-860b79009c6b tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: abc20464-a66c-4425-a677-b5852aec43bb] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 701.076521] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3ae1a106-8c10-4524-b299-70355eccead0 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.084295] env[65448]: DEBUG oslo_vmware.api [None req-b23798ca-c065-435f-889f-860b79009c6b tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Waiting for the task: (returnval){ [ 701.084295] env[65448]: value = "task-4937324" [ 701.084295] env[65448]: _type = "Task" [ 701.084295] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.095371] env[65448]: DEBUG oslo_vmware.api [None req-b23798ca-c065-435f-889f-860b79009c6b tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Task: {'id': task-4937324, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.178041] env[65448]: DEBUG oslo_vmware.api [None req-9331b1f6-9431-4f0e-8210-c564956ab6ed tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Task: {'id': task-4937320, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.219852] env[65448]: DEBUG nova.network.neutron [req-ec2973f9-4535-452c-b252-bea29e2768c4 req-b49b23cd-494e-4b59-a37a-510239682a83 service nova] [instance: 09225223-b8d1-43b9-ae8c-25d7f27ac233] Updated VIF entry in instance network info cache for port 704e8bb7-b6b6-4818-bbb4-11b239c9a1de. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 701.221348] env[65448]: DEBUG nova.network.neutron [req-ec2973f9-4535-452c-b252-bea29e2768c4 req-b49b23cd-494e-4b59-a37a-510239682a83 service nova] [instance: 09225223-b8d1-43b9-ae8c-25d7f27ac233] Updating instance_info_cache with network_info: [{"id": "704e8bb7-b6b6-4818-bbb4-11b239c9a1de", "address": "fa:16:3e:b6:13:7f", "network": {"id": "efd72c64-55ca-463e-93ec-5fab6fc6790d", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1268907260-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "49296739b15f462b8d025177a517965d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap704e8bb7-b6", "ovs_interfaceid": "704e8bb7-b6b6-4818-bbb4-11b239c9a1de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.274686] env[65448]: DEBUG oslo_concurrency.lockutils [req-f6e3aec7-6c8f-46c1-b4ec-8eb1b7bcdc27 req-3e824c47-1377-420c-936d-701a5ab0fd2c service nova] Releasing lock "refresh_cache-c473afa5-eeb2-4574-bdf8-f0bc2ea17534" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.384147] env[65448]: DEBUG nova.compute.manager [None req-c932f2a0-7f32-4a82-90f7-28484fa9edf2 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] [instance: ae260ff0-bb11-4322-a30e-47a4c88eb6d9] Start spawning the instance on the hypervisor. {{(pid=65448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2689}} [ 701.403020] env[65448]: DEBUG oslo_vmware.api [None req-cfcbb16b-5ed3-4bfd-a4eb-7a86e4d4915a tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]522bbe9f-783b-b19b-83b5-2927ee50ed93, 'name': SearchDatastore_Task, 'duration_secs': 0.039587} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.407370] env[65448]: DEBUG nova.network.neutron [-] [instance: 563c9ae6-0834-4c9c-aad5-e72b367fb3a6] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.408758] env[65448]: DEBUG oslo_vmware.api [None req-971658a7-7054-48f9-98bd-c4b73591d91b tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Task: {'id': task-4937321, 'name': RemoveSnapshot_Task} progress is 65%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.412109] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f11728a-8bd4-4fe5-be73-f326cf430440 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.416203] env[65448]: DEBUG oslo_vmware.api [None req-8b33bc4c-f3a7-49a6-8e7a-ad4fedfa95b4 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Task: {'id': task-4937322, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.422394] env[65448]: DEBUG oslo_vmware.api [None req-cfcbb16b-5ed3-4bfd-a4eb-7a86e4d4915a tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Waiting for the task: (returnval){ [ 701.422394] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52b65da5-9587-a061-52ad-b2f7bdd7b9c0" [ 701.422394] env[65448]: _type = "Task" [ 701.422394] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.428541] env[65448]: DEBUG nova.virt.hardware [None req-c932f2a0-7f32-4a82-90f7-28484fa9edf2 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-08T17:19:51Z,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a992292b6dae455593d228217860e2e1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-08T17:19:52Z,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 701.428879] env[65448]: DEBUG nova.virt.hardware [None req-c932f2a0-7f32-4a82-90f7-28484fa9edf2 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 701.428956] env[65448]: DEBUG nova.virt.hardware [None req-c932f2a0-7f32-4a82-90f7-28484fa9edf2 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 701.429155] env[65448]: DEBUG nova.virt.hardware [None req-c932f2a0-7f32-4a82-90f7-28484fa9edf2 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 701.429328] env[65448]: DEBUG nova.virt.hardware [None req-c932f2a0-7f32-4a82-90f7-28484fa9edf2 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 701.429489] env[65448]: DEBUG nova.virt.hardware [None req-c932f2a0-7f32-4a82-90f7-28484fa9edf2 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 701.429742] env[65448]: DEBUG nova.virt.hardware [None req-c932f2a0-7f32-4a82-90f7-28484fa9edf2 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 701.429893] env[65448]: DEBUG nova.virt.hardware [None req-c932f2a0-7f32-4a82-90f7-28484fa9edf2 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 701.430085] env[65448]: DEBUG nova.virt.hardware [None req-c932f2a0-7f32-4a82-90f7-28484fa9edf2 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 701.430263] env[65448]: DEBUG nova.virt.hardware [None req-c932f2a0-7f32-4a82-90f7-28484fa9edf2 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 701.430446] env[65448]: DEBUG nova.virt.hardware [None req-c932f2a0-7f32-4a82-90f7-28484fa9edf2 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 701.431885] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17f1091a-c0d8-4154-936f-d9f21d4bd65c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.443233] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance 81d406bb-f0e6-487c-841e-a13ae7736af0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 701.443414] env[65448]: WARNING nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance 42660aaa-81e2-47fe-949b-cbf7e599091d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 701.443536] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance 563c9ae6-0834-4c9c-aad5-e72b367fb3a6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 701.444914] env[65448]: DEBUG oslo_vmware.api [None req-cfcbb16b-5ed3-4bfd-a4eb-7a86e4d4915a tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52b65da5-9587-a061-52ad-b2f7bdd7b9c0, 'name': SearchDatastore_Task, 'duration_secs': 0.012495} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.447705] env[65448]: DEBUG oslo_concurrency.lockutils [None req-cfcbb16b-5ed3-4bfd-a4eb-7a86e4d4915a tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.447975] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfcbb16b-5ed3-4bfd-a4eb-7a86e4d4915a tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] afbf2157-90f8-4235-8f60-472d84ce9bd9/afbf2157-90f8-4235-8f60-472d84ce9bd9.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 701.448558] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-51d2b3d2-e820-4e3d-b5f2-143baae38203 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.451629] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-931ad170-1a91-4a9a-9409-be7c64f7a32f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.474282] env[65448]: DEBUG oslo_vmware.api [None req-cfcbb16b-5ed3-4bfd-a4eb-7a86e4d4915a tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Waiting for the task: (returnval){ [ 701.474282] env[65448]: value = "task-4937325" [ 701.474282] env[65448]: _type = "Task" [ 701.474282] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.487491] env[65448]: DEBUG oslo_vmware.api [None req-cfcbb16b-5ed3-4bfd-a4eb-7a86e4d4915a tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Task: {'id': task-4937325, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.573230] env[65448]: DEBUG oslo_vmware.api [None req-19a91b29-a52d-4bbe-9870-a6b3d0ff68ed tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Task: {'id': task-4937323, 'name': ReconfigVM_Task, 'duration_secs': 0.431133} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.573555] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-19a91b29-a52d-4bbe-9870-a6b3d0ff68ed tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] [instance: c473afa5-eeb2-4574-bdf8-f0bc2ea17534] Reconfigured VM instance instance-00000021 to attach disk [datastore2] c473afa5-eeb2-4574-bdf8-f0bc2ea17534/c473afa5-eeb2-4574-bdf8-f0bc2ea17534.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 701.574209] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f2e90b73-4c97-41d6-8b0a-1fbf5ae22e1c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.581840] env[65448]: DEBUG oslo_vmware.api [None req-19a91b29-a52d-4bbe-9870-a6b3d0ff68ed tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Waiting for the task: (returnval){ [ 701.581840] env[65448]: value = "task-4937326" [ 701.581840] env[65448]: _type = "Task" [ 701.581840] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.595397] env[65448]: DEBUG oslo_vmware.api [None req-19a91b29-a52d-4bbe-9870-a6b3d0ff68ed tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Task: {'id': task-4937326, 'name': Rename_Task} progress is 6%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.598551] env[65448]: DEBUG oslo_vmware.api [None req-b23798ca-c065-435f-889f-860b79009c6b tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Task: {'id': task-4937324, 'name': PowerOffVM_Task, 'duration_secs': 0.319758} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.598805] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-b23798ca-c065-435f-889f-860b79009c6b tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: abc20464-a66c-4425-a677-b5852aec43bb] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 701.599623] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a26ad689-90b8-43e6-87a4-079e356ad882 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.620694] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79768157-28bc-4774-a168-8a113b5a7555 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.660650] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-b23798ca-c065-435f-889f-860b79009c6b tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: abc20464-a66c-4425-a677-b5852aec43bb] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 701.661077] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-05336c76-16b5-48c1-8516-bf26d8f1c31f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.671349] env[65448]: DEBUG oslo_vmware.api [None req-b23798ca-c065-435f-889f-860b79009c6b tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Waiting for the task: (returnval){ [ 701.671349] env[65448]: value = "task-4937327" [ 701.671349] env[65448]: _type = "Task" [ 701.671349] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.678851] env[65448]: DEBUG oslo_vmware.api [None req-9331b1f6-9431-4f0e-8210-c564956ab6ed tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Task: {'id': task-4937320, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.685799] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-b23798ca-c065-435f-889f-860b79009c6b tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: abc20464-a66c-4425-a677-b5852aec43bb] VM already powered off {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 701.685799] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-b23798ca-c065-435f-889f-860b79009c6b tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: abc20464-a66c-4425-a677-b5852aec43bb] Processing image 50fb366d-48e6-424f-9c20-bc83d77be76a {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 701.687706] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b23798ca-c065-435f-889f-860b79009c6b tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.687706] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b23798ca-c065-435f-889f-860b79009c6b tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.687706] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-b23798ca-c065-435f-889f-860b79009c6b tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 701.688181] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f4b1f2a9-3d73-4c60-9c37-e186f04544af {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.700073] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-b23798ca-c065-435f-889f-860b79009c6b tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 701.700328] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-b23798ca-c065-435f-889f-860b79009c6b tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 701.701530] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80cb1479-fdff-4ff1-9ad4-ed30eec35358 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.708693] env[65448]: DEBUG oslo_vmware.api [None req-b23798ca-c065-435f-889f-860b79009c6b tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Waiting for the task: (returnval){ [ 701.708693] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52c321a3-6291-d9d1-1da5-b9d1ec185153" [ 701.708693] env[65448]: _type = "Task" [ 701.708693] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.717591] env[65448]: DEBUG oslo_vmware.api [None req-b23798ca-c065-435f-889f-860b79009c6b tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52c321a3-6291-d9d1-1da5-b9d1ec185153, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.724452] env[65448]: DEBUG oslo_concurrency.lockutils [req-ec2973f9-4535-452c-b252-bea29e2768c4 req-b49b23cd-494e-4b59-a37a-510239682a83 service nova] Releasing lock "refresh_cache-09225223-b8d1-43b9-ae8c-25d7f27ac233" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.724763] env[65448]: DEBUG nova.compute.manager [req-ec2973f9-4535-452c-b252-bea29e2768c4 req-b49b23cd-494e-4b59-a37a-510239682a83 service nova] [instance: d72d778b-dd55-4ac5-a55a-ffa2176f8aa1] Received event network-changed-4e979e2d-9f14-48ab-a4b9-e3426573e11c {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 701.724951] env[65448]: DEBUG nova.compute.manager [req-ec2973f9-4535-452c-b252-bea29e2768c4 req-b49b23cd-494e-4b59-a37a-510239682a83 service nova] [instance: d72d778b-dd55-4ac5-a55a-ffa2176f8aa1] Refreshing instance network info cache due to event network-changed-4e979e2d-9f14-48ab-a4b9-e3426573e11c. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 701.725403] env[65448]: DEBUG oslo_concurrency.lockutils [req-ec2973f9-4535-452c-b252-bea29e2768c4 req-b49b23cd-494e-4b59-a37a-510239682a83 service nova] Acquiring lock "refresh_cache-d72d778b-dd55-4ac5-a55a-ffa2176f8aa1" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.725403] env[65448]: DEBUG oslo_concurrency.lockutils [req-ec2973f9-4535-452c-b252-bea29e2768c4 req-b49b23cd-494e-4b59-a37a-510239682a83 service nova] Acquired lock "refresh_cache-d72d778b-dd55-4ac5-a55a-ffa2176f8aa1" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.725510] env[65448]: DEBUG nova.network.neutron [req-ec2973f9-4535-452c-b252-bea29e2768c4 req-b49b23cd-494e-4b59-a37a-510239682a83 service nova] [instance: d72d778b-dd55-4ac5-a55a-ffa2176f8aa1] Refreshing network info cache for port 4e979e2d-9f14-48ab-a4b9-e3426573e11c {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 701.900526] env[65448]: DEBUG oslo_vmware.api [None req-971658a7-7054-48f9-98bd-c4b73591d91b tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Task: {'id': task-4937321, 'name': RemoveSnapshot_Task, 'duration_secs': 0.639268} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.902204] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-971658a7-7054-48f9-98bd-c4b73591d91b tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] [instance: fb73de4f-982f-48b5-b0a6-febcf9a1f54e] Deleted Snapshot of the VM instance {{(pid=65448) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 701.902204] env[65448]: INFO nova.compute.manager [None req-971658a7-7054-48f9-98bd-c4b73591d91b tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] [instance: fb73de4f-982f-48b5-b0a6-febcf9a1f54e] Took 16.23 seconds to snapshot the instance on the hypervisor. [ 701.907987] env[65448]: DEBUG oslo_vmware.api [None req-8b33bc4c-f3a7-49a6-8e7a-ad4fedfa95b4 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Task: {'id': task-4937322, 'name': ReconfigVM_Task, 'duration_secs': 0.633206} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.908652] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b33bc4c-f3a7-49a6-8e7a-ad4fedfa95b4 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] [instance: 09225223-b8d1-43b9-ae8c-25d7f27ac233] Reconfigured VM instance instance-00000020 to attach disk [datastore1] 09225223-b8d1-43b9-ae8c-25d7f27ac233/09225223-b8d1-43b9-ae8c-25d7f27ac233.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 701.909332] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7aee594f-7173-40ef-9617-4e47c39982fd {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.917753] env[65448]: DEBUG oslo_vmware.api [None req-8b33bc4c-f3a7-49a6-8e7a-ad4fedfa95b4 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Waiting for the task: (returnval){ [ 701.917753] env[65448]: value = "task-4937328" [ 701.917753] env[65448]: _type = "Task" [ 701.917753] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.921416] env[65448]: INFO nova.compute.manager [-] [instance: 563c9ae6-0834-4c9c-aad5-e72b367fb3a6] Took 1.45 seconds to deallocate network for instance. [ 701.935883] env[65448]: DEBUG oslo_vmware.api [None req-8b33bc4c-f3a7-49a6-8e7a-ad4fedfa95b4 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Task: {'id': task-4937328, 'name': Rename_Task} progress is 10%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.950335] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance b3fef10e-1394-434b-b1b7-f239a27e182b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 701.950536] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance d72d778b-dd55-4ac5-a55a-ffa2176f8aa1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 701.988226] env[65448]: DEBUG oslo_vmware.api [None req-cfcbb16b-5ed3-4bfd-a4eb-7a86e4d4915a tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Task: {'id': task-4937325, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.096957] env[65448]: DEBUG oslo_vmware.api [None req-19a91b29-a52d-4bbe-9870-a6b3d0ff68ed tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Task: {'id': task-4937326, 'name': Rename_Task, 'duration_secs': 0.184737} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.097736] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-19a91b29-a52d-4bbe-9870-a6b3d0ff68ed tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] [instance: c473afa5-eeb2-4574-bdf8-f0bc2ea17534] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 702.097736] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0cbd64c9-01d7-42ba-8867-870d6dffad20 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.107613] env[65448]: DEBUG oslo_vmware.api [None req-19a91b29-a52d-4bbe-9870-a6b3d0ff68ed tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Waiting for the task: (returnval){ [ 702.107613] env[65448]: value = "task-4937329" [ 702.107613] env[65448]: _type = "Task" [ 702.107613] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.119152] env[65448]: DEBUG oslo_vmware.api [None req-19a91b29-a52d-4bbe-9870-a6b3d0ff68ed tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Task: {'id': task-4937329, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.178938] env[65448]: DEBUG oslo_vmware.api [None req-9331b1f6-9431-4f0e-8210-c564956ab6ed tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Task: {'id': task-4937320, 'name': CreateSnapshot_Task, 'duration_secs': 1.07306} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.179190] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-9331b1f6-9431-4f0e-8210-c564956ab6ed tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] [instance: 223507ab-1bb6-4cc6-b81d-c5da765c01c0] Created Snapshot of the VM instance {{(pid=65448) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 702.180131] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-684f5d24-9816-4a25-986a-beb866311f9f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.226787] env[65448]: DEBUG oslo_vmware.api [None req-b23798ca-c065-435f-889f-860b79009c6b tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52c321a3-6291-d9d1-1da5-b9d1ec185153, 'name': SearchDatastore_Task, 'duration_secs': 0.012671} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.226787] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f930013-57cc-453f-8297-905cecfa04f2 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.230778] env[65448]: WARNING neutronclient.v2_0.client [req-ec2973f9-4535-452c-b252-bea29e2768c4 req-b49b23cd-494e-4b59-a37a-510239682a83 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 702.235957] env[65448]: DEBUG oslo_vmware.api [None req-b23798ca-c065-435f-889f-860b79009c6b tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Waiting for the task: (returnval){ [ 702.235957] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5262c6e7-43e3-0490-7577-29aa459a337f" [ 702.235957] env[65448]: _type = "Task" [ 702.235957] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.250049] env[65448]: DEBUG oslo_vmware.api [None req-b23798ca-c065-435f-889f-860b79009c6b tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5262c6e7-43e3-0490-7577-29aa459a337f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.428869] env[65448]: DEBUG oslo_concurrency.lockutils [None req-7e5f81cc-f577-4732-a3bf-e08ef83ef47d tempest-ServerDiagnosticsV248Test-1707118153 tempest-ServerDiagnosticsV248Test-1707118153-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.433489] env[65448]: DEBUG oslo_vmware.api [None req-8b33bc4c-f3a7-49a6-8e7a-ad4fedfa95b4 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Task: {'id': task-4937328, 'name': Rename_Task, 'duration_secs': 0.309016} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.433775] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b33bc4c-f3a7-49a6-8e7a-ad4fedfa95b4 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] [instance: 09225223-b8d1-43b9-ae8c-25d7f27ac233] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 702.434052] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1b1ee27d-f30c-403d-bf7e-9be619bfa21f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.442798] env[65448]: DEBUG oslo_vmware.api [None req-8b33bc4c-f3a7-49a6-8e7a-ad4fedfa95b4 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Waiting for the task: (returnval){ [ 702.442798] env[65448]: value = "task-4937330" [ 702.442798] env[65448]: _type = "Task" [ 702.442798] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.452757] env[65448]: DEBUG oslo_vmware.api [None req-8b33bc4c-f3a7-49a6-8e7a-ad4fedfa95b4 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Task: {'id': task-4937330, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.453613] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance c4a3eb56-9352-4486-af03-8817a0c6d462 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 702.488475] env[65448]: DEBUG oslo_vmware.api [None req-cfcbb16b-5ed3-4bfd-a4eb-7a86e4d4915a tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Task: {'id': task-4937325, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.63669} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.489111] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfcbb16b-5ed3-4bfd-a4eb-7a86e4d4915a tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] afbf2157-90f8-4235-8f60-472d84ce9bd9/afbf2157-90f8-4235-8f60-472d84ce9bd9.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 702.489111] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-cfcbb16b-5ed3-4bfd-a4eb-7a86e4d4915a tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] [instance: afbf2157-90f8-4235-8f60-472d84ce9bd9] Extending root virtual disk to 1048576 {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 702.489273] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-195c1a21-2bf5-411d-b3db-e0759675c44e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.496469] env[65448]: DEBUG oslo_vmware.api [None req-cfcbb16b-5ed3-4bfd-a4eb-7a86e4d4915a tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Waiting for the task: (returnval){ [ 702.496469] env[65448]: value = "task-4937331" [ 702.496469] env[65448]: _type = "Task" [ 702.496469] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.510101] env[65448]: DEBUG oslo_vmware.api [None req-cfcbb16b-5ed3-4bfd-a4eb-7a86e4d4915a tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Task: {'id': task-4937331, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.570401] env[65448]: DEBUG nova.network.neutron [None req-c932f2a0-7f32-4a82-90f7-28484fa9edf2 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] [instance: ae260ff0-bb11-4322-a30e-47a4c88eb6d9] Successfully updated port: 3e1fa98c-28cc-4540-b505-ffbe4a5f7f51 {{(pid=65448) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 702.619598] env[65448]: DEBUG oslo_vmware.api [None req-19a91b29-a52d-4bbe-9870-a6b3d0ff68ed tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Task: {'id': task-4937329, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.675677] env[65448]: WARNING neutronclient.v2_0.client [req-ec2973f9-4535-452c-b252-bea29e2768c4 req-b49b23cd-494e-4b59-a37a-510239682a83 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 702.711489] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-9331b1f6-9431-4f0e-8210-c564956ab6ed tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] [instance: 223507ab-1bb6-4cc6-b81d-c5da765c01c0] Creating linked-clone VM from snapshot {{(pid=65448) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 702.711925] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1929f67a-39da-433d-af88-6b770471d5a4 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.724981] env[65448]: DEBUG oslo_vmware.api [None req-9331b1f6-9431-4f0e-8210-c564956ab6ed tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Waiting for the task: (returnval){ [ 702.724981] env[65448]: value = "task-4937332" [ 702.724981] env[65448]: _type = "Task" [ 702.724981] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.734507] env[65448]: DEBUG oslo_vmware.api [None req-9331b1f6-9431-4f0e-8210-c564956ab6ed tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Task: {'id': task-4937332, 'name': CloneVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.746680] env[65448]: DEBUG oslo_vmware.api [None req-b23798ca-c065-435f-889f-860b79009c6b tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5262c6e7-43e3-0490-7577-29aa459a337f, 'name': SearchDatastore_Task, 'duration_secs': 0.021901} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.746975] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b23798ca-c065-435f-889f-860b79009c6b tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.747241] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-b23798ca-c065-435f-889f-860b79009c6b tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] abc20464-a66c-4425-a677-b5852aec43bb/50fb366d-48e6-424f-9c20-bc83d77be76a-rescue.vmdk. {{(pid=65448) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 702.747590] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-16848e61-f295-4bce-b6a8-be01403b06bb {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.755356] env[65448]: DEBUG oslo_vmware.api [None req-b23798ca-c065-435f-889f-860b79009c6b tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Waiting for the task: (returnval){ [ 702.755356] env[65448]: value = "task-4937333" [ 702.755356] env[65448]: _type = "Task" [ 702.755356] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.759539] env[65448]: DEBUG nova.network.neutron [req-ec2973f9-4535-452c-b252-bea29e2768c4 req-b49b23cd-494e-4b59-a37a-510239682a83 service nova] [instance: d72d778b-dd55-4ac5-a55a-ffa2176f8aa1] Updated VIF entry in instance network info cache for port 4e979e2d-9f14-48ab-a4b9-e3426573e11c. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 702.759951] env[65448]: DEBUG nova.network.neutron [req-ec2973f9-4535-452c-b252-bea29e2768c4 req-b49b23cd-494e-4b59-a37a-510239682a83 service nova] [instance: d72d778b-dd55-4ac5-a55a-ffa2176f8aa1] Updating instance_info_cache with network_info: [{"id": "4e979e2d-9f14-48ab-a4b9-e3426573e11c", "address": "fa:16:3e:b5:15:74", "network": {"id": "2932e802-07e5-440a-8a15-6f200c39e6c8", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-2140274310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30ceb14ff460476ab237c06ee0fa9b8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8800a981-a89e-42e4-8be9-cace419ba9cb", "external-id": "nsx-vlan-transportzone-962", "segmentation_id": 962, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e979e2d-9f", "ovs_interfaceid": "4e979e2d-9f14-48ab-a4b9-e3426573e11c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.768370] env[65448]: DEBUG oslo_vmware.api [None req-b23798ca-c065-435f-889f-860b79009c6b tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Task: {'id': task-4937333, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.953970] env[65448]: DEBUG oslo_vmware.api [None req-8b33bc4c-f3a7-49a6-8e7a-ad4fedfa95b4 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Task: {'id': task-4937330, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.956949] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance 564e79e0-e826-4ad7-83ec-f780b9cc5de7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 703.008107] env[65448]: DEBUG oslo_vmware.api [None req-cfcbb16b-5ed3-4bfd-a4eb-7a86e4d4915a tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Task: {'id': task-4937331, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071305} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.008456] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-cfcbb16b-5ed3-4bfd-a4eb-7a86e4d4915a tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] [instance: afbf2157-90f8-4235-8f60-472d84ce9bd9] Extended root virtual disk {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 703.009308] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f97e6151-33ab-4b52-822b-b0f0345907b0 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.037030] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfcbb16b-5ed3-4bfd-a4eb-7a86e4d4915a tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] [instance: afbf2157-90f8-4235-8f60-472d84ce9bd9] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] afbf2157-90f8-4235-8f60-472d84ce9bd9/afbf2157-90f8-4235-8f60-472d84ce9bd9.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 703.038488] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d39884c-9d4e-463f-aaba-9c1a9697113d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.053880] env[65448]: DEBUG nova.compute.manager [req-e8c679a4-c011-41d2-bbac-0611bc3e6d50 req-e2cb584a-b4dc-47fd-81b8-f74b6621aed9 service nova] [instance: ae260ff0-bb11-4322-a30e-47a4c88eb6d9] Received event network-vif-plugged-3e1fa98c-28cc-4540-b505-ffbe4a5f7f51 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 703.054113] env[65448]: DEBUG oslo_concurrency.lockutils [req-e8c679a4-c011-41d2-bbac-0611bc3e6d50 req-e2cb584a-b4dc-47fd-81b8-f74b6621aed9 service nova] Acquiring lock "ae260ff0-bb11-4322-a30e-47a4c88eb6d9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.054340] env[65448]: DEBUG oslo_concurrency.lockutils [req-e8c679a4-c011-41d2-bbac-0611bc3e6d50 req-e2cb584a-b4dc-47fd-81b8-f74b6621aed9 service nova] Lock "ae260ff0-bb11-4322-a30e-47a4c88eb6d9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.054698] env[65448]: DEBUG oslo_concurrency.lockutils [req-e8c679a4-c011-41d2-bbac-0611bc3e6d50 req-e2cb584a-b4dc-47fd-81b8-f74b6621aed9 service nova] Lock "ae260ff0-bb11-4322-a30e-47a4c88eb6d9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.054698] env[65448]: DEBUG nova.compute.manager [req-e8c679a4-c011-41d2-bbac-0611bc3e6d50 req-e2cb584a-b4dc-47fd-81b8-f74b6621aed9 service nova] [instance: ae260ff0-bb11-4322-a30e-47a4c88eb6d9] No waiting events found dispatching network-vif-plugged-3e1fa98c-28cc-4540-b505-ffbe4a5f7f51 {{(pid=65448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 703.054811] env[65448]: WARNING nova.compute.manager [req-e8c679a4-c011-41d2-bbac-0611bc3e6d50 req-e2cb584a-b4dc-47fd-81b8-f74b6621aed9 service nova] [instance: ae260ff0-bb11-4322-a30e-47a4c88eb6d9] Received unexpected event network-vif-plugged-3e1fa98c-28cc-4540-b505-ffbe4a5f7f51 for instance with vm_state building and task_state spawning. [ 703.062955] env[65448]: DEBUG oslo_vmware.api [None req-cfcbb16b-5ed3-4bfd-a4eb-7a86e4d4915a tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Waiting for the task: (returnval){ [ 703.062955] env[65448]: value = "task-4937334" [ 703.062955] env[65448]: _type = "Task" [ 703.062955] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.073821] env[65448]: DEBUG oslo_concurrency.lockutils [None req-c932f2a0-7f32-4a82-90f7-28484fa9edf2 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Acquiring lock "refresh_cache-ae260ff0-bb11-4322-a30e-47a4c88eb6d9" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.074077] env[65448]: DEBUG oslo_concurrency.lockutils [None req-c932f2a0-7f32-4a82-90f7-28484fa9edf2 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Acquired lock "refresh_cache-ae260ff0-bb11-4322-a30e-47a4c88eb6d9" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.074437] env[65448]: DEBUG nova.network.neutron [None req-c932f2a0-7f32-4a82-90f7-28484fa9edf2 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] [instance: ae260ff0-bb11-4322-a30e-47a4c88eb6d9] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 703.083407] env[65448]: DEBUG oslo_vmware.api [None req-cfcbb16b-5ed3-4bfd-a4eb-7a86e4d4915a tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Task: {'id': task-4937334, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.121798] env[65448]: DEBUG oslo_vmware.api [None req-19a91b29-a52d-4bbe-9870-a6b3d0ff68ed tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Task: {'id': task-4937329, 'name': PowerOnVM_Task} progress is 98%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.238689] env[65448]: DEBUG oslo_vmware.api [None req-9331b1f6-9431-4f0e-8210-c564956ab6ed tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Task: {'id': task-4937332, 'name': CloneVM_Task} progress is 23%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.269019] env[65448]: DEBUG oslo_concurrency.lockutils [req-ec2973f9-4535-452c-b252-bea29e2768c4 req-b49b23cd-494e-4b59-a37a-510239682a83 service nova] Releasing lock "refresh_cache-d72d778b-dd55-4ac5-a55a-ffa2176f8aa1" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.269404] env[65448]: DEBUG nova.compute.manager [req-ec2973f9-4535-452c-b252-bea29e2768c4 req-b49b23cd-494e-4b59-a37a-510239682a83 service nova] [instance: afbf2157-90f8-4235-8f60-472d84ce9bd9] Received event network-vif-plugged-e14ac33d-a9e4-41db-8a22-413315718f51 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 703.269692] env[65448]: DEBUG oslo_concurrency.lockutils [req-ec2973f9-4535-452c-b252-bea29e2768c4 req-b49b23cd-494e-4b59-a37a-510239682a83 service nova] Acquiring lock "afbf2157-90f8-4235-8f60-472d84ce9bd9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.269981] env[65448]: DEBUG oslo_concurrency.lockutils [req-ec2973f9-4535-452c-b252-bea29e2768c4 req-b49b23cd-494e-4b59-a37a-510239682a83 service nova] Lock "afbf2157-90f8-4235-8f60-472d84ce9bd9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.270163] env[65448]: DEBUG oslo_concurrency.lockutils [req-ec2973f9-4535-452c-b252-bea29e2768c4 req-b49b23cd-494e-4b59-a37a-510239682a83 service nova] Lock "afbf2157-90f8-4235-8f60-472d84ce9bd9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.270315] env[65448]: DEBUG nova.compute.manager [req-ec2973f9-4535-452c-b252-bea29e2768c4 req-b49b23cd-494e-4b59-a37a-510239682a83 service nova] [instance: afbf2157-90f8-4235-8f60-472d84ce9bd9] No waiting events found dispatching network-vif-plugged-e14ac33d-a9e4-41db-8a22-413315718f51 {{(pid=65448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 703.270483] env[65448]: WARNING nova.compute.manager [req-ec2973f9-4535-452c-b252-bea29e2768c4 req-b49b23cd-494e-4b59-a37a-510239682a83 service nova] [instance: afbf2157-90f8-4235-8f60-472d84ce9bd9] Received unexpected event network-vif-plugged-e14ac33d-a9e4-41db-8a22-413315718f51 for instance with vm_state building and task_state spawning. [ 703.270650] env[65448]: DEBUG nova.compute.manager [req-ec2973f9-4535-452c-b252-bea29e2768c4 req-b49b23cd-494e-4b59-a37a-510239682a83 service nova] [instance: afbf2157-90f8-4235-8f60-472d84ce9bd9] Received event network-changed-e14ac33d-a9e4-41db-8a22-413315718f51 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 703.270875] env[65448]: DEBUG nova.compute.manager [req-ec2973f9-4535-452c-b252-bea29e2768c4 req-b49b23cd-494e-4b59-a37a-510239682a83 service nova] [instance: afbf2157-90f8-4235-8f60-472d84ce9bd9] Refreshing instance network info cache due to event network-changed-e14ac33d-a9e4-41db-8a22-413315718f51. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 703.271125] env[65448]: DEBUG oslo_concurrency.lockutils [req-ec2973f9-4535-452c-b252-bea29e2768c4 req-b49b23cd-494e-4b59-a37a-510239682a83 service nova] Acquiring lock "refresh_cache-afbf2157-90f8-4235-8f60-472d84ce9bd9" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.271279] env[65448]: DEBUG oslo_concurrency.lockutils [req-ec2973f9-4535-452c-b252-bea29e2768c4 req-b49b23cd-494e-4b59-a37a-510239682a83 service nova] Acquired lock "refresh_cache-afbf2157-90f8-4235-8f60-472d84ce9bd9" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.271443] env[65448]: DEBUG nova.network.neutron [req-ec2973f9-4535-452c-b252-bea29e2768c4 req-b49b23cd-494e-4b59-a37a-510239682a83 service nova] [instance: afbf2157-90f8-4235-8f60-472d84ce9bd9] Refreshing network info cache for port e14ac33d-a9e4-41db-8a22-413315718f51 {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 703.273147] env[65448]: DEBUG oslo_vmware.api [None req-b23798ca-c065-435f-889f-860b79009c6b tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Task: {'id': task-4937333, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.273845] env[65448]: DEBUG oslo_concurrency.lockutils [None req-63427810-4075-40b4-a724-4eeeff14e69b tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Acquiring lock "98934034-6202-43e2-8c37-cbde37e0cf78" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.274160] env[65448]: DEBUG oslo_concurrency.lockutils [None req-63427810-4075-40b4-a724-4eeeff14e69b tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Lock "98934034-6202-43e2-8c37-cbde37e0cf78" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.274256] env[65448]: DEBUG oslo_concurrency.lockutils [None req-63427810-4075-40b4-a724-4eeeff14e69b tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Acquiring lock "98934034-6202-43e2-8c37-cbde37e0cf78-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.274425] env[65448]: DEBUG oslo_concurrency.lockutils [None req-63427810-4075-40b4-a724-4eeeff14e69b tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Lock "98934034-6202-43e2-8c37-cbde37e0cf78-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.274641] env[65448]: DEBUG oslo_concurrency.lockutils [None req-63427810-4075-40b4-a724-4eeeff14e69b tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Lock "98934034-6202-43e2-8c37-cbde37e0cf78-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.276975] env[65448]: INFO nova.compute.manager [None req-63427810-4075-40b4-a724-4eeeff14e69b tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] [instance: 98934034-6202-43e2-8c37-cbde37e0cf78] Terminating instance [ 703.459479] env[65448]: DEBUG oslo_vmware.api [None req-8b33bc4c-f3a7-49a6-8e7a-ad4fedfa95b4 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Task: {'id': task-4937330, 'name': PowerOnVM_Task, 'duration_secs': 0.734607} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.460292] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance a1383469-5eaa-41c0-950c-fc5b071d8f62 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 703.460470] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance 09225223-b8d1-43b9-ae8c-25d7f27ac233 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 703.460620] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance ae260ff0-bb11-4322-a30e-47a4c88eb6d9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 703.460793] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance afbf2157-90f8-4235-8f60-472d84ce9bd9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 703.461019] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance 223507ab-1bb6-4cc6-b81d-c5da765c01c0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 703.461286] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance 3a95cfa3-d907-467b-9081-c8c5b4b9dd5a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 703.461438] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance fa53b330-ff80-4666-bf9e-1664d5c3d23e actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 703.463032] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b33bc4c-f3a7-49a6-8e7a-ad4fedfa95b4 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] [instance: 09225223-b8d1-43b9-ae8c-25d7f27ac233] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 703.463611] env[65448]: INFO nova.compute.manager [None req-8b33bc4c-f3a7-49a6-8e7a-ad4fedfa95b4 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] [instance: 09225223-b8d1-43b9-ae8c-25d7f27ac233] Took 13.17 seconds to spawn the instance on the hypervisor. [ 703.463611] env[65448]: DEBUG nova.compute.manager [None req-8b33bc4c-f3a7-49a6-8e7a-ad4fedfa95b4 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] [instance: 09225223-b8d1-43b9-ae8c-25d7f27ac233] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 703.466906] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8b6696b-353b-4c35-823e-47421b8f9378 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.566513] env[65448]: DEBUG oslo_concurrency.lockutils [None req-74dee400-5759-40cb-89f8-8b5f8e4d1171 tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] Acquiring lock "5b08f3ba-7400-48f2-af8c-a0ea3ec59dc2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.566513] env[65448]: DEBUG oslo_concurrency.lockutils [None req-74dee400-5759-40cb-89f8-8b5f8e4d1171 tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] Lock "5b08f3ba-7400-48f2-af8c-a0ea3ec59dc2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.576995] env[65448]: DEBUG oslo_vmware.api [None req-cfcbb16b-5ed3-4bfd-a4eb-7a86e4d4915a tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Task: {'id': task-4937334, 'name': ReconfigVM_Task, 'duration_secs': 0.477853} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.577734] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfcbb16b-5ed3-4bfd-a4eb-7a86e4d4915a tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] [instance: afbf2157-90f8-4235-8f60-472d84ce9bd9] Reconfigured VM instance instance-00000022 to attach disk [datastore2] afbf2157-90f8-4235-8f60-472d84ce9bd9/afbf2157-90f8-4235-8f60-472d84ce9bd9.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 703.578103] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-090af144-7b16-4a11-ac6e-f960b1a8b835 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.587696] env[65448]: DEBUG oslo_vmware.api [None req-cfcbb16b-5ed3-4bfd-a4eb-7a86e4d4915a tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Waiting for the task: (returnval){ [ 703.587696] env[65448]: value = "task-4937335" [ 703.587696] env[65448]: _type = "Task" [ 703.587696] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.602961] env[65448]: DEBUG oslo_vmware.api [None req-cfcbb16b-5ed3-4bfd-a4eb-7a86e4d4915a tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Task: {'id': task-4937335, 'name': Rename_Task} progress is 6%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.618763] env[65448]: DEBUG oslo_vmware.api [None req-19a91b29-a52d-4bbe-9870-a6b3d0ff68ed tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Task: {'id': task-4937329, 'name': PowerOnVM_Task, 'duration_secs': 1.134256} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.619080] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-19a91b29-a52d-4bbe-9870-a6b3d0ff68ed tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] [instance: c473afa5-eeb2-4574-bdf8-f0bc2ea17534] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 703.619309] env[65448]: INFO nova.compute.manager [None req-19a91b29-a52d-4bbe-9870-a6b3d0ff68ed tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] [instance: c473afa5-eeb2-4574-bdf8-f0bc2ea17534] Took 10.31 seconds to spawn the instance on the hypervisor. [ 703.619484] env[65448]: DEBUG nova.compute.manager [None req-19a91b29-a52d-4bbe-9870-a6b3d0ff68ed tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] [instance: c473afa5-eeb2-4574-bdf8-f0bc2ea17534] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 703.621348] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6edf8173-1a24-4383-b026-292d2944dcba {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.624098] env[65448]: DEBUG nova.network.neutron [None req-c932f2a0-7f32-4a82-90f7-28484fa9edf2 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] [instance: ae260ff0-bb11-4322-a30e-47a4c88eb6d9] Instance cache missing network info. {{(pid=65448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 703.736702] env[65448]: DEBUG oslo_vmware.api [None req-9331b1f6-9431-4f0e-8210-c564956ab6ed tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Task: {'id': task-4937332, 'name': CloneVM_Task} progress is 94%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.767434] env[65448]: DEBUG oslo_vmware.api [None req-b23798ca-c065-435f-889f-860b79009c6b tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Task: {'id': task-4937333, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.70217} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.767728] env[65448]: INFO nova.virt.vmwareapi.ds_util [None req-b23798ca-c065-435f-889f-860b79009c6b tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] abc20464-a66c-4425-a677-b5852aec43bb/50fb366d-48e6-424f-9c20-bc83d77be76a-rescue.vmdk. [ 703.768548] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cd4ef61-b0ca-47fc-8373-60ca2c199073 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.787409] env[65448]: WARNING neutronclient.v2_0.client [req-ec2973f9-4535-452c-b252-bea29e2768c4 req-b49b23cd-494e-4b59-a37a-510239682a83 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 703.790299] env[65448]: DEBUG nova.compute.manager [None req-63427810-4075-40b4-a724-4eeeff14e69b tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] [instance: 98934034-6202-43e2-8c37-cbde37e0cf78] Start destroying the instance on the hypervisor. {{(pid=65448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3209}} [ 703.791480] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-63427810-4075-40b4-a724-4eeeff14e69b tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] [instance: 98934034-6202-43e2-8c37-cbde37e0cf78] Destroying instance {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 703.798426] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-b23798ca-c065-435f-889f-860b79009c6b tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: abc20464-a66c-4425-a677-b5852aec43bb] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] abc20464-a66c-4425-a677-b5852aec43bb/50fb366d-48e6-424f-9c20-bc83d77be76a-rescue.vmdk or device None with type thin {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 703.801454] env[65448]: WARNING neutronclient.v2_0.client [None req-c932f2a0-7f32-4a82-90f7-28484fa9edf2 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 703.802884] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19fb2bde-9d88-4ece-b6bf-319e239f82bc {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.808424] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c3d29ce4-c314-4df3-b332-a2134691aef0 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.829098] env[65448]: DEBUG oslo_concurrency.lockutils [None req-58dcc597-708e-4a89-ad22-131d6b2c9104 tempest-VolumesAdminNegativeTest-1869350700 tempest-VolumesAdminNegativeTest-1869350700-project-member] Acquiring lock "2e23dcac-a447-4ae9-bcf6-26b268a664c4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.829357] env[65448]: DEBUG oslo_concurrency.lockutils [None req-58dcc597-708e-4a89-ad22-131d6b2c9104 tempest-VolumesAdminNegativeTest-1869350700 tempest-VolumesAdminNegativeTest-1869350700-project-member] Lock "2e23dcac-a447-4ae9-bcf6-26b268a664c4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.829555] env[65448]: DEBUG oslo_concurrency.lockutils [None req-58dcc597-708e-4a89-ad22-131d6b2c9104 tempest-VolumesAdminNegativeTest-1869350700 tempest-VolumesAdminNegativeTest-1869350700-project-member] Acquiring lock "2e23dcac-a447-4ae9-bcf6-26b268a664c4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.829884] env[65448]: DEBUG oslo_concurrency.lockutils [None req-58dcc597-708e-4a89-ad22-131d6b2c9104 tempest-VolumesAdminNegativeTest-1869350700 tempest-VolumesAdminNegativeTest-1869350700-project-member] Lock "2e23dcac-a447-4ae9-bcf6-26b268a664c4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.830104] env[65448]: DEBUG oslo_concurrency.lockutils [None req-58dcc597-708e-4a89-ad22-131d6b2c9104 tempest-VolumesAdminNegativeTest-1869350700 tempest-VolumesAdminNegativeTest-1869350700-project-member] Lock "2e23dcac-a447-4ae9-bcf6-26b268a664c4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.834657] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-63427810-4075-40b4-a724-4eeeff14e69b tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] [instance: 98934034-6202-43e2-8c37-cbde37e0cf78] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 703.836739] env[65448]: INFO nova.compute.manager [None req-58dcc597-708e-4a89-ad22-131d6b2c9104 tempest-VolumesAdminNegativeTest-1869350700 tempest-VolumesAdminNegativeTest-1869350700-project-member] [instance: 2e23dcac-a447-4ae9-bcf6-26b268a664c4] Terminating instance [ 703.838387] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-066ef31c-cd37-4783-b8f0-746541d875ee {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.840330] env[65448]: DEBUG oslo_vmware.api [None req-b23798ca-c065-435f-889f-860b79009c6b tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Waiting for the task: (returnval){ [ 703.840330] env[65448]: value = "task-4937336" [ 703.840330] env[65448]: _type = "Task" [ 703.840330] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.856636] env[65448]: DEBUG oslo_vmware.api [None req-b23798ca-c065-435f-889f-860b79009c6b tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Task: {'id': task-4937336, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.858120] env[65448]: DEBUG oslo_vmware.api [None req-63427810-4075-40b4-a724-4eeeff14e69b tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Waiting for the task: (returnval){ [ 703.858120] env[65448]: value = "task-4937337" [ 703.858120] env[65448]: _type = "Task" [ 703.858120] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.868469] env[65448]: DEBUG oslo_vmware.api [None req-63427810-4075-40b4-a724-4eeeff14e69b tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Task: {'id': task-4937337, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.966762] env[65448]: DEBUG nova.network.neutron [None req-c932f2a0-7f32-4a82-90f7-28484fa9edf2 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] [instance: ae260ff0-bb11-4322-a30e-47a4c88eb6d9] Updating instance_info_cache with network_info: [{"id": "3e1fa98c-28cc-4540-b505-ffbe4a5f7f51", "address": "fa:16:3e:c1:cd:da", "network": {"id": "efd72c64-55ca-463e-93ec-5fab6fc6790d", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1268907260-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "49296739b15f462b8d025177a517965d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e1fa98c-28", "ovs_interfaceid": "3e1fa98c-28cc-4540-b505-ffbe4a5f7f51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.966980] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance 6ca5c62d-cf52-4f78-9e01-5623f4989442 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 703.992299] env[65448]: INFO nova.compute.manager [None req-8b33bc4c-f3a7-49a6-8e7a-ad4fedfa95b4 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] [instance: 09225223-b8d1-43b9-ae8c-25d7f27ac233] Took 38.32 seconds to build instance. [ 704.022067] env[65448]: WARNING neutronclient.v2_0.client [req-ec2973f9-4535-452c-b252-bea29e2768c4 req-b49b23cd-494e-4b59-a37a-510239682a83 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 704.101106] env[65448]: DEBUG oslo_vmware.api [None req-cfcbb16b-5ed3-4bfd-a4eb-7a86e4d4915a tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Task: {'id': task-4937335, 'name': Rename_Task, 'duration_secs': 0.171164} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.101793] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfcbb16b-5ed3-4bfd-a4eb-7a86e4d4915a tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] [instance: afbf2157-90f8-4235-8f60-472d84ce9bd9] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 704.102115] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-85e0fb2c-a2fd-4445-84b6-b5ec1cf6b7e7 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.111961] env[65448]: DEBUG oslo_vmware.api [None req-cfcbb16b-5ed3-4bfd-a4eb-7a86e4d4915a tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Waiting for the task: (returnval){ [ 704.111961] env[65448]: value = "task-4937338" [ 704.111961] env[65448]: _type = "Task" [ 704.111961] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.121830] env[65448]: DEBUG oslo_vmware.api [None req-cfcbb16b-5ed3-4bfd-a4eb-7a86e4d4915a tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Task: {'id': task-4937338, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.141971] env[65448]: INFO nova.compute.manager [None req-19a91b29-a52d-4bbe-9870-a6b3d0ff68ed tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] [instance: c473afa5-eeb2-4574-bdf8-f0bc2ea17534] Took 35.90 seconds to build instance. [ 704.180148] env[65448]: DEBUG nova.network.neutron [req-ec2973f9-4535-452c-b252-bea29e2768c4 req-b49b23cd-494e-4b59-a37a-510239682a83 service nova] [instance: afbf2157-90f8-4235-8f60-472d84ce9bd9] Updated VIF entry in instance network info cache for port e14ac33d-a9e4-41db-8a22-413315718f51. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 704.180780] env[65448]: DEBUG nova.network.neutron [req-ec2973f9-4535-452c-b252-bea29e2768c4 req-b49b23cd-494e-4b59-a37a-510239682a83 service nova] [instance: afbf2157-90f8-4235-8f60-472d84ce9bd9] Updating instance_info_cache with network_info: [{"id": "e14ac33d-a9e4-41db-8a22-413315718f51", "address": "fa:16:3e:4b:04:da", "network": {"id": "efd72c64-55ca-463e-93ec-5fab6fc6790d", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1268907260-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "49296739b15f462b8d025177a517965d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape14ac33d-a9", "ovs_interfaceid": "e14ac33d-a9e4-41db-8a22-413315718f51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.238271] env[65448]: DEBUG oslo_vmware.api [None req-9331b1f6-9431-4f0e-8210-c564956ab6ed tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Task: {'id': task-4937332, 'name': CloneVM_Task} progress is 94%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.349602] env[65448]: DEBUG nova.compute.manager [None req-58dcc597-708e-4a89-ad22-131d6b2c9104 tempest-VolumesAdminNegativeTest-1869350700 tempest-VolumesAdminNegativeTest-1869350700-project-member] [instance: 2e23dcac-a447-4ae9-bcf6-26b268a664c4] Start destroying the instance on the hypervisor. {{(pid=65448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3209}} [ 704.349854] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-58dcc597-708e-4a89-ad22-131d6b2c9104 tempest-VolumesAdminNegativeTest-1869350700 tempest-VolumesAdminNegativeTest-1869350700-project-member] [instance: 2e23dcac-a447-4ae9-bcf6-26b268a664c4] Destroying instance {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 704.350677] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee88f4eb-f0cb-46a5-8460-5f63212ffebd {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.361124] env[65448]: DEBUG oslo_vmware.api [None req-b23798ca-c065-435f-889f-860b79009c6b tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Task: {'id': task-4937336, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.366471] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-58dcc597-708e-4a89-ad22-131d6b2c9104 tempest-VolumesAdminNegativeTest-1869350700 tempest-VolumesAdminNegativeTest-1869350700-project-member] [instance: 2e23dcac-a447-4ae9-bcf6-26b268a664c4] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 704.366678] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-da574714-88bd-4782-9358-faa70cb76979 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.374346] env[65448]: DEBUG oslo_vmware.api [None req-63427810-4075-40b4-a724-4eeeff14e69b tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Task: {'id': task-4937337, 'name': PowerOffVM_Task, 'duration_secs': 0.243387} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.375675] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-63427810-4075-40b4-a724-4eeeff14e69b tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] [instance: 98934034-6202-43e2-8c37-cbde37e0cf78] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 704.375871] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-63427810-4075-40b4-a724-4eeeff14e69b tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] [instance: 98934034-6202-43e2-8c37-cbde37e0cf78] Unregistering the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 704.376190] env[65448]: DEBUG oslo_vmware.api [None req-58dcc597-708e-4a89-ad22-131d6b2c9104 tempest-VolumesAdminNegativeTest-1869350700 tempest-VolumesAdminNegativeTest-1869350700-project-member] Waiting for the task: (returnval){ [ 704.376190] env[65448]: value = "task-4937339" [ 704.376190] env[65448]: _type = "Task" [ 704.376190] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.376396] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ba3c943d-f332-43ce-9e03-f8cefd83e2fb {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.388579] env[65448]: DEBUG oslo_vmware.api [None req-58dcc597-708e-4a89-ad22-131d6b2c9104 tempest-VolumesAdminNegativeTest-1869350700 tempest-VolumesAdminNegativeTest-1869350700-project-member] Task: {'id': task-4937339, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.470951] env[65448]: DEBUG oslo_concurrency.lockutils [None req-c932f2a0-7f32-4a82-90f7-28484fa9edf2 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Releasing lock "refresh_cache-ae260ff0-bb11-4322-a30e-47a4c88eb6d9" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.471395] env[65448]: DEBUG nova.compute.manager [None req-c932f2a0-7f32-4a82-90f7-28484fa9edf2 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] [instance: ae260ff0-bb11-4322-a30e-47a4c88eb6d9] Instance network_info: |[{"id": "3e1fa98c-28cc-4540-b505-ffbe4a5f7f51", "address": "fa:16:3e:c1:cd:da", "network": {"id": "efd72c64-55ca-463e-93ec-5fab6fc6790d", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1268907260-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "49296739b15f462b8d025177a517965d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e1fa98c-28", "ovs_interfaceid": "3e1fa98c-28cc-4540-b505-ffbe4a5f7f51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 704.472066] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-63427810-4075-40b4-a724-4eeeff14e69b tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] [instance: 98934034-6202-43e2-8c37-cbde37e0cf78] Unregistered the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 704.472066] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-63427810-4075-40b4-a724-4eeeff14e69b tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] [instance: 98934034-6202-43e2-8c37-cbde37e0cf78] Deleting contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 704.472215] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-63427810-4075-40b4-a724-4eeeff14e69b tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Deleting the datastore file [datastore2] 98934034-6202-43e2-8c37-cbde37e0cf78 {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 704.472916] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance 4d62a820-fb2b-4101-9dbc-d7cf4a27961a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 704.473395] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance c473afa5-eeb2-4574-bdf8-f0bc2ea17534 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 704.473395] env[65448]: WARNING nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance 576a1826-8e83-46fa-832d-87c62ff7d02e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 704.473395] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance f0ae0ad7-7800-4f5a-a270-7749177b8675 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 704.473780] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance abc20464-a66c-4425-a677-b5852aec43bb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 704.473780] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance f92de7cc-d52b-4a1d-821a-0212e37e9369 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 704.473780] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance 01f0dfbf-a289-43df-8919-bf6141b87d2a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 704.475191] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-c932f2a0-7f32-4a82-90f7-28484fa9edf2 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] [instance: ae260ff0-bb11-4322-a30e-47a4c88eb6d9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c1:cd:da', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '510d3c47-3615-43d5-aa5d-a279fd915e71', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3e1fa98c-28cc-4540-b505-ffbe4a5f7f51', 'vif_model': 'vmxnet3'}] {{(pid=65448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 704.484092] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-c932f2a0-7f32-4a82-90f7-28484fa9edf2 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 704.484679] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-25840f0a-1d27-475e-a5e8-4140667ec4d1 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.486814] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae260ff0-bb11-4322-a30e-47a4c88eb6d9] Creating VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 704.487050] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-54a12d14-ffd6-492c-a2fe-3cf98dd4e4bf {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.503987] env[65448]: DEBUG oslo_concurrency.lockutils [None req-8b33bc4c-f3a7-49a6-8e7a-ad4fedfa95b4 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Lock "09225223-b8d1-43b9-ae8c-25d7f27ac233" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.906s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.510337] env[65448]: DEBUG oslo_vmware.api [None req-63427810-4075-40b4-a724-4eeeff14e69b tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Waiting for the task: (returnval){ [ 704.510337] env[65448]: value = "task-4937341" [ 704.510337] env[65448]: _type = "Task" [ 704.510337] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.512762] env[65448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 704.512762] env[65448]: value = "task-4937342" [ 704.512762] env[65448]: _type = "Task" [ 704.512762] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.527253] env[65448]: DEBUG oslo_vmware.api [None req-63427810-4075-40b4-a724-4eeeff14e69b tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Task: {'id': task-4937341, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.531111] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937342, 'name': CreateVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.624347] env[65448]: DEBUG oslo_vmware.api [None req-cfcbb16b-5ed3-4bfd-a4eb-7a86e4d4915a tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Task: {'id': task-4937338, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.644308] env[65448]: DEBUG oslo_concurrency.lockutils [None req-19a91b29-a52d-4bbe-9870-a6b3d0ff68ed tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Lock "c473afa5-eeb2-4574-bdf8-f0bc2ea17534" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.784s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.683757] env[65448]: DEBUG oslo_concurrency.lockutils [req-ec2973f9-4535-452c-b252-bea29e2768c4 req-b49b23cd-494e-4b59-a37a-510239682a83 service nova] Releasing lock "refresh_cache-afbf2157-90f8-4235-8f60-472d84ce9bd9" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.741465] env[65448]: DEBUG oslo_vmware.api [None req-9331b1f6-9431-4f0e-8210-c564956ab6ed tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Task: {'id': task-4937332, 'name': CloneVM_Task} progress is 94%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.857726] env[65448]: DEBUG oslo_vmware.api [None req-b23798ca-c065-435f-889f-860b79009c6b tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Task: {'id': task-4937336, 'name': ReconfigVM_Task, 'duration_secs': 0.652296} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.857971] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-b23798ca-c065-435f-889f-860b79009c6b tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: abc20464-a66c-4425-a677-b5852aec43bb] Reconfigured VM instance instance-0000001e to attach disk [datastore2] abc20464-a66c-4425-a677-b5852aec43bb/50fb366d-48e6-424f-9c20-bc83d77be76a-rescue.vmdk or device None with type thin {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 704.858904] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ed3514a-9285-4f1d-b694-9a84a1cee3db {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.893648] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc3b5dec-8b8c-4e35-a7ad-aefd048d4414 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.911833] env[65448]: DEBUG oslo_vmware.api [None req-58dcc597-708e-4a89-ad22-131d6b2c9104 tempest-VolumesAdminNegativeTest-1869350700 tempest-VolumesAdminNegativeTest-1869350700-project-member] Task: {'id': task-4937339, 'name': PowerOffVM_Task, 'duration_secs': 0.380005} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.913126] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-58dcc597-708e-4a89-ad22-131d6b2c9104 tempest-VolumesAdminNegativeTest-1869350700 tempest-VolumesAdminNegativeTest-1869350700-project-member] [instance: 2e23dcac-a447-4ae9-bcf6-26b268a664c4] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 704.913459] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-58dcc597-708e-4a89-ad22-131d6b2c9104 tempest-VolumesAdminNegativeTest-1869350700 tempest-VolumesAdminNegativeTest-1869350700-project-member] [instance: 2e23dcac-a447-4ae9-bcf6-26b268a664c4] Unregistering the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 704.913704] env[65448]: DEBUG oslo_vmware.api [None req-b23798ca-c065-435f-889f-860b79009c6b tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Waiting for the task: (returnval){ [ 704.913704] env[65448]: value = "task-4937343" [ 704.913704] env[65448]: _type = "Task" [ 704.913704] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.913925] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ec0ab137-a08c-4330-9326-ceecaa7b2c9e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.927239] env[65448]: DEBUG oslo_vmware.api [None req-b23798ca-c065-435f-889f-860b79009c6b tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Task: {'id': task-4937343, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.988519] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance 5eaf1535-4d97-4020-b2a5-4f37e21026e0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 704.988784] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance ec4482b0-2919-48e3-a773-7013a9bb0899 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 704.988854] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance 98934034-6202-43e2-8c37-cbde37e0cf78 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 705.007201] env[65448]: DEBUG nova.compute.manager [None req-5e08c38e-e5e5-435a-9563-de3b978f991d tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: 5eaf1535-4d97-4020-b2a5-4f37e21026e0] Starting instance... {{(pid=65448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2483}} [ 705.021423] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-58dcc597-708e-4a89-ad22-131d6b2c9104 tempest-VolumesAdminNegativeTest-1869350700 tempest-VolumesAdminNegativeTest-1869350700-project-member] [instance: 2e23dcac-a447-4ae9-bcf6-26b268a664c4] Unregistered the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 705.021423] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-58dcc597-708e-4a89-ad22-131d6b2c9104 tempest-VolumesAdminNegativeTest-1869350700 tempest-VolumesAdminNegativeTest-1869350700-project-member] [instance: 2e23dcac-a447-4ae9-bcf6-26b268a664c4] Deleting contents of the VM from datastore datastore1 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 705.021553] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-58dcc597-708e-4a89-ad22-131d6b2c9104 tempest-VolumesAdminNegativeTest-1869350700 tempest-VolumesAdminNegativeTest-1869350700-project-member] Deleting the datastore file [datastore1] 2e23dcac-a447-4ae9-bcf6-26b268a664c4 {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 705.028667] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c4872628-115b-4508-bfa8-4098b201842d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.037385] env[65448]: DEBUG oslo_vmware.api [None req-63427810-4075-40b4-a724-4eeeff14e69b tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Task: {'id': task-4937341, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.363109} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.038828] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-63427810-4075-40b4-a724-4eeeff14e69b tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 705.039630] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-63427810-4075-40b4-a724-4eeeff14e69b tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] [instance: 98934034-6202-43e2-8c37-cbde37e0cf78] Deleted contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 705.039630] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-63427810-4075-40b4-a724-4eeeff14e69b tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] [instance: 98934034-6202-43e2-8c37-cbde37e0cf78] Instance destroyed {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 705.039722] env[65448]: INFO nova.compute.manager [None req-63427810-4075-40b4-a724-4eeeff14e69b tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] [instance: 98934034-6202-43e2-8c37-cbde37e0cf78] Took 1.25 seconds to destroy the instance on the hypervisor. [ 705.040235] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-63427810-4075-40b4-a724-4eeeff14e69b tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 705.045514] env[65448]: DEBUG nova.compute.manager [-] [instance: 98934034-6202-43e2-8c37-cbde37e0cf78] Deallocating network for instance {{(pid=65448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 705.045671] env[65448]: DEBUG nova.network.neutron [-] [instance: 98934034-6202-43e2-8c37-cbde37e0cf78] deallocate_for_instance() {{(pid=65448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 705.046155] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 705.049616] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937342, 'name': CreateVM_Task} progress is 25%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.053901] env[65448]: DEBUG oslo_vmware.api [None req-58dcc597-708e-4a89-ad22-131d6b2c9104 tempest-VolumesAdminNegativeTest-1869350700 tempest-VolumesAdminNegativeTest-1869350700-project-member] Waiting for the task: (returnval){ [ 705.053901] env[65448]: value = "task-4937345" [ 705.053901] env[65448]: _type = "Task" [ 705.053901] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.066793] env[65448]: DEBUG oslo_vmware.api [None req-58dcc597-708e-4a89-ad22-131d6b2c9104 tempest-VolumesAdminNegativeTest-1869350700 tempest-VolumesAdminNegativeTest-1869350700-project-member] Task: {'id': task-4937345, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.106433] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 705.125336] env[65448]: DEBUG oslo_vmware.api [None req-cfcbb16b-5ed3-4bfd-a4eb-7a86e4d4915a tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Task: {'id': task-4937338, 'name': PowerOnVM_Task, 'duration_secs': 0.534081} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.126400] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfcbb16b-5ed3-4bfd-a4eb-7a86e4d4915a tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] [instance: afbf2157-90f8-4235-8f60-472d84ce9bd9] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 705.126400] env[65448]: INFO nova.compute.manager [None req-cfcbb16b-5ed3-4bfd-a4eb-7a86e4d4915a tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] [instance: afbf2157-90f8-4235-8f60-472d84ce9bd9] Took 9.07 seconds to spawn the instance on the hypervisor. [ 705.126400] env[65448]: DEBUG nova.compute.manager [None req-cfcbb16b-5ed3-4bfd-a4eb-7a86e4d4915a tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] [instance: afbf2157-90f8-4235-8f60-472d84ce9bd9] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 705.127476] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-075fb8ac-6d65-468f-9cd1-d5a3f288ed49 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.147199] env[65448]: DEBUG nova.compute.manager [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] [instance: 564e79e0-e826-4ad7-83ec-f780b9cc5de7] Starting instance... {{(pid=65448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2483}} [ 705.239332] env[65448]: DEBUG oslo_vmware.api [None req-9331b1f6-9431-4f0e-8210-c564956ab6ed tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Task: {'id': task-4937332, 'name': CloneVM_Task, 'duration_secs': 2.483827} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.239592] env[65448]: INFO nova.virt.vmwareapi.vmops [None req-9331b1f6-9431-4f0e-8210-c564956ab6ed tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] [instance: 223507ab-1bb6-4cc6-b81d-c5da765c01c0] Created linked-clone VM from snapshot [ 705.240383] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aba521c7-1ebd-4c13-96bd-e74b1a6739b4 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.248623] env[65448]: DEBUG nova.virt.vmwareapi.images [None req-9331b1f6-9431-4f0e-8210-c564956ab6ed tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] [instance: 223507ab-1bb6-4cc6-b81d-c5da765c01c0] Uploading image a4114456-9220-4b9b-8511-b9485cfa2d4a {{(pid=65448) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 705.280049] env[65448]: DEBUG oslo_vmware.rw_handles [None req-9331b1f6-9431-4f0e-8210-c564956ab6ed tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 705.280049] env[65448]: value = "vm-961878" [ 705.280049] env[65448]: _type = "VirtualMachine" [ 705.280049] env[65448]: }. {{(pid=65448) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 705.280411] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8cd2ce20-9bc9-4e71-b645-f994b9ccde8c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.288727] env[65448]: DEBUG oslo_vmware.rw_handles [None req-9331b1f6-9431-4f0e-8210-c564956ab6ed tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Lease: (returnval){ [ 705.288727] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52fe676c-fced-4c89-faa5-627080bd89e9" [ 705.288727] env[65448]: _type = "HttpNfcLease" [ 705.288727] env[65448]: } obtained for exporting VM: (result){ [ 705.288727] env[65448]: value = "vm-961878" [ 705.288727] env[65448]: _type = "VirtualMachine" [ 705.288727] env[65448]: }. {{(pid=65448) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 705.289167] env[65448]: DEBUG oslo_vmware.api [None req-9331b1f6-9431-4f0e-8210-c564956ab6ed tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Waiting for the lease: (returnval){ [ 705.289167] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52fe676c-fced-4c89-faa5-627080bd89e9" [ 705.289167] env[65448]: _type = "HttpNfcLease" [ 705.289167] env[65448]: } to be ready. {{(pid=65448) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 705.296927] env[65448]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 705.296927] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52fe676c-fced-4c89-faa5-627080bd89e9" [ 705.296927] env[65448]: _type = "HttpNfcLease" [ 705.296927] env[65448]: } is initializing. {{(pid=65448) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 705.439195] env[65448]: DEBUG oslo_vmware.api [None req-b23798ca-c065-435f-889f-860b79009c6b tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Task: {'id': task-4937343, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.491950] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance 225f5425-83d8-441b-912c-7ca1815e531f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 705.538437] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937342, 'name': CreateVM_Task, 'duration_secs': 0.672021} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.538437] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae260ff0-bb11-4322-a30e-47a4c88eb6d9] Created VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 705.538437] env[65448]: WARNING neutronclient.v2_0.client [None req-c932f2a0-7f32-4a82-90f7-28484fa9edf2 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 705.538918] env[65448]: DEBUG oslo_concurrency.lockutils [None req-c932f2a0-7f32-4a82-90f7-28484fa9edf2 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.539090] env[65448]: DEBUG oslo_concurrency.lockutils [None req-c932f2a0-7f32-4a82-90f7-28484fa9edf2 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.539442] env[65448]: DEBUG oslo_concurrency.lockutils [None req-c932f2a0-7f32-4a82-90f7-28484fa9edf2 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.540703] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5e08c38e-e5e5-435a-9563-de3b978f991d tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.540985] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82fd953c-9712-438e-b3c1-aa92e5d7b458 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.546666] env[65448]: DEBUG oslo_vmware.api [None req-c932f2a0-7f32-4a82-90f7-28484fa9edf2 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Waiting for the task: (returnval){ [ 705.546666] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52a4fbc1-bb27-2611-63ba-a036869870c3" [ 705.546666] env[65448]: _type = "Task" [ 705.546666] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.556488] env[65448]: DEBUG oslo_vmware.api [None req-c932f2a0-7f32-4a82-90f7-28484fa9edf2 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52a4fbc1-bb27-2611-63ba-a036869870c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.569281] env[65448]: DEBUG oslo_vmware.api [None req-58dcc597-708e-4a89-ad22-131d6b2c9104 tempest-VolumesAdminNegativeTest-1869350700 tempest-VolumesAdminNegativeTest-1869350700-project-member] Task: {'id': task-4937345, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.379753} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.569578] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-58dcc597-708e-4a89-ad22-131d6b2c9104 tempest-VolumesAdminNegativeTest-1869350700 tempest-VolumesAdminNegativeTest-1869350700-project-member] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 705.569763] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-58dcc597-708e-4a89-ad22-131d6b2c9104 tempest-VolumesAdminNegativeTest-1869350700 tempest-VolumesAdminNegativeTest-1869350700-project-member] [instance: 2e23dcac-a447-4ae9-bcf6-26b268a664c4] Deleted contents of the VM from datastore datastore1 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 705.569936] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-58dcc597-708e-4a89-ad22-131d6b2c9104 tempest-VolumesAdminNegativeTest-1869350700 tempest-VolumesAdminNegativeTest-1869350700-project-member] [instance: 2e23dcac-a447-4ae9-bcf6-26b268a664c4] Instance destroyed {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 705.570167] env[65448]: INFO nova.compute.manager [None req-58dcc597-708e-4a89-ad22-131d6b2c9104 tempest-VolumesAdminNegativeTest-1869350700 tempest-VolumesAdminNegativeTest-1869350700-project-member] [instance: 2e23dcac-a447-4ae9-bcf6-26b268a664c4] Took 1.22 seconds to destroy the instance on the hypervisor. [ 705.570449] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-58dcc597-708e-4a89-ad22-131d6b2c9104 tempest-VolumesAdminNegativeTest-1869350700 tempest-VolumesAdminNegativeTest-1869350700-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 705.570944] env[65448]: DEBUG nova.compute.manager [-] [instance: 2e23dcac-a447-4ae9-bcf6-26b268a664c4] Deallocating network for instance {{(pid=65448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 705.571095] env[65448]: DEBUG nova.network.neutron [-] [instance: 2e23dcac-a447-4ae9-bcf6-26b268a664c4] deallocate_for_instance() {{(pid=65448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 705.571330] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 705.631872] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 705.649899] env[65448]: INFO nova.compute.manager [None req-cfcbb16b-5ed3-4bfd-a4eb-7a86e4d4915a tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] [instance: afbf2157-90f8-4235-8f60-472d84ce9bd9] Took 34.01 seconds to build instance. [ 705.675322] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.798450] env[65448]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 705.798450] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52fe676c-fced-4c89-faa5-627080bd89e9" [ 705.798450] env[65448]: _type = "HttpNfcLease" [ 705.798450] env[65448]: } is ready. {{(pid=65448) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 705.798816] env[65448]: DEBUG oslo_vmware.rw_handles [None req-9331b1f6-9431-4f0e-8210-c564956ab6ed tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 705.798816] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52fe676c-fced-4c89-faa5-627080bd89e9" [ 705.798816] env[65448]: _type = "HttpNfcLease" [ 705.798816] env[65448]: }. {{(pid=65448) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 705.799717] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7349f32b-80e0-4938-83a1-35aef3875263 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.813064] env[65448]: DEBUG oslo_vmware.rw_handles [None req-9331b1f6-9431-4f0e-8210-c564956ab6ed tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52599727-b3d7-5dff-fbdd-1fa9f2715ccf/disk-0.vmdk from lease info. {{(pid=65448) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 705.813064] env[65448]: DEBUG oslo_vmware.rw_handles [None req-9331b1f6-9431-4f0e-8210-c564956ab6ed tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52599727-b3d7-5dff-fbdd-1fa9f2715ccf/disk-0.vmdk for reading. {{(pid=65448) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 705.918948] env[65448]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6a60bb5c-d57c-40a2-adee-9a1362788ff1 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.932303] env[65448]: DEBUG oslo_vmware.api [None req-b23798ca-c065-435f-889f-860b79009c6b tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Task: {'id': task-4937343, 'name': ReconfigVM_Task, 'duration_secs': 0.816457} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.933120] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-b23798ca-c065-435f-889f-860b79009c6b tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: abc20464-a66c-4425-a677-b5852aec43bb] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 705.933120] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bc146b5e-b5b1-4a31-ae38-061b2c7681cc {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.942829] env[65448]: DEBUG oslo_vmware.api [None req-b23798ca-c065-435f-889f-860b79009c6b tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Waiting for the task: (returnval){ [ 705.942829] env[65448]: value = "task-4937347" [ 705.942829] env[65448]: _type = "Task" [ 705.942829] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.964412] env[65448]: DEBUG oslo_vmware.api [None req-b23798ca-c065-435f-889f-860b79009c6b tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Task: {'id': task-4937347, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.998938] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance 5946b482-7074-4075-9188-728461718ab4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 706.061498] env[65448]: DEBUG oslo_vmware.api [None req-c932f2a0-7f32-4a82-90f7-28484fa9edf2 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52a4fbc1-bb27-2611-63ba-a036869870c3, 'name': SearchDatastore_Task, 'duration_secs': 0.013217} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.061498] env[65448]: DEBUG oslo_concurrency.lockutils [None req-c932f2a0-7f32-4a82-90f7-28484fa9edf2 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.061498] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-c932f2a0-7f32-4a82-90f7-28484fa9edf2 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] [instance: ae260ff0-bb11-4322-a30e-47a4c88eb6d9] Processing image 50fb366d-48e6-424f-9c20-bc83d77be76a {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 706.061498] env[65448]: DEBUG oslo_concurrency.lockutils [None req-c932f2a0-7f32-4a82-90f7-28484fa9edf2 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.061882] env[65448]: DEBUG oslo_concurrency.lockutils [None req-c932f2a0-7f32-4a82-90f7-28484fa9edf2 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.061882] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-c932f2a0-7f32-4a82-90f7-28484fa9edf2 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 706.062142] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-29db9ee3-3b73-4003-afa1-e4addd036b57 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.077300] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-c932f2a0-7f32-4a82-90f7-28484fa9edf2 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 706.077300] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-c932f2a0-7f32-4a82-90f7-28484fa9edf2 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 706.077300] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90ef6abb-6be0-4725-9b55-6df81a45bdfb {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.086974] env[65448]: DEBUG oslo_vmware.api [None req-c932f2a0-7f32-4a82-90f7-28484fa9edf2 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Waiting for the task: (returnval){ [ 706.086974] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52d216ec-3a3a-a15e-aa70-e5ef3dd4bb90" [ 706.086974] env[65448]: _type = "Task" [ 706.086974] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.102193] env[65448]: DEBUG oslo_vmware.api [None req-c932f2a0-7f32-4a82-90f7-28484fa9edf2 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52d216ec-3a3a-a15e-aa70-e5ef3dd4bb90, 'name': SearchDatastore_Task, 'duration_secs': 0.013163} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.103118] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d562d709-6ae3-4ef4-92eb-5ede16c7a9e4 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.109489] env[65448]: DEBUG oslo_vmware.api [None req-c932f2a0-7f32-4a82-90f7-28484fa9edf2 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Waiting for the task: (returnval){ [ 706.109489] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]523cc323-92bb-3187-7737-fd1ec714b9c9" [ 706.109489] env[65448]: _type = "Task" [ 706.109489] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.119919] env[65448]: DEBUG oslo_vmware.api [None req-c932f2a0-7f32-4a82-90f7-28484fa9edf2 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]523cc323-92bb-3187-7737-fd1ec714b9c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.155854] env[65448]: DEBUG oslo_concurrency.lockutils [None req-cfcbb16b-5ed3-4bfd-a4eb-7a86e4d4915a tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Lock "afbf2157-90f8-4235-8f60-472d84ce9bd9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.588s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.216439] env[65448]: DEBUG oslo_concurrency.lockutils [None req-aee98793-cfda-4eb0-b333-a36b0807648d tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Acquiring lock "9322f1d0-3ffb-46c6-8974-7fe56a517f7f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.217041] env[65448]: DEBUG oslo_concurrency.lockutils [None req-aee98793-cfda-4eb0-b333-a36b0807648d tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Lock "9322f1d0-3ffb-46c6-8974-7fe56a517f7f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.245272] env[65448]: DEBUG nova.compute.manager [req-8a93dd22-490b-4c80-9cbb-a80b5ac27622 req-9260f969-ed72-4b0f-bf4b-3719d79a05bd service nova] [instance: ae260ff0-bb11-4322-a30e-47a4c88eb6d9] Received event network-changed-3e1fa98c-28cc-4540-b505-ffbe4a5f7f51 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 706.245565] env[65448]: DEBUG nova.compute.manager [req-8a93dd22-490b-4c80-9cbb-a80b5ac27622 req-9260f969-ed72-4b0f-bf4b-3719d79a05bd service nova] [instance: ae260ff0-bb11-4322-a30e-47a4c88eb6d9] Refreshing instance network info cache due to event network-changed-3e1fa98c-28cc-4540-b505-ffbe4a5f7f51. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 706.245832] env[65448]: DEBUG oslo_concurrency.lockutils [req-8a93dd22-490b-4c80-9cbb-a80b5ac27622 req-9260f969-ed72-4b0f-bf4b-3719d79a05bd service nova] Acquiring lock "refresh_cache-ae260ff0-bb11-4322-a30e-47a4c88eb6d9" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.246080] env[65448]: DEBUG oslo_concurrency.lockutils [req-8a93dd22-490b-4c80-9cbb-a80b5ac27622 req-9260f969-ed72-4b0f-bf4b-3719d79a05bd service nova] Acquired lock "refresh_cache-ae260ff0-bb11-4322-a30e-47a4c88eb6d9" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.246783] env[65448]: DEBUG nova.network.neutron [req-8a93dd22-490b-4c80-9cbb-a80b5ac27622 req-9260f969-ed72-4b0f-bf4b-3719d79a05bd service nova] [instance: ae260ff0-bb11-4322-a30e-47a4c88eb6d9] Refreshing network info cache for port 3e1fa98c-28cc-4540-b505-ffbe4a5f7f51 {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 706.271356] env[65448]: DEBUG nova.network.neutron [-] [instance: 98934034-6202-43e2-8c37-cbde37e0cf78] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.461086] env[65448]: DEBUG oslo_vmware.api [None req-b23798ca-c065-435f-889f-860b79009c6b tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Task: {'id': task-4937347, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.470832] env[65448]: DEBUG nova.network.neutron [-] [instance: 2e23dcac-a447-4ae9-bcf6-26b268a664c4] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.505028] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance fab0ffc2-fa16-4d13-b70c-dfaa41c981aa has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 706.505028] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance b72f98f6-f233-4a51-b4ac-fef6364407f1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 706.505028] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance 6298b6d7-5892-48cc-b808-eeca3d91f57e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 706.505028] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance 2e23dcac-a447-4ae9-bcf6-26b268a664c4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 706.505494] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance fb73de4f-982f-48b5-b0a6-febcf9a1f54e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 706.505494] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Total usable vcpus: 48, total allocated vcpus: 24 {{(pid=65448) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 706.505548] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=5248MB phys_disk=100GB used_disk=23GB total_vcpus=48 used_vcpus=24 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '24', 'num_vm_active': '20', 'num_task_None': '17', 'num_os_type_None': '24', 'num_proj_084f3b05a4bf4688bf8e385ebb69eb68': '1', 'io_workload': '6', 'num_proj_d16e453e4fe34602943010b8b42c43cb': '1', 'num_proj_19cecb9320184ab9a3c0a3444b6924f1': '1', 'num_proj_dc9e8e59612c49a6b788080423997837': '1', 'num_proj_151b52486680497ab0313e8770e10757': '3', 'num_proj_dafe4a08e85746d7b19aacf81cba31e7': '1', 'num_proj_74408dc8b04f41b8bdca04195cebd569': '1', 'num_proj_a4a79f75fe9f47d4a1cca9aa9f9c3901': '1', 'num_proj_caa6b5f69be14085ad92afab48d5509a': '1', 'num_task_image_uploading': '1', 'num_proj_f141af3620974f54b33ca052a13f1a09': '1', 'num_proj_cd050f9067644c0db6e945683a3fcccc': '1', 'num_proj_c2a7a06e61d94624ba3b3a9d4f5d1e6f': '2', 'num_task_image_snapshot': '1', 'num_proj_59c42804054740c48c7e57900be9a060': '2', 'num_task_deleting': '1', 'num_proj_296600a34c934615b24b7427684aa445': '1', 'num_proj_30ceb14ff460476ab237c06ee0fa9b8b': '1', 'num_task_rescuing': '1', 'num_proj_edccf958e50a4a3fabf300982a356a45': '1', 'num_vm_building': '4', 'num_task_spawning': '3', 'num_proj_49296739b15f462b8d025177a517965d': '3', 'num_proj_9d1cf9da4e3442eea40a764f302a4111': '1'} {{(pid=65448) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 706.627238] env[65448]: DEBUG oslo_vmware.api [None req-c932f2a0-7f32-4a82-90f7-28484fa9edf2 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]523cc323-92bb-3187-7737-fd1ec714b9c9, 'name': SearchDatastore_Task, 'duration_secs': 0.012883} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.627238] env[65448]: DEBUG oslo_concurrency.lockutils [None req-c932f2a0-7f32-4a82-90f7-28484fa9edf2 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.627238] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-c932f2a0-7f32-4a82-90f7-28484fa9edf2 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] ae260ff0-bb11-4322-a30e-47a4c88eb6d9/ae260ff0-bb11-4322-a30e-47a4c88eb6d9.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 706.627454] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3fa9a6e8-7c04-4d19-b637-96943b2d393f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.641875] env[65448]: DEBUG oslo_vmware.api [None req-c932f2a0-7f32-4a82-90f7-28484fa9edf2 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Waiting for the task: (returnval){ [ 706.641875] env[65448]: value = "task-4937348" [ 706.641875] env[65448]: _type = "Task" [ 706.641875] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.657353] env[65448]: DEBUG oslo_vmware.api [None req-c932f2a0-7f32-4a82-90f7-28484fa9edf2 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Task: {'id': task-4937348, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.658188] env[65448]: DEBUG nova.compute.manager [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] [instance: a1383469-5eaa-41c0-950c-fc5b071d8f62] Starting instance... {{(pid=65448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2483}} [ 706.751275] env[65448]: WARNING neutronclient.v2_0.client [req-8a93dd22-490b-4c80-9cbb-a80b5ac27622 req-9260f969-ed72-4b0f-bf4b-3719d79a05bd service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 706.774019] env[65448]: INFO nova.compute.manager [-] [instance: 98934034-6202-43e2-8c37-cbde37e0cf78] Took 1.73 seconds to deallocate network for instance. [ 706.965965] env[65448]: DEBUG oslo_vmware.api [None req-b23798ca-c065-435f-889f-860b79009c6b tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Task: {'id': task-4937347, 'name': PowerOnVM_Task, 'duration_secs': 0.568533} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.966275] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-b23798ca-c065-435f-889f-860b79009c6b tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: abc20464-a66c-4425-a677-b5852aec43bb] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 706.974971] env[65448]: DEBUG nova.compute.manager [None req-b23798ca-c065-435f-889f-860b79009c6b tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: abc20464-a66c-4425-a677-b5852aec43bb] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 706.975511] env[65448]: INFO nova.compute.manager [-] [instance: 2e23dcac-a447-4ae9-bcf6-26b268a664c4] Took 1.40 seconds to deallocate network for instance. [ 706.976377] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea1d73cc-c962-4b25-ac2f-c9b83ba443f5 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.996709] env[65448]: WARNING neutronclient.v2_0.client [req-8a93dd22-490b-4c80-9cbb-a80b5ac27622 req-9260f969-ed72-4b0f-bf4b-3719d79a05bd service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 707.165427] env[65448]: DEBUG oslo_vmware.api [None req-c932f2a0-7f32-4a82-90f7-28484fa9edf2 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Task: {'id': task-4937348, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.188557] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.203805] env[65448]: DEBUG nova.network.neutron [req-8a93dd22-490b-4c80-9cbb-a80b5ac27622 req-9260f969-ed72-4b0f-bf4b-3719d79a05bd service nova] [instance: ae260ff0-bb11-4322-a30e-47a4c88eb6d9] Updated VIF entry in instance network info cache for port 3e1fa98c-28cc-4540-b505-ffbe4a5f7f51. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 707.204214] env[65448]: DEBUG nova.network.neutron [req-8a93dd22-490b-4c80-9cbb-a80b5ac27622 req-9260f969-ed72-4b0f-bf4b-3719d79a05bd service nova] [instance: ae260ff0-bb11-4322-a30e-47a4c88eb6d9] Updating instance_info_cache with network_info: [{"id": "3e1fa98c-28cc-4540-b505-ffbe4a5f7f51", "address": "fa:16:3e:c1:cd:da", "network": {"id": "efd72c64-55ca-463e-93ec-5fab6fc6790d", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1268907260-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "49296739b15f462b8d025177a517965d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e1fa98c-28", "ovs_interfaceid": "3e1fa98c-28cc-4540-b505-ffbe4a5f7f51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.254999] env[65448]: DEBUG nova.compute.manager [req-f6eca050-7a1b-4723-83eb-1ec897722d26 req-9cbe8b04-e2ec-4a51-887f-455dd68fd97d service nova] [instance: 98934034-6202-43e2-8c37-cbde37e0cf78] Received event network-vif-deleted-563c0a80-9e7a-4f3f-9dd1-d6fee14bee79 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 707.283320] env[65448]: DEBUG oslo_concurrency.lockutils [None req-63427810-4075-40b4-a724-4eeeff14e69b tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.496959] env[65448]: DEBUG oslo_concurrency.lockutils [None req-58dcc597-708e-4a89-ad22-131d6b2c9104 tempest-VolumesAdminNegativeTest-1869350700 tempest-VolumesAdminNegativeTest-1869350700-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.506022] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e01519d-16a1-49c5-a54d-3ad22bfb4218 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.517733] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-985460e9-ee64-4564-b178-18a32211111b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.553869] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18b515c5-a516-402c-b035-629278422994 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.564299] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07507261-cc06-440f-9e40-103b8f058c7a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.583900] env[65448]: DEBUG nova.compute.provider_tree [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 707.654294] env[65448]: DEBUG oslo_vmware.api [None req-c932f2a0-7f32-4a82-90f7-28484fa9edf2 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Task: {'id': task-4937348, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.643561} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.655144] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-c932f2a0-7f32-4a82-90f7-28484fa9edf2 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] ae260ff0-bb11-4322-a30e-47a4c88eb6d9/ae260ff0-bb11-4322-a30e-47a4c88eb6d9.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 707.655471] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-c932f2a0-7f32-4a82-90f7-28484fa9edf2 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] [instance: ae260ff0-bb11-4322-a30e-47a4c88eb6d9] Extending root virtual disk to 1048576 {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 707.655856] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-91ea09c0-7afb-4a9f-9ddc-66d32864d2e7 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.664487] env[65448]: DEBUG oslo_vmware.api [None req-c932f2a0-7f32-4a82-90f7-28484fa9edf2 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Waiting for the task: (returnval){ [ 707.664487] env[65448]: value = "task-4937349" [ 707.664487] env[65448]: _type = "Task" [ 707.664487] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.681523] env[65448]: DEBUG oslo_vmware.api [None req-c932f2a0-7f32-4a82-90f7-28484fa9edf2 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Task: {'id': task-4937349, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.711013] env[65448]: DEBUG oslo_concurrency.lockutils [req-8a93dd22-490b-4c80-9cbb-a80b5ac27622 req-9260f969-ed72-4b0f-bf4b-3719d79a05bd service nova] Releasing lock "refresh_cache-ae260ff0-bb11-4322-a30e-47a4c88eb6d9" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.711498] env[65448]: DEBUG oslo_concurrency.lockutils [None req-566323c3-a7a7-4605-b033-d60f39166c97 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Acquiring lock "fb73de4f-982f-48b5-b0a6-febcf9a1f54e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.711852] env[65448]: DEBUG oslo_concurrency.lockutils [None req-566323c3-a7a7-4605-b033-d60f39166c97 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Lock "fb73de4f-982f-48b5-b0a6-febcf9a1f54e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.712140] env[65448]: DEBUG oslo_concurrency.lockutils [None req-566323c3-a7a7-4605-b033-d60f39166c97 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Acquiring lock "fb73de4f-982f-48b5-b0a6-febcf9a1f54e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.712423] env[65448]: DEBUG oslo_concurrency.lockutils [None req-566323c3-a7a7-4605-b033-d60f39166c97 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Lock "fb73de4f-982f-48b5-b0a6-febcf9a1f54e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.712760] env[65448]: DEBUG oslo_concurrency.lockutils [None req-566323c3-a7a7-4605-b033-d60f39166c97 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Lock "fb73de4f-982f-48b5-b0a6-febcf9a1f54e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.717318] env[65448]: INFO nova.compute.manager [None req-566323c3-a7a7-4605-b033-d60f39166c97 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] [instance: fb73de4f-982f-48b5-b0a6-febcf9a1f54e] Terminating instance [ 707.806841] env[65448]: DEBUG oslo_concurrency.lockutils [None req-05ca60cd-ee68-4c5e-b91d-4a9cc2cbc3ca tempest-VolumesAssistedSnapshotsTest-906605402 tempest-VolumesAssistedSnapshotsTest-906605402-project-admin] Acquiring lock "b72f98f6-f233-4a51-b4ac-fef6364407f1" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.807576] env[65448]: DEBUG oslo_concurrency.lockutils [None req-05ca60cd-ee68-4c5e-b91d-4a9cc2cbc3ca tempest-VolumesAssistedSnapshotsTest-906605402 tempest-VolumesAssistedSnapshotsTest-906605402-project-admin] Lock "b72f98f6-f233-4a51-b4ac-fef6364407f1" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.091263] env[65448]: DEBUG nova.scheduler.client.report [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 708.175583] env[65448]: DEBUG oslo_vmware.api [None req-c932f2a0-7f32-4a82-90f7-28484fa9edf2 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Task: {'id': task-4937349, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078684} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.175993] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-c932f2a0-7f32-4a82-90f7-28484fa9edf2 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] [instance: ae260ff0-bb11-4322-a30e-47a4c88eb6d9] Extended root virtual disk {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 708.176937] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73b121c6-b754-48a6-899a-c63bf2e7f0f8 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.201489] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-c932f2a0-7f32-4a82-90f7-28484fa9edf2 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] [instance: ae260ff0-bb11-4322-a30e-47a4c88eb6d9] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] ae260ff0-bb11-4322-a30e-47a4c88eb6d9/ae260ff0-bb11-4322-a30e-47a4c88eb6d9.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 708.201838] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7dbce724-7cb8-48d0-8c01-790f133eedf9 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.223044] env[65448]: DEBUG nova.compute.manager [None req-566323c3-a7a7-4605-b033-d60f39166c97 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] [instance: fb73de4f-982f-48b5-b0a6-febcf9a1f54e] Start destroying the instance on the hypervisor. {{(pid=65448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3209}} [ 708.223216] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-566323c3-a7a7-4605-b033-d60f39166c97 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] [instance: fb73de4f-982f-48b5-b0a6-febcf9a1f54e] Destroying instance {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 708.223652] env[65448]: DEBUG oslo_vmware.api [None req-c932f2a0-7f32-4a82-90f7-28484fa9edf2 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Waiting for the task: (returnval){ [ 708.223652] env[65448]: value = "task-4937350" [ 708.223652] env[65448]: _type = "Task" [ 708.223652] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.224543] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20d01af9-acc1-4a0f-8c9d-a55eefd2bfe4 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.238572] env[65448]: DEBUG oslo_vmware.api [None req-c932f2a0-7f32-4a82-90f7-28484fa9edf2 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Task: {'id': task-4937350, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.241171] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-566323c3-a7a7-4605-b033-d60f39166c97 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] [instance: fb73de4f-982f-48b5-b0a6-febcf9a1f54e] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 708.241642] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ae34f535-00b3-47b6-b160-5d463e52f090 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.251136] env[65448]: DEBUG oslo_vmware.api [None req-566323c3-a7a7-4605-b033-d60f39166c97 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Waiting for the task: (returnval){ [ 708.251136] env[65448]: value = "task-4937351" [ 708.251136] env[65448]: _type = "Task" [ 708.251136] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.261348] env[65448]: DEBUG oslo_vmware.api [None req-566323c3-a7a7-4605-b033-d60f39166c97 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Task: {'id': task-4937351, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.312124] env[65448]: DEBUG nova.compute.utils [None req-05ca60cd-ee68-4c5e-b91d-4a9cc2cbc3ca tempest-VolumesAssistedSnapshotsTest-906605402 tempest-VolumesAssistedSnapshotsTest-906605402-project-admin] Using /dev/sd instead of None {{(pid=65448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 708.599201] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65448) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 708.599856] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 9.243s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.600292] env[65448]: DEBUG oslo_concurrency.lockutils [None req-30d5e2f1-b146-45bf-a096-706033f3c53f tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.427s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.602094] env[65448]: INFO nova.compute.claims [None req-30d5e2f1-b146-45bf-a096-706033f3c53f tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: e6733991-a8fe-42b0-bd9c-098cd755e957] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 708.739263] env[65448]: DEBUG oslo_vmware.api [None req-c932f2a0-7f32-4a82-90f7-28484fa9edf2 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Task: {'id': task-4937350, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.763507] env[65448]: DEBUG oslo_vmware.api [None req-566323c3-a7a7-4605-b033-d60f39166c97 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Task: {'id': task-4937351, 'name': PowerOffVM_Task, 'duration_secs': 0.287471} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.763878] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-566323c3-a7a7-4605-b033-d60f39166c97 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] [instance: fb73de4f-982f-48b5-b0a6-febcf9a1f54e] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 708.764165] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-566323c3-a7a7-4605-b033-d60f39166c97 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] [instance: fb73de4f-982f-48b5-b0a6-febcf9a1f54e] Unregistering the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 708.764461] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f772f488-483e-4f66-ae81-e1072641c416 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.817030] env[65448]: DEBUG oslo_concurrency.lockutils [None req-05ca60cd-ee68-4c5e-b91d-4a9cc2cbc3ca tempest-VolumesAssistedSnapshotsTest-906605402 tempest-VolumesAssistedSnapshotsTest-906605402-project-admin] Lock "b72f98f6-f233-4a51-b4ac-fef6364407f1" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.844068] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-566323c3-a7a7-4605-b033-d60f39166c97 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] [instance: fb73de4f-982f-48b5-b0a6-febcf9a1f54e] Unregistered the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 708.844358] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-566323c3-a7a7-4605-b033-d60f39166c97 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] [instance: fb73de4f-982f-48b5-b0a6-febcf9a1f54e] Deleting contents of the VM from datastore datastore1 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 708.844736] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-566323c3-a7a7-4605-b033-d60f39166c97 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Deleting the datastore file [datastore1] fb73de4f-982f-48b5-b0a6-febcf9a1f54e {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 708.844912] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5279c0c2-b5c8-4c70-a28a-16f7692dad91 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.852878] env[65448]: DEBUG oslo_vmware.api [None req-566323c3-a7a7-4605-b033-d60f39166c97 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Waiting for the task: (returnval){ [ 708.852878] env[65448]: value = "task-4937353" [ 708.852878] env[65448]: _type = "Task" [ 708.852878] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.864167] env[65448]: DEBUG oslo_vmware.api [None req-566323c3-a7a7-4605-b033-d60f39166c97 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Task: {'id': task-4937353, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.239060] env[65448]: DEBUG oslo_vmware.api [None req-c932f2a0-7f32-4a82-90f7-28484fa9edf2 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Task: {'id': task-4937350, 'name': ReconfigVM_Task, 'duration_secs': 0.524168} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.239384] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-c932f2a0-7f32-4a82-90f7-28484fa9edf2 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] [instance: ae260ff0-bb11-4322-a30e-47a4c88eb6d9] Reconfigured VM instance instance-00000023 to attach disk [datastore2] ae260ff0-bb11-4322-a30e-47a4c88eb6d9/ae260ff0-bb11-4322-a30e-47a4c88eb6d9.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 709.240074] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1a291c37-6c38-4a72-a801-57a1c18158a7 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.249420] env[65448]: DEBUG oslo_vmware.api [None req-c932f2a0-7f32-4a82-90f7-28484fa9edf2 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Waiting for the task: (returnval){ [ 709.249420] env[65448]: value = "task-4937354" [ 709.249420] env[65448]: _type = "Task" [ 709.249420] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.263216] env[65448]: DEBUG oslo_vmware.api [None req-c932f2a0-7f32-4a82-90f7-28484fa9edf2 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Task: {'id': task-4937354, 'name': Rename_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.364265] env[65448]: DEBUG oslo_vmware.api [None req-566323c3-a7a7-4605-b033-d60f39166c97 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Task: {'id': task-4937353, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.269031} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.364265] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-566323c3-a7a7-4605-b033-d60f39166c97 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 709.364628] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-566323c3-a7a7-4605-b033-d60f39166c97 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] [instance: fb73de4f-982f-48b5-b0a6-febcf9a1f54e] Deleted contents of the VM from datastore datastore1 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 709.364628] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-566323c3-a7a7-4605-b033-d60f39166c97 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] [instance: fb73de4f-982f-48b5-b0a6-febcf9a1f54e] Instance destroyed {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 709.365307] env[65448]: INFO nova.compute.manager [None req-566323c3-a7a7-4605-b033-d60f39166c97 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] [instance: fb73de4f-982f-48b5-b0a6-febcf9a1f54e] Took 1.14 seconds to destroy the instance on the hypervisor. [ 709.365307] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-566323c3-a7a7-4605-b033-d60f39166c97 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 709.365436] env[65448]: DEBUG nova.compute.manager [-] [instance: fb73de4f-982f-48b5-b0a6-febcf9a1f54e] Deallocating network for instance {{(pid=65448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 709.365613] env[65448]: DEBUG nova.network.neutron [-] [instance: fb73de4f-982f-48b5-b0a6-febcf9a1f54e] deallocate_for_instance() {{(pid=65448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 709.365913] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 709.446334] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 709.538977] env[65448]: DEBUG nova.compute.manager [req-9479ab1e-24fc-4694-bbaf-cb682a19af44 req-285e695f-75e7-42c6-9c38-1abb3b25cfa5 service nova] [instance: 2e23dcac-a447-4ae9-bcf6-26b268a664c4] Received event network-vif-deleted-c6cbd502-2609-4662-85dc-0268fc757670 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 709.538977] env[65448]: DEBUG nova.compute.manager [req-9479ab1e-24fc-4694-bbaf-cb682a19af44 req-285e695f-75e7-42c6-9c38-1abb3b25cfa5 service nova] [instance: c473afa5-eeb2-4574-bdf8-f0bc2ea17534] Received event network-changed-21e08cf6-f018-4e17-81af-9ecaca9b77dd {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 709.538977] env[65448]: DEBUG nova.compute.manager [req-9479ab1e-24fc-4694-bbaf-cb682a19af44 req-285e695f-75e7-42c6-9c38-1abb3b25cfa5 service nova] [instance: c473afa5-eeb2-4574-bdf8-f0bc2ea17534] Refreshing instance network info cache due to event network-changed-21e08cf6-f018-4e17-81af-9ecaca9b77dd. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 709.539127] env[65448]: DEBUG oslo_concurrency.lockutils [req-9479ab1e-24fc-4694-bbaf-cb682a19af44 req-285e695f-75e7-42c6-9c38-1abb3b25cfa5 service nova] Acquiring lock "refresh_cache-c473afa5-eeb2-4574-bdf8-f0bc2ea17534" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.540228] env[65448]: DEBUG oslo_concurrency.lockutils [req-9479ab1e-24fc-4694-bbaf-cb682a19af44 req-285e695f-75e7-42c6-9c38-1abb3b25cfa5 service nova] Acquired lock "refresh_cache-c473afa5-eeb2-4574-bdf8-f0bc2ea17534" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.540433] env[65448]: DEBUG nova.network.neutron [req-9479ab1e-24fc-4694-bbaf-cb682a19af44 req-285e695f-75e7-42c6-9c38-1abb3b25cfa5 service nova] [instance: c473afa5-eeb2-4574-bdf8-f0bc2ea17534] Refreshing network info cache for port 21e08cf6-f018-4e17-81af-9ecaca9b77dd {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 709.760342] env[65448]: DEBUG oslo_vmware.api [None req-c932f2a0-7f32-4a82-90f7-28484fa9edf2 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Task: {'id': task-4937354, 'name': Rename_Task, 'duration_secs': 0.402896} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.760640] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-c932f2a0-7f32-4a82-90f7-28484fa9edf2 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] [instance: ae260ff0-bb11-4322-a30e-47a4c88eb6d9] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 709.760865] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-89cf5ddf-28bc-4574-b819-5b8e9fe66d83 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.769376] env[65448]: DEBUG oslo_vmware.api [None req-c932f2a0-7f32-4a82-90f7-28484fa9edf2 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Waiting for the task: (returnval){ [ 709.769376] env[65448]: value = "task-4937355" [ 709.769376] env[65448]: _type = "Task" [ 709.769376] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.785736] env[65448]: DEBUG oslo_vmware.api [None req-c932f2a0-7f32-4a82-90f7-28484fa9edf2 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Task: {'id': task-4937355, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.929662] env[65448]: DEBUG oslo_concurrency.lockutils [None req-05ca60cd-ee68-4c5e-b91d-4a9cc2cbc3ca tempest-VolumesAssistedSnapshotsTest-906605402 tempest-VolumesAssistedSnapshotsTest-906605402-project-admin] Acquiring lock "b72f98f6-f233-4a51-b4ac-fef6364407f1" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.929970] env[65448]: DEBUG oslo_concurrency.lockutils [None req-05ca60cd-ee68-4c5e-b91d-4a9cc2cbc3ca tempest-VolumesAssistedSnapshotsTest-906605402 tempest-VolumesAssistedSnapshotsTest-906605402-project-admin] Lock "b72f98f6-f233-4a51-b4ac-fef6364407f1" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.930307] env[65448]: INFO nova.compute.manager [None req-05ca60cd-ee68-4c5e-b91d-4a9cc2cbc3ca tempest-VolumesAssistedSnapshotsTest-906605402 tempest-VolumesAssistedSnapshotsTest-906605402-project-admin] [instance: b72f98f6-f233-4a51-b4ac-fef6364407f1] Attaching volume 98a4c369-4b6c-4da9-8f61-3a2d2a709ac5 to /dev/sdb [ 709.966504] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4ab2c33-559b-416d-9305-7c86d5382dcf {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.976884] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2bf115f-1daf-4d89-8456-683969d2e68a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.995911] env[65448]: DEBUG nova.virt.block_device [None req-05ca60cd-ee68-4c5e-b91d-4a9cc2cbc3ca tempest-VolumesAssistedSnapshotsTest-906605402 tempest-VolumesAssistedSnapshotsTest-906605402-project-admin] [instance: b72f98f6-f233-4a51-b4ac-fef6364407f1] Updating existing volume attachment record: 638cea8d-fb9b-4dbb-9089-a8aa728b5cf0 {{(pid=65448) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 710.044162] env[65448]: WARNING neutronclient.v2_0.client [req-9479ab1e-24fc-4694-bbaf-cb682a19af44 req-285e695f-75e7-42c6-9c38-1abb3b25cfa5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 710.186978] env[65448]: DEBUG nova.network.neutron [-] [instance: fb73de4f-982f-48b5-b0a6-febcf9a1f54e] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.284506] env[65448]: DEBUG oslo_vmware.api [None req-c932f2a0-7f32-4a82-90f7-28484fa9edf2 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Task: {'id': task-4937355, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.320746] env[65448]: WARNING neutronclient.v2_0.client [req-9479ab1e-24fc-4694-bbaf-cb682a19af44 req-285e695f-75e7-42c6-9c38-1abb3b25cfa5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 710.379485] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d36488e4-168b-4716-93be-98c9218d97ec {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.388493] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ab81fa6-4024-4dfa-a7e8-cdad8156ef45 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.428444] env[65448]: DEBUG nova.network.neutron [req-9479ab1e-24fc-4694-bbaf-cb682a19af44 req-285e695f-75e7-42c6-9c38-1abb3b25cfa5 service nova] [instance: c473afa5-eeb2-4574-bdf8-f0bc2ea17534] Updated VIF entry in instance network info cache for port 21e08cf6-f018-4e17-81af-9ecaca9b77dd. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 710.428823] env[65448]: DEBUG nova.network.neutron [req-9479ab1e-24fc-4694-bbaf-cb682a19af44 req-285e695f-75e7-42c6-9c38-1abb3b25cfa5 service nova] [instance: c473afa5-eeb2-4574-bdf8-f0bc2ea17534] Updating instance_info_cache with network_info: [{"id": "21e08cf6-f018-4e17-81af-9ecaca9b77dd", "address": "fa:16:3e:db:c9:37", "network": {"id": "d16867b7-7e9f-4587-9a44-e83238a0b7db", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1023219576-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d1cf9da4e3442eea40a764f302a4111", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21e08cf6-f0", "ovs_interfaceid": "21e08cf6-f018-4e17-81af-9ecaca9b77dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.432117] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f75515c-0bf1-40d4-aa8c-7838829439b3 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.435902] env[65448]: DEBUG nova.compute.manager [req-fbeb52ff-9b1e-4573-80f9-8aa89e88b753 req-31fc903c-283c-4d70-a6e9-ee5496fbaded service nova] [instance: c473afa5-eeb2-4574-bdf8-f0bc2ea17534] Received event network-changed-21e08cf6-f018-4e17-81af-9ecaca9b77dd {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 710.436117] env[65448]: DEBUG nova.compute.manager [req-fbeb52ff-9b1e-4573-80f9-8aa89e88b753 req-31fc903c-283c-4d70-a6e9-ee5496fbaded service nova] [instance: c473afa5-eeb2-4574-bdf8-f0bc2ea17534] Refreshing instance network info cache due to event network-changed-21e08cf6-f018-4e17-81af-9ecaca9b77dd. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 710.436310] env[65448]: DEBUG oslo_concurrency.lockutils [req-fbeb52ff-9b1e-4573-80f9-8aa89e88b753 req-31fc903c-283c-4d70-a6e9-ee5496fbaded service nova] Acquiring lock "refresh_cache-c473afa5-eeb2-4574-bdf8-f0bc2ea17534" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.444753] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-554b2964-7fd0-434d-867e-525086106bf4 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.463245] env[65448]: DEBUG nova.compute.provider_tree [None req-30d5e2f1-b146-45bf-a096-706033f3c53f tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 710.691113] env[65448]: INFO nova.compute.manager [-] [instance: fb73de4f-982f-48b5-b0a6-febcf9a1f54e] Took 1.33 seconds to deallocate network for instance. [ 710.782385] env[65448]: DEBUG oslo_vmware.api [None req-c932f2a0-7f32-4a82-90f7-28484fa9edf2 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Task: {'id': task-4937355, 'name': PowerOnVM_Task, 'duration_secs': 0.892879} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.782692] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-c932f2a0-7f32-4a82-90f7-28484fa9edf2 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] [instance: ae260ff0-bb11-4322-a30e-47a4c88eb6d9] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 710.782692] env[65448]: INFO nova.compute.manager [None req-c932f2a0-7f32-4a82-90f7-28484fa9edf2 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] [instance: ae260ff0-bb11-4322-a30e-47a4c88eb6d9] Took 9.40 seconds to spawn the instance on the hypervisor. [ 710.783124] env[65448]: DEBUG nova.compute.manager [None req-c932f2a0-7f32-4a82-90f7-28484fa9edf2 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] [instance: ae260ff0-bb11-4322-a30e-47a4c88eb6d9] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 710.783932] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b77add96-8b22-469a-9eff-73cf4652c4aa {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.938720] env[65448]: DEBUG oslo_concurrency.lockutils [req-9479ab1e-24fc-4694-bbaf-cb682a19af44 req-285e695f-75e7-42c6-9c38-1abb3b25cfa5 service nova] Releasing lock "refresh_cache-c473afa5-eeb2-4574-bdf8-f0bc2ea17534" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.939296] env[65448]: DEBUG oslo_concurrency.lockutils [req-fbeb52ff-9b1e-4573-80f9-8aa89e88b753 req-31fc903c-283c-4d70-a6e9-ee5496fbaded service nova] Acquired lock "refresh_cache-c473afa5-eeb2-4574-bdf8-f0bc2ea17534" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.939552] env[65448]: DEBUG nova.network.neutron [req-fbeb52ff-9b1e-4573-80f9-8aa89e88b753 req-31fc903c-283c-4d70-a6e9-ee5496fbaded service nova] [instance: c473afa5-eeb2-4574-bdf8-f0bc2ea17534] Refreshing network info cache for port 21e08cf6-f018-4e17-81af-9ecaca9b77dd {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 710.967069] env[65448]: DEBUG nova.scheduler.client.report [None req-30d5e2f1-b146-45bf-a096-706033f3c53f tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 711.198724] env[65448]: DEBUG oslo_concurrency.lockutils [None req-566323c3-a7a7-4605-b033-d60f39166c97 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.308343] env[65448]: INFO nova.compute.manager [None req-c932f2a0-7f32-4a82-90f7-28484fa9edf2 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] [instance: ae260ff0-bb11-4322-a30e-47a4c88eb6d9] Took 34.54 seconds to build instance. [ 711.442418] env[65448]: WARNING neutronclient.v2_0.client [req-fbeb52ff-9b1e-4573-80f9-8aa89e88b753 req-31fc903c-283c-4d70-a6e9-ee5496fbaded service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 711.471978] env[65448]: DEBUG oslo_concurrency.lockutils [None req-30d5e2f1-b146-45bf-a096-706033f3c53f tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.872s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.472647] env[65448]: DEBUG nova.compute.manager [None req-30d5e2f1-b146-45bf-a096-706033f3c53f tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: e6733991-a8fe-42b0-bd9c-098cd755e957] Start building networks asynchronously for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2881}} [ 711.478686] env[65448]: DEBUG oslo_concurrency.lockutils [None req-59a4eb51-e345-4ff2-94e0-ef74212a870f tempest-ServersTestManualDisk-536655571 tempest-ServersTestManualDisk-536655571-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.787s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.480408] env[65448]: INFO nova.compute.claims [None req-59a4eb51-e345-4ff2-94e0-ef74212a870f tempest-ServersTestManualDisk-536655571 tempest-ServersTestManualDisk-536655571-project-member] [instance: c4a3eb56-9352-4486-af03-8817a0c6d462] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 711.605250] env[65448]: WARNING neutronclient.v2_0.client [req-fbeb52ff-9b1e-4573-80f9-8aa89e88b753 req-31fc903c-283c-4d70-a6e9-ee5496fbaded service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 711.677749] env[65448]: DEBUG nova.network.neutron [req-fbeb52ff-9b1e-4573-80f9-8aa89e88b753 req-31fc903c-283c-4d70-a6e9-ee5496fbaded service nova] [instance: c473afa5-eeb2-4574-bdf8-f0bc2ea17534] Updated VIF entry in instance network info cache for port 21e08cf6-f018-4e17-81af-9ecaca9b77dd. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 711.678230] env[65448]: DEBUG nova.network.neutron [req-fbeb52ff-9b1e-4573-80f9-8aa89e88b753 req-31fc903c-283c-4d70-a6e9-ee5496fbaded service nova] [instance: c473afa5-eeb2-4574-bdf8-f0bc2ea17534] Updating instance_info_cache with network_info: [{"id": "21e08cf6-f018-4e17-81af-9ecaca9b77dd", "address": "fa:16:3e:db:c9:37", "network": {"id": "d16867b7-7e9f-4587-9a44-e83238a0b7db", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1023219576-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d1cf9da4e3442eea40a764f302a4111", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21e08cf6-f0", "ovs_interfaceid": "21e08cf6-f018-4e17-81af-9ecaca9b77dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.811061] env[65448]: DEBUG oslo_concurrency.lockutils [None req-c932f2a0-7f32-4a82-90f7-28484fa9edf2 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Lock "ae260ff0-bb11-4322-a30e-47a4c88eb6d9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.708s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.985909] env[65448]: DEBUG nova.compute.utils [None req-30d5e2f1-b146-45bf-a096-706033f3c53f tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Using /dev/sd instead of None {{(pid=65448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 711.989465] env[65448]: DEBUG nova.compute.manager [None req-30d5e2f1-b146-45bf-a096-706033f3c53f tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: e6733991-a8fe-42b0-bd9c-098cd755e957] Allocating IP information in the background. {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 711.989751] env[65448]: DEBUG nova.network.neutron [None req-30d5e2f1-b146-45bf-a096-706033f3c53f tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: e6733991-a8fe-42b0-bd9c-098cd755e957] allocate_for_instance() {{(pid=65448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 711.989995] env[65448]: WARNING neutronclient.v2_0.client [None req-30d5e2f1-b146-45bf-a096-706033f3c53f tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 711.990313] env[65448]: WARNING neutronclient.v2_0.client [None req-30d5e2f1-b146-45bf-a096-706033f3c53f tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 712.015097] env[65448]: DEBUG nova.compute.manager [req-93b975c7-5f9e-4297-917e-c4cc1980a07f req-e7732193-e75d-4735-8691-0183bec7c95b service nova] [instance: fb73de4f-982f-48b5-b0a6-febcf9a1f54e] Received event network-vif-deleted-9a3e8e99-abef-422c-b8d3-59a7ab2b7b94 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 712.033721] env[65448]: DEBUG nova.policy [None req-30d5e2f1-b146-45bf-a096-706033f3c53f tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '738970e41bff40daac2416a23d00b5a0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '151b52486680497ab0313e8770e10757', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65448) authorize /opt/stack/nova/nova/policy.py:192}} [ 712.182441] env[65448]: DEBUG oslo_concurrency.lockutils [req-fbeb52ff-9b1e-4573-80f9-8aa89e88b753 req-31fc903c-283c-4d70-a6e9-ee5496fbaded service nova] Releasing lock "refresh_cache-c473afa5-eeb2-4574-bdf8-f0bc2ea17534" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.198161] env[65448]: INFO nova.compute.manager [None req-bf6848f7-e875-43d8-833c-e1707ce6bbe5 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: f92de7cc-d52b-4a1d-821a-0212e37e9369] Rescuing [ 712.198427] env[65448]: DEBUG oslo_concurrency.lockutils [None req-bf6848f7-e875-43d8-833c-e1707ce6bbe5 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Acquiring lock "refresh_cache-f92de7cc-d52b-4a1d-821a-0212e37e9369" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.198579] env[65448]: DEBUG oslo_concurrency.lockutils [None req-bf6848f7-e875-43d8-833c-e1707ce6bbe5 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Acquired lock "refresh_cache-f92de7cc-d52b-4a1d-821a-0212e37e9369" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.198741] env[65448]: DEBUG nova.network.neutron [None req-bf6848f7-e875-43d8-833c-e1707ce6bbe5 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: f92de7cc-d52b-4a1d-821a-0212e37e9369] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 712.314037] env[65448]: DEBUG nova.compute.manager [None req-156ac679-6eb9-4a36-8e59-fc976417a4af tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] [instance: 81d406bb-f0e6-487c-841e-a13ae7736af0] Starting instance... {{(pid=65448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2483}} [ 712.376564] env[65448]: DEBUG nova.network.neutron [None req-30d5e2f1-b146-45bf-a096-706033f3c53f tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: e6733991-a8fe-42b0-bd9c-098cd755e957] Successfully created port: 771a726b-1aa2-4d13-8354-38c18cbed1b9 {{(pid=65448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 712.493824] env[65448]: DEBUG nova.compute.manager [None req-30d5e2f1-b146-45bf-a096-706033f3c53f tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: e6733991-a8fe-42b0-bd9c-098cd755e957] Start building block device mappings for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2916}} [ 712.701391] env[65448]: WARNING neutronclient.v2_0.client [None req-bf6848f7-e875-43d8-833c-e1707ce6bbe5 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 712.739530] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d25a8337-f155-4bc3-a0b0-34c697e9b0c0 tempest-ServersTestBootFromVolume-1705188138 tempest-ServersTestBootFromVolume-1705188138-project-member] Acquiring lock "fa53b330-ff80-4666-bf9e-1664d5c3d23e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.739836] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d25a8337-f155-4bc3-a0b0-34c697e9b0c0 tempest-ServersTestBootFromVolume-1705188138 tempest-ServersTestBootFromVolume-1705188138-project-member] Lock "fa53b330-ff80-4666-bf9e-1664d5c3d23e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.739971] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d25a8337-f155-4bc3-a0b0-34c697e9b0c0 tempest-ServersTestBootFromVolume-1705188138 tempest-ServersTestBootFromVolume-1705188138-project-member] Acquiring lock "fa53b330-ff80-4666-bf9e-1664d5c3d23e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.740212] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d25a8337-f155-4bc3-a0b0-34c697e9b0c0 tempest-ServersTestBootFromVolume-1705188138 tempest-ServersTestBootFromVolume-1705188138-project-member] Lock "fa53b330-ff80-4666-bf9e-1664d5c3d23e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.740401] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d25a8337-f155-4bc3-a0b0-34c697e9b0c0 tempest-ServersTestBootFromVolume-1705188138 tempest-ServersTestBootFromVolume-1705188138-project-member] Lock "fa53b330-ff80-4666-bf9e-1664d5c3d23e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.742844] env[65448]: INFO nova.compute.manager [None req-d25a8337-f155-4bc3-a0b0-34c697e9b0c0 tempest-ServersTestBootFromVolume-1705188138 tempest-ServersTestBootFromVolume-1705188138-project-member] [instance: fa53b330-ff80-4666-bf9e-1664d5c3d23e] Terminating instance [ 712.839829] env[65448]: DEBUG oslo_concurrency.lockutils [None req-156ac679-6eb9-4a36-8e59-fc976417a4af tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.160243] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc78bfea-7567-49e2-988a-dc2019d2901b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.169605] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abec3562-549b-47f8-be3e-44ad4ceaca53 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.205469] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5facecbd-5db2-4164-9cd6-8d4d40c4df10 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.214295] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa8a14aa-81a9-491e-bf4f-49e55a9a4e5d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.229505] env[65448]: DEBUG nova.compute.provider_tree [None req-59a4eb51-e345-4ff2-94e0-ef74212a870f tempest-ServersTestManualDisk-536655571 tempest-ServersTestManualDisk-536655571-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 713.246981] env[65448]: DEBUG nova.compute.manager [None req-d25a8337-f155-4bc3-a0b0-34c697e9b0c0 tempest-ServersTestBootFromVolume-1705188138 tempest-ServersTestBootFromVolume-1705188138-project-member] [instance: fa53b330-ff80-4666-bf9e-1664d5c3d23e] Start destroying the instance on the hypervisor. {{(pid=65448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3209}} [ 713.247263] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-d25a8337-f155-4bc3-a0b0-34c697e9b0c0 tempest-ServersTestBootFromVolume-1705188138 tempest-ServersTestBootFromVolume-1705188138-project-member] [instance: fa53b330-ff80-4666-bf9e-1664d5c3d23e] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 713.247570] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-09235268-4384-4c28-b840-a4ed3a2a76b8 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.256677] env[65448]: DEBUG oslo_vmware.api [None req-d25a8337-f155-4bc3-a0b0-34c697e9b0c0 tempest-ServersTestBootFromVolume-1705188138 tempest-ServersTestBootFromVolume-1705188138-project-member] Waiting for the task: (returnval){ [ 713.256677] env[65448]: value = "task-4937360" [ 713.256677] env[65448]: _type = "Task" [ 713.256677] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.270243] env[65448]: DEBUG oslo_vmware.api [None req-d25a8337-f155-4bc3-a0b0-34c697e9b0c0 tempest-ServersTestBootFromVolume-1705188138 tempest-ServersTestBootFromVolume-1705188138-project-member] Task: {'id': task-4937360, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.506989] env[65448]: DEBUG nova.compute.manager [None req-30d5e2f1-b146-45bf-a096-706033f3c53f tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: e6733991-a8fe-42b0-bd9c-098cd755e957] Start spawning the instance on the hypervisor. {{(pid=65448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2689}} [ 713.537720] env[65448]: DEBUG nova.virt.hardware [None req-30d5e2f1-b146-45bf-a096-706033f3c53f tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-08T17:19:51Z,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a992292b6dae455593d228217860e2e1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-08T17:19:52Z,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 713.537980] env[65448]: DEBUG nova.virt.hardware [None req-30d5e2f1-b146-45bf-a096-706033f3c53f tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 713.538147] env[65448]: DEBUG nova.virt.hardware [None req-30d5e2f1-b146-45bf-a096-706033f3c53f tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 713.538320] env[65448]: DEBUG nova.virt.hardware [None req-30d5e2f1-b146-45bf-a096-706033f3c53f tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 713.538458] env[65448]: DEBUG nova.virt.hardware [None req-30d5e2f1-b146-45bf-a096-706033f3c53f tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 713.538598] env[65448]: DEBUG nova.virt.hardware [None req-30d5e2f1-b146-45bf-a096-706033f3c53f tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 713.538796] env[65448]: DEBUG nova.virt.hardware [None req-30d5e2f1-b146-45bf-a096-706033f3c53f tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 713.538947] env[65448]: DEBUG nova.virt.hardware [None req-30d5e2f1-b146-45bf-a096-706033f3c53f tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 713.539121] env[65448]: DEBUG nova.virt.hardware [None req-30d5e2f1-b146-45bf-a096-706033f3c53f tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 713.539279] env[65448]: DEBUG nova.virt.hardware [None req-30d5e2f1-b146-45bf-a096-706033f3c53f tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 713.539445] env[65448]: DEBUG nova.virt.hardware [None req-30d5e2f1-b146-45bf-a096-706033f3c53f tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 713.540322] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b92ff83e-c9b9-4c58-a192-134a2a30dcf5 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.549375] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2478685d-ee17-44a1-8186-3584e19cf710 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.735020] env[65448]: DEBUG nova.scheduler.client.report [None req-59a4eb51-e345-4ff2-94e0-ef74212a870f tempest-ServersTestManualDisk-536655571 tempest-ServersTestManualDisk-536655571-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 713.774415] env[65448]: DEBUG oslo_vmware.api [None req-d25a8337-f155-4bc3-a0b0-34c697e9b0c0 tempest-ServersTestBootFromVolume-1705188138 tempest-ServersTestBootFromVolume-1705188138-project-member] Task: {'id': task-4937360, 'name': PowerOffVM_Task, 'duration_secs': 0.257389} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.774699] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-d25a8337-f155-4bc3-a0b0-34c697e9b0c0 tempest-ServersTestBootFromVolume-1705188138 tempest-ServersTestBootFromVolume-1705188138-project-member] [instance: fa53b330-ff80-4666-bf9e-1664d5c3d23e] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 713.774937] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-d25a8337-f155-4bc3-a0b0-34c697e9b0c0 tempest-ServersTestBootFromVolume-1705188138 tempest-ServersTestBootFromVolume-1705188138-project-member] [instance: fa53b330-ff80-4666-bf9e-1664d5c3d23e] Volume detach. Driver type: vmdk {{(pid=65448) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 713.775203] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-d25a8337-f155-4bc3-a0b0-34c697e9b0c0 tempest-ServersTestBootFromVolume-1705188138 tempest-ServersTestBootFromVolume-1705188138-project-member] [instance: fa53b330-ff80-4666-bf9e-1664d5c3d23e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-961801', 'volume_id': '80f3c122-a4fa-4863-8156-3f1ec258eb24', 'name': 'volume-80f3c122-a4fa-4863-8156-3f1ec258eb24', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fa53b330-ff80-4666-bf9e-1664d5c3d23e', 'attached_at': '', 'detached_at': '', 'volume_id': '80f3c122-a4fa-4863-8156-3f1ec258eb24', 'serial': '80f3c122-a4fa-4863-8156-3f1ec258eb24'} {{(pid=65448) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 713.776082] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4df32f2d-4f21-48c2-816f-9952c7c43e6a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.800818] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a103132-3e0e-4d1d-a079-c77ce504f60f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.812643] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce2f7b9a-fb42-4421-b5a8-722dfd3740dc {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.836679] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c8f7bf9-9f64-4eaf-a608-d8fdcdcba3f0 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.855047] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-d25a8337-f155-4bc3-a0b0-34c697e9b0c0 tempest-ServersTestBootFromVolume-1705188138 tempest-ServersTestBootFromVolume-1705188138-project-member] The volume has not been displaced from its original location: [datastore2] volume-80f3c122-a4fa-4863-8156-3f1ec258eb24/volume-80f3c122-a4fa-4863-8156-3f1ec258eb24.vmdk. No consolidation needed. {{(pid=65448) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 713.860318] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-d25a8337-f155-4bc3-a0b0-34c697e9b0c0 tempest-ServersTestBootFromVolume-1705188138 tempest-ServersTestBootFromVolume-1705188138-project-member] [instance: fa53b330-ff80-4666-bf9e-1664d5c3d23e] Reconfiguring VM instance instance-0000000f to detach disk 2000 {{(pid=65448) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 713.860714] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-298dd2ec-c22c-4ba8-9216-919b24170636 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.882381] env[65448]: DEBUG oslo_vmware.api [None req-d25a8337-f155-4bc3-a0b0-34c697e9b0c0 tempest-ServersTestBootFromVolume-1705188138 tempest-ServersTestBootFromVolume-1705188138-project-member] Waiting for the task: (returnval){ [ 713.882381] env[65448]: value = "task-4937361" [ 713.882381] env[65448]: _type = "Task" [ 713.882381] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.894963] env[65448]: DEBUG oslo_vmware.api [None req-d25a8337-f155-4bc3-a0b0-34c697e9b0c0 tempest-ServersTestBootFromVolume-1705188138 tempest-ServersTestBootFromVolume-1705188138-project-member] Task: {'id': task-4937361, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.958115] env[65448]: DEBUG nova.network.neutron [None req-30d5e2f1-b146-45bf-a096-706033f3c53f tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: e6733991-a8fe-42b0-bd9c-098cd755e957] Successfully updated port: 771a726b-1aa2-4d13-8354-38c18cbed1b9 {{(pid=65448) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 714.225440] env[65448]: WARNING neutronclient.v2_0.client [None req-bf6848f7-e875-43d8-833c-e1707ce6bbe5 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 714.241591] env[65448]: DEBUG oslo_concurrency.lockutils [None req-59a4eb51-e345-4ff2-94e0-ef74212a870f tempest-ServersTestManualDisk-536655571 tempest-ServersTestManualDisk-536655571-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.763s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.242428] env[65448]: DEBUG nova.compute.manager [None req-59a4eb51-e345-4ff2-94e0-ef74212a870f tempest-ServersTestManualDisk-536655571 tempest-ServersTestManualDisk-536655571-project-member] [instance: c4a3eb56-9352-4486-af03-8817a0c6d462] Start building networks asynchronously for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2881}} [ 714.247180] env[65448]: DEBUG oslo_concurrency.lockutils [None req-e39eaa5d-3df6-4ee3-b475-6ceb2c4e13b9 tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.253s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.247428] env[65448]: DEBUG oslo_concurrency.lockutils [None req-e39eaa5d-3df6-4ee3-b475-6ceb2c4e13b9 tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.249569] env[65448]: DEBUG oslo_concurrency.lockutils [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.197s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.251383] env[65448]: INFO nova.compute.claims [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] [instance: 225f5425-83d8-441b-912c-7ca1815e531f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 714.285430] env[65448]: INFO nova.scheduler.client.report [None req-e39eaa5d-3df6-4ee3-b475-6ceb2c4e13b9 tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] Deleted allocations for instance 2e9f275f-c5e4-485d-abcc-48d411456e1f [ 714.393736] env[65448]: DEBUG nova.network.neutron [None req-bf6848f7-e875-43d8-833c-e1707ce6bbe5 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: f92de7cc-d52b-4a1d-821a-0212e37e9369] Updating instance_info_cache with network_info: [{"id": "a583589c-8039-46c8-8a5c-147d6853decf", "address": "fa:16:3e:22:dc:d3", "network": {"id": "f27d2d9e-8ae7-4086-9161-47127b34dd20", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-248251098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2a7a06e61d94624ba3b3a9d4f5d1e6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4223acd2-30f7-440e-b975-60b30d931694", "external-id": "nsx-vlan-transportzone-647", "segmentation_id": 647, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa583589c-80", "ovs_interfaceid": "a583589c-8039-46c8-8a5c-147d6853decf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.401459] env[65448]: DEBUG oslo_vmware.api [None req-d25a8337-f155-4bc3-a0b0-34c697e9b0c0 tempest-ServersTestBootFromVolume-1705188138 tempest-ServersTestBootFromVolume-1705188138-project-member] Task: {'id': task-4937361, 'name': ReconfigVM_Task, 'duration_secs': 0.249128} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.401999] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-d25a8337-f155-4bc3-a0b0-34c697e9b0c0 tempest-ServersTestBootFromVolume-1705188138 tempest-ServersTestBootFromVolume-1705188138-project-member] [instance: fa53b330-ff80-4666-bf9e-1664d5c3d23e] Reconfigured VM instance instance-0000000f to detach disk 2000 {{(pid=65448) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 714.406838] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55c1aebb-1373-4fe4-a747-8c8e95c8b1f5 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.425937] env[65448]: DEBUG oslo_vmware.api [None req-d25a8337-f155-4bc3-a0b0-34c697e9b0c0 tempest-ServersTestBootFromVolume-1705188138 tempest-ServersTestBootFromVolume-1705188138-project-member] Waiting for the task: (returnval){ [ 714.425937] env[65448]: value = "task-4937362" [ 714.425937] env[65448]: _type = "Task" [ 714.425937] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.438712] env[65448]: DEBUG oslo_vmware.api [None req-d25a8337-f155-4bc3-a0b0-34c697e9b0c0 tempest-ServersTestBootFromVolume-1705188138 tempest-ServersTestBootFromVolume-1705188138-project-member] Task: {'id': task-4937362, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.461288] env[65448]: DEBUG oslo_concurrency.lockutils [None req-30d5e2f1-b146-45bf-a096-706033f3c53f tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Acquiring lock "refresh_cache-e6733991-a8fe-42b0-bd9c-098cd755e957" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.461533] env[65448]: DEBUG oslo_concurrency.lockutils [None req-30d5e2f1-b146-45bf-a096-706033f3c53f tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Acquired lock "refresh_cache-e6733991-a8fe-42b0-bd9c-098cd755e957" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.461859] env[65448]: DEBUG nova.network.neutron [None req-30d5e2f1-b146-45bf-a096-706033f3c53f tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: e6733991-a8fe-42b0-bd9c-098cd755e957] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 714.575882] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-05ca60cd-ee68-4c5e-b91d-4a9cc2cbc3ca tempest-VolumesAssistedSnapshotsTest-906605402 tempest-VolumesAssistedSnapshotsTest-906605402-project-admin] [instance: b72f98f6-f233-4a51-b4ac-fef6364407f1] Volume attach. Driver type: vmdk {{(pid=65448) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 714.576232] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-05ca60cd-ee68-4c5e-b91d-4a9cc2cbc3ca tempest-VolumesAssistedSnapshotsTest-906605402 tempest-VolumesAssistedSnapshotsTest-906605402-project-admin] [instance: b72f98f6-f233-4a51-b4ac-fef6364407f1] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-961882', 'volume_id': '98a4c369-4b6c-4da9-8f61-3a2d2a709ac5', 'name': 'volume-98a4c369-4b6c-4da9-8f61-3a2d2a709ac5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b72f98f6-f233-4a51-b4ac-fef6364407f1', 'attached_at': '', 'detached_at': '', 'volume_id': '98a4c369-4b6c-4da9-8f61-3a2d2a709ac5', 'serial': '98a4c369-4b6c-4da9-8f61-3a2d2a709ac5'} {{(pid=65448) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 714.577237] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9f0e166-aeec-4ae2-9d90-0998f7e5a8f9 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.597022] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b248ffc-d2dd-4a5e-9431-151513d2bda1 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.626880] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-05ca60cd-ee68-4c5e-b91d-4a9cc2cbc3ca tempest-VolumesAssistedSnapshotsTest-906605402 tempest-VolumesAssistedSnapshotsTest-906605402-project-admin] [instance: b72f98f6-f233-4a51-b4ac-fef6364407f1] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] volume-98a4c369-4b6c-4da9-8f61-3a2d2a709ac5/volume-98a4c369-4b6c-4da9-8f61-3a2d2a709ac5.vmdk or device None with type thin {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 714.627796] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb76d85b-39ae-4dd6-928d-1e4c96643a8b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.649310] env[65448]: DEBUG oslo_vmware.api [None req-05ca60cd-ee68-4c5e-b91d-4a9cc2cbc3ca tempest-VolumesAssistedSnapshotsTest-906605402 tempest-VolumesAssistedSnapshotsTest-906605402-project-admin] Waiting for the task: (returnval){ [ 714.649310] env[65448]: value = "task-4937363" [ 714.649310] env[65448]: _type = "Task" [ 714.649310] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.659469] env[65448]: DEBUG oslo_vmware.api [None req-05ca60cd-ee68-4c5e-b91d-4a9cc2cbc3ca tempest-VolumesAssistedSnapshotsTest-906605402 tempest-VolumesAssistedSnapshotsTest-906605402-project-admin] Task: {'id': task-4937363, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.756879] env[65448]: DEBUG nova.compute.utils [None req-59a4eb51-e345-4ff2-94e0-ef74212a870f tempest-ServersTestManualDisk-536655571 tempest-ServersTestManualDisk-536655571-project-member] Using /dev/sd instead of None {{(pid=65448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 714.761389] env[65448]: DEBUG nova.compute.manager [None req-59a4eb51-e345-4ff2-94e0-ef74212a870f tempest-ServersTestManualDisk-536655571 tempest-ServersTestManualDisk-536655571-project-member] [instance: c4a3eb56-9352-4486-af03-8817a0c6d462] Allocating IP information in the background. {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 714.762130] env[65448]: DEBUG nova.network.neutron [None req-59a4eb51-e345-4ff2-94e0-ef74212a870f tempest-ServersTestManualDisk-536655571 tempest-ServersTestManualDisk-536655571-project-member] [instance: c4a3eb56-9352-4486-af03-8817a0c6d462] allocate_for_instance() {{(pid=65448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 714.762130] env[65448]: WARNING neutronclient.v2_0.client [None req-59a4eb51-e345-4ff2-94e0-ef74212a870f tempest-ServersTestManualDisk-536655571 tempest-ServersTestManualDisk-536655571-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 714.762822] env[65448]: WARNING neutronclient.v2_0.client [None req-59a4eb51-e345-4ff2-94e0-ef74212a870f tempest-ServersTestManualDisk-536655571 tempest-ServersTestManualDisk-536655571-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 714.794321] env[65448]: DEBUG oslo_concurrency.lockutils [None req-e39eaa5d-3df6-4ee3-b475-6ceb2c4e13b9 tempest-DeleteServersAdminTestJSON-386804794 tempest-DeleteServersAdminTestJSON-386804794-project-member] Lock "2e9f275f-c5e4-485d-abcc-48d411456e1f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.853s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.823547] env[65448]: DEBUG nova.policy [None req-59a4eb51-e345-4ff2-94e0-ef74212a870f tempest-ServersTestManualDisk-536655571 tempest-ServersTestManualDisk-536655571-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '511b7032b10a405899a6e44559f4e2ac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3f2af852f25f4356be7926f2e710dc49', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65448) authorize /opt/stack/nova/nova/policy.py:192}} [ 714.903359] env[65448]: DEBUG oslo_concurrency.lockutils [None req-bf6848f7-e875-43d8-833c-e1707ce6bbe5 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Releasing lock "refresh_cache-f92de7cc-d52b-4a1d-821a-0212e37e9369" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.942625] env[65448]: DEBUG oslo_vmware.api [None req-d25a8337-f155-4bc3-a0b0-34c697e9b0c0 tempest-ServersTestBootFromVolume-1705188138 tempest-ServersTestBootFromVolume-1705188138-project-member] Task: {'id': task-4937362, 'name': ReconfigVM_Task, 'duration_secs': 0.250693} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.946957] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-d25a8337-f155-4bc3-a0b0-34c697e9b0c0 tempest-ServersTestBootFromVolume-1705188138 tempest-ServersTestBootFromVolume-1705188138-project-member] [instance: fa53b330-ff80-4666-bf9e-1664d5c3d23e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-961801', 'volume_id': '80f3c122-a4fa-4863-8156-3f1ec258eb24', 'name': 'volume-80f3c122-a4fa-4863-8156-3f1ec258eb24', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fa53b330-ff80-4666-bf9e-1664d5c3d23e', 'attached_at': '', 'detached_at': '', 'volume_id': '80f3c122-a4fa-4863-8156-3f1ec258eb24', 'serial': '80f3c122-a4fa-4863-8156-3f1ec258eb24'} {{(pid=65448) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 714.947465] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-d25a8337-f155-4bc3-a0b0-34c697e9b0c0 tempest-ServersTestBootFromVolume-1705188138 tempest-ServersTestBootFromVolume-1705188138-project-member] [instance: fa53b330-ff80-4666-bf9e-1664d5c3d23e] Destroying instance {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 714.949047] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e59f7630-0667-44dc-8f46-737b49dde104 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.960270] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-d25a8337-f155-4bc3-a0b0-34c697e9b0c0 tempest-ServersTestBootFromVolume-1705188138 tempest-ServersTestBootFromVolume-1705188138-project-member] [instance: fa53b330-ff80-4666-bf9e-1664d5c3d23e] Unregistering the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 714.960647] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ed8d9f83-e2d5-48de-959d-f66308eae09c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.029758] env[65448]: DEBUG nova.network.neutron [None req-30d5e2f1-b146-45bf-a096-706033f3c53f tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: e6733991-a8fe-42b0-bd9c-098cd755e957] Instance cache missing network info. {{(pid=65448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 715.056466] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-d25a8337-f155-4bc3-a0b0-34c697e9b0c0 tempest-ServersTestBootFromVolume-1705188138 tempest-ServersTestBootFromVolume-1705188138-project-member] [instance: fa53b330-ff80-4666-bf9e-1664d5c3d23e] Unregistered the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 715.056773] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-d25a8337-f155-4bc3-a0b0-34c697e9b0c0 tempest-ServersTestBootFromVolume-1705188138 tempest-ServersTestBootFromVolume-1705188138-project-member] [instance: fa53b330-ff80-4666-bf9e-1664d5c3d23e] Deleting contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 715.056940] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-d25a8337-f155-4bc3-a0b0-34c697e9b0c0 tempest-ServersTestBootFromVolume-1705188138 tempest-ServersTestBootFromVolume-1705188138-project-member] Deleting the datastore file [datastore2] fa53b330-ff80-4666-bf9e-1664d5c3d23e {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 715.057444] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4ac6adab-8c98-455c-86cb-d9198d1aa7f1 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.066724] env[65448]: DEBUG oslo_vmware.api [None req-d25a8337-f155-4bc3-a0b0-34c697e9b0c0 tempest-ServersTestBootFromVolume-1705188138 tempest-ServersTestBootFromVolume-1705188138-project-member] Waiting for the task: (returnval){ [ 715.066724] env[65448]: value = "task-4937365" [ 715.066724] env[65448]: _type = "Task" [ 715.066724] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.077959] env[65448]: DEBUG oslo_vmware.api [None req-d25a8337-f155-4bc3-a0b0-34c697e9b0c0 tempest-ServersTestBootFromVolume-1705188138 tempest-ServersTestBootFromVolume-1705188138-project-member] Task: {'id': task-4937365, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.106637] env[65448]: DEBUG nova.compute.manager [req-aefc9b03-e6cd-4846-8d12-00c7f5724179 req-1bbae87f-0e29-4e71-a377-cf00ba1e84dd service nova] [instance: e6733991-a8fe-42b0-bd9c-098cd755e957] Received event network-vif-plugged-771a726b-1aa2-4d13-8354-38c18cbed1b9 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 715.106918] env[65448]: DEBUG oslo_concurrency.lockutils [req-aefc9b03-e6cd-4846-8d12-00c7f5724179 req-1bbae87f-0e29-4e71-a377-cf00ba1e84dd service nova] Acquiring lock "e6733991-a8fe-42b0-bd9c-098cd755e957-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.107149] env[65448]: DEBUG oslo_concurrency.lockutils [req-aefc9b03-e6cd-4846-8d12-00c7f5724179 req-1bbae87f-0e29-4e71-a377-cf00ba1e84dd service nova] Lock "e6733991-a8fe-42b0-bd9c-098cd755e957-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.107317] env[65448]: DEBUG oslo_concurrency.lockutils [req-aefc9b03-e6cd-4846-8d12-00c7f5724179 req-1bbae87f-0e29-4e71-a377-cf00ba1e84dd service nova] Lock "e6733991-a8fe-42b0-bd9c-098cd755e957-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.107487] env[65448]: DEBUG nova.compute.manager [req-aefc9b03-e6cd-4846-8d12-00c7f5724179 req-1bbae87f-0e29-4e71-a377-cf00ba1e84dd service nova] [instance: e6733991-a8fe-42b0-bd9c-098cd755e957] No waiting events found dispatching network-vif-plugged-771a726b-1aa2-4d13-8354-38c18cbed1b9 {{(pid=65448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 715.107627] env[65448]: WARNING nova.compute.manager [req-aefc9b03-e6cd-4846-8d12-00c7f5724179 req-1bbae87f-0e29-4e71-a377-cf00ba1e84dd service nova] [instance: e6733991-a8fe-42b0-bd9c-098cd755e957] Received unexpected event network-vif-plugged-771a726b-1aa2-4d13-8354-38c18cbed1b9 for instance with vm_state building and task_state spawning. [ 715.165691] env[65448]: DEBUG oslo_vmware.api [None req-05ca60cd-ee68-4c5e-b91d-4a9cc2cbc3ca tempest-VolumesAssistedSnapshotsTest-906605402 tempest-VolumesAssistedSnapshotsTest-906605402-project-admin] Task: {'id': task-4937363, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.266966] env[65448]: DEBUG nova.compute.manager [None req-59a4eb51-e345-4ff2-94e0-ef74212a870f tempest-ServersTestManualDisk-536655571 tempest-ServersTestManualDisk-536655571-project-member] [instance: c4a3eb56-9352-4486-af03-8817a0c6d462] Start building block device mappings for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2916}} [ 715.295711] env[65448]: DEBUG nova.network.neutron [None req-59a4eb51-e345-4ff2-94e0-ef74212a870f tempest-ServersTestManualDisk-536655571 tempest-ServersTestManualDisk-536655571-project-member] [instance: c4a3eb56-9352-4486-af03-8817a0c6d462] Successfully created port: 21d23eef-3a5f-448c-a32f-9809d0e54adf {{(pid=65448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 715.331051] env[65448]: WARNING neutronclient.v2_0.client [None req-30d5e2f1-b146-45bf-a096-706033f3c53f tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 715.458818] env[65448]: DEBUG nova.network.neutron [None req-30d5e2f1-b146-45bf-a096-706033f3c53f tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: e6733991-a8fe-42b0-bd9c-098cd755e957] Updating instance_info_cache with network_info: [{"id": "771a726b-1aa2-4d13-8354-38c18cbed1b9", "address": "fa:16:3e:a6:e1:e6", "network": {"id": "393d9495-0694-4789-b85f-11c1ee142a7b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-818279425-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "151b52486680497ab0313e8770e10757", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap771a726b-1a", "ovs_interfaceid": "771a726b-1aa2-4d13-8354-38c18cbed1b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.583982] env[65448]: DEBUG oslo_vmware.api [None req-d25a8337-f155-4bc3-a0b0-34c697e9b0c0 tempest-ServersTestBootFromVolume-1705188138 tempest-ServersTestBootFromVolume-1705188138-project-member] Task: {'id': task-4937365, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16684} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.584271] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-d25a8337-f155-4bc3-a0b0-34c697e9b0c0 tempest-ServersTestBootFromVolume-1705188138 tempest-ServersTestBootFromVolume-1705188138-project-member] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 715.584495] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-d25a8337-f155-4bc3-a0b0-34c697e9b0c0 tempest-ServersTestBootFromVolume-1705188138 tempest-ServersTestBootFromVolume-1705188138-project-member] [instance: fa53b330-ff80-4666-bf9e-1664d5c3d23e] Deleted contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 715.584609] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-d25a8337-f155-4bc3-a0b0-34c697e9b0c0 tempest-ServersTestBootFromVolume-1705188138 tempest-ServersTestBootFromVolume-1705188138-project-member] [instance: fa53b330-ff80-4666-bf9e-1664d5c3d23e] Instance destroyed {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 715.584780] env[65448]: INFO nova.compute.manager [None req-d25a8337-f155-4bc3-a0b0-34c697e9b0c0 tempest-ServersTestBootFromVolume-1705188138 tempest-ServersTestBootFromVolume-1705188138-project-member] [instance: fa53b330-ff80-4666-bf9e-1664d5c3d23e] Took 2.34 seconds to destroy the instance on the hypervisor. [ 715.585047] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-d25a8337-f155-4bc3-a0b0-34c697e9b0c0 tempest-ServersTestBootFromVolume-1705188138 tempest-ServersTestBootFromVolume-1705188138-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 715.585260] env[65448]: DEBUG nova.compute.manager [-] [instance: fa53b330-ff80-4666-bf9e-1664d5c3d23e] Deallocating network for instance {{(pid=65448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 715.585359] env[65448]: DEBUG nova.network.neutron [-] [instance: fa53b330-ff80-4666-bf9e-1664d5c3d23e] deallocate_for_instance() {{(pid=65448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 715.585604] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 715.664037] env[65448]: DEBUG oslo_vmware.api [None req-05ca60cd-ee68-4c5e-b91d-4a9cc2cbc3ca tempest-VolumesAssistedSnapshotsTest-906605402 tempest-VolumesAssistedSnapshotsTest-906605402-project-admin] Task: {'id': task-4937363, 'name': ReconfigVM_Task, 'duration_secs': 0.564284} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.664231] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-05ca60cd-ee68-4c5e-b91d-4a9cc2cbc3ca tempest-VolumesAssistedSnapshotsTest-906605402 tempest-VolumesAssistedSnapshotsTest-906605402-project-admin] [instance: b72f98f6-f233-4a51-b4ac-fef6364407f1] Reconfigured VM instance instance-0000000b to attach disk [datastore1] volume-98a4c369-4b6c-4da9-8f61-3a2d2a709ac5/volume-98a4c369-4b6c-4da9-8f61-3a2d2a709ac5.vmdk or device None with type thin {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 715.668857] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-49e050e0-2439-4d24-89f3-afd0e0644735 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.680134] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 715.690121] env[65448]: DEBUG oslo_vmware.api [None req-05ca60cd-ee68-4c5e-b91d-4a9cc2cbc3ca tempest-VolumesAssistedSnapshotsTest-906605402 tempest-VolumesAssistedSnapshotsTest-906605402-project-admin] Waiting for the task: (returnval){ [ 715.690121] env[65448]: value = "task-4937366" [ 715.690121] env[65448]: _type = "Task" [ 715.690121] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.702472] env[65448]: DEBUG oslo_vmware.api [None req-05ca60cd-ee68-4c5e-b91d-4a9cc2cbc3ca tempest-VolumesAssistedSnapshotsTest-906605402 tempest-VolumesAssistedSnapshotsTest-906605402-project-admin] Task: {'id': task-4937366, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.961015] env[65448]: DEBUG oslo_concurrency.lockutils [None req-30d5e2f1-b146-45bf-a096-706033f3c53f tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Releasing lock "refresh_cache-e6733991-a8fe-42b0-bd9c-098cd755e957" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.961373] env[65448]: DEBUG nova.compute.manager [None req-30d5e2f1-b146-45bf-a096-706033f3c53f tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: e6733991-a8fe-42b0-bd9c-098cd755e957] Instance network_info: |[{"id": "771a726b-1aa2-4d13-8354-38c18cbed1b9", "address": "fa:16:3e:a6:e1:e6", "network": {"id": "393d9495-0694-4789-b85f-11c1ee142a7b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-818279425-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "151b52486680497ab0313e8770e10757", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap771a726b-1a", "ovs_interfaceid": "771a726b-1aa2-4d13-8354-38c18cbed1b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 715.961793] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-30d5e2f1-b146-45bf-a096-706033f3c53f tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: e6733991-a8fe-42b0-bd9c-098cd755e957] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a6:e1:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5f49a7d-c6e5-404f-b71a-91d8c070cd18', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '771a726b-1aa2-4d13-8354-38c18cbed1b9', 'vif_model': 'vmxnet3'}] {{(pid=65448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 715.969473] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-30d5e2f1-b146-45bf-a096-706033f3c53f tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 715.972582] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6733991-a8fe-42b0-bd9c-098cd755e957] Creating VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 715.973255] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0b716a2c-fd3f-4a01-a6c1-6f16aa037f82 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.997264] env[65448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 715.997264] env[65448]: value = "task-4937367" [ 715.997264] env[65448]: _type = "Task" [ 715.997264] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.007313] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937367, 'name': CreateVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.079633] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acbaed3d-6ef8-4618-ba88-a8d066dcc904 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.087955] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ecf8e73-e468-4d18-8b7f-829dcccdebb2 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.126535] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbb80321-0335-4d81-9db3-dafedf749ce5 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.138369] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d60febfd-3faf-40ef-a638-70c07e6fb0e4 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.156465] env[65448]: DEBUG nova.compute.provider_tree [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 716.201010] env[65448]: DEBUG oslo_vmware.api [None req-05ca60cd-ee68-4c5e-b91d-4a9cc2cbc3ca tempest-VolumesAssistedSnapshotsTest-906605402 tempest-VolumesAssistedSnapshotsTest-906605402-project-admin] Task: {'id': task-4937366, 'name': ReconfigVM_Task, 'duration_secs': 0.211733} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.201358] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-05ca60cd-ee68-4c5e-b91d-4a9cc2cbc3ca tempest-VolumesAssistedSnapshotsTest-906605402 tempest-VolumesAssistedSnapshotsTest-906605402-project-admin] [instance: b72f98f6-f233-4a51-b4ac-fef6364407f1] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-961882', 'volume_id': '98a4c369-4b6c-4da9-8f61-3a2d2a709ac5', 'name': 'volume-98a4c369-4b6c-4da9-8f61-3a2d2a709ac5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b72f98f6-f233-4a51-b4ac-fef6364407f1', 'attached_at': '', 'detached_at': '', 'volume_id': '98a4c369-4b6c-4da9-8f61-3a2d2a709ac5', 'serial': '98a4c369-4b6c-4da9-8f61-3a2d2a709ac5'} {{(pid=65448) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 716.280079] env[65448]: DEBUG nova.compute.manager [None req-59a4eb51-e345-4ff2-94e0-ef74212a870f tempest-ServersTestManualDisk-536655571 tempest-ServersTestManualDisk-536655571-project-member] [instance: c4a3eb56-9352-4486-af03-8817a0c6d462] Start spawning the instance on the hypervisor. {{(pid=65448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2689}} [ 716.311743] env[65448]: DEBUG nova.virt.hardware [None req-59a4eb51-e345-4ff2-94e0-ef74212a870f tempest-ServersTestManualDisk-536655571 tempest-ServersTestManualDisk-536655571-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-08T17:19:51Z,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a992292b6dae455593d228217860e2e1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-08T17:19:52Z,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 716.312094] env[65448]: DEBUG nova.virt.hardware [None req-59a4eb51-e345-4ff2-94e0-ef74212a870f tempest-ServersTestManualDisk-536655571 tempest-ServersTestManualDisk-536655571-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 716.312255] env[65448]: DEBUG nova.virt.hardware [None req-59a4eb51-e345-4ff2-94e0-ef74212a870f tempest-ServersTestManualDisk-536655571 tempest-ServersTestManualDisk-536655571-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 716.312437] env[65448]: DEBUG nova.virt.hardware [None req-59a4eb51-e345-4ff2-94e0-ef74212a870f tempest-ServersTestManualDisk-536655571 tempest-ServersTestManualDisk-536655571-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 716.312609] env[65448]: DEBUG nova.virt.hardware [None req-59a4eb51-e345-4ff2-94e0-ef74212a870f tempest-ServersTestManualDisk-536655571 tempest-ServersTestManualDisk-536655571-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 716.312712] env[65448]: DEBUG nova.virt.hardware [None req-59a4eb51-e345-4ff2-94e0-ef74212a870f tempest-ServersTestManualDisk-536655571 tempest-ServersTestManualDisk-536655571-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 716.312924] env[65448]: DEBUG nova.virt.hardware [None req-59a4eb51-e345-4ff2-94e0-ef74212a870f tempest-ServersTestManualDisk-536655571 tempest-ServersTestManualDisk-536655571-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 716.313112] env[65448]: DEBUG nova.virt.hardware [None req-59a4eb51-e345-4ff2-94e0-ef74212a870f tempest-ServersTestManualDisk-536655571 tempest-ServersTestManualDisk-536655571-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 716.313279] env[65448]: DEBUG nova.virt.hardware [None req-59a4eb51-e345-4ff2-94e0-ef74212a870f tempest-ServersTestManualDisk-536655571 tempest-ServersTestManualDisk-536655571-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 716.313433] env[65448]: DEBUG nova.virt.hardware [None req-59a4eb51-e345-4ff2-94e0-ef74212a870f tempest-ServersTestManualDisk-536655571 tempest-ServersTestManualDisk-536655571-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 716.313601] env[65448]: DEBUG nova.virt.hardware [None req-59a4eb51-e345-4ff2-94e0-ef74212a870f tempest-ServersTestManualDisk-536655571 tempest-ServersTestManualDisk-536655571-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 716.314589] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d1244e7-3319-4268-ae77-d2fae777445f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.325450] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b8dd0e0-00ec-47a0-bbc2-761429bfddc6 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.461337] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf6848f7-e875-43d8-833c-e1707ce6bbe5 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: f92de7cc-d52b-4a1d-821a-0212e37e9369] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 716.461654] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3bc26836-6f66-4789-bfe6-8ceafec749cd {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.469712] env[65448]: DEBUG oslo_vmware.api [None req-bf6848f7-e875-43d8-833c-e1707ce6bbe5 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Waiting for the task: (returnval){ [ 716.469712] env[65448]: value = "task-4937368" [ 716.469712] env[65448]: _type = "Task" [ 716.469712] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.484133] env[65448]: DEBUG oslo_vmware.api [None req-bf6848f7-e875-43d8-833c-e1707ce6bbe5 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Task: {'id': task-4937368, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.508915] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937367, 'name': CreateVM_Task, 'duration_secs': 0.356923} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.508915] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6733991-a8fe-42b0-bd9c-098cd755e957] Created VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 716.509491] env[65448]: WARNING neutronclient.v2_0.client [None req-30d5e2f1-b146-45bf-a096-706033f3c53f tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 716.509758] env[65448]: DEBUG oslo_concurrency.lockutils [None req-30d5e2f1-b146-45bf-a096-706033f3c53f tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.509936] env[65448]: DEBUG oslo_concurrency.lockutils [None req-30d5e2f1-b146-45bf-a096-706033f3c53f tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.510522] env[65448]: DEBUG oslo_concurrency.lockutils [None req-30d5e2f1-b146-45bf-a096-706033f3c53f tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.510599] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-060d5497-77ef-42f5-9e3c-3e7e110d79d3 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.517425] env[65448]: DEBUG oslo_vmware.api [None req-30d5e2f1-b146-45bf-a096-706033f3c53f tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Waiting for the task: (returnval){ [ 716.517425] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52b5e211-d3b6-45df-bc17-f9193cc903a0" [ 716.517425] env[65448]: _type = "Task" [ 716.517425] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.530053] env[65448]: DEBUG oslo_vmware.api [None req-30d5e2f1-b146-45bf-a096-706033f3c53f tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52b5e211-d3b6-45df-bc17-f9193cc903a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.661188] env[65448]: DEBUG nova.scheduler.client.report [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 716.820743] env[65448]: DEBUG nova.network.neutron [-] [instance: fa53b330-ff80-4666-bf9e-1664d5c3d23e] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.947232] env[65448]: DEBUG nova.network.neutron [None req-59a4eb51-e345-4ff2-94e0-ef74212a870f tempest-ServersTestManualDisk-536655571 tempest-ServersTestManualDisk-536655571-project-member] [instance: c4a3eb56-9352-4486-af03-8817a0c6d462] Successfully updated port: 21d23eef-3a5f-448c-a32f-9809d0e54adf {{(pid=65448) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 716.982123] env[65448]: DEBUG oslo_vmware.api [None req-bf6848f7-e875-43d8-833c-e1707ce6bbe5 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Task: {'id': task-4937368, 'name': PowerOffVM_Task, 'duration_secs': 0.191959} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.982123] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf6848f7-e875-43d8-833c-e1707ce6bbe5 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: f92de7cc-d52b-4a1d-821a-0212e37e9369] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 716.982947] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-938ea64b-5b38-4789-9bd2-4f9f050eae05 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.004612] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f66eddc-cdca-4979-be96-287311969913 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.028697] env[65448]: DEBUG oslo_vmware.api [None req-30d5e2f1-b146-45bf-a096-706033f3c53f tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52b5e211-d3b6-45df-bc17-f9193cc903a0, 'name': SearchDatastore_Task, 'duration_secs': 0.020051} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.031167] env[65448]: DEBUG oslo_concurrency.lockutils [None req-30d5e2f1-b146-45bf-a096-706033f3c53f tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.031402] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-30d5e2f1-b146-45bf-a096-706033f3c53f tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: e6733991-a8fe-42b0-bd9c-098cd755e957] Processing image 50fb366d-48e6-424f-9c20-bc83d77be76a {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 717.031633] env[65448]: DEBUG oslo_concurrency.lockutils [None req-30d5e2f1-b146-45bf-a096-706033f3c53f tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.031774] env[65448]: DEBUG oslo_concurrency.lockutils [None req-30d5e2f1-b146-45bf-a096-706033f3c53f tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.032000] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-30d5e2f1-b146-45bf-a096-706033f3c53f tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 717.032589] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6fcbf43b-3cf7-44ef-a883-c0adfd12427f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.039070] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf6848f7-e875-43d8-833c-e1707ce6bbe5 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: f92de7cc-d52b-4a1d-821a-0212e37e9369] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 717.039070] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6b316696-fee4-49ca-8ea0-fb00c816a74e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.046932] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-30d5e2f1-b146-45bf-a096-706033f3c53f tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 717.046932] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-30d5e2f1-b146-45bf-a096-706033f3c53f tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 717.046932] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de3abe64-2470-408f-a223-70aea3268c88 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.048883] env[65448]: DEBUG oslo_vmware.api [None req-bf6848f7-e875-43d8-833c-e1707ce6bbe5 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Waiting for the task: (returnval){ [ 717.048883] env[65448]: value = "task-4937369" [ 717.048883] env[65448]: _type = "Task" [ 717.048883] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.056013] env[65448]: DEBUG oslo_vmware.api [None req-30d5e2f1-b146-45bf-a096-706033f3c53f tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Waiting for the task: (returnval){ [ 717.056013] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52b04357-4555-87c3-a788-e882ee581f01" [ 717.056013] env[65448]: _type = "Task" [ 717.056013] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.063229] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf6848f7-e875-43d8-833c-e1707ce6bbe5 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: f92de7cc-d52b-4a1d-821a-0212e37e9369] VM already powered off {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 717.064036] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-bf6848f7-e875-43d8-833c-e1707ce6bbe5 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: f92de7cc-d52b-4a1d-821a-0212e37e9369] Processing image 50fb366d-48e6-424f-9c20-bc83d77be76a {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 717.064336] env[65448]: DEBUG oslo_concurrency.lockutils [None req-bf6848f7-e875-43d8-833c-e1707ce6bbe5 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.072173] env[65448]: DEBUG oslo_vmware.api [None req-30d5e2f1-b146-45bf-a096-706033f3c53f tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52b04357-4555-87c3-a788-e882ee581f01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.167733] env[65448]: DEBUG oslo_concurrency.lockutils [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.918s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.168305] env[65448]: DEBUG nova.compute.manager [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] [instance: 225f5425-83d8-441b-912c-7ca1815e531f] Start building networks asynchronously for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2881}} [ 717.171302] env[65448]: DEBUG oslo_concurrency.lockutils [None req-82a2f30b-ed77-44db-9301-a1b77dada67c tempest-ServerAddressesTestJSON-297973440 tempest-ServerAddressesTestJSON-297973440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.105s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.171613] env[65448]: DEBUG oslo_concurrency.lockutils [None req-82a2f30b-ed77-44db-9301-a1b77dada67c tempest-ServerAddressesTestJSON-297973440 tempest-ServerAddressesTestJSON-297973440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.173730] env[65448]: DEBUG oslo_concurrency.lockutils [None req-c5d6c739-e16e-4335-b3df-157f89420a49 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.682s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.174030] env[65448]: DEBUG oslo_concurrency.lockutils [None req-c5d6c739-e16e-4335-b3df-157f89420a49 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.175660] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b9482571-f5c7-4fad-a149-376bc07ef20f tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.675s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.175834] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b9482571-f5c7-4fad-a149-376bc07ef20f tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.177423] env[65448]: DEBUG oslo_concurrency.lockutils [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.987s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.178859] env[65448]: INFO nova.compute.claims [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] [instance: 5946b482-7074-4075-9188-728461718ab4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 717.215628] env[65448]: INFO nova.scheduler.client.report [None req-b9482571-f5c7-4fad-a149-376bc07ef20f tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Deleted allocations for instance 059f932f-aa5a-46ff-a179-9826341731db [ 717.217541] env[65448]: INFO nova.scheduler.client.report [None req-c5d6c739-e16e-4335-b3df-157f89420a49 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Deleted allocations for instance 576a1826-8e83-46fa-832d-87c62ff7d02e [ 717.241705] env[65448]: INFO nova.scheduler.client.report [None req-82a2f30b-ed77-44db-9301-a1b77dada67c tempest-ServerAddressesTestJSON-297973440 tempest-ServerAddressesTestJSON-297973440-project-member] Deleted allocations for instance 42660aaa-81e2-47fe-949b-cbf7e599091d [ 717.255735] env[65448]: DEBUG nova.objects.instance [None req-05ca60cd-ee68-4c5e-b91d-4a9cc2cbc3ca tempest-VolumesAssistedSnapshotsTest-906605402 tempest-VolumesAssistedSnapshotsTest-906605402-project-admin] Lazy-loading 'flavor' on Instance uuid b72f98f6-f233-4a51-b4ac-fef6364407f1 {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 717.325492] env[65448]: INFO nova.compute.manager [-] [instance: fa53b330-ff80-4666-bf9e-1664d5c3d23e] Took 1.74 seconds to deallocate network for instance. [ 717.338873] env[65448]: DEBUG oslo_vmware.rw_handles [None req-9331b1f6-9431-4f0e-8210-c564956ab6ed tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52599727-b3d7-5dff-fbdd-1fa9f2715ccf/disk-0.vmdk. {{(pid=65448) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 717.340106] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7e63981-c492-4e6e-9c26-f7ee5cbc799b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.348029] env[65448]: DEBUG oslo_vmware.rw_handles [None req-9331b1f6-9431-4f0e-8210-c564956ab6ed tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52599727-b3d7-5dff-fbdd-1fa9f2715ccf/disk-0.vmdk is in state: ready. {{(pid=65448) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 717.348168] env[65448]: ERROR oslo_vmware.rw_handles [None req-9331b1f6-9431-4f0e-8210-c564956ab6ed tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52599727-b3d7-5dff-fbdd-1fa9f2715ccf/disk-0.vmdk due to incomplete transfer. [ 717.348409] env[65448]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-272b7331-42e1-47b1-aefb-07ab24f7899e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.359287] env[65448]: DEBUG oslo_vmware.rw_handles [None req-9331b1f6-9431-4f0e-8210-c564956ab6ed tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52599727-b3d7-5dff-fbdd-1fa9f2715ccf/disk-0.vmdk. {{(pid=65448) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 717.359447] env[65448]: DEBUG nova.virt.vmwareapi.images [None req-9331b1f6-9431-4f0e-8210-c564956ab6ed tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] [instance: 223507ab-1bb6-4cc6-b81d-c5da765c01c0] Uploaded image a4114456-9220-4b9b-8511-b9485cfa2d4a to the Glance image server {{(pid=65448) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 717.361726] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-9331b1f6-9431-4f0e-8210-c564956ab6ed tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] [instance: 223507ab-1bb6-4cc6-b81d-c5da765c01c0] Destroying the VM {{(pid=65448) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 717.362143] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-964c3635-94e0-4d04-8199-50a51dcaa253 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.371667] env[65448]: DEBUG oslo_vmware.api [None req-9331b1f6-9431-4f0e-8210-c564956ab6ed tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Waiting for the task: (returnval){ [ 717.371667] env[65448]: value = "task-4937370" [ 717.371667] env[65448]: _type = "Task" [ 717.371667] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.382232] env[65448]: DEBUG oslo_vmware.api [None req-9331b1f6-9431-4f0e-8210-c564956ab6ed tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Task: {'id': task-4937370, 'name': Destroy_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.390166] env[65448]: DEBUG nova.compute.manager [None req-c1ad5dd5-828c-4bc6-8b8d-ddbd7810d69d tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: f0ae0ad7-7800-4f5a-a270-7749177b8675] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 717.391176] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11377bdb-67e7-48fc-93a0-66172142428d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.450513] env[65448]: DEBUG oslo_concurrency.lockutils [None req-59a4eb51-e345-4ff2-94e0-ef74212a870f tempest-ServersTestManualDisk-536655571 tempest-ServersTestManualDisk-536655571-project-member] Acquiring lock "refresh_cache-c4a3eb56-9352-4486-af03-8817a0c6d462" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.450783] env[65448]: DEBUG oslo_concurrency.lockutils [None req-59a4eb51-e345-4ff2-94e0-ef74212a870f tempest-ServersTestManualDisk-536655571 tempest-ServersTestManualDisk-536655571-project-member] Acquired lock "refresh_cache-c4a3eb56-9352-4486-af03-8817a0c6d462" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.451053] env[65448]: DEBUG nova.network.neutron [None req-59a4eb51-e345-4ff2-94e0-ef74212a870f tempest-ServersTestManualDisk-536655571 tempest-ServersTestManualDisk-536655571-project-member] [instance: c4a3eb56-9352-4486-af03-8817a0c6d462] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 717.465710] env[65448]: DEBUG nova.compute.manager [req-b098796c-93b8-4712-a1e4-01b09ee6b1b3 req-5b82bf06-84a4-411e-8215-7a2bb23d2c50 service nova] [instance: fa53b330-ff80-4666-bf9e-1664d5c3d23e] Received event network-vif-deleted-6162992a-95cc-47fc-9586-2620f2667330 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 717.571528] env[65448]: DEBUG oslo_vmware.api [None req-30d5e2f1-b146-45bf-a096-706033f3c53f tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52b04357-4555-87c3-a788-e882ee581f01, 'name': SearchDatastore_Task, 'duration_secs': 0.017792} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.572646] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-793b275a-d3e9-40e2-b9a9-7f6eb45b6603 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.579727] env[65448]: DEBUG oslo_vmware.api [None req-30d5e2f1-b146-45bf-a096-706033f3c53f tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Waiting for the task: (returnval){ [ 717.579727] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]528fae76-44c2-1cfe-4aa9-c3e88a7dcbb2" [ 717.579727] env[65448]: _type = "Task" [ 717.579727] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.591548] env[65448]: DEBUG oslo_vmware.api [None req-30d5e2f1-b146-45bf-a096-706033f3c53f tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]528fae76-44c2-1cfe-4aa9-c3e88a7dcbb2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.651587] env[65448]: DEBUG nova.compute.manager [req-48e4b1c5-526c-4db1-a46c-c06e748aa018 req-03af8c91-a05b-4d6e-9175-2598ead3dbc8 service nova] [instance: e6733991-a8fe-42b0-bd9c-098cd755e957] Received event network-changed-771a726b-1aa2-4d13-8354-38c18cbed1b9 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 717.651733] env[65448]: DEBUG nova.compute.manager [req-48e4b1c5-526c-4db1-a46c-c06e748aa018 req-03af8c91-a05b-4d6e-9175-2598ead3dbc8 service nova] [instance: e6733991-a8fe-42b0-bd9c-098cd755e957] Refreshing instance network info cache due to event network-changed-771a726b-1aa2-4d13-8354-38c18cbed1b9. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 717.652115] env[65448]: DEBUG oslo_concurrency.lockutils [req-48e4b1c5-526c-4db1-a46c-c06e748aa018 req-03af8c91-a05b-4d6e-9175-2598ead3dbc8 service nova] Acquiring lock "refresh_cache-e6733991-a8fe-42b0-bd9c-098cd755e957" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.652278] env[65448]: DEBUG oslo_concurrency.lockutils [req-48e4b1c5-526c-4db1-a46c-c06e748aa018 req-03af8c91-a05b-4d6e-9175-2598ead3dbc8 service nova] Acquired lock "refresh_cache-e6733991-a8fe-42b0-bd9c-098cd755e957" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.652696] env[65448]: DEBUG nova.network.neutron [req-48e4b1c5-526c-4db1-a46c-c06e748aa018 req-03af8c91-a05b-4d6e-9175-2598ead3dbc8 service nova] [instance: e6733991-a8fe-42b0-bd9c-098cd755e957] Refreshing network info cache for port 771a726b-1aa2-4d13-8354-38c18cbed1b9 {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 717.684969] env[65448]: DEBUG nova.compute.utils [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Using /dev/sd instead of None {{(pid=65448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 717.690417] env[65448]: DEBUG nova.compute.manager [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] [instance: 225f5425-83d8-441b-912c-7ca1815e531f] Allocating IP information in the background. {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 717.690589] env[65448]: DEBUG nova.network.neutron [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] [instance: 225f5425-83d8-441b-912c-7ca1815e531f] allocate_for_instance() {{(pid=65448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 717.690978] env[65448]: WARNING neutronclient.v2_0.client [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 717.691338] env[65448]: WARNING neutronclient.v2_0.client [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 717.728089] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b9482571-f5c7-4fad-a149-376bc07ef20f tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Lock "059f932f-aa5a-46ff-a179-9826341731db" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.987s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.730218] env[65448]: DEBUG oslo_concurrency.lockutils [None req-c5d6c739-e16e-4335-b3df-157f89420a49 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Lock "576a1826-8e83-46fa-832d-87c62ff7d02e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.963s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.744507] env[65448]: DEBUG nova.policy [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '94a27dba87e246b7a281b0f979d3a465', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd6832ec778f74c32b9d7075a15429f91', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65448) authorize /opt/stack/nova/nova/policy.py:192}} [ 717.752092] env[65448]: DEBUG oslo_concurrency.lockutils [None req-82a2f30b-ed77-44db-9301-a1b77dada67c tempest-ServerAddressesTestJSON-297973440 tempest-ServerAddressesTestJSON-297973440-project-member] Lock "42660aaa-81e2-47fe-949b-cbf7e599091d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.451s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.761284] env[65448]: DEBUG oslo_concurrency.lockutils [None req-05ca60cd-ee68-4c5e-b91d-4a9cc2cbc3ca tempest-VolumesAssistedSnapshotsTest-906605402 tempest-VolumesAssistedSnapshotsTest-906605402-project-admin] Lock "b72f98f6-f233-4a51-b4ac-fef6364407f1" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.831s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.885671] env[65448]: DEBUG oslo_vmware.api [None req-9331b1f6-9431-4f0e-8210-c564956ab6ed tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Task: {'id': task-4937370, 'name': Destroy_Task} progress is 33%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.907700] env[65448]: INFO nova.compute.manager [None req-d25a8337-f155-4bc3-a0b0-34c697e9b0c0 tempest-ServersTestBootFromVolume-1705188138 tempest-ServersTestBootFromVolume-1705188138-project-member] [instance: fa53b330-ff80-4666-bf9e-1664d5c3d23e] Took 0.58 seconds to detach 1 volumes for instance. [ 717.910566] env[65448]: DEBUG nova.compute.manager [None req-d25a8337-f155-4bc3-a0b0-34c697e9b0c0 tempest-ServersTestBootFromVolume-1705188138 tempest-ServersTestBootFromVolume-1705188138-project-member] [instance: fa53b330-ff80-4666-bf9e-1664d5c3d23e] Deleting volume: 80f3c122-a4fa-4863-8156-3f1ec258eb24 {{(pid=65448) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3327}} [ 717.913023] env[65448]: INFO nova.compute.manager [None req-c1ad5dd5-828c-4bc6-8b8d-ddbd7810d69d tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: f0ae0ad7-7800-4f5a-a270-7749177b8675] instance snapshotting [ 717.913989] env[65448]: DEBUG nova.objects.instance [None req-c1ad5dd5-828c-4bc6-8b8d-ddbd7810d69d tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Lazy-loading 'flavor' on Instance uuid f0ae0ad7-7800-4f5a-a270-7749177b8675 {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 718.094742] env[65448]: DEBUG oslo_vmware.api [None req-30d5e2f1-b146-45bf-a096-706033f3c53f tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]528fae76-44c2-1cfe-4aa9-c3e88a7dcbb2, 'name': SearchDatastore_Task, 'duration_secs': 0.025369} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.095087] env[65448]: DEBUG oslo_concurrency.lockutils [None req-30d5e2f1-b146-45bf-a096-706033f3c53f tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.095339] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-30d5e2f1-b146-45bf-a096-706033f3c53f tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore1] e6733991-a8fe-42b0-bd9c-098cd755e957/e6733991-a8fe-42b0-bd9c-098cd755e957.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 718.095645] env[65448]: DEBUG oslo_concurrency.lockutils [None req-bf6848f7-e875-43d8-833c-e1707ce6bbe5 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.095841] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf6848f7-e875-43d8-833c-e1707ce6bbe5 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 718.096090] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-093d452c-527e-41f7-a150-28ac54840e63 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.100379] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-08a3f66c-c0e8-45fc-bb80-0314f4b164b9 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.109364] env[65448]: DEBUG oslo_vmware.api [None req-30d5e2f1-b146-45bf-a096-706033f3c53f tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Waiting for the task: (returnval){ [ 718.109364] env[65448]: value = "task-4937372" [ 718.109364] env[65448]: _type = "Task" [ 718.109364] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.116279] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf6848f7-e875-43d8-833c-e1707ce6bbe5 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 718.116418] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-bf6848f7-e875-43d8-833c-e1707ce6bbe5 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 718.118838] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8a72d41-2804-4e06-bc5d-cb0b44fa4f4d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.136726] env[65448]: DEBUG oslo_vmware.api [None req-30d5e2f1-b146-45bf-a096-706033f3c53f tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Task: {'id': task-4937372, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.137910] env[65448]: DEBUG nova.network.neutron [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] [instance: 225f5425-83d8-441b-912c-7ca1815e531f] Successfully created port: 8f04c2a0-fefe-4c8c-92af-5fafbf467bc1 {{(pid=65448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 718.145174] env[65448]: DEBUG oslo_vmware.api [None req-bf6848f7-e875-43d8-833c-e1707ce6bbe5 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Waiting for the task: (returnval){ [ 718.145174] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52108593-033a-7a42-5322-b403eed28d50" [ 718.145174] env[65448]: _type = "Task" [ 718.145174] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.156257] env[65448]: WARNING neutronclient.v2_0.client [req-48e4b1c5-526c-4db1-a46c-c06e748aa018 req-03af8c91-a05b-4d6e-9175-2598ead3dbc8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 718.158946] env[65448]: DEBUG oslo_vmware.api [None req-bf6848f7-e875-43d8-833c-e1707ce6bbe5 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52108593-033a-7a42-5322-b403eed28d50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.191289] env[65448]: DEBUG nova.compute.manager [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] [instance: 225f5425-83d8-441b-912c-7ca1815e531f] Start building block device mappings for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2916}} [ 718.212139] env[65448]: DEBUG nova.network.neutron [None req-59a4eb51-e345-4ff2-94e0-ef74212a870f tempest-ServersTestManualDisk-536655571 tempest-ServersTestManualDisk-536655571-project-member] [instance: c4a3eb56-9352-4486-af03-8817a0c6d462] Instance cache missing network info. {{(pid=65448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 718.386158] env[65448]: DEBUG oslo_vmware.api [None req-9331b1f6-9431-4f0e-8210-c564956ab6ed tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Task: {'id': task-4937370, 'name': Destroy_Task} progress is 100%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.420832] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-364ec79b-9bd2-4cbf-a2af-560b8b5e8f84 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.444053] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4560e84-3378-41f6-95df-460ea690db69 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.463414] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d25a8337-f155-4bc3-a0b0-34c697e9b0c0 tempest-ServersTestBootFromVolume-1705188138 tempest-ServersTestBootFromVolume-1705188138-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.619033] env[65448]: DEBUG oslo_vmware.api [None req-30d5e2f1-b146-45bf-a096-706033f3c53f tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Task: {'id': task-4937372, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.656799] env[65448]: DEBUG oslo_vmware.api [None req-bf6848f7-e875-43d8-833c-e1707ce6bbe5 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52108593-033a-7a42-5322-b403eed28d50, 'name': SearchDatastore_Task, 'duration_secs': 0.014439} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.657732] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0d07c9c-1fd5-4566-b1e1-c96146607703 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.666505] env[65448]: DEBUG oslo_vmware.api [None req-bf6848f7-e875-43d8-833c-e1707ce6bbe5 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Waiting for the task: (returnval){ [ 718.666505] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5297e9cd-bb03-ac6f-1b3e-59b547608b87" [ 718.666505] env[65448]: _type = "Task" [ 718.666505] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.680480] env[65448]: DEBUG oslo_vmware.api [None req-bf6848f7-e875-43d8-833c-e1707ce6bbe5 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5297e9cd-bb03-ac6f-1b3e-59b547608b87, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.772093] env[65448]: DEBUG oslo_concurrency.lockutils [None req-3290bf36-20c0-4aff-bed1-fc93db0476e5 tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Acquiring lock "7b76faba-15f3-4412-b5e7-5354a6bfd35f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.772202] env[65448]: DEBUG oslo_concurrency.lockutils [None req-3290bf36-20c0-4aff-bed1-fc93db0476e5 tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Lock "7b76faba-15f3-4412-b5e7-5354a6bfd35f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.772380] env[65448]: DEBUG oslo_concurrency.lockutils [None req-3290bf36-20c0-4aff-bed1-fc93db0476e5 tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Acquiring lock "7b76faba-15f3-4412-b5e7-5354a6bfd35f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.772558] env[65448]: DEBUG oslo_concurrency.lockutils [None req-3290bf36-20c0-4aff-bed1-fc93db0476e5 tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Lock "7b76faba-15f3-4412-b5e7-5354a6bfd35f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.772715] env[65448]: DEBUG oslo_concurrency.lockutils [None req-3290bf36-20c0-4aff-bed1-fc93db0476e5 tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Lock "7b76faba-15f3-4412-b5e7-5354a6bfd35f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.780471] env[65448]: INFO nova.compute.manager [None req-3290bf36-20c0-4aff-bed1-fc93db0476e5 tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] [instance: 7b76faba-15f3-4412-b5e7-5354a6bfd35f] Terminating instance [ 718.820042] env[65448]: WARNING neutronclient.v2_0.client [None req-59a4eb51-e345-4ff2-94e0-ef74212a870f tempest-ServersTestManualDisk-536655571 tempest-ServersTestManualDisk-536655571-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 718.852067] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92ecbf3d-5012-4c4b-94e8-6bcc35ee7e89 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.862469] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70e760ef-344d-4086-a2ae-2a7b5cf73153 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.912024] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db2ca854-f4ea-416b-9747-0e3c38ab41ef {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.918439] env[65448]: DEBUG oslo_vmware.api [None req-9331b1f6-9431-4f0e-8210-c564956ab6ed tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Task: {'id': task-4937370, 'name': Destroy_Task} progress is 100%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.924734] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d1277e4-f355-486b-9584-2a35b80764d4 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.943596] env[65448]: DEBUG nova.compute.provider_tree [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 718.958029] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-c1ad5dd5-828c-4bc6-8b8d-ddbd7810d69d tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: f0ae0ad7-7800-4f5a-a270-7749177b8675] Creating Snapshot of the VM instance {{(pid=65448) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 718.959363] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-53c2fcb3-392b-4954-a387-392c5d8ff478 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.968517] env[65448]: DEBUG oslo_vmware.api [None req-c1ad5dd5-828c-4bc6-8b8d-ddbd7810d69d tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Waiting for the task: (returnval){ [ 718.968517] env[65448]: value = "task-4937373" [ 718.968517] env[65448]: _type = "Task" [ 718.968517] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.978857] env[65448]: DEBUG oslo_vmware.api [None req-c1ad5dd5-828c-4bc6-8b8d-ddbd7810d69d tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4937373, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.126229] env[65448]: DEBUG oslo_vmware.api [None req-30d5e2f1-b146-45bf-a096-706033f3c53f tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Task: {'id': task-4937372, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.179155] env[65448]: DEBUG oslo_vmware.api [None req-bf6848f7-e875-43d8-833c-e1707ce6bbe5 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5297e9cd-bb03-ac6f-1b3e-59b547608b87, 'name': SearchDatastore_Task, 'duration_secs': 0.023515} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.179423] env[65448]: DEBUG oslo_concurrency.lockutils [None req-bf6848f7-e875-43d8-833c-e1707ce6bbe5 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.179715] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf6848f7-e875-43d8-833c-e1707ce6bbe5 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore1] f92de7cc-d52b-4a1d-821a-0212e37e9369/50fb366d-48e6-424f-9c20-bc83d77be76a-rescue.vmdk. {{(pid=65448) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 719.182280] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bae219a4-4064-4dae-8b93-154ea2d356c4 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.188934] env[65448]: DEBUG oslo_vmware.api [None req-bf6848f7-e875-43d8-833c-e1707ce6bbe5 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Waiting for the task: (returnval){ [ 719.188934] env[65448]: value = "task-4937374" [ 719.188934] env[65448]: _type = "Task" [ 719.188934] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.199725] env[65448]: DEBUG oslo_vmware.api [None req-bf6848f7-e875-43d8-833c-e1707ce6bbe5 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Task: {'id': task-4937374, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.208100] env[65448]: DEBUG nova.compute.manager [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] [instance: 225f5425-83d8-441b-912c-7ca1815e531f] Start spawning the instance on the hypervisor. {{(pid=65448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2689}} [ 719.241308] env[65448]: DEBUG nova.virt.hardware [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-08T17:19:51Z,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a992292b6dae455593d228217860e2e1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-08T17:19:52Z,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 719.241546] env[65448]: DEBUG nova.virt.hardware [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 719.241750] env[65448]: DEBUG nova.virt.hardware [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 719.241910] env[65448]: DEBUG nova.virt.hardware [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 719.242159] env[65448]: DEBUG nova.virt.hardware [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 719.242391] env[65448]: DEBUG nova.virt.hardware [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 719.242651] env[65448]: DEBUG nova.virt.hardware [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 719.242815] env[65448]: DEBUG nova.virt.hardware [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 719.243259] env[65448]: DEBUG nova.virt.hardware [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 719.243259] env[65448]: DEBUG nova.virt.hardware [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 719.243648] env[65448]: DEBUG nova.virt.hardware [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 719.244739] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d71e268-9caa-4762-bfec-1b290e52928d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.255280] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a205961e-b8ae-4477-aa4a-d1419490b087 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.285340] env[65448]: DEBUG nova.compute.manager [None req-3290bf36-20c0-4aff-bed1-fc93db0476e5 tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] [instance: 7b76faba-15f3-4412-b5e7-5354a6bfd35f] Start destroying the instance on the hypervisor. {{(pid=65448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3209}} [ 719.285983] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-3290bf36-20c0-4aff-bed1-fc93db0476e5 tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] [instance: 7b76faba-15f3-4412-b5e7-5354a6bfd35f] Destroying instance {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 719.286675] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19fb0b19-4491-47b3-a060-cc27e6ca9518 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.294983] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-3290bf36-20c0-4aff-bed1-fc93db0476e5 tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] [instance: 7b76faba-15f3-4412-b5e7-5354a6bfd35f] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 719.295407] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-48dcf3eb-3610-412b-a9ca-77e05c9762b3 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.305318] env[65448]: DEBUG oslo_vmware.api [None req-3290bf36-20c0-4aff-bed1-fc93db0476e5 tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Waiting for the task: (returnval){ [ 719.305318] env[65448]: value = "task-4937375" [ 719.305318] env[65448]: _type = "Task" [ 719.305318] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.317918] env[65448]: DEBUG oslo_vmware.api [None req-3290bf36-20c0-4aff-bed1-fc93db0476e5 tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Task: {'id': task-4937375, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.383422] env[65448]: DEBUG oslo_vmware.api [None req-9331b1f6-9431-4f0e-8210-c564956ab6ed tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Task: {'id': task-4937370, 'name': Destroy_Task, 'duration_secs': 1.856419} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.384770] env[65448]: INFO nova.virt.vmwareapi.vm_util [None req-9331b1f6-9431-4f0e-8210-c564956ab6ed tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] [instance: 223507ab-1bb6-4cc6-b81d-c5da765c01c0] Destroyed the VM [ 719.384770] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-9331b1f6-9431-4f0e-8210-c564956ab6ed tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] [instance: 223507ab-1bb6-4cc6-b81d-c5da765c01c0] Deleting Snapshot of the VM instance {{(pid=65448) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 719.384770] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c67f4d06-28ef-496a-921a-a39344232f6f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.393858] env[65448]: DEBUG oslo_vmware.api [None req-9331b1f6-9431-4f0e-8210-c564956ab6ed tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Waiting for the task: (returnval){ [ 719.393858] env[65448]: value = "task-4937376" [ 719.393858] env[65448]: _type = "Task" [ 719.393858] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.404855] env[65448]: DEBUG oslo_vmware.api [None req-9331b1f6-9431-4f0e-8210-c564956ab6ed tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Task: {'id': task-4937376, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.447036] env[65448]: DEBUG nova.scheduler.client.report [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 719.479455] env[65448]: DEBUG oslo_vmware.api [None req-c1ad5dd5-828c-4bc6-8b8d-ddbd7810d69d tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4937373, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.621740] env[65448]: DEBUG oslo_vmware.api [None req-30d5e2f1-b146-45bf-a096-706033f3c53f tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Task: {'id': task-4937372, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.634298] env[65448]: WARNING neutronclient.v2_0.client [req-48e4b1c5-526c-4db1-a46c-c06e748aa018 req-03af8c91-a05b-4d6e-9175-2598ead3dbc8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 719.700194] env[65448]: DEBUG oslo_vmware.api [None req-bf6848f7-e875-43d8-833c-e1707ce6bbe5 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Task: {'id': task-4937374, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.709238] env[65448]: DEBUG nova.network.neutron [None req-59a4eb51-e345-4ff2-94e0-ef74212a870f tempest-ServersTestManualDisk-536655571 tempest-ServersTestManualDisk-536655571-project-member] [instance: c4a3eb56-9352-4486-af03-8817a0c6d462] Updating instance_info_cache with network_info: [{"id": "21d23eef-3a5f-448c-a32f-9809d0e54adf", "address": "fa:16:3e:3f:55:4a", "network": {"id": "c75543be-aa1d-406e-bf80-141febee47a2", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1811246393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f2af852f25f4356be7926f2e710dc49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721c6720-3ce0-450e-9951-a894f03acc27", "external-id": "nsx-vlan-transportzone-394", "segmentation_id": 394, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21d23eef-3a", "ovs_interfaceid": "21d23eef-3a5f-448c-a32f-9809d0e54adf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.821166] env[65448]: DEBUG oslo_vmware.api [None req-3290bf36-20c0-4aff-bed1-fc93db0476e5 tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Task: {'id': task-4937375, 'name': PowerOffVM_Task, 'duration_secs': 0.221569} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.821166] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-3290bf36-20c0-4aff-bed1-fc93db0476e5 tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] [instance: 7b76faba-15f3-4412-b5e7-5354a6bfd35f] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 719.821166] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-3290bf36-20c0-4aff-bed1-fc93db0476e5 tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] [instance: 7b76faba-15f3-4412-b5e7-5354a6bfd35f] Unregistering the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 719.821166] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fd4beabe-2fe2-4967-841d-6eaa8019aed5 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.875431] env[65448]: DEBUG nova.network.neutron [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] [instance: 225f5425-83d8-441b-912c-7ca1815e531f] Successfully updated port: 8f04c2a0-fefe-4c8c-92af-5fafbf467bc1 {{(pid=65448) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 719.914044] env[65448]: DEBUG oslo_vmware.api [None req-9331b1f6-9431-4f0e-8210-c564956ab6ed tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Task: {'id': task-4937376, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.916827] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-3290bf36-20c0-4aff-bed1-fc93db0476e5 tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] [instance: 7b76faba-15f3-4412-b5e7-5354a6bfd35f] Unregistered the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 719.917501] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-3290bf36-20c0-4aff-bed1-fc93db0476e5 tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] [instance: 7b76faba-15f3-4412-b5e7-5354a6bfd35f] Deleting contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 719.917702] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-3290bf36-20c0-4aff-bed1-fc93db0476e5 tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Deleting the datastore file [datastore2] 7b76faba-15f3-4412-b5e7-5354a6bfd35f {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 719.918210] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8c34f84d-5126-4f33-a252-d05eff58b7b3 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.927923] env[65448]: DEBUG oslo_vmware.api [None req-3290bf36-20c0-4aff-bed1-fc93db0476e5 tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Waiting for the task: (returnval){ [ 719.927923] env[65448]: value = "task-4937378" [ 719.927923] env[65448]: _type = "Task" [ 719.927923] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.942038] env[65448]: DEBUG oslo_vmware.api [None req-3290bf36-20c0-4aff-bed1-fc93db0476e5 tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Task: {'id': task-4937378, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.958055] env[65448]: DEBUG oslo_concurrency.lockutils [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.778s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.958055] env[65448]: DEBUG nova.compute.manager [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] [instance: 5946b482-7074-4075-9188-728461718ab4] Start building networks asynchronously for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2881}} [ 719.959713] env[65448]: DEBUG oslo_concurrency.lockutils [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.576s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.963022] env[65448]: INFO nova.compute.claims [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] [instance: fab0ffc2-fa16-4d13-b70c-dfaa41c981aa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 719.981899] env[65448]: DEBUG oslo_vmware.api [None req-c1ad5dd5-828c-4bc6-8b8d-ddbd7810d69d tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4937373, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.124223] env[65448]: DEBUG oslo_vmware.api [None req-30d5e2f1-b146-45bf-a096-706033f3c53f tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Task: {'id': task-4937372, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.545646} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.124658] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-30d5e2f1-b146-45bf-a096-706033f3c53f tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore1] e6733991-a8fe-42b0-bd9c-098cd755e957/e6733991-a8fe-42b0-bd9c-098cd755e957.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 720.125094] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-30d5e2f1-b146-45bf-a096-706033f3c53f tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: e6733991-a8fe-42b0-bd9c-098cd755e957] Extending root virtual disk to 1048576 {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 720.125403] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c4d381dc-c211-4f97-8dfc-ae0da0fae251 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.140013] env[65448]: DEBUG oslo_vmware.api [None req-30d5e2f1-b146-45bf-a096-706033f3c53f tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Waiting for the task: (returnval){ [ 720.140013] env[65448]: value = "task-4937379" [ 720.140013] env[65448]: _type = "Task" [ 720.140013] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.153163] env[65448]: DEBUG oslo_vmware.api [None req-30d5e2f1-b146-45bf-a096-706033f3c53f tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Task: {'id': task-4937379, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.199961] env[65448]: DEBUG oslo_vmware.api [None req-bf6848f7-e875-43d8-833c-e1707ce6bbe5 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Task: {'id': task-4937374, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.78833} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.200276] env[65448]: INFO nova.virt.vmwareapi.ds_util [None req-bf6848f7-e875-43d8-833c-e1707ce6bbe5 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore1] f92de7cc-d52b-4a1d-821a-0212e37e9369/50fb366d-48e6-424f-9c20-bc83d77be76a-rescue.vmdk. [ 720.201601] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-251d6752-24fd-49a8-a463-87c86cc5d532 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.223424] env[65448]: DEBUG oslo_concurrency.lockutils [None req-59a4eb51-e345-4ff2-94e0-ef74212a870f tempest-ServersTestManualDisk-536655571 tempest-ServersTestManualDisk-536655571-project-member] Releasing lock "refresh_cache-c4a3eb56-9352-4486-af03-8817a0c6d462" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.223801] env[65448]: DEBUG nova.compute.manager [None req-59a4eb51-e345-4ff2-94e0-ef74212a870f tempest-ServersTestManualDisk-536655571 tempest-ServersTestManualDisk-536655571-project-member] [instance: c4a3eb56-9352-4486-af03-8817a0c6d462] Instance network_info: |[{"id": "21d23eef-3a5f-448c-a32f-9809d0e54adf", "address": "fa:16:3e:3f:55:4a", "network": {"id": "c75543be-aa1d-406e-bf80-141febee47a2", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1811246393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f2af852f25f4356be7926f2e710dc49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721c6720-3ce0-450e-9951-a894f03acc27", "external-id": "nsx-vlan-transportzone-394", "segmentation_id": 394, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21d23eef-3a", "ovs_interfaceid": "21d23eef-3a5f-448c-a32f-9809d0e54adf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 720.232541] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf6848f7-e875-43d8-833c-e1707ce6bbe5 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: f92de7cc-d52b-4a1d-821a-0212e37e9369] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] f92de7cc-d52b-4a1d-821a-0212e37e9369/50fb366d-48e6-424f-9c20-bc83d77be76a-rescue.vmdk or device None with type thin {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 720.233168] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-59a4eb51-e345-4ff2-94e0-ef74212a870f tempest-ServersTestManualDisk-536655571 tempest-ServersTestManualDisk-536655571-project-member] [instance: c4a3eb56-9352-4486-af03-8817a0c6d462] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:55:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '721c6720-3ce0-450e-9951-a894f03acc27', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '21d23eef-3a5f-448c-a32f-9809d0e54adf', 'vif_model': 'vmxnet3'}] {{(pid=65448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 720.240693] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-59a4eb51-e345-4ff2-94e0-ef74212a870f tempest-ServersTestManualDisk-536655571 tempest-ServersTestManualDisk-536655571-project-member] Creating folder: Project (3f2af852f25f4356be7926f2e710dc49). Parent ref: group-v961779. {{(pid=65448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 720.241018] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78f63c8c-6fae-4ec9-9d2e-74b2d8860132 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.255093] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f27f8cd7-6d1f-4f5e-ac9c-3edad491b932 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.263472] env[65448]: DEBUG oslo_vmware.api [None req-bf6848f7-e875-43d8-833c-e1707ce6bbe5 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Waiting for the task: (returnval){ [ 720.263472] env[65448]: value = "task-4937380" [ 720.263472] env[65448]: _type = "Task" [ 720.263472] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.269584] env[65448]: INFO nova.virt.vmwareapi.vm_util [None req-59a4eb51-e345-4ff2-94e0-ef74212a870f tempest-ServersTestManualDisk-536655571 tempest-ServersTestManualDisk-536655571-project-member] Created folder: Project (3f2af852f25f4356be7926f2e710dc49) in parent group-v961779. [ 720.269584] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-59a4eb51-e345-4ff2-94e0-ef74212a870f tempest-ServersTestManualDisk-536655571 tempest-ServersTestManualDisk-536655571-project-member] Creating folder: Instances. Parent ref: group-v961885. {{(pid=65448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 720.272876] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0ea9c439-71ad-41dd-ad0b-0476e5ac5f36 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.274603] env[65448]: DEBUG oslo_vmware.api [None req-bf6848f7-e875-43d8-833c-e1707ce6bbe5 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Task: {'id': task-4937380, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.284276] env[65448]: INFO nova.virt.vmwareapi.vm_util [None req-59a4eb51-e345-4ff2-94e0-ef74212a870f tempest-ServersTestManualDisk-536655571 tempest-ServersTestManualDisk-536655571-project-member] Created folder: Instances in parent group-v961885. [ 720.284563] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-59a4eb51-e345-4ff2-94e0-ef74212a870f tempest-ServersTestManualDisk-536655571 tempest-ServersTestManualDisk-536655571-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 720.284843] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4a3eb56-9352-4486-af03-8817a0c6d462] Creating VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 720.285425] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fd6f24a0-065e-40aa-be34-64a83d02f242 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.308956] env[65448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 720.308956] env[65448]: value = "task-4937383" [ 720.308956] env[65448]: _type = "Task" [ 720.308956] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.318655] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937383, 'name': CreateVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.378899] env[65448]: DEBUG oslo_concurrency.lockutils [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Acquiring lock "refresh_cache-225f5425-83d8-441b-912c-7ca1815e531f" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.379165] env[65448]: DEBUG oslo_concurrency.lockutils [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Acquired lock "refresh_cache-225f5425-83d8-441b-912c-7ca1815e531f" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.379326] env[65448]: DEBUG nova.network.neutron [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] [instance: 225f5425-83d8-441b-912c-7ca1815e531f] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 720.407840] env[65448]: DEBUG oslo_vmware.api [None req-9331b1f6-9431-4f0e-8210-c564956ab6ed tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Task: {'id': task-4937376, 'name': RemoveSnapshot_Task} progress is 31%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.440402] env[65448]: DEBUG oslo_vmware.api [None req-3290bf36-20c0-4aff-bed1-fc93db0476e5 tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Task: {'id': task-4937378, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.205064} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.440856] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-3290bf36-20c0-4aff-bed1-fc93db0476e5 tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 720.441016] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-3290bf36-20c0-4aff-bed1-fc93db0476e5 tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] [instance: 7b76faba-15f3-4412-b5e7-5354a6bfd35f] Deleted contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 720.441235] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-3290bf36-20c0-4aff-bed1-fc93db0476e5 tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] [instance: 7b76faba-15f3-4412-b5e7-5354a6bfd35f] Instance destroyed {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 720.442511] env[65448]: INFO nova.compute.manager [None req-3290bf36-20c0-4aff-bed1-fc93db0476e5 tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] [instance: 7b76faba-15f3-4412-b5e7-5354a6bfd35f] Took 1.16 seconds to destroy the instance on the hypervisor. [ 720.442511] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-3290bf36-20c0-4aff-bed1-fc93db0476e5 tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 720.442511] env[65448]: DEBUG nova.compute.manager [-] [instance: 7b76faba-15f3-4412-b5e7-5354a6bfd35f] Deallocating network for instance {{(pid=65448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 720.442511] env[65448]: DEBUG nova.network.neutron [-] [instance: 7b76faba-15f3-4412-b5e7-5354a6bfd35f] deallocate_for_instance() {{(pid=65448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 720.442511] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 720.467830] env[65448]: DEBUG nova.compute.utils [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Using /dev/sd instead of None {{(pid=65448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 720.478113] env[65448]: DEBUG nova.compute.manager [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] [instance: 5946b482-7074-4075-9188-728461718ab4] Allocating IP information in the background. {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 720.478113] env[65448]: DEBUG nova.network.neutron [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] [instance: 5946b482-7074-4075-9188-728461718ab4] allocate_for_instance() {{(pid=65448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 720.478113] env[65448]: WARNING neutronclient.v2_0.client [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 720.478113] env[65448]: WARNING neutronclient.v2_0.client [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 720.492030] env[65448]: DEBUG oslo_vmware.api [None req-c1ad5dd5-828c-4bc6-8b8d-ddbd7810d69d tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4937373, 'name': CreateSnapshot_Task, 'duration_secs': 1.306557} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.492366] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-c1ad5dd5-828c-4bc6-8b8d-ddbd7810d69d tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: f0ae0ad7-7800-4f5a-a270-7749177b8675] Created Snapshot of the VM instance {{(pid=65448) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 720.493325] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19c9845e-f33a-4876-99e1-3e12d936851c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.626691] env[65448]: DEBUG nova.network.neutron [req-48e4b1c5-526c-4db1-a46c-c06e748aa018 req-03af8c91-a05b-4d6e-9175-2598ead3dbc8 service nova] [instance: e6733991-a8fe-42b0-bd9c-098cd755e957] Updated VIF entry in instance network info cache for port 771a726b-1aa2-4d13-8354-38c18cbed1b9. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 720.626691] env[65448]: DEBUG nova.network.neutron [req-48e4b1c5-526c-4db1-a46c-c06e748aa018 req-03af8c91-a05b-4d6e-9175-2598ead3dbc8 service nova] [instance: e6733991-a8fe-42b0-bd9c-098cd755e957] Updating instance_info_cache with network_info: [{"id": "771a726b-1aa2-4d13-8354-38c18cbed1b9", "address": "fa:16:3e:a6:e1:e6", "network": {"id": "393d9495-0694-4789-b85f-11c1ee142a7b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-818279425-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "151b52486680497ab0313e8770e10757", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap771a726b-1a", "ovs_interfaceid": "771a726b-1aa2-4d13-8354-38c18cbed1b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.656490] env[65448]: DEBUG oslo_vmware.api [None req-30d5e2f1-b146-45bf-a096-706033f3c53f tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Task: {'id': task-4937379, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082757} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.656490] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-30d5e2f1-b146-45bf-a096-706033f3c53f tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: e6733991-a8fe-42b0-bd9c-098cd755e957] Extended root virtual disk {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 720.657483] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdf169e2-d0a2-4ae0-827f-721f7acf8921 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.684068] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-30d5e2f1-b146-45bf-a096-706033f3c53f tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: e6733991-a8fe-42b0-bd9c-098cd755e957] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] e6733991-a8fe-42b0-bd9c-098cd755e957/e6733991-a8fe-42b0-bd9c-098cd755e957.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 720.684377] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ab2689a-21ab-4a66-a635-ab90f0167287 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.702734] env[65448]: DEBUG nova.policy [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '94a27dba87e246b7a281b0f979d3a465', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd6832ec778f74c32b9d7075a15429f91', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65448) authorize /opt/stack/nova/nova/policy.py:192}} [ 720.713030] env[65448]: DEBUG oslo_vmware.api [None req-30d5e2f1-b146-45bf-a096-706033f3c53f tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Waiting for the task: (returnval){ [ 720.713030] env[65448]: value = "task-4937384" [ 720.713030] env[65448]: _type = "Task" [ 720.713030] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.724148] env[65448]: DEBUG oslo_vmware.api [None req-30d5e2f1-b146-45bf-a096-706033f3c53f tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Task: {'id': task-4937384, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.726727] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 720.777414] env[65448]: DEBUG oslo_vmware.api [None req-bf6848f7-e875-43d8-833c-e1707ce6bbe5 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Task: {'id': task-4937380, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.819684] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937383, 'name': CreateVM_Task} progress is 25%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.909766] env[65448]: DEBUG oslo_vmware.api [None req-9331b1f6-9431-4f0e-8210-c564956ab6ed tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Task: {'id': task-4937376, 'name': RemoveSnapshot_Task, 'duration_secs': 1.291019} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.910171] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-9331b1f6-9431-4f0e-8210-c564956ab6ed tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] [instance: 223507ab-1bb6-4cc6-b81d-c5da765c01c0] Deleted Snapshot of the VM instance {{(pid=65448) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 720.910427] env[65448]: INFO nova.compute.manager [None req-9331b1f6-9431-4f0e-8210-c564956ab6ed tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] [instance: 223507ab-1bb6-4cc6-b81d-c5da765c01c0] Took 20.80 seconds to snapshot the instance on the hypervisor. [ 720.976345] env[65448]: DEBUG nova.compute.manager [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] [instance: 5946b482-7074-4075-9188-728461718ab4] Start building block device mappings for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2916}} [ 721.023486] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-c1ad5dd5-828c-4bc6-8b8d-ddbd7810d69d tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: f0ae0ad7-7800-4f5a-a270-7749177b8675] Creating linked-clone VM from snapshot {{(pid=65448) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 721.028229] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-cd7dc001-25f6-4318-b423-755a181e000c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.043278] env[65448]: DEBUG oslo_vmware.api [None req-c1ad5dd5-828c-4bc6-8b8d-ddbd7810d69d tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Waiting for the task: (returnval){ [ 721.043278] env[65448]: value = "task-4937385" [ 721.043278] env[65448]: _type = "Task" [ 721.043278] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.057688] env[65448]: DEBUG oslo_vmware.api [None req-c1ad5dd5-828c-4bc6-8b8d-ddbd7810d69d tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4937385, 'name': CloneVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.064648] env[65448]: DEBUG nova.network.neutron [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] [instance: 5946b482-7074-4075-9188-728461718ab4] Successfully created port: a1fb88ca-9768-4db1-a0f4-a5c9c636f9e9 {{(pid=65448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 721.129334] env[65448]: DEBUG oslo_concurrency.lockutils [req-48e4b1c5-526c-4db1-a46c-c06e748aa018 req-03af8c91-a05b-4d6e-9175-2598ead3dbc8 service nova] Releasing lock "refresh_cache-e6733991-a8fe-42b0-bd9c-098cd755e957" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.131596] env[65448]: DEBUG nova.compute.manager [req-48e4b1c5-526c-4db1-a46c-c06e748aa018 req-03af8c91-a05b-4d6e-9175-2598ead3dbc8 service nova] [instance: c4a3eb56-9352-4486-af03-8817a0c6d462] Received event network-vif-plugged-21d23eef-3a5f-448c-a32f-9809d0e54adf {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 721.131596] env[65448]: DEBUG oslo_concurrency.lockutils [req-48e4b1c5-526c-4db1-a46c-c06e748aa018 req-03af8c91-a05b-4d6e-9175-2598ead3dbc8 service nova] Acquiring lock "c4a3eb56-9352-4486-af03-8817a0c6d462-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.131596] env[65448]: DEBUG oslo_concurrency.lockutils [req-48e4b1c5-526c-4db1-a46c-c06e748aa018 req-03af8c91-a05b-4d6e-9175-2598ead3dbc8 service nova] Lock "c4a3eb56-9352-4486-af03-8817a0c6d462-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.132086] env[65448]: DEBUG oslo_concurrency.lockutils [req-48e4b1c5-526c-4db1-a46c-c06e748aa018 req-03af8c91-a05b-4d6e-9175-2598ead3dbc8 service nova] Lock "c4a3eb56-9352-4486-af03-8817a0c6d462-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.132352] env[65448]: DEBUG nova.compute.manager [req-48e4b1c5-526c-4db1-a46c-c06e748aa018 req-03af8c91-a05b-4d6e-9175-2598ead3dbc8 service nova] [instance: c4a3eb56-9352-4486-af03-8817a0c6d462] No waiting events found dispatching network-vif-plugged-21d23eef-3a5f-448c-a32f-9809d0e54adf {{(pid=65448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 721.133267] env[65448]: WARNING nova.compute.manager [req-48e4b1c5-526c-4db1-a46c-c06e748aa018 req-03af8c91-a05b-4d6e-9175-2598ead3dbc8 service nova] [instance: c4a3eb56-9352-4486-af03-8817a0c6d462] Received unexpected event network-vif-plugged-21d23eef-3a5f-448c-a32f-9809d0e54adf for instance with vm_state building and task_state spawning. [ 721.133267] env[65448]: DEBUG nova.compute.manager [req-48e4b1c5-526c-4db1-a46c-c06e748aa018 req-03af8c91-a05b-4d6e-9175-2598ead3dbc8 service nova] [instance: c4a3eb56-9352-4486-af03-8817a0c6d462] Received event network-changed-21d23eef-3a5f-448c-a32f-9809d0e54adf {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 721.133267] env[65448]: DEBUG nova.compute.manager [req-48e4b1c5-526c-4db1-a46c-c06e748aa018 req-03af8c91-a05b-4d6e-9175-2598ead3dbc8 service nova] [instance: c4a3eb56-9352-4486-af03-8817a0c6d462] Refreshing instance network info cache due to event network-changed-21d23eef-3a5f-448c-a32f-9809d0e54adf. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 721.133267] env[65448]: DEBUG oslo_concurrency.lockutils [req-48e4b1c5-526c-4db1-a46c-c06e748aa018 req-03af8c91-a05b-4d6e-9175-2598ead3dbc8 service nova] Acquiring lock "refresh_cache-c4a3eb56-9352-4486-af03-8817a0c6d462" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.133498] env[65448]: DEBUG oslo_concurrency.lockutils [req-48e4b1c5-526c-4db1-a46c-c06e748aa018 req-03af8c91-a05b-4d6e-9175-2598ead3dbc8 service nova] Acquired lock "refresh_cache-c4a3eb56-9352-4486-af03-8817a0c6d462" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.133746] env[65448]: DEBUG nova.network.neutron [req-48e4b1c5-526c-4db1-a46c-c06e748aa018 req-03af8c91-a05b-4d6e-9175-2598ead3dbc8 service nova] [instance: c4a3eb56-9352-4486-af03-8817a0c6d462] Refreshing network info cache for port 21d23eef-3a5f-448c-a32f-9809d0e54adf {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 721.229458] env[65448]: DEBUG oslo_vmware.api [None req-30d5e2f1-b146-45bf-a096-706033f3c53f tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Task: {'id': task-4937384, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.281482] env[65448]: DEBUG oslo_vmware.api [None req-bf6848f7-e875-43d8-833c-e1707ce6bbe5 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Task: {'id': task-4937380, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.321042] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937383, 'name': CreateVM_Task, 'duration_secs': 0.787214} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.324319] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4a3eb56-9352-4486-af03-8817a0c6d462] Created VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 721.325543] env[65448]: WARNING neutronclient.v2_0.client [None req-59a4eb51-e345-4ff2-94e0-ef74212a870f tempest-ServersTestManualDisk-536655571 tempest-ServersTestManualDisk-536655571-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 721.325842] env[65448]: DEBUG oslo_concurrency.lockutils [None req-59a4eb51-e345-4ff2-94e0-ef74212a870f tempest-ServersTestManualDisk-536655571 tempest-ServersTestManualDisk-536655571-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.325999] env[65448]: DEBUG oslo_concurrency.lockutils [None req-59a4eb51-e345-4ff2-94e0-ef74212a870f tempest-ServersTestManualDisk-536655571 tempest-ServersTestManualDisk-536655571-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.327397] env[65448]: DEBUG oslo_concurrency.lockutils [None req-59a4eb51-e345-4ff2-94e0-ef74212a870f tempest-ServersTestManualDisk-536655571 tempest-ServersTestManualDisk-536655571-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.327397] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac9bea7a-5a85-4a40-be9b-d01b293abcc2 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.336366] env[65448]: DEBUG oslo_vmware.api [None req-59a4eb51-e345-4ff2-94e0-ef74212a870f tempest-ServersTestManualDisk-536655571 tempest-ServersTestManualDisk-536655571-project-member] Waiting for the task: (returnval){ [ 721.336366] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]525b0b9d-1a7b-d1d6-2bdc-d3c51a1b6714" [ 721.336366] env[65448]: _type = "Task" [ 721.336366] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.349271] env[65448]: DEBUG oslo_vmware.api [None req-59a4eb51-e345-4ff2-94e0-ef74212a870f tempest-ServersTestManualDisk-536655571 tempest-ServersTestManualDisk-536655571-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]525b0b9d-1a7b-d1d6-2bdc-d3c51a1b6714, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.423160] env[65448]: DEBUG nova.network.neutron [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] [instance: 225f5425-83d8-441b-912c-7ca1815e531f] Instance cache missing network info. {{(pid=65448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 721.555269] env[65448]: DEBUG oslo_vmware.api [None req-c1ad5dd5-828c-4bc6-8b8d-ddbd7810d69d tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4937385, 'name': CloneVM_Task} progress is 94%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.637960] env[65448]: WARNING neutronclient.v2_0.client [req-48e4b1c5-526c-4db1-a46c-c06e748aa018 req-03af8c91-a05b-4d6e-9175-2598ead3dbc8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 721.725153] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e8ad70f-833c-49c4-9fa3-896c52e155e8 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.736845] env[65448]: DEBUG oslo_vmware.api [None req-30d5e2f1-b146-45bf-a096-706033f3c53f tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Task: {'id': task-4937384, 'name': ReconfigVM_Task, 'duration_secs': 0.672844} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.740739] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-30d5e2f1-b146-45bf-a096-706033f3c53f tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: e6733991-a8fe-42b0-bd9c-098cd755e957] Reconfigured VM instance instance-00000025 to attach disk [datastore1] e6733991-a8fe-42b0-bd9c-098cd755e957/e6733991-a8fe-42b0-bd9c-098cd755e957.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 721.741638] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bfb3d87e-e231-441e-86e6-1e293b8a1fa1 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.744912] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-979d832a-7d89-438b-8f2b-30911de317a2 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.790860] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fccaeb1f-1523-4230-8fa2-eb01945e6574 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.794790] env[65448]: DEBUG oslo_vmware.api [None req-30d5e2f1-b146-45bf-a096-706033f3c53f tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Waiting for the task: (returnval){ [ 721.794790] env[65448]: value = "task-4937386" [ 721.794790] env[65448]: _type = "Task" [ 721.794790] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.807326] env[65448]: DEBUG oslo_vmware.api [None req-bf6848f7-e875-43d8-833c-e1707ce6bbe5 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Task: {'id': task-4937380, 'name': ReconfigVM_Task, 'duration_secs': 1.369947} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.809232] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-726eeca4-4e11-405f-9106-a902889863f0 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.814347] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf6848f7-e875-43d8-833c-e1707ce6bbe5 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: f92de7cc-d52b-4a1d-821a-0212e37e9369] Reconfigured VM instance instance-00000018 to attach disk [datastore1] f92de7cc-d52b-4a1d-821a-0212e37e9369/50fb366d-48e6-424f-9c20-bc83d77be76a-rescue.vmdk or device None with type thin {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 721.818968] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d3b63f8-4204-4f38-bc4e-d557d45ff8cf {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.821299] env[65448]: DEBUG oslo_vmware.api [None req-30d5e2f1-b146-45bf-a096-706033f3c53f tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Task: {'id': task-4937386, 'name': Rename_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.836130] env[65448]: DEBUG nova.compute.provider_tree [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 721.865694] env[65448]: DEBUG nova.scheduler.client.report [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 721.869146] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd33e40f-5602-4e7d-b341-36d440ac9e11 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.895143] env[65448]: DEBUG oslo_vmware.api [None req-59a4eb51-e345-4ff2-94e0-ef74212a870f tempest-ServersTestManualDisk-536655571 tempest-ServersTestManualDisk-536655571-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]525b0b9d-1a7b-d1d6-2bdc-d3c51a1b6714, 'name': SearchDatastore_Task, 'duration_secs': 0.02229} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.896876] env[65448]: DEBUG oslo_concurrency.lockutils [None req-59a4eb51-e345-4ff2-94e0-ef74212a870f tempest-ServersTestManualDisk-536655571 tempest-ServersTestManualDisk-536655571-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.897500] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-59a4eb51-e345-4ff2-94e0-ef74212a870f tempest-ServersTestManualDisk-536655571 tempest-ServersTestManualDisk-536655571-project-member] [instance: c4a3eb56-9352-4486-af03-8817a0c6d462] Processing image 50fb366d-48e6-424f-9c20-bc83d77be76a {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 721.897500] env[65448]: DEBUG oslo_concurrency.lockutils [None req-59a4eb51-e345-4ff2-94e0-ef74212a870f tempest-ServersTestManualDisk-536655571 tempest-ServersTestManualDisk-536655571-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.897500] env[65448]: DEBUG oslo_concurrency.lockutils [None req-59a4eb51-e345-4ff2-94e0-ef74212a870f tempest-ServersTestManualDisk-536655571 tempest-ServersTestManualDisk-536655571-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.897654] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-59a4eb51-e345-4ff2-94e0-ef74212a870f tempest-ServersTestManualDisk-536655571 tempest-ServersTestManualDisk-536655571-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 721.898089] env[65448]: DEBUG oslo_vmware.api [None req-bf6848f7-e875-43d8-833c-e1707ce6bbe5 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Waiting for the task: (returnval){ [ 721.898089] env[65448]: value = "task-4937387" [ 721.898089] env[65448]: _type = "Task" [ 721.898089] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.899245] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6f7fbf3e-620a-465d-b023-b794b4aae9db {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.915321] env[65448]: DEBUG oslo_vmware.api [None req-bf6848f7-e875-43d8-833c-e1707ce6bbe5 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Task: {'id': task-4937387, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.917042] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-59a4eb51-e345-4ff2-94e0-ef74212a870f tempest-ServersTestManualDisk-536655571 tempest-ServersTestManualDisk-536655571-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 721.917247] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-59a4eb51-e345-4ff2-94e0-ef74212a870f tempest-ServersTestManualDisk-536655571 tempest-ServersTestManualDisk-536655571-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 721.918079] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-322d70db-13a0-4449-850c-18a680d10f2d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.925753] env[65448]: DEBUG nova.network.neutron [-] [instance: 7b76faba-15f3-4412-b5e7-5354a6bfd35f] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.928673] env[65448]: DEBUG oslo_vmware.api [None req-59a4eb51-e345-4ff2-94e0-ef74212a870f tempest-ServersTestManualDisk-536655571 tempest-ServersTestManualDisk-536655571-project-member] Waiting for the task: (returnval){ [ 721.928673] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5283b056-6830-5cfd-0336-5600a3181b91" [ 721.928673] env[65448]: _type = "Task" [ 721.928673] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.942362] env[65448]: DEBUG oslo_vmware.api [None req-59a4eb51-e345-4ff2-94e0-ef74212a870f tempest-ServersTestManualDisk-536655571 tempest-ServersTestManualDisk-536655571-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5283b056-6830-5cfd-0336-5600a3181b91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.987818] env[65448]: DEBUG nova.compute.manager [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] [instance: 5946b482-7074-4075-9188-728461718ab4] Start spawning the instance on the hypervisor. {{(pid=65448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2689}} [ 722.024877] env[65448]: DEBUG nova.virt.hardware [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-08T17:19:51Z,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a992292b6dae455593d228217860e2e1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-08T17:19:52Z,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 722.025284] env[65448]: DEBUG nova.virt.hardware [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 722.025573] env[65448]: DEBUG nova.virt.hardware [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 722.025841] env[65448]: DEBUG nova.virt.hardware [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 722.026122] env[65448]: DEBUG nova.virt.hardware [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 722.026180] env[65448]: DEBUG nova.virt.hardware [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 722.026360] env[65448]: DEBUG nova.virt.hardware [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 722.026515] env[65448]: DEBUG nova.virt.hardware [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 722.026674] env[65448]: DEBUG nova.virt.hardware [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 722.026828] env[65448]: DEBUG nova.virt.hardware [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 722.026991] env[65448]: DEBUG nova.virt.hardware [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 722.027931] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70057ac7-c0eb-47fa-a6fa-1e82baa463e1 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.036751] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95b4edaf-5ed4-42fb-8063-b31a4109ee9e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.061907] env[65448]: DEBUG oslo_vmware.api [None req-c1ad5dd5-828c-4bc6-8b8d-ddbd7810d69d tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4937385, 'name': CloneVM_Task} progress is 94%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.311457] env[65448]: DEBUG oslo_vmware.api [None req-30d5e2f1-b146-45bf-a096-706033f3c53f tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Task: {'id': task-4937386, 'name': Rename_Task, 'duration_secs': 0.189455} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.311933] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-30d5e2f1-b146-45bf-a096-706033f3c53f tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: e6733991-a8fe-42b0-bd9c-098cd755e957] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 722.312205] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6f5fb33a-3ff4-4291-83aa-c6a3369cd7ef {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.322227] env[65448]: DEBUG oslo_vmware.api [None req-30d5e2f1-b146-45bf-a096-706033f3c53f tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Waiting for the task: (returnval){ [ 722.322227] env[65448]: value = "task-4937388" [ 722.322227] env[65448]: _type = "Task" [ 722.322227] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.332746] env[65448]: DEBUG oslo_vmware.api [None req-30d5e2f1-b146-45bf-a096-706033f3c53f tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Task: {'id': task-4937388, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.387015] env[65448]: DEBUG oslo_concurrency.lockutils [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.427s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.387652] env[65448]: DEBUG nova.compute.manager [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] [instance: fab0ffc2-fa16-4d13-b70c-dfaa41c981aa] Start building networks asynchronously for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2881}} [ 722.391679] env[65448]: DEBUG oslo_concurrency.lockutils [None req-ddd090a5-2f83-41ac-a0d3-d72cca1c93a1 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.972s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.393821] env[65448]: INFO nova.compute.claims [None req-ddd090a5-2f83-41ac-a0d3-d72cca1c93a1 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 4d62a820-fb2b-4101-9dbc-d7cf4a27961a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 722.415344] env[65448]: DEBUG oslo_vmware.api [None req-bf6848f7-e875-43d8-833c-e1707ce6bbe5 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Task: {'id': task-4937387, 'name': ReconfigVM_Task, 'duration_secs': 0.207707} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.420485] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf6848f7-e875-43d8-833c-e1707ce6bbe5 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: f92de7cc-d52b-4a1d-821a-0212e37e9369] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 722.420485] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-74e8d12d-745a-4193-97bb-e979664c43a4 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.429546] env[65448]: DEBUG oslo_vmware.api [None req-bf6848f7-e875-43d8-833c-e1707ce6bbe5 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Waiting for the task: (returnval){ [ 722.429546] env[65448]: value = "task-4937389" [ 722.429546] env[65448]: _type = "Task" [ 722.429546] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.434742] env[65448]: INFO nova.compute.manager [-] [instance: 7b76faba-15f3-4412-b5e7-5354a6bfd35f] Took 1.99 seconds to deallocate network for instance. [ 722.452428] env[65448]: DEBUG oslo_vmware.api [None req-59a4eb51-e345-4ff2-94e0-ef74212a870f tempest-ServersTestManualDisk-536655571 tempest-ServersTestManualDisk-536655571-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5283b056-6830-5cfd-0336-5600a3181b91, 'name': SearchDatastore_Task, 'duration_secs': 0.012636} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.457168] env[65448]: DEBUG oslo_vmware.api [None req-bf6848f7-e875-43d8-833c-e1707ce6bbe5 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Task: {'id': task-4937389, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.460422] env[65448]: WARNING neutronclient.v2_0.client [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 722.461353] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-493713e1-8c55-41c0-ad6f-fa2bdaccad9f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.471639] env[65448]: DEBUG oslo_vmware.api [None req-59a4eb51-e345-4ff2-94e0-ef74212a870f tempest-ServersTestManualDisk-536655571 tempest-ServersTestManualDisk-536655571-project-member] Waiting for the task: (returnval){ [ 722.471639] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52450493-aaa0-6893-fe26-175b32d455ad" [ 722.471639] env[65448]: _type = "Task" [ 722.471639] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.484405] env[65448]: DEBUG oslo_vmware.api [None req-59a4eb51-e345-4ff2-94e0-ef74212a870f tempest-ServersTestManualDisk-536655571 tempest-ServersTestManualDisk-536655571-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52450493-aaa0-6893-fe26-175b32d455ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.563190] env[65448]: DEBUG oslo_vmware.api [None req-c1ad5dd5-828c-4bc6-8b8d-ddbd7810d69d tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4937385, 'name': CloneVM_Task, 'duration_secs': 1.505437} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.563283] env[65448]: INFO nova.virt.vmwareapi.vmops [None req-c1ad5dd5-828c-4bc6-8b8d-ddbd7810d69d tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: f0ae0ad7-7800-4f5a-a270-7749177b8675] Created linked-clone VM from snapshot [ 722.564207] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54d36ef6-30d4-4c10-b968-0eb97bdd3e0a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.572478] env[65448]: DEBUG nova.virt.vmwareapi.images [None req-c1ad5dd5-828c-4bc6-8b8d-ddbd7810d69d tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: f0ae0ad7-7800-4f5a-a270-7749177b8675] Uploading image 72fdc7a9-0429-45c1-8dc9-9290c4af23d5 {{(pid=65448) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 722.600087] env[65448]: DEBUG oslo_vmware.rw_handles [None req-c1ad5dd5-828c-4bc6-8b8d-ddbd7810d69d tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 722.600087] env[65448]: value = "vm-961888" [ 722.600087] env[65448]: _type = "VirtualMachine" [ 722.600087] env[65448]: }. {{(pid=65448) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 722.600603] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-79dae973-7475-4be5-8c00-437bab200b21 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.608877] env[65448]: DEBUG oslo_vmware.rw_handles [None req-c1ad5dd5-828c-4bc6-8b8d-ddbd7810d69d tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Lease: (returnval){ [ 722.608877] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5289a7a6-f501-5c16-2276-262cf3c3a6cf" [ 722.608877] env[65448]: _type = "HttpNfcLease" [ 722.608877] env[65448]: } obtained for exporting VM: (result){ [ 722.608877] env[65448]: value = "vm-961888" [ 722.608877] env[65448]: _type = "VirtualMachine" [ 722.608877] env[65448]: }. {{(pid=65448) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 722.609219] env[65448]: DEBUG oslo_vmware.api [None req-c1ad5dd5-828c-4bc6-8b8d-ddbd7810d69d tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Waiting for the lease: (returnval){ [ 722.609219] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5289a7a6-f501-5c16-2276-262cf3c3a6cf" [ 722.609219] env[65448]: _type = "HttpNfcLease" [ 722.609219] env[65448]: } to be ready. {{(pid=65448) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 722.616453] env[65448]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 722.616453] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5289a7a6-f501-5c16-2276-262cf3c3a6cf" [ 722.616453] env[65448]: _type = "HttpNfcLease" [ 722.616453] env[65448]: } is initializing. {{(pid=65448) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 722.824281] env[65448]: DEBUG nova.network.neutron [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] [instance: 225f5425-83d8-441b-912c-7ca1815e531f] Updating instance_info_cache with network_info: [{"id": "8f04c2a0-fefe-4c8c-92af-5fafbf467bc1", "address": "fa:16:3e:62:56:f2", "network": {"id": "62e01a76-452e-43b8-9f68-1249ff78debd", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1941112000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6832ec778f74c32b9d7075a15429f91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9abd00f-2cea-40f8-9804-a56b6431192d", "external-id": "nsx-vlan-transportzone-639", "segmentation_id": 639, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f04c2a0-fe", "ovs_interfaceid": "8f04c2a0-fefe-4c8c-92af-5fafbf467bc1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.836347] env[65448]: DEBUG oslo_vmware.api [None req-30d5e2f1-b146-45bf-a096-706033f3c53f tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Task: {'id': task-4937388, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.850418] env[65448]: WARNING neutronclient.v2_0.client [req-48e4b1c5-526c-4db1-a46c-c06e748aa018 req-03af8c91-a05b-4d6e-9175-2598ead3dbc8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 722.900571] env[65448]: DEBUG nova.compute.utils [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Using /dev/sd instead of None {{(pid=65448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 722.901839] env[65448]: DEBUG nova.compute.manager [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] [instance: fab0ffc2-fa16-4d13-b70c-dfaa41c981aa] Allocating IP information in the background. {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 722.903968] env[65448]: DEBUG nova.network.neutron [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] [instance: fab0ffc2-fa16-4d13-b70c-dfaa41c981aa] allocate_for_instance() {{(pid=65448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 722.907130] env[65448]: WARNING neutronclient.v2_0.client [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 722.907130] env[65448]: WARNING neutronclient.v2_0.client [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 722.947793] env[65448]: DEBUG oslo_vmware.api [None req-bf6848f7-e875-43d8-833c-e1707ce6bbe5 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Task: {'id': task-4937389, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.953944] env[65448]: DEBUG oslo_concurrency.lockutils [None req-3290bf36-20c0-4aff-bed1-fc93db0476e5 tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.989814] env[65448]: DEBUG oslo_vmware.api [None req-59a4eb51-e345-4ff2-94e0-ef74212a870f tempest-ServersTestManualDisk-536655571 tempest-ServersTestManualDisk-536655571-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52450493-aaa0-6893-fe26-175b32d455ad, 'name': SearchDatastore_Task, 'duration_secs': 0.014272} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.990318] env[65448]: DEBUG oslo_concurrency.lockutils [None req-59a4eb51-e345-4ff2-94e0-ef74212a870f tempest-ServersTestManualDisk-536655571 tempest-ServersTestManualDisk-536655571-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.990729] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-59a4eb51-e345-4ff2-94e0-ef74212a870f tempest-ServersTestManualDisk-536655571 tempest-ServersTestManualDisk-536655571-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore1] c4a3eb56-9352-4486-af03-8817a0c6d462/c4a3eb56-9352-4486-af03-8817a0c6d462.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 722.991072] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-be7e1429-08b8-48ac-99bd-44e8146dbfb8 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.000810] env[65448]: DEBUG oslo_vmware.api [None req-59a4eb51-e345-4ff2-94e0-ef74212a870f tempest-ServersTestManualDisk-536655571 tempest-ServersTestManualDisk-536655571-project-member] Waiting for the task: (returnval){ [ 723.000810] env[65448]: value = "task-4937391" [ 723.000810] env[65448]: _type = "Task" [ 723.000810] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.012491] env[65448]: DEBUG nova.network.neutron [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] [instance: 5946b482-7074-4075-9188-728461718ab4] Successfully updated port: a1fb88ca-9768-4db1-a0f4-a5c9c636f9e9 {{(pid=65448) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 723.023790] env[65448]: DEBUG nova.policy [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '94a27dba87e246b7a281b0f979d3a465', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd6832ec778f74c32b9d7075a15429f91', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65448) authorize /opt/stack/nova/nova/policy.py:192}} [ 723.026051] env[65448]: DEBUG oslo_vmware.api [None req-59a4eb51-e345-4ff2-94e0-ef74212a870f tempest-ServersTestManualDisk-536655571 tempest-ServersTestManualDisk-536655571-project-member] Task: {'id': task-4937391, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.078969] env[65448]: DEBUG nova.network.neutron [req-48e4b1c5-526c-4db1-a46c-c06e748aa018 req-03af8c91-a05b-4d6e-9175-2598ead3dbc8 service nova] [instance: c4a3eb56-9352-4486-af03-8817a0c6d462] Updated VIF entry in instance network info cache for port 21d23eef-3a5f-448c-a32f-9809d0e54adf. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 723.079543] env[65448]: DEBUG nova.network.neutron [req-48e4b1c5-526c-4db1-a46c-c06e748aa018 req-03af8c91-a05b-4d6e-9175-2598ead3dbc8 service nova] [instance: c4a3eb56-9352-4486-af03-8817a0c6d462] Updating instance_info_cache with network_info: [{"id": "21d23eef-3a5f-448c-a32f-9809d0e54adf", "address": "fa:16:3e:3f:55:4a", "network": {"id": "c75543be-aa1d-406e-bf80-141febee47a2", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1811246393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f2af852f25f4356be7926f2e710dc49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721c6720-3ce0-450e-9951-a894f03acc27", "external-id": "nsx-vlan-transportzone-394", "segmentation_id": 394, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21d23eef-3a", "ovs_interfaceid": "21d23eef-3a5f-448c-a32f-9809d0e54adf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.120433] env[65448]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 723.120433] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5289a7a6-f501-5c16-2276-262cf3c3a6cf" [ 723.120433] env[65448]: _type = "HttpNfcLease" [ 723.120433] env[65448]: } is ready. {{(pid=65448) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 723.120934] env[65448]: DEBUG oslo_vmware.rw_handles [None req-c1ad5dd5-828c-4bc6-8b8d-ddbd7810d69d tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 723.120934] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5289a7a6-f501-5c16-2276-262cf3c3a6cf" [ 723.120934] env[65448]: _type = "HttpNfcLease" [ 723.120934] env[65448]: }. {{(pid=65448) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 723.122155] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-458c0346-0785-407a-8129-68ed5310aea4 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.131988] env[65448]: DEBUG oslo_vmware.rw_handles [None req-c1ad5dd5-828c-4bc6-8b8d-ddbd7810d69d tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5298d6e9-7e36-2313-114e-bb71e399fae3/disk-0.vmdk from lease info. {{(pid=65448) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 723.132283] env[65448]: DEBUG oslo_vmware.rw_handles [None req-c1ad5dd5-828c-4bc6-8b8d-ddbd7810d69d tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5298d6e9-7e36-2313-114e-bb71e399fae3/disk-0.vmdk for reading. {{(pid=65448) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 723.279336] env[65448]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-83e4173e-dfaa-4587-950c-ba2b880fe1c4 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.286881] env[65448]: DEBUG nova.compute.manager [req-acca35c6-e829-49f1-9a2e-6bb65b619a14 req-7e54ba9d-cc42-4017-a173-039bb0101dd4 service nova] [instance: 225f5425-83d8-441b-912c-7ca1815e531f] Received event network-vif-plugged-8f04c2a0-fefe-4c8c-92af-5fafbf467bc1 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 723.286881] env[65448]: DEBUG oslo_concurrency.lockutils [req-acca35c6-e829-49f1-9a2e-6bb65b619a14 req-7e54ba9d-cc42-4017-a173-039bb0101dd4 service nova] Acquiring lock "225f5425-83d8-441b-912c-7ca1815e531f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.286881] env[65448]: DEBUG oslo_concurrency.lockutils [req-acca35c6-e829-49f1-9a2e-6bb65b619a14 req-7e54ba9d-cc42-4017-a173-039bb0101dd4 service nova] Lock "225f5425-83d8-441b-912c-7ca1815e531f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.286881] env[65448]: DEBUG oslo_concurrency.lockutils [req-acca35c6-e829-49f1-9a2e-6bb65b619a14 req-7e54ba9d-cc42-4017-a173-039bb0101dd4 service nova] Lock "225f5425-83d8-441b-912c-7ca1815e531f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.286881] env[65448]: DEBUG nova.compute.manager [req-acca35c6-e829-49f1-9a2e-6bb65b619a14 req-7e54ba9d-cc42-4017-a173-039bb0101dd4 service nova] [instance: 225f5425-83d8-441b-912c-7ca1815e531f] No waiting events found dispatching network-vif-plugged-8f04c2a0-fefe-4c8c-92af-5fafbf467bc1 {{(pid=65448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 723.287347] env[65448]: WARNING nova.compute.manager [req-acca35c6-e829-49f1-9a2e-6bb65b619a14 req-7e54ba9d-cc42-4017-a173-039bb0101dd4 service nova] [instance: 225f5425-83d8-441b-912c-7ca1815e531f] Received unexpected event network-vif-plugged-8f04c2a0-fefe-4c8c-92af-5fafbf467bc1 for instance with vm_state building and task_state spawning. [ 723.334959] env[65448]: DEBUG oslo_concurrency.lockutils [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Releasing lock "refresh_cache-225f5425-83d8-441b-912c-7ca1815e531f" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.335657] env[65448]: DEBUG nova.compute.manager [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] [instance: 225f5425-83d8-441b-912c-7ca1815e531f] Instance network_info: |[{"id": "8f04c2a0-fefe-4c8c-92af-5fafbf467bc1", "address": "fa:16:3e:62:56:f2", "network": {"id": "62e01a76-452e-43b8-9f68-1249ff78debd", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1941112000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6832ec778f74c32b9d7075a15429f91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9abd00f-2cea-40f8-9804-a56b6431192d", "external-id": "nsx-vlan-transportzone-639", "segmentation_id": 639, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f04c2a0-fe", "ovs_interfaceid": "8f04c2a0-fefe-4c8c-92af-5fafbf467bc1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 723.335657] env[65448]: DEBUG oslo_vmware.api [None req-30d5e2f1-b146-45bf-a096-706033f3c53f tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Task: {'id': task-4937388, 'name': PowerOnVM_Task, 'duration_secs': 0.658935} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.335905] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] [instance: 225f5425-83d8-441b-912c-7ca1815e531f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:56:f2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a9abd00f-2cea-40f8-9804-a56b6431192d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8f04c2a0-fefe-4c8c-92af-5fafbf467bc1', 'vif_model': 'vmxnet3'}] {{(pid=65448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 723.344849] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Creating folder: Project (d6832ec778f74c32b9d7075a15429f91). Parent ref: group-v961779. {{(pid=65448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 723.345234] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-30d5e2f1-b146-45bf-a096-706033f3c53f tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: e6733991-a8fe-42b0-bd9c-098cd755e957] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 723.346458] env[65448]: INFO nova.compute.manager [None req-30d5e2f1-b146-45bf-a096-706033f3c53f tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: e6733991-a8fe-42b0-bd9c-098cd755e957] Took 9.84 seconds to spawn the instance on the hypervisor. [ 723.346458] env[65448]: DEBUG nova.compute.manager [None req-30d5e2f1-b146-45bf-a096-706033f3c53f tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: e6733991-a8fe-42b0-bd9c-098cd755e957] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 723.346458] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-51d57628-b778-4d25-947c-0ddef6daab1a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.348474] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8db36b2-c736-48ef-816e-89fe776f9a01 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.365246] env[65448]: INFO nova.virt.vmwareapi.vm_util [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Created folder: Project (d6832ec778f74c32b9d7075a15429f91) in parent group-v961779. [ 723.365246] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Creating folder: Instances. Parent ref: group-v961889. {{(pid=65448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 723.365246] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-69360cc9-6097-427e-9280-340b6c3528e9 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.376442] env[65448]: INFO nova.virt.vmwareapi.vm_util [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Created folder: Instances in parent group-v961889. [ 723.376805] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 723.377276] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 225f5425-83d8-441b-912c-7ca1815e531f] Creating VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 723.377428] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f1e93441-0823-4e80-b05c-f7ddf76ef158 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.401909] env[65448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 723.401909] env[65448]: value = "task-4937394" [ 723.401909] env[65448]: _type = "Task" [ 723.401909] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.414361] env[65448]: DEBUG nova.compute.manager [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] [instance: fab0ffc2-fa16-4d13-b70c-dfaa41c981aa] Start building block device mappings for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2916}} [ 723.418703] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937394, 'name': CreateVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.452901] env[65448]: DEBUG oslo_vmware.api [None req-bf6848f7-e875-43d8-833c-e1707ce6bbe5 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Task: {'id': task-4937389, 'name': PowerOnVM_Task, 'duration_secs': 0.695381} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.453324] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf6848f7-e875-43d8-833c-e1707ce6bbe5 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: f92de7cc-d52b-4a1d-821a-0212e37e9369] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 723.457405] env[65448]: DEBUG nova.compute.manager [None req-bf6848f7-e875-43d8-833c-e1707ce6bbe5 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: f92de7cc-d52b-4a1d-821a-0212e37e9369] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 723.458685] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-619238fd-1067-4ecd-a971-b2143e4dc040 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.468757] env[65448]: DEBUG nova.network.neutron [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] [instance: fab0ffc2-fa16-4d13-b70c-dfaa41c981aa] Successfully created port: 01b46509-2b02-4da9-a6d9-87a6f01c314e {{(pid=65448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 723.521414] env[65448]: DEBUG oslo_vmware.api [None req-59a4eb51-e345-4ff2-94e0-ef74212a870f tempest-ServersTestManualDisk-536655571 tempest-ServersTestManualDisk-536655571-project-member] Task: {'id': task-4937391, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.529858] env[65448]: DEBUG oslo_concurrency.lockutils [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Acquiring lock "refresh_cache-5946b482-7074-4075-9188-728461718ab4" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.529858] env[65448]: DEBUG oslo_concurrency.lockutils [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Acquired lock "refresh_cache-5946b482-7074-4075-9188-728461718ab4" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.529858] env[65448]: DEBUG nova.network.neutron [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] [instance: 5946b482-7074-4075-9188-728461718ab4] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 723.583181] env[65448]: DEBUG oslo_concurrency.lockutils [req-48e4b1c5-526c-4db1-a46c-c06e748aa018 req-03af8c91-a05b-4d6e-9175-2598ead3dbc8 service nova] Releasing lock "refresh_cache-c4a3eb56-9352-4486-af03-8817a0c6d462" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.705814] env[65448]: DEBUG oslo_concurrency.lockutils [None req-9b2b4c77-7a2e-4b99-8e57-bbe2f7d5a147 tempest-VolumesAssistedSnapshotsTest-906605402 tempest-VolumesAssistedSnapshotsTest-906605402-project-admin] Acquiring lock "b72f98f6-f233-4a51-b4ac-fef6364407f1" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.706085] env[65448]: DEBUG oslo_concurrency.lockutils [None req-9b2b4c77-7a2e-4b99-8e57-bbe2f7d5a147 tempest-VolumesAssistedSnapshotsTest-906605402 tempest-VolumesAssistedSnapshotsTest-906605402-project-admin] Lock "b72f98f6-f233-4a51-b4ac-fef6364407f1" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.868292] env[65448]: INFO nova.compute.manager [None req-30d5e2f1-b146-45bf-a096-706033f3c53f tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: e6733991-a8fe-42b0-bd9c-098cd755e957] Took 44.72 seconds to build instance. [ 723.915630] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937394, 'name': CreateVM_Task, 'duration_secs': 0.470064} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.915896] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 225f5425-83d8-441b-912c-7ca1815e531f] Created VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 723.916757] env[65448]: WARNING neutronclient.v2_0.client [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 723.917273] env[65448]: DEBUG oslo_concurrency.lockutils [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.917560] env[65448]: DEBUG oslo_concurrency.lockutils [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.918043] env[65448]: DEBUG oslo_concurrency.lockutils [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.918369] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3822f25-66ec-48d1-be5f-3d6f8c200bfc {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.931295] env[65448]: DEBUG oslo_vmware.api [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Waiting for the task: (returnval){ [ 723.931295] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52d1aaf4-3378-d261-6b38-0f978e4c69e5" [ 723.931295] env[65448]: _type = "Task" [ 723.931295] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.942417] env[65448]: DEBUG oslo_vmware.api [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52d1aaf4-3378-d261-6b38-0f978e4c69e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.025726] env[65448]: DEBUG oslo_vmware.api [None req-59a4eb51-e345-4ff2-94e0-ef74212a870f tempest-ServersTestManualDisk-536655571 tempest-ServersTestManualDisk-536655571-project-member] Task: {'id': task-4937391, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.668977} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.026451] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-59a4eb51-e345-4ff2-94e0-ef74212a870f tempest-ServersTestManualDisk-536655571 tempest-ServersTestManualDisk-536655571-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore1] c4a3eb56-9352-4486-af03-8817a0c6d462/c4a3eb56-9352-4486-af03-8817a0c6d462.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 724.026794] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-59a4eb51-e345-4ff2-94e0-ef74212a870f tempest-ServersTestManualDisk-536655571 tempest-ServersTestManualDisk-536655571-project-member] [instance: c4a3eb56-9352-4486-af03-8817a0c6d462] Extending root virtual disk to 1048576 {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 724.027140] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fa4f49ee-c47a-4511-b250-187d44b678e2 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.038836] env[65448]: DEBUG oslo_vmware.api [None req-59a4eb51-e345-4ff2-94e0-ef74212a870f tempest-ServersTestManualDisk-536655571 tempest-ServersTestManualDisk-536655571-project-member] Waiting for the task: (returnval){ [ 724.038836] env[65448]: value = "task-4937395" [ 724.038836] env[65448]: _type = "Task" [ 724.038836] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.056252] env[65448]: DEBUG oslo_vmware.api [None req-59a4eb51-e345-4ff2-94e0-ef74212a870f tempest-ServersTestManualDisk-536655571 tempest-ServersTestManualDisk-536655571-project-member] Task: {'id': task-4937395, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.089397] env[65448]: DEBUG nova.network.neutron [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] [instance: 5946b482-7074-4075-9188-728461718ab4] Instance cache missing network info. {{(pid=65448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 724.211886] env[65448]: INFO nova.compute.manager [None req-9b2b4c77-7a2e-4b99-8e57-bbe2f7d5a147 tempest-VolumesAssistedSnapshotsTest-906605402 tempest-VolumesAssistedSnapshotsTest-906605402-project-admin] [instance: b72f98f6-f233-4a51-b4ac-fef6364407f1] Detaching volume 98a4c369-4b6c-4da9-8f61-3a2d2a709ac5 [ 724.254616] env[65448]: WARNING neutronclient.v2_0.client [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 724.278324] env[65448]: INFO nova.virt.block_device [None req-9b2b4c77-7a2e-4b99-8e57-bbe2f7d5a147 tempest-VolumesAssistedSnapshotsTest-906605402 tempest-VolumesAssistedSnapshotsTest-906605402-project-admin] [instance: b72f98f6-f233-4a51-b4ac-fef6364407f1] Attempting to driver detach volume 98a4c369-4b6c-4da9-8f61-3a2d2a709ac5 from mountpoint /dev/sdb [ 724.278653] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b2b4c77-7a2e-4b99-8e57-bbe2f7d5a147 tempest-VolumesAssistedSnapshotsTest-906605402 tempest-VolumesAssistedSnapshotsTest-906605402-project-admin] [instance: b72f98f6-f233-4a51-b4ac-fef6364407f1] Volume detach. Driver type: vmdk {{(pid=65448) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 724.279011] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b2b4c77-7a2e-4b99-8e57-bbe2f7d5a147 tempest-VolumesAssistedSnapshotsTest-906605402 tempest-VolumesAssistedSnapshotsTest-906605402-project-admin] [instance: b72f98f6-f233-4a51-b4ac-fef6364407f1] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-961882', 'volume_id': '98a4c369-4b6c-4da9-8f61-3a2d2a709ac5', 'name': 'volume-98a4c369-4b6c-4da9-8f61-3a2d2a709ac5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b72f98f6-f233-4a51-b4ac-fef6364407f1', 'attached_at': '', 'detached_at': '', 'volume_id': '98a4c369-4b6c-4da9-8f61-3a2d2a709ac5', 'serial': '98a4c369-4b6c-4da9-8f61-3a2d2a709ac5'} {{(pid=65448) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 724.280037] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3d706db-4ebf-4aaf-8b0e-242e351db8d2 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.313014] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c769ef7-6f63-4e92-82de-37f4deca316f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.325626] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a7d8dbf-79fb-4ead-9b0d-dc2cfa9fec76 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.354247] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89135d30-d1bb-4dcc-b599-904882310231 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.357803] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e4e871f-01e2-46c8-a016-7cee85b476c2 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.365308] env[65448]: DEBUG oslo_concurrency.lockutils [None req-4c01a16b-ca1a-4c78-a24e-9741e6e542c4 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Acquiring lock "ac639d87-8ce8-4762-a056-b369ec2627b6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.365308] env[65448]: DEBUG oslo_concurrency.lockutils [None req-4c01a16b-ca1a-4c78-a24e-9741e6e542c4 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Lock "ac639d87-8ce8-4762-a056-b369ec2627b6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.381433] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2774d2c-3a50-4ae9-9b0a-3b7b35e5cf93 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.388604] env[65448]: DEBUG oslo_concurrency.lockutils [None req-30d5e2f1-b146-45bf-a096-706033f3c53f tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Lock "e6733991-a8fe-42b0-bd9c-098cd755e957" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.861s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.388604] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b2b4c77-7a2e-4b99-8e57-bbe2f7d5a147 tempest-VolumesAssistedSnapshotsTest-906605402 tempest-VolumesAssistedSnapshotsTest-906605402-project-admin] The volume has not been displaced from its original location: [datastore1] volume-98a4c369-4b6c-4da9-8f61-3a2d2a709ac5/volume-98a4c369-4b6c-4da9-8f61-3a2d2a709ac5.vmdk. No consolidation needed. {{(pid=65448) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 724.392255] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b2b4c77-7a2e-4b99-8e57-bbe2f7d5a147 tempest-VolumesAssistedSnapshotsTest-906605402 tempest-VolumesAssistedSnapshotsTest-906605402-project-admin] [instance: b72f98f6-f233-4a51-b4ac-fef6364407f1] Reconfiguring VM instance instance-0000000b to detach disk 2001 {{(pid=65448) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 724.395448] env[65448]: DEBUG nova.network.neutron [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] [instance: 5946b482-7074-4075-9188-728461718ab4] Updating instance_info_cache with network_info: [{"id": "a1fb88ca-9768-4db1-a0f4-a5c9c636f9e9", "address": "fa:16:3e:d3:49:20", "network": {"id": "62e01a76-452e-43b8-9f68-1249ff78debd", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1941112000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6832ec778f74c32b9d7075a15429f91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9abd00f-2cea-40f8-9804-a56b6431192d", "external-id": "nsx-vlan-transportzone-639", "segmentation_id": 639, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1fb88ca-97", "ovs_interfaceid": "a1fb88ca-9768-4db1-a0f4-a5c9c636f9e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.397823] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16c12dee-ab2a-4cc9-9d72-5e0a0b84f7e6 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.447642] env[65448]: DEBUG nova.compute.manager [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] [instance: fab0ffc2-fa16-4d13-b70c-dfaa41c981aa] Start spawning the instance on the hypervisor. {{(pid=65448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2689}} [ 724.456990] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6a259be-0127-406a-82b7-44e1ed3fb82f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.460623] env[65448]: DEBUG oslo_vmware.api [None req-9b2b4c77-7a2e-4b99-8e57-bbe2f7d5a147 tempest-VolumesAssistedSnapshotsTest-906605402 tempest-VolumesAssistedSnapshotsTest-906605402-project-admin] Waiting for the task: (returnval){ [ 724.460623] env[65448]: value = "task-4937396" [ 724.460623] env[65448]: _type = "Task" [ 724.460623] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.473183] env[65448]: DEBUG oslo_vmware.api [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52d1aaf4-3378-d261-6b38-0f978e4c69e5, 'name': SearchDatastore_Task, 'duration_secs': 0.014564} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.476891] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cbee1bb-7e6a-4f02-99d4-63857cad3998 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.481650] env[65448]: DEBUG oslo_concurrency.lockutils [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.482137] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] [instance: 225f5425-83d8-441b-912c-7ca1815e531f] Processing image 50fb366d-48e6-424f-9c20-bc83d77be76a {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 724.482227] env[65448]: DEBUG oslo_concurrency.lockutils [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.482418] env[65448]: DEBUG oslo_concurrency.lockutils [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.482693] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 724.488937] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b306e712-6036-47ef-902b-5a8740f5bf6f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.491525] env[65448]: DEBUG oslo_vmware.api [None req-9b2b4c77-7a2e-4b99-8e57-bbe2f7d5a147 tempest-VolumesAssistedSnapshotsTest-906605402 tempest-VolumesAssistedSnapshotsTest-906605402-project-admin] Task: {'id': task-4937396, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.494038] env[65448]: DEBUG nova.virt.hardware [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-08T17:19:51Z,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a992292b6dae455593d228217860e2e1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-08T17:19:52Z,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 724.494255] env[65448]: DEBUG nova.virt.hardware [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 724.494461] env[65448]: DEBUG nova.virt.hardware [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 724.494724] env[65448]: DEBUG nova.virt.hardware [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 724.494903] env[65448]: DEBUG nova.virt.hardware [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 724.495412] env[65448]: DEBUG nova.virt.hardware [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 724.495650] env[65448]: DEBUG nova.virt.hardware [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 724.495809] env[65448]: DEBUG nova.virt.hardware [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 724.495993] env[65448]: DEBUG nova.virt.hardware [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 724.496582] env[65448]: DEBUG nova.virt.hardware [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 724.496582] env[65448]: DEBUG nova.virt.hardware [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 724.498613] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcd569fe-02db-4365-88ed-97ac176b7071 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.512602] env[65448]: DEBUG nova.compute.provider_tree [None req-ddd090a5-2f83-41ac-a0d3-d72cca1c93a1 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 724.522558] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6b89a9f-0ef4-499d-b4eb-938bedd06b1c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.527432] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 724.527625] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 724.529245] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-828f023e-0185-437a-95c9-a096c4cf5306 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.549210] env[65448]: DEBUG oslo_vmware.api [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Waiting for the task: (returnval){ [ 724.549210] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52086cd3-0707-2053-1afe-3813eff62330" [ 724.549210] env[65448]: _type = "Task" [ 724.549210] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.560911] env[65448]: DEBUG oslo_vmware.api [None req-59a4eb51-e345-4ff2-94e0-ef74212a870f tempest-ServersTestManualDisk-536655571 tempest-ServersTestManualDisk-536655571-project-member] Task: {'id': task-4937395, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102117} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.560911] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-59a4eb51-e345-4ff2-94e0-ef74212a870f tempest-ServersTestManualDisk-536655571 tempest-ServersTestManualDisk-536655571-project-member] [instance: c4a3eb56-9352-4486-af03-8817a0c6d462] Extended root virtual disk {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 724.560911] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd68e494-3947-4f7a-94bc-55aa720617c3 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.567470] env[65448]: DEBUG oslo_vmware.api [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52086cd3-0707-2053-1afe-3813eff62330, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.589903] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-59a4eb51-e345-4ff2-94e0-ef74212a870f tempest-ServersTestManualDisk-536655571 tempest-ServersTestManualDisk-536655571-project-member] [instance: c4a3eb56-9352-4486-af03-8817a0c6d462] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] c4a3eb56-9352-4486-af03-8817a0c6d462/c4a3eb56-9352-4486-af03-8817a0c6d462.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 724.590302] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac75880b-4b5c-4766-9e1d-df51b913ab2a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.617288] env[65448]: DEBUG oslo_vmware.api [None req-59a4eb51-e345-4ff2-94e0-ef74212a870f tempest-ServersTestManualDisk-536655571 tempest-ServersTestManualDisk-536655571-project-member] Waiting for the task: (returnval){ [ 724.617288] env[65448]: value = "task-4937397" [ 724.617288] env[65448]: _type = "Task" [ 724.617288] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.629696] env[65448]: DEBUG oslo_vmware.api [None req-59a4eb51-e345-4ff2-94e0-ef74212a870f tempest-ServersTestManualDisk-536655571 tempest-ServersTestManualDisk-536655571-project-member] Task: {'id': task-4937397, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.913426] env[65448]: DEBUG nova.compute.manager [None req-3e4f0505-adf3-4988-98cf-0eb632ff0355 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: b3fef10e-1394-434b-b1b7-f239a27e182b] Starting instance... {{(pid=65448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2483}} [ 724.916327] env[65448]: DEBUG oslo_concurrency.lockutils [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Releasing lock "refresh_cache-5946b482-7074-4075-9188-728461718ab4" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.916698] env[65448]: DEBUG nova.compute.manager [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] [instance: 5946b482-7074-4075-9188-728461718ab4] Instance network_info: |[{"id": "a1fb88ca-9768-4db1-a0f4-a5c9c636f9e9", "address": "fa:16:3e:d3:49:20", "network": {"id": "62e01a76-452e-43b8-9f68-1249ff78debd", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1941112000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6832ec778f74c32b9d7075a15429f91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9abd00f-2cea-40f8-9804-a56b6431192d", "external-id": "nsx-vlan-transportzone-639", "segmentation_id": 639, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1fb88ca-97", "ovs_interfaceid": "a1fb88ca-9768-4db1-a0f4-a5c9c636f9e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 724.917659] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] [instance: 5946b482-7074-4075-9188-728461718ab4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d3:49:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a9abd00f-2cea-40f8-9804-a56b6431192d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a1fb88ca-9768-4db1-a0f4-a5c9c636f9e9', 'vif_model': 'vmxnet3'}] {{(pid=65448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 724.931334] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 724.932681] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5946b482-7074-4075-9188-728461718ab4] Creating VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 724.933459] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-03e324a4-83dd-4110-a405-40470db5eb50 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.969679] env[65448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 724.969679] env[65448]: value = "task-4937398" [ 724.969679] env[65448]: _type = "Task" [ 724.969679] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.979082] env[65448]: DEBUG oslo_vmware.api [None req-9b2b4c77-7a2e-4b99-8e57-bbe2f7d5a147 tempest-VolumesAssistedSnapshotsTest-906605402 tempest-VolumesAssistedSnapshotsTest-906605402-project-admin] Task: {'id': task-4937396, 'name': ReconfigVM_Task, 'duration_secs': 0.474915} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.980070] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b2b4c77-7a2e-4b99-8e57-bbe2f7d5a147 tempest-VolumesAssistedSnapshotsTest-906605402 tempest-VolumesAssistedSnapshotsTest-906605402-project-admin] [instance: b72f98f6-f233-4a51-b4ac-fef6364407f1] Reconfigured VM instance instance-0000000b to detach disk 2001 {{(pid=65448) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 724.990110] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1efd65d9-b5f6-4535-8518-54a36e903327 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.001954] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937398, 'name': CreateVM_Task} progress is 6%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.007464] env[65448]: DEBUG oslo_vmware.api [None req-9b2b4c77-7a2e-4b99-8e57-bbe2f7d5a147 tempest-VolumesAssistedSnapshotsTest-906605402 tempest-VolumesAssistedSnapshotsTest-906605402-project-admin] Waiting for the task: (returnval){ [ 725.007464] env[65448]: value = "task-4937399" [ 725.007464] env[65448]: _type = "Task" [ 725.007464] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.019699] env[65448]: DEBUG nova.scheduler.client.report [None req-ddd090a5-2f83-41ac-a0d3-d72cca1c93a1 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 725.024035] env[65448]: DEBUG oslo_vmware.api [None req-9b2b4c77-7a2e-4b99-8e57-bbe2f7d5a147 tempest-VolumesAssistedSnapshotsTest-906605402 tempest-VolumesAssistedSnapshotsTest-906605402-project-admin] Task: {'id': task-4937399, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.063901] env[65448]: DEBUG oslo_vmware.api [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52086cd3-0707-2053-1afe-3813eff62330, 'name': SearchDatastore_Task, 'duration_secs': 0.038595} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.066102] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f99604c7-9467-4c00-ab86-80316e6ee03a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.073667] env[65448]: DEBUG oslo_vmware.api [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Waiting for the task: (returnval){ [ 725.073667] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52f1943c-fa1a-207d-36dc-bb394dbb7809" [ 725.073667] env[65448]: _type = "Task" [ 725.073667] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.088318] env[65448]: DEBUG oslo_vmware.api [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52f1943c-fa1a-207d-36dc-bb394dbb7809, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.134066] env[65448]: DEBUG oslo_vmware.api [None req-59a4eb51-e345-4ff2-94e0-ef74212a870f tempest-ServersTestManualDisk-536655571 tempest-ServersTestManualDisk-536655571-project-member] Task: {'id': task-4937397, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.204938] env[65448]: DEBUG oslo_concurrency.lockutils [None req-49423e0a-e285-432b-ba01-1c32cdd90a2b tempest-ServersAdminTestJSON-429719097 tempest-ServersAdminTestJSON-429719097-project-admin] Acquiring lock "refresh_cache-e6733991-a8fe-42b0-bd9c-098cd755e957" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.205343] env[65448]: DEBUG oslo_concurrency.lockutils [None req-49423e0a-e285-432b-ba01-1c32cdd90a2b tempest-ServersAdminTestJSON-429719097 tempest-ServersAdminTestJSON-429719097-project-admin] Acquired lock "refresh_cache-e6733991-a8fe-42b0-bd9c-098cd755e957" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.205785] env[65448]: DEBUG nova.network.neutron [None req-49423e0a-e285-432b-ba01-1c32cdd90a2b tempest-ServersAdminTestJSON-429719097 tempest-ServersAdminTestJSON-429719097-project-admin] [instance: e6733991-a8fe-42b0-bd9c-098cd755e957] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 725.261297] env[65448]: DEBUG nova.network.neutron [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] [instance: fab0ffc2-fa16-4d13-b70c-dfaa41c981aa] Successfully updated port: 01b46509-2b02-4da9-a6d9-87a6f01c314e {{(pid=65448) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 725.442421] env[65448]: DEBUG oslo_concurrency.lockutils [None req-3e4f0505-adf3-4988-98cf-0eb632ff0355 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.485797] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937398, 'name': CreateVM_Task, 'duration_secs': 0.505386} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.485797] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5946b482-7074-4075-9188-728461718ab4] Created VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 725.485797] env[65448]: WARNING neutronclient.v2_0.client [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 725.486135] env[65448]: DEBUG oslo_concurrency.lockutils [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.486287] env[65448]: DEBUG oslo_concurrency.lockutils [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.486597] env[65448]: DEBUG oslo_concurrency.lockutils [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.486872] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48d54098-8e27-47b2-a05e-182c69b30fbc {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.492866] env[65448]: DEBUG oslo_vmware.api [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Waiting for the task: (returnval){ [ 725.492866] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52f14735-77ac-2ad5-65a7-96eb23ec5922" [ 725.492866] env[65448]: _type = "Task" [ 725.492866] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.501840] env[65448]: DEBUG oslo_vmware.api [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52f14735-77ac-2ad5-65a7-96eb23ec5922, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.517777] env[65448]: DEBUG oslo_vmware.api [None req-9b2b4c77-7a2e-4b99-8e57-bbe2f7d5a147 tempest-VolumesAssistedSnapshotsTest-906605402 tempest-VolumesAssistedSnapshotsTest-906605402-project-admin] Task: {'id': task-4937399, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.525931] env[65448]: DEBUG oslo_concurrency.lockutils [None req-ddd090a5-2f83-41ac-a0d3-d72cca1c93a1 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.134s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.526526] env[65448]: DEBUG nova.compute.manager [None req-ddd090a5-2f83-41ac-a0d3-d72cca1c93a1 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 4d62a820-fb2b-4101-9dbc-d7cf4a27961a] Start building networks asynchronously for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2881}} [ 725.529599] env[65448]: DEBUG oslo_concurrency.lockutils [None req-7e5f81cc-f577-4732-a3bf-e08ef83ef47d tempest-ServerDiagnosticsV248Test-1707118153 tempest-ServerDiagnosticsV248Test-1707118153-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.101s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.530259] env[65448]: DEBUG nova.objects.instance [None req-7e5f81cc-f577-4732-a3bf-e08ef83ef47d tempest-ServerDiagnosticsV248Test-1707118153 tempest-ServerDiagnosticsV248Test-1707118153-project-member] Lazy-loading 'resources' on Instance uuid 563c9ae6-0834-4c9c-aad5-e72b367fb3a6 {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 725.585815] env[65448]: DEBUG oslo_vmware.api [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52f1943c-fa1a-207d-36dc-bb394dbb7809, 'name': SearchDatastore_Task, 'duration_secs': 0.022223} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.587631] env[65448]: DEBUG oslo_concurrency.lockutils [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.587631] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore1] 225f5425-83d8-441b-912c-7ca1815e531f/225f5425-83d8-441b-912c-7ca1815e531f.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 725.588161] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-68559c69-5b5a-4315-ac12-db714d09913d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.601922] env[65448]: DEBUG oslo_vmware.api [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Waiting for the task: (returnval){ [ 725.601922] env[65448]: value = "task-4937400" [ 725.601922] env[65448]: _type = "Task" [ 725.601922] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.616408] env[65448]: DEBUG oslo_vmware.api [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Task: {'id': task-4937400, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.632210] env[65448]: DEBUG oslo_vmware.api [None req-59a4eb51-e345-4ff2-94e0-ef74212a870f tempest-ServersTestManualDisk-536655571 tempest-ServersTestManualDisk-536655571-project-member] Task: {'id': task-4937397, 'name': ReconfigVM_Task, 'duration_secs': 0.713209} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.632526] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-59a4eb51-e345-4ff2-94e0-ef74212a870f tempest-ServersTestManualDisk-536655571 tempest-ServersTestManualDisk-536655571-project-member] [instance: c4a3eb56-9352-4486-af03-8817a0c6d462] Reconfigured VM instance instance-00000026 to attach disk [datastore1] c4a3eb56-9352-4486-af03-8817a0c6d462/c4a3eb56-9352-4486-af03-8817a0c6d462.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 725.633260] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b05faca5-f522-497c-9f97-47121ae81908 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.668422] env[65448]: DEBUG oslo_vmware.api [None req-59a4eb51-e345-4ff2-94e0-ef74212a870f tempest-ServersTestManualDisk-536655571 tempest-ServersTestManualDisk-536655571-project-member] Waiting for the task: (returnval){ [ 725.668422] env[65448]: value = "task-4937401" [ 725.668422] env[65448]: _type = "Task" [ 725.668422] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.683836] env[65448]: DEBUG oslo_vmware.api [None req-59a4eb51-e345-4ff2-94e0-ef74212a870f tempest-ServersTestManualDisk-536655571 tempest-ServersTestManualDisk-536655571-project-member] Task: {'id': task-4937401, 'name': Rename_Task} progress is 6%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.710230] env[65448]: WARNING neutronclient.v2_0.client [None req-49423e0a-e285-432b-ba01-1c32cdd90a2b tempest-ServersAdminTestJSON-429719097 tempest-ServersAdminTestJSON-429719097-project-admin] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 725.766436] env[65448]: DEBUG oslo_concurrency.lockutils [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Acquiring lock "refresh_cache-fab0ffc2-fa16-4d13-b70c-dfaa41c981aa" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.766815] env[65448]: DEBUG oslo_concurrency.lockutils [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Acquired lock "refresh_cache-fab0ffc2-fa16-4d13-b70c-dfaa41c981aa" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.767303] env[65448]: DEBUG nova.network.neutron [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] [instance: fab0ffc2-fa16-4d13-b70c-dfaa41c981aa] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 725.958271] env[65448]: WARNING neutronclient.v2_0.client [None req-49423e0a-e285-432b-ba01-1c32cdd90a2b tempest-ServersAdminTestJSON-429719097 tempest-ServersAdminTestJSON-429719097-project-admin] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 726.005850] env[65448]: DEBUG oslo_vmware.api [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52f14735-77ac-2ad5-65a7-96eb23ec5922, 'name': SearchDatastore_Task, 'duration_secs': 0.017236} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.006301] env[65448]: DEBUG oslo_concurrency.lockutils [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.006661] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] [instance: 5946b482-7074-4075-9188-728461718ab4] Processing image 50fb366d-48e6-424f-9c20-bc83d77be76a {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 726.006990] env[65448]: DEBUG oslo_concurrency.lockutils [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.008147] env[65448]: DEBUG oslo_concurrency.lockutils [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.009596] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 726.009751] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b9c5263a-819b-46f7-b79c-66881004a324 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.026706] env[65448]: DEBUG oslo_vmware.api [None req-9b2b4c77-7a2e-4b99-8e57-bbe2f7d5a147 tempest-VolumesAssistedSnapshotsTest-906605402 tempest-VolumesAssistedSnapshotsTest-906605402-project-admin] Task: {'id': task-4937399, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.034355] env[65448]: DEBUG nova.compute.utils [None req-ddd090a5-2f83-41ac-a0d3-d72cca1c93a1 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Using /dev/sd instead of None {{(pid=65448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 726.036576] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 726.036978] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 726.040887] env[65448]: DEBUG nova.compute.manager [None req-ddd090a5-2f83-41ac-a0d3-d72cca1c93a1 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 4d62a820-fb2b-4101-9dbc-d7cf4a27961a] Allocating IP information in the background. {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 726.041230] env[65448]: DEBUG nova.network.neutron [None req-ddd090a5-2f83-41ac-a0d3-d72cca1c93a1 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 4d62a820-fb2b-4101-9dbc-d7cf4a27961a] allocate_for_instance() {{(pid=65448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 726.041686] env[65448]: WARNING neutronclient.v2_0.client [None req-ddd090a5-2f83-41ac-a0d3-d72cca1c93a1 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 726.042078] env[65448]: WARNING neutronclient.v2_0.client [None req-ddd090a5-2f83-41ac-a0d3-d72cca1c93a1 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 726.044134] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1ee7faf-3ac3-46bf-97d1-42566fc960f9 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.053658] env[65448]: DEBUG oslo_vmware.api [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Waiting for the task: (returnval){ [ 726.053658] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5249aa8a-6716-0b9a-fbd1-8a0b4f84d62f" [ 726.053658] env[65448]: _type = "Task" [ 726.053658] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.063900] env[65448]: DEBUG nova.network.neutron [None req-49423e0a-e285-432b-ba01-1c32cdd90a2b tempest-ServersAdminTestJSON-429719097 tempest-ServersAdminTestJSON-429719097-project-admin] [instance: e6733991-a8fe-42b0-bd9c-098cd755e957] Updating instance_info_cache with network_info: [{"id": "771a726b-1aa2-4d13-8354-38c18cbed1b9", "address": "fa:16:3e:a6:e1:e6", "network": {"id": "393d9495-0694-4789-b85f-11c1ee142a7b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-818279425-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "151b52486680497ab0313e8770e10757", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap771a726b-1a", "ovs_interfaceid": "771a726b-1aa2-4d13-8354-38c18cbed1b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.075316] env[65448]: DEBUG oslo_vmware.api [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5249aa8a-6716-0b9a-fbd1-8a0b4f84d62f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.101044] env[65448]: DEBUG oslo_concurrency.lockutils [None req-47f17540-10e6-485f-8753-c6d534267896 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Acquiring lock "01f0dfbf-a289-43df-8919-bf6141b87d2a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.101788] env[65448]: DEBUG oslo_concurrency.lockutils [None req-47f17540-10e6-485f-8753-c6d534267896 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Lock "01f0dfbf-a289-43df-8919-bf6141b87d2a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.102128] env[65448]: DEBUG oslo_concurrency.lockutils [None req-47f17540-10e6-485f-8753-c6d534267896 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Acquiring lock "01f0dfbf-a289-43df-8919-bf6141b87d2a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.102344] env[65448]: DEBUG oslo_concurrency.lockutils [None req-47f17540-10e6-485f-8753-c6d534267896 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Lock "01f0dfbf-a289-43df-8919-bf6141b87d2a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.102543] env[65448]: DEBUG oslo_concurrency.lockutils [None req-47f17540-10e6-485f-8753-c6d534267896 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Lock "01f0dfbf-a289-43df-8919-bf6141b87d2a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.105190] env[65448]: INFO nova.compute.manager [None req-47f17540-10e6-485f-8753-c6d534267896 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] [instance: 01f0dfbf-a289-43df-8919-bf6141b87d2a] Terminating instance [ 726.125709] env[65448]: DEBUG oslo_vmware.api [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Task: {'id': task-4937400, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.128887] env[65448]: DEBUG nova.policy [None req-ddd090a5-2f83-41ac-a0d3-d72cca1c93a1 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '13c0267394e44d39aa313dd6e28d2c5b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '916343b5368a43deacc775f54aa9bc72', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65448) authorize /opt/stack/nova/nova/policy.py:192}} [ 726.185765] env[65448]: DEBUG oslo_vmware.api [None req-59a4eb51-e345-4ff2-94e0-ef74212a870f tempest-ServersTestManualDisk-536655571 tempest-ServersTestManualDisk-536655571-project-member] Task: {'id': task-4937401, 'name': Rename_Task, 'duration_secs': 0.223169} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.186889] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-59a4eb51-e345-4ff2-94e0-ef74212a870f tempest-ServersTestManualDisk-536655571 tempest-ServersTestManualDisk-536655571-project-member] [instance: c4a3eb56-9352-4486-af03-8817a0c6d462] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 726.186889] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-58b75b82-8c09-458d-ba90-95e54292bf5b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.196884] env[65448]: DEBUG oslo_vmware.api [None req-59a4eb51-e345-4ff2-94e0-ef74212a870f tempest-ServersTestManualDisk-536655571 tempest-ServersTestManualDisk-536655571-project-member] Waiting for the task: (returnval){ [ 726.196884] env[65448]: value = "task-4937402" [ 726.196884] env[65448]: _type = "Task" [ 726.196884] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.213288] env[65448]: DEBUG oslo_vmware.api [None req-59a4eb51-e345-4ff2-94e0-ef74212a870f tempest-ServersTestManualDisk-536655571 tempest-ServersTestManualDisk-536655571-project-member] Task: {'id': task-4937402, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.269236] env[65448]: DEBUG nova.compute.manager [req-2d95afbf-c665-48f7-af50-b8b817c06b2d req-0f7d80c8-3a55-45e4-bae0-0e63b32c91ab service nova] [instance: 225f5425-83d8-441b-912c-7ca1815e531f] Received event network-changed-8f04c2a0-fefe-4c8c-92af-5fafbf467bc1 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 726.269236] env[65448]: DEBUG nova.compute.manager [req-2d95afbf-c665-48f7-af50-b8b817c06b2d req-0f7d80c8-3a55-45e4-bae0-0e63b32c91ab service nova] [instance: 225f5425-83d8-441b-912c-7ca1815e531f] Refreshing instance network info cache due to event network-changed-8f04c2a0-fefe-4c8c-92af-5fafbf467bc1. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 726.269585] env[65448]: DEBUG oslo_concurrency.lockutils [req-2d95afbf-c665-48f7-af50-b8b817c06b2d req-0f7d80c8-3a55-45e4-bae0-0e63b32c91ab service nova] Acquiring lock "refresh_cache-225f5425-83d8-441b-912c-7ca1815e531f" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.269964] env[65448]: DEBUG oslo_concurrency.lockutils [req-2d95afbf-c665-48f7-af50-b8b817c06b2d req-0f7d80c8-3a55-45e4-bae0-0e63b32c91ab service nova] Acquired lock "refresh_cache-225f5425-83d8-441b-912c-7ca1815e531f" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.270322] env[65448]: DEBUG nova.network.neutron [req-2d95afbf-c665-48f7-af50-b8b817c06b2d req-0f7d80c8-3a55-45e4-bae0-0e63b32c91ab service nova] [instance: 225f5425-83d8-441b-912c-7ca1815e531f] Refreshing network info cache for port 8f04c2a0-fefe-4c8c-92af-5fafbf467bc1 {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 726.524115] env[65448]: DEBUG oslo_vmware.api [None req-9b2b4c77-7a2e-4b99-8e57-bbe2f7d5a147 tempest-VolumesAssistedSnapshotsTest-906605402 tempest-VolumesAssistedSnapshotsTest-906605402-project-admin] Task: {'id': task-4937399, 'name': ReconfigVM_Task, 'duration_secs': 1.228702} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.524551] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b2b4c77-7a2e-4b99-8e57-bbe2f7d5a147 tempest-VolumesAssistedSnapshotsTest-906605402 tempest-VolumesAssistedSnapshotsTest-906605402-project-admin] [instance: b72f98f6-f233-4a51-b4ac-fef6364407f1] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-961882', 'volume_id': '98a4c369-4b6c-4da9-8f61-3a2d2a709ac5', 'name': 'volume-98a4c369-4b6c-4da9-8f61-3a2d2a709ac5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b72f98f6-f233-4a51-b4ac-fef6364407f1', 'attached_at': '', 'detached_at': '', 'volume_id': '98a4c369-4b6c-4da9-8f61-3a2d2a709ac5', 'serial': '98a4c369-4b6c-4da9-8f61-3a2d2a709ac5'} {{(pid=65448) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 726.539750] env[65448]: DEBUG nova.compute.manager [None req-ddd090a5-2f83-41ac-a0d3-d72cca1c93a1 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 4d62a820-fb2b-4101-9dbc-d7cf4a27961a] Start building block device mappings for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2916}} [ 726.572225] env[65448]: DEBUG oslo_vmware.api [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5249aa8a-6716-0b9a-fbd1-8a0b4f84d62f, 'name': SearchDatastore_Task, 'duration_secs': 0.03854} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.572225] env[65448]: DEBUG nova.network.neutron [None req-ddd090a5-2f83-41ac-a0d3-d72cca1c93a1 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 4d62a820-fb2b-4101-9dbc-d7cf4a27961a] Successfully created port: 54387ca6-7d5e-4c6d-92e1-7f9aca80cb4a {{(pid=65448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 726.580825] env[65448]: DEBUG oslo_concurrency.lockutils [None req-49423e0a-e285-432b-ba01-1c32cdd90a2b tempest-ServersAdminTestJSON-429719097 tempest-ServersAdminTestJSON-429719097-project-admin] Releasing lock "refresh_cache-e6733991-a8fe-42b0-bd9c-098cd755e957" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.580825] env[65448]: DEBUG nova.compute.manager [None req-49423e0a-e285-432b-ba01-1c32cdd90a2b tempest-ServersAdminTestJSON-429719097 tempest-ServersAdminTestJSON-429719097-project-admin] [instance: e6733991-a8fe-42b0-bd9c-098cd755e957] Inject network info {{(pid=65448) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7784}} [ 726.581059] env[65448]: DEBUG nova.compute.manager [None req-49423e0a-e285-432b-ba01-1c32cdd90a2b tempest-ServersAdminTestJSON-429719097 tempest-ServersAdminTestJSON-429719097-project-admin] [instance: e6733991-a8fe-42b0-bd9c-098cd755e957] network_info to inject: |[{"id": "771a726b-1aa2-4d13-8354-38c18cbed1b9", "address": "fa:16:3e:a6:e1:e6", "network": {"id": "393d9495-0694-4789-b85f-11c1ee142a7b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-818279425-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "151b52486680497ab0313e8770e10757", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap771a726b-1a", "ovs_interfaceid": "771a726b-1aa2-4d13-8354-38c18cbed1b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65448) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7785}} [ 726.589373] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-49423e0a-e285-432b-ba01-1c32cdd90a2b tempest-ServersAdminTestJSON-429719097 tempest-ServersAdminTestJSON-429719097-project-admin] [instance: e6733991-a8fe-42b0-bd9c-098cd755e957] Reconfiguring VM instance to set the machine id {{(pid=65448) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 726.589373] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08a5a4f2-d868-4aa1-b04e-423da354092b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.595025] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-44b972cc-1418-4d1e-8556-3d95fd302651 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.614750] env[65448]: DEBUG oslo_vmware.api [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Waiting for the task: (returnval){ [ 726.614750] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52b5ea27-5dd1-57d4-52b7-4ebfd0132b9b" [ 726.614750] env[65448]: _type = "Task" [ 726.614750] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.616980] env[65448]: DEBUG oslo_vmware.api [None req-49423e0a-e285-432b-ba01-1c32cdd90a2b tempest-ServersAdminTestJSON-429719097 tempest-ServersAdminTestJSON-429719097-project-admin] Waiting for the task: (returnval){ [ 726.616980] env[65448]: value = "task-4937403" [ 726.616980] env[65448]: _type = "Task" [ 726.616980] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.624641] env[65448]: DEBUG nova.compute.manager [None req-47f17540-10e6-485f-8753-c6d534267896 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] [instance: 01f0dfbf-a289-43df-8919-bf6141b87d2a] Start destroying the instance on the hypervisor. {{(pid=65448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3209}} [ 726.624863] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-47f17540-10e6-485f-8753-c6d534267896 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] [instance: 01f0dfbf-a289-43df-8919-bf6141b87d2a] Destroying instance {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 726.628603] env[65448]: DEBUG oslo_vmware.api [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Task: {'id': task-4937400, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.718333} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.629606] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6b7c42d-c600-4182-bdf7-9cc55cf146f1 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.633922] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore1] 225f5425-83d8-441b-912c-7ca1815e531f/225f5425-83d8-441b-912c-7ca1815e531f.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 726.633922] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] [instance: 225f5425-83d8-441b-912c-7ca1815e531f] Extending root virtual disk to 1048576 {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 726.638173] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ade183fc-ab13-45d0-8e7a-c7cf5b1b49b4 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.653253] env[65448]: DEBUG nova.network.neutron [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] [instance: fab0ffc2-fa16-4d13-b70c-dfaa41c981aa] Instance cache missing network info. {{(pid=65448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 726.662166] env[65448]: DEBUG oslo_vmware.api [None req-49423e0a-e285-432b-ba01-1c32cdd90a2b tempest-ServersAdminTestJSON-429719097 tempest-ServersAdminTestJSON-429719097-project-admin] Task: {'id': task-4937403, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.662166] env[65448]: DEBUG oslo_vmware.api [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52b5ea27-5dd1-57d4-52b7-4ebfd0132b9b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.668028] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-47f17540-10e6-485f-8753-c6d534267896 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] [instance: 01f0dfbf-a289-43df-8919-bf6141b87d2a] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 726.668028] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a2864c04-e9ec-4954-b04b-6874f2368de4 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.685278] env[65448]: DEBUG oslo_vmware.api [None req-47f17540-10e6-485f-8753-c6d534267896 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Waiting for the task: (returnval){ [ 726.685278] env[65448]: value = "task-4937404" [ 726.685278] env[65448]: _type = "Task" [ 726.685278] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.685278] env[65448]: DEBUG oslo_vmware.api [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Waiting for the task: (returnval){ [ 726.685278] env[65448]: value = "task-4937405" [ 726.685278] env[65448]: _type = "Task" [ 726.685278] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.698173] env[65448]: DEBUG oslo_vmware.api [None req-47f17540-10e6-485f-8753-c6d534267896 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Task: {'id': task-4937404, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.701736] env[65448]: DEBUG oslo_vmware.api [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Task: {'id': task-4937405, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.716580] env[65448]: DEBUG oslo_vmware.api [None req-59a4eb51-e345-4ff2-94e0-ef74212a870f tempest-ServersTestManualDisk-536655571 tempest-ServersTestManualDisk-536655571-project-member] Task: {'id': task-4937402, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.778295] env[65448]: WARNING neutronclient.v2_0.client [req-2d95afbf-c665-48f7-af50-b8b817c06b2d req-0f7d80c8-3a55-45e4-bae0-0e63b32c91ab service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 726.866650] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e34cba5b-f490-41ae-98c8-9b57710f46f3 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.886542] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e483e55c-ba15-4f55-b90c-f99bda88896e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.930870] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1afa687f-560f-4c0d-9d55-e830549364ed {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.940670] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5414d367-8397-4fa9-9c5a-991367513b5d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.963188] env[65448]: DEBUG nova.compute.provider_tree [None req-7e5f81cc-f577-4732-a3bf-e08ef83ef47d tempest-ServerDiagnosticsV248Test-1707118153 tempest-ServerDiagnosticsV248Test-1707118153-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 727.112712] env[65448]: DEBUG nova.objects.instance [None req-9b2b4c77-7a2e-4b99-8e57-bbe2f7d5a147 tempest-VolumesAssistedSnapshotsTest-906605402 tempest-VolumesAssistedSnapshotsTest-906605402-project-admin] Lazy-loading 'flavor' on Instance uuid b72f98f6-f233-4a51-b4ac-fef6364407f1 {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 727.134875] env[65448]: DEBUG oslo_vmware.api [None req-49423e0a-e285-432b-ba01-1c32cdd90a2b tempest-ServersAdminTestJSON-429719097 tempest-ServersAdminTestJSON-429719097-project-admin] Task: {'id': task-4937403, 'name': ReconfigVM_Task, 'duration_secs': 0.256682} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.138806] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-49423e0a-e285-432b-ba01-1c32cdd90a2b tempest-ServersAdminTestJSON-429719097 tempest-ServersAdminTestJSON-429719097-project-admin] [instance: e6733991-a8fe-42b0-bd9c-098cd755e957] Reconfigured VM instance to set the machine id {{(pid=65448) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 727.139564] env[65448]: DEBUG oslo_vmware.api [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52b5ea27-5dd1-57d4-52b7-4ebfd0132b9b, 'name': SearchDatastore_Task, 'duration_secs': 0.03844} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.139842] env[65448]: DEBUG oslo_concurrency.lockutils [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.140092] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] 5946b482-7074-4075-9188-728461718ab4/5946b482-7074-4075-9188-728461718ab4.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 727.140564] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-85c890d1-cda6-49dd-b509-ed7b4dc1a3bb {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.153232] env[65448]: DEBUG oslo_vmware.api [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Waiting for the task: (returnval){ [ 727.153232] env[65448]: value = "task-4937406" [ 727.153232] env[65448]: _type = "Task" [ 727.153232] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.164138] env[65448]: DEBUG oslo_vmware.api [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Task: {'id': task-4937406, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.172449] env[65448]: DEBUG nova.compute.manager [None req-52c33394-843d-4e50-9515-f2ebe3f63196 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] [instance: 3a95cfa3-d907-467b-9081-c8c5b4b9dd5a] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 727.173177] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3c4a98e-906c-4ac6-b5ac-df1e88f2519e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.197115] env[65448]: DEBUG oslo_vmware.api [None req-47f17540-10e6-485f-8753-c6d534267896 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Task: {'id': task-4937404, 'name': PowerOffVM_Task, 'duration_secs': 0.317501} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.202836] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-47f17540-10e6-485f-8753-c6d534267896 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] [instance: 01f0dfbf-a289-43df-8919-bf6141b87d2a] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 727.203268] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-47f17540-10e6-485f-8753-c6d534267896 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] [instance: 01f0dfbf-a289-43df-8919-bf6141b87d2a] Unregistering the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 727.203859] env[65448]: DEBUG oslo_vmware.api [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Task: {'id': task-4937405, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.149544} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.204228] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eb447836-a895-458b-a48c-1a7a09889317 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.212599] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] [instance: 225f5425-83d8-441b-912c-7ca1815e531f] Extended root virtual disk {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 727.214215] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55201e00-500b-4285-9c3d-b083ccdcc227 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.245792] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] [instance: 225f5425-83d8-441b-912c-7ca1815e531f] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] 225f5425-83d8-441b-912c-7ca1815e531f/225f5425-83d8-441b-912c-7ca1815e531f.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 727.246296] env[65448]: DEBUG oslo_vmware.api [None req-59a4eb51-e345-4ff2-94e0-ef74212a870f tempest-ServersTestManualDisk-536655571 tempest-ServersTestManualDisk-536655571-project-member] Task: {'id': task-4937402, 'name': PowerOnVM_Task, 'duration_secs': 0.988859} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.247355] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d20bd31-9e78-4910-9df2-557a88b5cd50 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.264959] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-59a4eb51-e345-4ff2-94e0-ef74212a870f tempest-ServersTestManualDisk-536655571 tempest-ServersTestManualDisk-536655571-project-member] [instance: c4a3eb56-9352-4486-af03-8817a0c6d462] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 727.265297] env[65448]: INFO nova.compute.manager [None req-59a4eb51-e345-4ff2-94e0-ef74212a870f tempest-ServersTestManualDisk-536655571 tempest-ServersTestManualDisk-536655571-project-member] [instance: c4a3eb56-9352-4486-af03-8817a0c6d462] Took 10.99 seconds to spawn the instance on the hypervisor. [ 727.265627] env[65448]: DEBUG nova.compute.manager [None req-59a4eb51-e345-4ff2-94e0-ef74212a870f tempest-ServersTestManualDisk-536655571 tempest-ServersTestManualDisk-536655571-project-member] [instance: c4a3eb56-9352-4486-af03-8817a0c6d462] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 727.267522] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ede5ed40-3984-4822-a174-3272214816af {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.284489] env[65448]: DEBUG oslo_vmware.api [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Waiting for the task: (returnval){ [ 727.284489] env[65448]: value = "task-4937408" [ 727.284489] env[65448]: _type = "Task" [ 727.284489] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.296633] env[65448]: DEBUG oslo_vmware.api [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Task: {'id': task-4937408, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.304273] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-47f17540-10e6-485f-8753-c6d534267896 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] [instance: 01f0dfbf-a289-43df-8919-bf6141b87d2a] Unregistered the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 727.304492] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-47f17540-10e6-485f-8753-c6d534267896 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] [instance: 01f0dfbf-a289-43df-8919-bf6141b87d2a] Deleting contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 727.304672] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-47f17540-10e6-485f-8753-c6d534267896 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Deleting the datastore file [datastore2] 01f0dfbf-a289-43df-8919-bf6141b87d2a {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 727.305396] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c4267b01-d656-406c-963b-98169a66993b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.315348] env[65448]: DEBUG oslo_vmware.api [None req-47f17540-10e6-485f-8753-c6d534267896 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Waiting for the task: (returnval){ [ 727.315348] env[65448]: value = "task-4937409" [ 727.315348] env[65448]: _type = "Task" [ 727.315348] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.329764] env[65448]: DEBUG oslo_vmware.api [None req-47f17540-10e6-485f-8753-c6d534267896 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Task: {'id': task-4937409, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.389297] env[65448]: INFO nova.compute.manager [None req-7fc7babe-d89f-4cd1-b16a-2b6e1e97e068 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: f92de7cc-d52b-4a1d-821a-0212e37e9369] Unrescuing [ 727.389297] env[65448]: DEBUG oslo_concurrency.lockutils [None req-7fc7babe-d89f-4cd1-b16a-2b6e1e97e068 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Acquiring lock "refresh_cache-f92de7cc-d52b-4a1d-821a-0212e37e9369" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.389297] env[65448]: DEBUG oslo_concurrency.lockutils [None req-7fc7babe-d89f-4cd1-b16a-2b6e1e97e068 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Acquired lock "refresh_cache-f92de7cc-d52b-4a1d-821a-0212e37e9369" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.389297] env[65448]: DEBUG nova.network.neutron [None req-7fc7babe-d89f-4cd1-b16a-2b6e1e97e068 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: f92de7cc-d52b-4a1d-821a-0212e37e9369] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 727.465949] env[65448]: DEBUG nova.scheduler.client.report [None req-7e5f81cc-f577-4732-a3bf-e08ef83ef47d tempest-ServerDiagnosticsV248Test-1707118153 tempest-ServerDiagnosticsV248Test-1707118153-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 727.555153] env[65448]: DEBUG nova.compute.manager [None req-ddd090a5-2f83-41ac-a0d3-d72cca1c93a1 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 4d62a820-fb2b-4101-9dbc-d7cf4a27961a] Start spawning the instance on the hypervisor. {{(pid=65448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2689}} [ 727.590959] env[65448]: DEBUG nova.virt.hardware [None req-ddd090a5-2f83-41ac-a0d3-d72cca1c93a1 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-08T17:19:51Z,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a992292b6dae455593d228217860e2e1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-08T17:19:52Z,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 727.591368] env[65448]: DEBUG nova.virt.hardware [None req-ddd090a5-2f83-41ac-a0d3-d72cca1c93a1 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 727.591590] env[65448]: DEBUG nova.virt.hardware [None req-ddd090a5-2f83-41ac-a0d3-d72cca1c93a1 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 727.591857] env[65448]: DEBUG nova.virt.hardware [None req-ddd090a5-2f83-41ac-a0d3-d72cca1c93a1 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 727.592181] env[65448]: DEBUG nova.virt.hardware [None req-ddd090a5-2f83-41ac-a0d3-d72cca1c93a1 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 727.592402] env[65448]: DEBUG nova.virt.hardware [None req-ddd090a5-2f83-41ac-a0d3-d72cca1c93a1 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 727.592701] env[65448]: DEBUG nova.virt.hardware [None req-ddd090a5-2f83-41ac-a0d3-d72cca1c93a1 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 727.593014] env[65448]: DEBUG nova.virt.hardware [None req-ddd090a5-2f83-41ac-a0d3-d72cca1c93a1 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 727.593272] env[65448]: DEBUG nova.virt.hardware [None req-ddd090a5-2f83-41ac-a0d3-d72cca1c93a1 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 727.593523] env[65448]: DEBUG nova.virt.hardware [None req-ddd090a5-2f83-41ac-a0d3-d72cca1c93a1 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 727.593763] env[65448]: DEBUG nova.virt.hardware [None req-ddd090a5-2f83-41ac-a0d3-d72cca1c93a1 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 727.595087] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66997f0c-cbc3-41b8-be41-076e7689ede7 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.608589] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd798085-4327-4006-96a3-2acd06795d79 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.664902] env[65448]: DEBUG oslo_vmware.api [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Task: {'id': task-4937406, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.693734] env[65448]: INFO nova.compute.manager [None req-52c33394-843d-4e50-9515-f2ebe3f63196 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] [instance: 3a95cfa3-d907-467b-9081-c8c5b4b9dd5a] instance snapshotting [ 727.697752] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-544ddb75-a8bc-4374-bf70-a61c18d760bf {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.722411] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ebe7deb-473d-4323-8b00-2baecc968246 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.803349] env[65448]: INFO nova.compute.manager [None req-59a4eb51-e345-4ff2-94e0-ef74212a870f tempest-ServersTestManualDisk-536655571 tempest-ServersTestManualDisk-536655571-project-member] [instance: c4a3eb56-9352-4486-af03-8817a0c6d462] Took 48.13 seconds to build instance. [ 727.820071] env[65448]: DEBUG oslo_vmware.api [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Task: {'id': task-4937408, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.834345] env[65448]: DEBUG oslo_vmware.api [None req-47f17540-10e6-485f-8753-c6d534267896 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Task: {'id': task-4937409, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.892462] env[65448]: WARNING neutronclient.v2_0.client [None req-7fc7babe-d89f-4cd1-b16a-2b6e1e97e068 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 727.970972] env[65448]: DEBUG oslo_concurrency.lockutils [None req-7e5f81cc-f577-4732-a3bf-e08ef83ef47d tempest-ServerDiagnosticsV248Test-1707118153 tempest-ServerDiagnosticsV248Test-1707118153-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.441s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.973955] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5e08c38e-e5e5-435a-9563-de3b978f991d tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.433s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.976587] env[65448]: INFO nova.compute.claims [None req-5e08c38e-e5e5-435a-9563-de3b978f991d tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: 5eaf1535-4d97-4020-b2a5-4f37e21026e0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 728.012697] env[65448]: INFO nova.scheduler.client.report [None req-7e5f81cc-f577-4732-a3bf-e08ef83ef47d tempest-ServerDiagnosticsV248Test-1707118153 tempest-ServerDiagnosticsV248Test-1707118153-project-member] Deleted allocations for instance 563c9ae6-0834-4c9c-aad5-e72b367fb3a6 [ 728.121603] env[65448]: DEBUG oslo_concurrency.lockutils [None req-9b2b4c77-7a2e-4b99-8e57-bbe2f7d5a147 tempest-VolumesAssistedSnapshotsTest-906605402 tempest-VolumesAssistedSnapshotsTest-906605402-project-admin] Lock "b72f98f6-f233-4a51-b4ac-fef6364407f1" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.415s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.166038] env[65448]: DEBUG oslo_vmware.api [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Task: {'id': task-4937406, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.750614} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.166443] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] 5946b482-7074-4075-9188-728461718ab4/5946b482-7074-4075-9188-728461718ab4.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 728.166706] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] [instance: 5946b482-7074-4075-9188-728461718ab4] Extending root virtual disk to 1048576 {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 728.167049] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dede9cc1-a841-4023-90a0-3f8be07c3e41 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.175745] env[65448]: DEBUG oslo_vmware.api [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Waiting for the task: (returnval){ [ 728.175745] env[65448]: value = "task-4937410" [ 728.175745] env[65448]: _type = "Task" [ 728.175745] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.189495] env[65448]: DEBUG oslo_vmware.api [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Task: {'id': task-4937410, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.237820] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-52c33394-843d-4e50-9515-f2ebe3f63196 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] [instance: 3a95cfa3-d907-467b-9081-c8c5b4b9dd5a] Creating Snapshot of the VM instance {{(pid=65448) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 728.240025] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-74fabc2a-c036-4137-91ac-f5302f7b6a00 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.248524] env[65448]: DEBUG oslo_vmware.api [None req-52c33394-843d-4e50-9515-f2ebe3f63196 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Waiting for the task: (returnval){ [ 728.248524] env[65448]: value = "task-4937411" [ 728.248524] env[65448]: _type = "Task" [ 728.248524] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.260234] env[65448]: DEBUG oslo_vmware.api [None req-52c33394-843d-4e50-9515-f2ebe3f63196 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Task: {'id': task-4937411, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.304504] env[65448]: DEBUG oslo_vmware.api [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Task: {'id': task-4937408, 'name': ReconfigVM_Task, 'duration_secs': 0.581802} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.304795] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] [instance: 225f5425-83d8-441b-912c-7ca1815e531f] Reconfigured VM instance instance-00000027 to attach disk [datastore1] 225f5425-83d8-441b-912c-7ca1815e531f/225f5425-83d8-441b-912c-7ca1815e531f.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 728.305666] env[65448]: DEBUG oslo_concurrency.lockutils [None req-59a4eb51-e345-4ff2-94e0-ef74212a870f tempest-ServersTestManualDisk-536655571 tempest-ServersTestManualDisk-536655571-project-member] Lock "c4a3eb56-9352-4486-af03-8817a0c6d462" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.199s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.306044] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a0713f91-a3fc-4525-b2da-04327ff92df6 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.316386] env[65448]: DEBUG oslo_vmware.api [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Waiting for the task: (returnval){ [ 728.316386] env[65448]: value = "task-4937412" [ 728.316386] env[65448]: _type = "Task" [ 728.316386] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.331969] env[65448]: DEBUG oslo_vmware.api [None req-47f17540-10e6-485f-8753-c6d534267896 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Task: {'id': task-4937409, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.603258} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.335560] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-47f17540-10e6-485f-8753-c6d534267896 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 728.335753] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-47f17540-10e6-485f-8753-c6d534267896 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] [instance: 01f0dfbf-a289-43df-8919-bf6141b87d2a] Deleted contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 728.335926] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-47f17540-10e6-485f-8753-c6d534267896 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] [instance: 01f0dfbf-a289-43df-8919-bf6141b87d2a] Instance destroyed {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 728.336150] env[65448]: INFO nova.compute.manager [None req-47f17540-10e6-485f-8753-c6d534267896 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] [instance: 01f0dfbf-a289-43df-8919-bf6141b87d2a] Took 1.71 seconds to destroy the instance on the hypervisor. [ 728.336401] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-47f17540-10e6-485f-8753-c6d534267896 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 728.336975] env[65448]: DEBUG oslo_vmware.api [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Task: {'id': task-4937412, 'name': Rename_Task} progress is 6%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.338126] env[65448]: DEBUG nova.compute.manager [-] [instance: 01f0dfbf-a289-43df-8919-bf6141b87d2a] Deallocating network for instance {{(pid=65448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 728.338126] env[65448]: DEBUG nova.network.neutron [-] [instance: 01f0dfbf-a289-43df-8919-bf6141b87d2a] deallocate_for_instance() {{(pid=65448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 728.338126] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 728.420379] env[65448]: DEBUG nova.network.neutron [None req-ddd090a5-2f83-41ac-a0d3-d72cca1c93a1 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 4d62a820-fb2b-4101-9dbc-d7cf4a27961a] Successfully updated port: 54387ca6-7d5e-4c6d-92e1-7f9aca80cb4a {{(pid=65448) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 728.443906] env[65448]: WARNING neutronclient.v2_0.client [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 728.531644] env[65448]: DEBUG oslo_concurrency.lockutils [None req-7e5f81cc-f577-4732-a3bf-e08ef83ef47d tempest-ServerDiagnosticsV248Test-1707118153 tempest-ServerDiagnosticsV248Test-1707118153-project-member] Lock "563c9ae6-0834-4c9c-aad5-e72b367fb3a6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.991s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.538983] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 728.682265] env[65448]: DEBUG nova.network.neutron [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] [instance: fab0ffc2-fa16-4d13-b70c-dfaa41c981aa] Updating instance_info_cache with network_info: [{"id": "01b46509-2b02-4da9-a6d9-87a6f01c314e", "address": "fa:16:3e:f7:a1:c8", "network": {"id": "62e01a76-452e-43b8-9f68-1249ff78debd", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1941112000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6832ec778f74c32b9d7075a15429f91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9abd00f-2cea-40f8-9804-a56b6431192d", "external-id": "nsx-vlan-transportzone-639", "segmentation_id": 639, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01b46509-2b", "ovs_interfaceid": "01b46509-2b02-4da9-a6d9-87a6f01c314e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.690403] env[65448]: DEBUG oslo_vmware.api [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Task: {'id': task-4937410, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076784} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.690764] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] [instance: 5946b482-7074-4075-9188-728461718ab4] Extended root virtual disk {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 728.691696] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-315a6ca9-1b90-40b6-94a9-f623abd00b63 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.717674] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] [instance: 5946b482-7074-4075-9188-728461718ab4] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] 5946b482-7074-4075-9188-728461718ab4/5946b482-7074-4075-9188-728461718ab4.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 728.719675] env[65448]: WARNING neutronclient.v2_0.client [req-2d95afbf-c665-48f7-af50-b8b817c06b2d req-0f7d80c8-3a55-45e4-bae0-0e63b32c91ab service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 728.722415] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b68f3ec-6eb5-4480-bb5c-5aac8554f127 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.743704] env[65448]: DEBUG oslo_vmware.api [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Waiting for the task: (returnval){ [ 728.743704] env[65448]: value = "task-4937413" [ 728.743704] env[65448]: _type = "Task" [ 728.743704] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.753250] env[65448]: DEBUG oslo_vmware.api [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Task: {'id': task-4937413, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.763981] env[65448]: DEBUG oslo_vmware.api [None req-52c33394-843d-4e50-9515-f2ebe3f63196 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Task: {'id': task-4937411, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.812180] env[65448]: DEBUG nova.compute.manager [None req-b7dd8389-1bae-41a0-8aa9-0eb6baf5a66d tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: 6ca5c62d-cf52-4f78-9e01-5623f4989442] Starting instance... {{(pid=65448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2483}} [ 728.827034] env[65448]: DEBUG oslo_vmware.api [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Task: {'id': task-4937412, 'name': Rename_Task, 'duration_secs': 0.283349} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.827086] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] [instance: 225f5425-83d8-441b-912c-7ca1815e531f] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 728.827301] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8f3a2d01-efab-49d6-a043-23864768df75 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.835171] env[65448]: DEBUG oslo_vmware.api [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Waiting for the task: (returnval){ [ 728.835171] env[65448]: value = "task-4937414" [ 728.835171] env[65448]: _type = "Task" [ 728.835171] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.844042] env[65448]: DEBUG oslo_vmware.api [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Task: {'id': task-4937414, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.923692] env[65448]: DEBUG oslo_concurrency.lockutils [None req-ddd090a5-2f83-41ac-a0d3-d72cca1c93a1 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Acquiring lock "refresh_cache-4d62a820-fb2b-4101-9dbc-d7cf4a27961a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.923932] env[65448]: DEBUG oslo_concurrency.lockutils [None req-ddd090a5-2f83-41ac-a0d3-d72cca1c93a1 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Acquired lock "refresh_cache-4d62a820-fb2b-4101-9dbc-d7cf4a27961a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.924158] env[65448]: DEBUG nova.network.neutron [None req-ddd090a5-2f83-41ac-a0d3-d72cca1c93a1 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 4d62a820-fb2b-4101-9dbc-d7cf4a27961a] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 729.190919] env[65448]: DEBUG oslo_concurrency.lockutils [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Releasing lock "refresh_cache-fab0ffc2-fa16-4d13-b70c-dfaa41c981aa" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.191829] env[65448]: DEBUG nova.compute.manager [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] [instance: fab0ffc2-fa16-4d13-b70c-dfaa41c981aa] Instance network_info: |[{"id": "01b46509-2b02-4da9-a6d9-87a6f01c314e", "address": "fa:16:3e:f7:a1:c8", "network": {"id": "62e01a76-452e-43b8-9f68-1249ff78debd", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1941112000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6832ec778f74c32b9d7075a15429f91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9abd00f-2cea-40f8-9804-a56b6431192d", "external-id": "nsx-vlan-transportzone-639", "segmentation_id": 639, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01b46509-2b", "ovs_interfaceid": "01b46509-2b02-4da9-a6d9-87a6f01c314e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 729.193262] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] [instance: fab0ffc2-fa16-4d13-b70c-dfaa41c981aa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:a1:c8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a9abd00f-2cea-40f8-9804-a56b6431192d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '01b46509-2b02-4da9-a6d9-87a6f01c314e', 'vif_model': 'vmxnet3'}] {{(pid=65448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 729.206671] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 729.211575] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fab0ffc2-fa16-4d13-b70c-dfaa41c981aa] Creating VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 729.212757] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-683ef808-2b55-4053-84aa-7b60c4e443e3 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.247946] env[65448]: WARNING neutronclient.v2_0.client [None req-7fc7babe-d89f-4cd1-b16a-2b6e1e97e068 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 729.265684] env[65448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 729.265684] env[65448]: value = "task-4937415" [ 729.265684] env[65448]: _type = "Task" [ 729.265684] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.285158] env[65448]: DEBUG oslo_vmware.api [None req-52c33394-843d-4e50-9515-f2ebe3f63196 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Task: {'id': task-4937411, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.285469] env[65448]: DEBUG oslo_vmware.api [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Task: {'id': task-4937413, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.293647] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937415, 'name': CreateVM_Task} progress is 6%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.304770] env[65448]: DEBUG nova.network.neutron [req-2d95afbf-c665-48f7-af50-b8b817c06b2d req-0f7d80c8-3a55-45e4-bae0-0e63b32c91ab service nova] [instance: 225f5425-83d8-441b-912c-7ca1815e531f] Updated VIF entry in instance network info cache for port 8f04c2a0-fefe-4c8c-92af-5fafbf467bc1. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 729.305010] env[65448]: DEBUG nova.network.neutron [req-2d95afbf-c665-48f7-af50-b8b817c06b2d req-0f7d80c8-3a55-45e4-bae0-0e63b32c91ab service nova] [instance: 225f5425-83d8-441b-912c-7ca1815e531f] Updating instance_info_cache with network_info: [{"id": "8f04c2a0-fefe-4c8c-92af-5fafbf467bc1", "address": "fa:16:3e:62:56:f2", "network": {"id": "62e01a76-452e-43b8-9f68-1249ff78debd", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1941112000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6832ec778f74c32b9d7075a15429f91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9abd00f-2cea-40f8-9804-a56b6431192d", "external-id": "nsx-vlan-transportzone-639", "segmentation_id": 639, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f04c2a0-fe", "ovs_interfaceid": "8f04c2a0-fefe-4c8c-92af-5fafbf467bc1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.351932] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b7dd8389-1bae-41a0-8aa9-0eb6baf5a66d tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.359483] env[65448]: DEBUG oslo_vmware.api [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Task: {'id': task-4937414, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.420989] env[65448]: DEBUG nova.network.neutron [None req-7fc7babe-d89f-4cd1-b16a-2b6e1e97e068 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: f92de7cc-d52b-4a1d-821a-0212e37e9369] Updating instance_info_cache with network_info: [{"id": "a583589c-8039-46c8-8a5c-147d6853decf", "address": "fa:16:3e:22:dc:d3", "network": {"id": "f27d2d9e-8ae7-4086-9161-47127b34dd20", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-248251098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2a7a06e61d94624ba3b3a9d4f5d1e6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4223acd2-30f7-440e-b975-60b30d931694", "external-id": "nsx-vlan-transportzone-647", "segmentation_id": 647, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa583589c-80", "ovs_interfaceid": "a583589c-8039-46c8-8a5c-147d6853decf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.476611] env[65448]: DEBUG nova.network.neutron [None req-ddd090a5-2f83-41ac-a0d3-d72cca1c93a1 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 4d62a820-fb2b-4101-9dbc-d7cf4a27961a] Instance cache missing network info. {{(pid=65448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 729.624425] env[65448]: WARNING neutronclient.v2_0.client [None req-ddd090a5-2f83-41ac-a0d3-d72cca1c93a1 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 729.696087] env[65448]: DEBUG nova.network.neutron [-] [instance: 01f0dfbf-a289-43df-8919-bf6141b87d2a] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.751420] env[65448]: DEBUG nova.network.neutron [None req-ddd090a5-2f83-41ac-a0d3-d72cca1c93a1 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 4d62a820-fb2b-4101-9dbc-d7cf4a27961a] Updating instance_info_cache with network_info: [{"id": "54387ca6-7d5e-4c6d-92e1-7f9aca80cb4a", "address": "fa:16:3e:27:9b:8e", "network": {"id": "6528ac8d-8c3e-4351-91ad-01014698df76", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1716468686-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "916343b5368a43deacc775f54aa9bc72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54387ca6-7d", "ovs_interfaceid": "54387ca6-7d5e-4c6d-92e1-7f9aca80cb4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.782021] env[65448]: DEBUG oslo_vmware.api [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Task: {'id': task-4937413, 'name': ReconfigVM_Task, 'duration_secs': 0.685833} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.782021] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] [instance: 5946b482-7074-4075-9188-728461718ab4] Reconfigured VM instance instance-00000028 to attach disk [datastore2] 5946b482-7074-4075-9188-728461718ab4/5946b482-7074-4075-9188-728461718ab4.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 729.782307] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e1563167-9a73-4216-928f-c9ad0e026751 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.797691] env[65448]: DEBUG oslo_vmware.api [None req-52c33394-843d-4e50-9515-f2ebe3f63196 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Task: {'id': task-4937411, 'name': CreateSnapshot_Task, 'duration_secs': 1.232847} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.799215] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937415, 'name': CreateVM_Task} progress is 25%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.803021] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-52c33394-843d-4e50-9515-f2ebe3f63196 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] [instance: 3a95cfa3-d907-467b-9081-c8c5b4b9dd5a] Created Snapshot of the VM instance {{(pid=65448) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 729.804052] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a8f4239-742d-4b26-991c-a65ba6459c52 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.812457] env[65448]: DEBUG oslo_concurrency.lockutils [req-2d95afbf-c665-48f7-af50-b8b817c06b2d req-0f7d80c8-3a55-45e4-bae0-0e63b32c91ab service nova] Releasing lock "refresh_cache-225f5425-83d8-441b-912c-7ca1815e531f" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.812457] env[65448]: DEBUG nova.compute.manager [req-2d95afbf-c665-48f7-af50-b8b817c06b2d req-0f7d80c8-3a55-45e4-bae0-0e63b32c91ab service nova] [instance: 7b76faba-15f3-4412-b5e7-5354a6bfd35f] Received event network-vif-deleted-47aae831-5b43-4058-a177-3e3eed7944a8 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 729.812457] env[65448]: DEBUG nova.compute.manager [req-2d95afbf-c665-48f7-af50-b8b817c06b2d req-0f7d80c8-3a55-45e4-bae0-0e63b32c91ab service nova] [instance: 5946b482-7074-4075-9188-728461718ab4] Received event network-vif-plugged-a1fb88ca-9768-4db1-a0f4-a5c9c636f9e9 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 729.812993] env[65448]: DEBUG oslo_concurrency.lockutils [req-2d95afbf-c665-48f7-af50-b8b817c06b2d req-0f7d80c8-3a55-45e4-bae0-0e63b32c91ab service nova] Acquiring lock "5946b482-7074-4075-9188-728461718ab4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.812993] env[65448]: DEBUG oslo_concurrency.lockutils [req-2d95afbf-c665-48f7-af50-b8b817c06b2d req-0f7d80c8-3a55-45e4-bae0-0e63b32c91ab service nova] Lock "5946b482-7074-4075-9188-728461718ab4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.813112] env[65448]: DEBUG oslo_concurrency.lockutils [req-2d95afbf-c665-48f7-af50-b8b817c06b2d req-0f7d80c8-3a55-45e4-bae0-0e63b32c91ab service nova] Lock "5946b482-7074-4075-9188-728461718ab4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.814245] env[65448]: DEBUG nova.compute.manager [req-2d95afbf-c665-48f7-af50-b8b817c06b2d req-0f7d80c8-3a55-45e4-bae0-0e63b32c91ab service nova] [instance: 5946b482-7074-4075-9188-728461718ab4] No waiting events found dispatching network-vif-plugged-a1fb88ca-9768-4db1-a0f4-a5c9c636f9e9 {{(pid=65448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 729.814245] env[65448]: WARNING nova.compute.manager [req-2d95afbf-c665-48f7-af50-b8b817c06b2d req-0f7d80c8-3a55-45e4-bae0-0e63b32c91ab service nova] [instance: 5946b482-7074-4075-9188-728461718ab4] Received unexpected event network-vif-plugged-a1fb88ca-9768-4db1-a0f4-a5c9c636f9e9 for instance with vm_state building and task_state spawning. [ 729.814245] env[65448]: DEBUG nova.compute.manager [req-2d95afbf-c665-48f7-af50-b8b817c06b2d req-0f7d80c8-3a55-45e4-bae0-0e63b32c91ab service nova] [instance: 5946b482-7074-4075-9188-728461718ab4] Received event network-changed-a1fb88ca-9768-4db1-a0f4-a5c9c636f9e9 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 729.814245] env[65448]: DEBUG nova.compute.manager [req-2d95afbf-c665-48f7-af50-b8b817c06b2d req-0f7d80c8-3a55-45e4-bae0-0e63b32c91ab service nova] [instance: 5946b482-7074-4075-9188-728461718ab4] Refreshing instance network info cache due to event network-changed-a1fb88ca-9768-4db1-a0f4-a5c9c636f9e9. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 729.814245] env[65448]: DEBUG oslo_concurrency.lockutils [req-2d95afbf-c665-48f7-af50-b8b817c06b2d req-0f7d80c8-3a55-45e4-bae0-0e63b32c91ab service nova] Acquiring lock "refresh_cache-5946b482-7074-4075-9188-728461718ab4" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.815542] env[65448]: DEBUG oslo_concurrency.lockutils [req-2d95afbf-c665-48f7-af50-b8b817c06b2d req-0f7d80c8-3a55-45e4-bae0-0e63b32c91ab service nova] Acquired lock "refresh_cache-5946b482-7074-4075-9188-728461718ab4" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.815542] env[65448]: DEBUG nova.network.neutron [req-2d95afbf-c665-48f7-af50-b8b817c06b2d req-0f7d80c8-3a55-45e4-bae0-0e63b32c91ab service nova] [instance: 5946b482-7074-4075-9188-728461718ab4] Refreshing network info cache for port a1fb88ca-9768-4db1-a0f4-a5c9c636f9e9 {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 729.817153] env[65448]: DEBUG oslo_vmware.api [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Waiting for the task: (returnval){ [ 729.817153] env[65448]: value = "task-4937416" [ 729.817153] env[65448]: _type = "Task" [ 729.817153] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.835827] env[65448]: DEBUG oslo_vmware.api [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Task: {'id': task-4937416, 'name': Rename_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.856272] env[65448]: DEBUG oslo_vmware.api [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Task: {'id': task-4937414, 'name': PowerOnVM_Task, 'duration_secs': 0.889395} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.856272] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] [instance: 225f5425-83d8-441b-912c-7ca1815e531f] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 729.856272] env[65448]: INFO nova.compute.manager [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] [instance: 225f5425-83d8-441b-912c-7ca1815e531f] Took 10.65 seconds to spawn the instance on the hypervisor. [ 729.856272] env[65448]: DEBUG nova.compute.manager [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] [instance: 225f5425-83d8-441b-912c-7ca1815e531f] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 729.858020] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51e54309-88ee-4863-99b3-9734a8594735 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.926460] env[65448]: DEBUG oslo_concurrency.lockutils [None req-7fc7babe-d89f-4cd1-b16a-2b6e1e97e068 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Releasing lock "refresh_cache-f92de7cc-d52b-4a1d-821a-0212e37e9369" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.926460] env[65448]: DEBUG nova.objects.instance [None req-7fc7babe-d89f-4cd1-b16a-2b6e1e97e068 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Lazy-loading 'flavor' on Instance uuid f92de7cc-d52b-4a1d-821a-0212e37e9369 {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 729.948077] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89640c50-b7df-4327-90ad-4ba74d7d7c42 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.959093] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3a83529-948b-433a-8321-ca0b1ccda6d1 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.999993] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d41bb9d9-ce73-4fc4-95d7-c145b06a8e68 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.011277] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b604fa0d-c1b4-4170-8d8c-9208f1915e3c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.031736] env[65448]: DEBUG nova.compute.provider_tree [None req-5e08c38e-e5e5-435a-9563-de3b978f991d tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 730.186576] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6d41bbe5-de36-428f-8457-b4a8b65ab3c4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Acquiring lock "3086c559-35b8-4e79-8478-27151b6a985d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.186840] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6d41bbe5-de36-428f-8457-b4a8b65ab3c4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Lock "3086c559-35b8-4e79-8478-27151b6a985d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.197493] env[65448]: INFO nova.compute.manager [-] [instance: 01f0dfbf-a289-43df-8919-bf6141b87d2a] Took 1.86 seconds to deallocate network for instance. [ 730.263372] env[65448]: DEBUG oslo_concurrency.lockutils [None req-ddd090a5-2f83-41ac-a0d3-d72cca1c93a1 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Releasing lock "refresh_cache-4d62a820-fb2b-4101-9dbc-d7cf4a27961a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.263553] env[65448]: DEBUG nova.compute.manager [None req-ddd090a5-2f83-41ac-a0d3-d72cca1c93a1 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 4d62a820-fb2b-4101-9dbc-d7cf4a27961a] Instance network_info: |[{"id": "54387ca6-7d5e-4c6d-92e1-7f9aca80cb4a", "address": "fa:16:3e:27:9b:8e", "network": {"id": "6528ac8d-8c3e-4351-91ad-01014698df76", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1716468686-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "916343b5368a43deacc775f54aa9bc72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54387ca6-7d", "ovs_interfaceid": "54387ca6-7d5e-4c6d-92e1-7f9aca80cb4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 730.264027] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-ddd090a5-2f83-41ac-a0d3-d72cca1c93a1 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 4d62a820-fb2b-4101-9dbc-d7cf4a27961a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:9b:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '62237242-7ce2-4664-a1c5-6783b516b507', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '54387ca6-7d5e-4c6d-92e1-7f9aca80cb4a', 'vif_model': 'vmxnet3'}] {{(pid=65448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 730.282249] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddd090a5-2f83-41ac-a0d3-d72cca1c93a1 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Creating folder: Project (916343b5368a43deacc775f54aa9bc72). Parent ref: group-v961779. {{(pid=65448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 730.283749] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-15048bce-023c-47c2-8c07-cc79ec717275 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.298349] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937415, 'name': CreateVM_Task, 'duration_secs': 0.758611} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.298644] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fab0ffc2-fa16-4d13-b70c-dfaa41c981aa] Created VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 730.299159] env[65448]: WARNING neutronclient.v2_0.client [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 730.299537] env[65448]: DEBUG oslo_concurrency.lockutils [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.299687] env[65448]: DEBUG oslo_concurrency.lockutils [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.300144] env[65448]: DEBUG oslo_concurrency.lockutils [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.301408] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4579e101-b108-48ba-9332-879e37677c04 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.304154] env[65448]: INFO nova.virt.vmwareapi.vm_util [None req-ddd090a5-2f83-41ac-a0d3-d72cca1c93a1 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Created folder: Project (916343b5368a43deacc775f54aa9bc72) in parent group-v961779. [ 730.304410] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddd090a5-2f83-41ac-a0d3-d72cca1c93a1 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Creating folder: Instances. Parent ref: group-v961895. {{(pid=65448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 730.305121] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3bae66a6-1426-40d3-884d-318087033ea2 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.309453] env[65448]: DEBUG oslo_vmware.api [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Waiting for the task: (returnval){ [ 730.309453] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52c362b3-4ce8-872f-8b34-031350c94e0e" [ 730.309453] env[65448]: _type = "Task" [ 730.309453] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.321522] env[65448]: WARNING neutronclient.v2_0.client [req-2d95afbf-c665-48f7-af50-b8b817c06b2d req-0f7d80c8-3a55-45e4-bae0-0e63b32c91ab service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 730.327391] env[65448]: DEBUG oslo_vmware.api [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52c362b3-4ce8-872f-8b34-031350c94e0e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.331553] env[65448]: INFO nova.virt.vmwareapi.vm_util [None req-ddd090a5-2f83-41ac-a0d3-d72cca1c93a1 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Created folder: Instances in parent group-v961895. [ 730.331853] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-ddd090a5-2f83-41ac-a0d3-d72cca1c93a1 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 730.339309] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-52c33394-843d-4e50-9515-f2ebe3f63196 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] [instance: 3a95cfa3-d907-467b-9081-c8c5b4b9dd5a] Creating linked-clone VM from snapshot {{(pid=65448) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 730.339649] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d62a820-fb2b-4101-9dbc-d7cf4a27961a] Creating VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 730.339996] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f68dad6d-7936-4306-a555-4899a59791b0 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.345051] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-91ffefcc-b20e-4256-9d60-c160a46f0a10 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.363453] env[65448]: DEBUG oslo_vmware.api [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Task: {'id': task-4937416, 'name': Rename_Task, 'duration_secs': 0.219639} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.364507] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] [instance: 5946b482-7074-4075-9188-728461718ab4] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 730.364811] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6be21352-2d75-49d5-aaab-da5d53509c9b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.372627] env[65448]: DEBUG oslo_vmware.api [None req-52c33394-843d-4e50-9515-f2ebe3f63196 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Waiting for the task: (returnval){ [ 730.372627] env[65448]: value = "task-4937419" [ 730.372627] env[65448]: _type = "Task" [ 730.372627] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.372809] env[65448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 730.372809] env[65448]: value = "task-4937420" [ 730.372809] env[65448]: _type = "Task" [ 730.372809] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.374219] env[65448]: DEBUG oslo_vmware.api [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Waiting for the task: (returnval){ [ 730.374219] env[65448]: value = "task-4937421" [ 730.374219] env[65448]: _type = "Task" [ 730.374219] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.392487] env[65448]: INFO nova.compute.manager [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] [instance: 225f5425-83d8-441b-912c-7ca1815e531f] Took 44.37 seconds to build instance. [ 730.406726] env[65448]: DEBUG oslo_vmware.api [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Task: {'id': task-4937421, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.406726] env[65448]: DEBUG oslo_vmware.api [None req-52c33394-843d-4e50-9515-f2ebe3f63196 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Task: {'id': task-4937419, 'name': CloneVM_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.409269] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937420, 'name': CreateVM_Task} progress is 6%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.441260] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00373df3-5e78-4bd9-ac8d-b50c5f681339 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.469296] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fc7babe-d89f-4cd1-b16a-2b6e1e97e068 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: f92de7cc-d52b-4a1d-821a-0212e37e9369] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 730.469557] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ecafc2c8-376e-41a6-8458-bf06f46244cc {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.485110] env[65448]: DEBUG oslo_vmware.api [None req-7fc7babe-d89f-4cd1-b16a-2b6e1e97e068 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Waiting for the task: (returnval){ [ 730.485110] env[65448]: value = "task-4937422" [ 730.485110] env[65448]: _type = "Task" [ 730.485110] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.498850] env[65448]: DEBUG oslo_vmware.api [None req-7fc7babe-d89f-4cd1-b16a-2b6e1e97e068 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Task: {'id': task-4937422, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.530164] env[65448]: DEBUG nova.compute.manager [req-1758ec1c-c401-4d42-b1a2-e4e49fd088f8 req-8c95c28b-ab48-4d37-af63-988cf86a5cde service nova] [instance: 4d62a820-fb2b-4101-9dbc-d7cf4a27961a] Received event network-vif-plugged-54387ca6-7d5e-4c6d-92e1-7f9aca80cb4a {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 730.530164] env[65448]: DEBUG oslo_concurrency.lockutils [req-1758ec1c-c401-4d42-b1a2-e4e49fd088f8 req-8c95c28b-ab48-4d37-af63-988cf86a5cde service nova] Acquiring lock "4d62a820-fb2b-4101-9dbc-d7cf4a27961a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.530164] env[65448]: DEBUG oslo_concurrency.lockutils [req-1758ec1c-c401-4d42-b1a2-e4e49fd088f8 req-8c95c28b-ab48-4d37-af63-988cf86a5cde service nova] Lock "4d62a820-fb2b-4101-9dbc-d7cf4a27961a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.530164] env[65448]: DEBUG oslo_concurrency.lockutils [req-1758ec1c-c401-4d42-b1a2-e4e49fd088f8 req-8c95c28b-ab48-4d37-af63-988cf86a5cde service nova] Lock "4d62a820-fb2b-4101-9dbc-d7cf4a27961a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.530463] env[65448]: DEBUG nova.compute.manager [req-1758ec1c-c401-4d42-b1a2-e4e49fd088f8 req-8c95c28b-ab48-4d37-af63-988cf86a5cde service nova] [instance: 4d62a820-fb2b-4101-9dbc-d7cf4a27961a] No waiting events found dispatching network-vif-plugged-54387ca6-7d5e-4c6d-92e1-7f9aca80cb4a {{(pid=65448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 730.530463] env[65448]: WARNING nova.compute.manager [req-1758ec1c-c401-4d42-b1a2-e4e49fd088f8 req-8c95c28b-ab48-4d37-af63-988cf86a5cde service nova] [instance: 4d62a820-fb2b-4101-9dbc-d7cf4a27961a] Received unexpected event network-vif-plugged-54387ca6-7d5e-4c6d-92e1-7f9aca80cb4a for instance with vm_state building and task_state spawning. [ 730.534371] env[65448]: WARNING neutronclient.v2_0.client [req-2d95afbf-c665-48f7-af50-b8b817c06b2d req-0f7d80c8-3a55-45e4-bae0-0e63b32c91ab service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 730.535252] env[65448]: DEBUG nova.scheduler.client.report [None req-5e08c38e-e5e5-435a-9563-de3b978f991d tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 730.646722] env[65448]: DEBUG nova.network.neutron [req-2d95afbf-c665-48f7-af50-b8b817c06b2d req-0f7d80c8-3a55-45e4-bae0-0e63b32c91ab service nova] [instance: 5946b482-7074-4075-9188-728461718ab4] Updated VIF entry in instance network info cache for port a1fb88ca-9768-4db1-a0f4-a5c9c636f9e9. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 730.647205] env[65448]: DEBUG nova.network.neutron [req-2d95afbf-c665-48f7-af50-b8b817c06b2d req-0f7d80c8-3a55-45e4-bae0-0e63b32c91ab service nova] [instance: 5946b482-7074-4075-9188-728461718ab4] Updating instance_info_cache with network_info: [{"id": "a1fb88ca-9768-4db1-a0f4-a5c9c636f9e9", "address": "fa:16:3e:d3:49:20", "network": {"id": "62e01a76-452e-43b8-9f68-1249ff78debd", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1941112000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6832ec778f74c32b9d7075a15429f91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9abd00f-2cea-40f8-9804-a56b6431192d", "external-id": "nsx-vlan-transportzone-639", "segmentation_id": 639, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1fb88ca-97", "ovs_interfaceid": "a1fb88ca-9768-4db1-a0f4-a5c9c636f9e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.713208] env[65448]: DEBUG oslo_concurrency.lockutils [None req-47f17540-10e6-485f-8753-c6d534267896 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.750643] env[65448]: DEBUG nova.compute.manager [req-30fb254e-fc06-47b9-95c2-c812a838340b req-6ca112da-2065-413a-8231-c2b4db3089ec service nova] [instance: 01f0dfbf-a289-43df-8919-bf6141b87d2a] Received event network-vif-deleted-52808461-db68-48ce-87ec-a31d195f888f {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 730.822461] env[65448]: DEBUG oslo_vmware.api [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52c362b3-4ce8-872f-8b34-031350c94e0e, 'name': SearchDatastore_Task, 'duration_secs': 0.023957} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.822780] env[65448]: DEBUG oslo_concurrency.lockutils [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.823023] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] [instance: fab0ffc2-fa16-4d13-b70c-dfaa41c981aa] Processing image 50fb366d-48e6-424f-9c20-bc83d77be76a {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 730.823265] env[65448]: DEBUG oslo_concurrency.lockutils [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.823401] env[65448]: DEBUG oslo_concurrency.lockutils [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.823577] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 730.823855] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b11b530a-c4bb-4db4-9005-f7947c1b6b3e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.835074] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 730.836249] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 730.839732] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1355d6a0-eb65-45c5-ac1c-852e71455d72 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.847873] env[65448]: DEBUG oslo_vmware.api [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Waiting for the task: (returnval){ [ 730.847873] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]522a4855-14c3-5d5d-6d92-a27bd6235f6a" [ 730.847873] env[65448]: _type = "Task" [ 730.847873] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.862025] env[65448]: DEBUG oslo_vmware.api [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]522a4855-14c3-5d5d-6d92-a27bd6235f6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.896327] env[65448]: DEBUG oslo_vmware.api [None req-52c33394-843d-4e50-9515-f2ebe3f63196 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Task: {'id': task-4937419, 'name': CloneVM_Task} progress is 94%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.901344] env[65448]: DEBUG oslo_concurrency.lockutils [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Lock "225f5425-83d8-441b-912c-7ca1815e531f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.677s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.901756] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937420, 'name': CreateVM_Task} progress is 25%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.907840] env[65448]: DEBUG oslo_vmware.api [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Task: {'id': task-4937421, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.998712] env[65448]: DEBUG oslo_vmware.api [None req-7fc7babe-d89f-4cd1-b16a-2b6e1e97e068 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Task: {'id': task-4937422, 'name': PowerOffVM_Task, 'duration_secs': 0.335758} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.999288] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fc7babe-d89f-4cd1-b16a-2b6e1e97e068 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: f92de7cc-d52b-4a1d-821a-0212e37e9369] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 731.005840] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fc7babe-d89f-4cd1-b16a-2b6e1e97e068 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: f92de7cc-d52b-4a1d-821a-0212e37e9369] Reconfiguring VM instance instance-00000018 to detach disk 2001 {{(pid=65448) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 731.006338] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b98cbfd6-e895-4ff9-aca1-d237c346b7b0 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.030340] env[65448]: DEBUG oslo_vmware.api [None req-7fc7babe-d89f-4cd1-b16a-2b6e1e97e068 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Waiting for the task: (returnval){ [ 731.030340] env[65448]: value = "task-4937424" [ 731.030340] env[65448]: _type = "Task" [ 731.030340] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.039901] env[65448]: DEBUG oslo_vmware.api [None req-7fc7babe-d89f-4cd1-b16a-2b6e1e97e068 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Task: {'id': task-4937424, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.044473] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5e08c38e-e5e5-435a-9563-de3b978f991d tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.070s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.047044] env[65448]: DEBUG nova.compute.manager [None req-5e08c38e-e5e5-435a-9563-de3b978f991d tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: 5eaf1535-4d97-4020-b2a5-4f37e21026e0] Start building networks asynchronously for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2881}} [ 731.052632] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.373s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.055274] env[65448]: INFO nova.compute.claims [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] [instance: 564e79e0-e826-4ad7-83ec-f780b9cc5de7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 731.152172] env[65448]: DEBUG oslo_concurrency.lockutils [req-2d95afbf-c665-48f7-af50-b8b817c06b2d req-0f7d80c8-3a55-45e4-bae0-0e63b32c91ab service nova] Releasing lock "refresh_cache-5946b482-7074-4075-9188-728461718ab4" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.152572] env[65448]: DEBUG nova.compute.manager [req-2d95afbf-c665-48f7-af50-b8b817c06b2d req-0f7d80c8-3a55-45e4-bae0-0e63b32c91ab service nova] [instance: fab0ffc2-fa16-4d13-b70c-dfaa41c981aa] Received event network-vif-plugged-01b46509-2b02-4da9-a6d9-87a6f01c314e {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 731.152896] env[65448]: DEBUG oslo_concurrency.lockutils [req-2d95afbf-c665-48f7-af50-b8b817c06b2d req-0f7d80c8-3a55-45e4-bae0-0e63b32c91ab service nova] Acquiring lock "fab0ffc2-fa16-4d13-b70c-dfaa41c981aa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.153229] env[65448]: DEBUG oslo_concurrency.lockutils [req-2d95afbf-c665-48f7-af50-b8b817c06b2d req-0f7d80c8-3a55-45e4-bae0-0e63b32c91ab service nova] Lock "fab0ffc2-fa16-4d13-b70c-dfaa41c981aa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.153489] env[65448]: DEBUG oslo_concurrency.lockutils [req-2d95afbf-c665-48f7-af50-b8b817c06b2d req-0f7d80c8-3a55-45e4-bae0-0e63b32c91ab service nova] Lock "fab0ffc2-fa16-4d13-b70c-dfaa41c981aa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.154026] env[65448]: DEBUG nova.compute.manager [req-2d95afbf-c665-48f7-af50-b8b817c06b2d req-0f7d80c8-3a55-45e4-bae0-0e63b32c91ab service nova] [instance: fab0ffc2-fa16-4d13-b70c-dfaa41c981aa] No waiting events found dispatching network-vif-plugged-01b46509-2b02-4da9-a6d9-87a6f01c314e {{(pid=65448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 731.154026] env[65448]: WARNING nova.compute.manager [req-2d95afbf-c665-48f7-af50-b8b817c06b2d req-0f7d80c8-3a55-45e4-bae0-0e63b32c91ab service nova] [instance: fab0ffc2-fa16-4d13-b70c-dfaa41c981aa] Received unexpected event network-vif-plugged-01b46509-2b02-4da9-a6d9-87a6f01c314e for instance with vm_state building and task_state spawning. [ 731.154213] env[65448]: DEBUG nova.compute.manager [req-2d95afbf-c665-48f7-af50-b8b817c06b2d req-0f7d80c8-3a55-45e4-bae0-0e63b32c91ab service nova] [instance: fab0ffc2-fa16-4d13-b70c-dfaa41c981aa] Received event network-changed-01b46509-2b02-4da9-a6d9-87a6f01c314e {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 731.154252] env[65448]: DEBUG nova.compute.manager [req-2d95afbf-c665-48f7-af50-b8b817c06b2d req-0f7d80c8-3a55-45e4-bae0-0e63b32c91ab service nova] [instance: fab0ffc2-fa16-4d13-b70c-dfaa41c981aa] Refreshing instance network info cache due to event network-changed-01b46509-2b02-4da9-a6d9-87a6f01c314e. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 731.156143] env[65448]: DEBUG oslo_concurrency.lockutils [req-2d95afbf-c665-48f7-af50-b8b817c06b2d req-0f7d80c8-3a55-45e4-bae0-0e63b32c91ab service nova] Acquiring lock "refresh_cache-fab0ffc2-fa16-4d13-b70c-dfaa41c981aa" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.156143] env[65448]: DEBUG oslo_concurrency.lockutils [req-2d95afbf-c665-48f7-af50-b8b817c06b2d req-0f7d80c8-3a55-45e4-bae0-0e63b32c91ab service nova] Acquired lock "refresh_cache-fab0ffc2-fa16-4d13-b70c-dfaa41c981aa" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.156143] env[65448]: DEBUG nova.network.neutron [req-2d95afbf-c665-48f7-af50-b8b817c06b2d req-0f7d80c8-3a55-45e4-bae0-0e63b32c91ab service nova] [instance: fab0ffc2-fa16-4d13-b70c-dfaa41c981aa] Refreshing network info cache for port 01b46509-2b02-4da9-a6d9-87a6f01c314e {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 731.362353] env[65448]: DEBUG oslo_vmware.api [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]522a4855-14c3-5d5d-6d92-a27bd6235f6a, 'name': SearchDatastore_Task, 'duration_secs': 0.018841} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.363864] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15d4a13e-c176-41da-acfd-67f235371b66 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.371458] env[65448]: DEBUG oslo_vmware.api [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Waiting for the task: (returnval){ [ 731.371458] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]521a8be8-db62-2542-0e92-acb318854df2" [ 731.371458] env[65448]: _type = "Task" [ 731.371458] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.386663] env[65448]: DEBUG oslo_vmware.api [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]521a8be8-db62-2542-0e92-acb318854df2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.397393] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937420, 'name': CreateVM_Task, 'duration_secs': 0.797068} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.397689] env[65448]: DEBUG oslo_vmware.api [None req-52c33394-843d-4e50-9515-f2ebe3f63196 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Task: {'id': task-4937419, 'name': CloneVM_Task} progress is 94%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.398295] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d62a820-fb2b-4101-9dbc-d7cf4a27961a] Created VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 731.398844] env[65448]: WARNING neutronclient.v2_0.client [None req-ddd090a5-2f83-41ac-a0d3-d72cca1c93a1 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 731.399233] env[65448]: DEBUG oslo_concurrency.lockutils [None req-ddd090a5-2f83-41ac-a0d3-d72cca1c93a1 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.399389] env[65448]: DEBUG oslo_concurrency.lockutils [None req-ddd090a5-2f83-41ac-a0d3-d72cca1c93a1 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.399682] env[65448]: DEBUG oslo_concurrency.lockutils [None req-ddd090a5-2f83-41ac-a0d3-d72cca1c93a1 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.399991] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5dde5f5d-3bc7-49a2-b4d9-f3b42d223d33 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.405375] env[65448]: DEBUG nova.compute.manager [None req-74dee400-5759-40cb-89f8-8b5f8e4d1171 tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] [instance: 5b08f3ba-7400-48f2-af8c-a0ea3ec59dc2] Starting instance... {{(pid=65448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2483}} [ 731.407954] env[65448]: DEBUG oslo_vmware.api [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Task: {'id': task-4937421, 'name': PowerOnVM_Task, 'duration_secs': 1.009831} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.408781] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] [instance: 5946b482-7074-4075-9188-728461718ab4] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 731.408918] env[65448]: INFO nova.compute.manager [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] [instance: 5946b482-7074-4075-9188-728461718ab4] Took 9.42 seconds to spawn the instance on the hypervisor. [ 731.409106] env[65448]: DEBUG nova.compute.manager [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] [instance: 5946b482-7074-4075-9188-728461718ab4] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 731.410256] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-397ffde3-23f0-43a4-88fb-fce768227616 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.414733] env[65448]: DEBUG oslo_vmware.api [None req-ddd090a5-2f83-41ac-a0d3-d72cca1c93a1 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Waiting for the task: (returnval){ [ 731.414733] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5203a041-5e59-454d-3ac6-d12f49200a7f" [ 731.414733] env[65448]: _type = "Task" [ 731.414733] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.431672] env[65448]: DEBUG oslo_vmware.api [None req-ddd090a5-2f83-41ac-a0d3-d72cca1c93a1 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5203a041-5e59-454d-3ac6-d12f49200a7f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.541823] env[65448]: DEBUG oslo_vmware.api [None req-7fc7babe-d89f-4cd1-b16a-2b6e1e97e068 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Task: {'id': task-4937424, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.559519] env[65448]: DEBUG nova.compute.utils [None req-5e08c38e-e5e5-435a-9563-de3b978f991d tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Using /dev/sd instead of None {{(pid=65448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 731.564175] env[65448]: DEBUG nova.compute.manager [None req-5e08c38e-e5e5-435a-9563-de3b978f991d tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: 5eaf1535-4d97-4020-b2a5-4f37e21026e0] Allocating IP information in the background. {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 731.564175] env[65448]: DEBUG nova.network.neutron [None req-5e08c38e-e5e5-435a-9563-de3b978f991d tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: 5eaf1535-4d97-4020-b2a5-4f37e21026e0] allocate_for_instance() {{(pid=65448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 731.564175] env[65448]: WARNING neutronclient.v2_0.client [None req-5e08c38e-e5e5-435a-9563-de3b978f991d tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 731.567631] env[65448]: WARNING neutronclient.v2_0.client [None req-5e08c38e-e5e5-435a-9563-de3b978f991d tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 731.659149] env[65448]: WARNING neutronclient.v2_0.client [req-2d95afbf-c665-48f7-af50-b8b817c06b2d req-0f7d80c8-3a55-45e4-bae0-0e63b32c91ab service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 731.900392] env[65448]: DEBUG oslo_vmware.api [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]521a8be8-db62-2542-0e92-acb318854df2, 'name': SearchDatastore_Task, 'duration_secs': 0.016018} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.905954] env[65448]: DEBUG oslo_concurrency.lockutils [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.906424] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] fab0ffc2-fa16-4d13-b70c-dfaa41c981aa/fab0ffc2-fa16-4d13-b70c-dfaa41c981aa.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 731.906833] env[65448]: DEBUG oslo_vmware.api [None req-52c33394-843d-4e50-9515-f2ebe3f63196 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Task: {'id': task-4937419, 'name': CloneVM_Task, 'duration_secs': 1.469342} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.907148] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-113abe45-4787-483f-a7b3-bc145d3a3a5f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.910296] env[65448]: INFO nova.virt.vmwareapi.vmops [None req-52c33394-843d-4e50-9515-f2ebe3f63196 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] [instance: 3a95cfa3-d907-467b-9081-c8c5b4b9dd5a] Created linked-clone VM from snapshot [ 731.914281] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-393d91ce-0f9d-43fb-b090-e39df3ad27d0 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.936266] env[65448]: DEBUG oslo_vmware.api [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Waiting for the task: (returnval){ [ 731.936266] env[65448]: value = "task-4937425" [ 731.936266] env[65448]: _type = "Task" [ 731.936266] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.944855] env[65448]: DEBUG nova.virt.vmwareapi.images [None req-52c33394-843d-4e50-9515-f2ebe3f63196 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] [instance: 3a95cfa3-d907-467b-9081-c8c5b4b9dd5a] Uploading image 5ddf285e-ed20-43a9-bc27-ac980fbc960a {{(pid=65448) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 731.947832] env[65448]: DEBUG oslo_concurrency.lockutils [None req-74dee400-5759-40cb-89f8-8b5f8e4d1171 tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.951738] env[65448]: INFO nova.compute.manager [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] [instance: 5946b482-7074-4075-9188-728461718ab4] Took 40.78 seconds to build instance. [ 731.956125] env[65448]: DEBUG oslo_vmware.api [None req-ddd090a5-2f83-41ac-a0d3-d72cca1c93a1 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5203a041-5e59-454d-3ac6-d12f49200a7f, 'name': SearchDatastore_Task, 'duration_secs': 0.060131} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.956652] env[65448]: DEBUG oslo_concurrency.lockutils [None req-ddd090a5-2f83-41ac-a0d3-d72cca1c93a1 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.956868] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-ddd090a5-2f83-41ac-a0d3-d72cca1c93a1 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 4d62a820-fb2b-4101-9dbc-d7cf4a27961a] Processing image 50fb366d-48e6-424f-9c20-bc83d77be76a {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 731.957107] env[65448]: DEBUG oslo_concurrency.lockutils [None req-ddd090a5-2f83-41ac-a0d3-d72cca1c93a1 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.957247] env[65448]: DEBUG oslo_concurrency.lockutils [None req-ddd090a5-2f83-41ac-a0d3-d72cca1c93a1 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.957418] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddd090a5-2f83-41ac-a0d3-d72cca1c93a1 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 731.958084] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f9dd68a8-e4aa-475f-8745-bc8dff66cfef {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.963633] env[65448]: DEBUG oslo_vmware.api [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Task: {'id': task-4937425, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.967992] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddd090a5-2f83-41ac-a0d3-d72cca1c93a1 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 731.968340] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-ddd090a5-2f83-41ac-a0d3-d72cca1c93a1 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 731.969091] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ea0aef0-9e14-455a-90b3-29aa5814bada {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.975268] env[65448]: DEBUG oslo_vmware.rw_handles [None req-52c33394-843d-4e50-9515-f2ebe3f63196 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 731.975268] env[65448]: value = "vm-961898" [ 731.975268] env[65448]: _type = "VirtualMachine" [ 731.975268] env[65448]: }. {{(pid=65448) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 731.975654] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c107680c-0296-450e-9862-51cba0dd1fa2 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.978326] env[65448]: DEBUG oslo_vmware.api [None req-ddd090a5-2f83-41ac-a0d3-d72cca1c93a1 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Waiting for the task: (returnval){ [ 731.978326] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]520bfff6-91d1-d389-a4ef-666e9dd3ee9a" [ 731.978326] env[65448]: _type = "Task" [ 731.978326] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.985540] env[65448]: DEBUG oslo_vmware.rw_handles [None req-52c33394-843d-4e50-9515-f2ebe3f63196 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Lease: (returnval){ [ 731.985540] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52bc9402-adfe-5edd-39d3-fe9c9ac59657" [ 731.985540] env[65448]: _type = "HttpNfcLease" [ 731.985540] env[65448]: } obtained for exporting VM: (result){ [ 731.985540] env[65448]: value = "vm-961898" [ 731.985540] env[65448]: _type = "VirtualMachine" [ 731.985540] env[65448]: }. {{(pid=65448) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 731.985786] env[65448]: DEBUG oslo_vmware.api [None req-52c33394-843d-4e50-9515-f2ebe3f63196 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Waiting for the lease: (returnval){ [ 731.985786] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52bc9402-adfe-5edd-39d3-fe9c9ac59657" [ 731.985786] env[65448]: _type = "HttpNfcLease" [ 731.985786] env[65448]: } to be ready. {{(pid=65448) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 731.988939] env[65448]: DEBUG oslo_vmware.api [None req-ddd090a5-2f83-41ac-a0d3-d72cca1c93a1 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]520bfff6-91d1-d389-a4ef-666e9dd3ee9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.996329] env[65448]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 731.996329] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52bc9402-adfe-5edd-39d3-fe9c9ac59657" [ 731.996329] env[65448]: _type = "HttpNfcLease" [ 731.996329] env[65448]: } is initializing. {{(pid=65448) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 732.041713] env[65448]: DEBUG oslo_vmware.api [None req-7fc7babe-d89f-4cd1-b16a-2b6e1e97e068 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Task: {'id': task-4937424, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.068100] env[65448]: DEBUG nova.compute.manager [None req-5e08c38e-e5e5-435a-9563-de3b978f991d tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: 5eaf1535-4d97-4020-b2a5-4f37e21026e0] Start building block device mappings for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2916}} [ 732.096691] env[65448]: DEBUG nova.policy [None req-5e08c38e-e5e5-435a-9563-de3b978f991d tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '188b1cb9a0da470f91a7092c81cbca50', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cd050f9067644c0db6e945683a3fcccc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65448) authorize /opt/stack/nova/nova/policy.py:192}} [ 732.457636] env[65448]: DEBUG oslo_concurrency.lockutils [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Lock "5946b482-7074-4075-9188-728461718ab4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.189s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.466772] env[65448]: DEBUG oslo_vmware.api [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Task: {'id': task-4937425, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.506703] env[65448]: DEBUG oslo_vmware.api [None req-ddd090a5-2f83-41ac-a0d3-d72cca1c93a1 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]520bfff6-91d1-d389-a4ef-666e9dd3ee9a, 'name': SearchDatastore_Task, 'duration_secs': 0.019583} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.512596] env[65448]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 732.512596] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52bc9402-adfe-5edd-39d3-fe9c9ac59657" [ 732.512596] env[65448]: _type = "HttpNfcLease" [ 732.512596] env[65448]: } is ready. {{(pid=65448) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 732.513571] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00047b8f-f3f6-4da9-abf1-ded533cb6a27 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.516758] env[65448]: DEBUG oslo_vmware.rw_handles [None req-52c33394-843d-4e50-9515-f2ebe3f63196 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 732.516758] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52bc9402-adfe-5edd-39d3-fe9c9ac59657" [ 732.516758] env[65448]: _type = "HttpNfcLease" [ 732.516758] env[65448]: }. {{(pid=65448) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 732.518351] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e8dd2ab-f462-4b54-b3f5-6c121e08ff6d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.526839] env[65448]: DEBUG oslo_vmware.api [None req-ddd090a5-2f83-41ac-a0d3-d72cca1c93a1 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Waiting for the task: (returnval){ [ 732.526839] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52efade5-787d-0dfa-160d-3b81eae516e4" [ 732.526839] env[65448]: _type = "Task" [ 732.526839] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.531198] env[65448]: DEBUG oslo_vmware.rw_handles [None req-52c33394-843d-4e50-9515-f2ebe3f63196 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fe5d76-f53a-5f6d-9a18-cefbb7a1994e/disk-0.vmdk from lease info. {{(pid=65448) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 732.531418] env[65448]: DEBUG oslo_vmware.rw_handles [None req-52c33394-843d-4e50-9515-f2ebe3f63196 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fe5d76-f53a-5f6d-9a18-cefbb7a1994e/disk-0.vmdk for reading. {{(pid=65448) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 732.629873] env[65448]: DEBUG oslo_vmware.api [None req-ddd090a5-2f83-41ac-a0d3-d72cca1c93a1 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52efade5-787d-0dfa-160d-3b81eae516e4, 'name': SearchDatastore_Task, 'duration_secs': 0.059393} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.630421] env[65448]: DEBUG oslo_concurrency.lockutils [None req-ddd090a5-2f83-41ac-a0d3-d72cca1c93a1 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.630421] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddd090a5-2f83-41ac-a0d3-d72cca1c93a1 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] 4d62a820-fb2b-4101-9dbc-d7cf4a27961a/4d62a820-fb2b-4101-9dbc-d7cf4a27961a.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 732.630691] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1abc09d8-659a-467f-8861-791c841b11ac {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.636322] env[65448]: DEBUG oslo_vmware.api [None req-7fc7babe-d89f-4cd1-b16a-2b6e1e97e068 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Task: {'id': task-4937424, 'name': ReconfigVM_Task, 'duration_secs': 1.353259} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.637335] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fc7babe-d89f-4cd1-b16a-2b6e1e97e068 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: f92de7cc-d52b-4a1d-821a-0212e37e9369] Reconfigured VM instance instance-00000018 to detach disk 2001 {{(pid=65448) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 732.637335] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fc7babe-d89f-4cd1-b16a-2b6e1e97e068 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: f92de7cc-d52b-4a1d-821a-0212e37e9369] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 732.637657] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1f240e14-6cea-4fb1-b020-f7d5d6bcea85 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.642823] env[65448]: DEBUG oslo_vmware.api [None req-ddd090a5-2f83-41ac-a0d3-d72cca1c93a1 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Waiting for the task: (returnval){ [ 732.642823] env[65448]: value = "task-4937427" [ 732.642823] env[65448]: _type = "Task" [ 732.642823] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.654558] env[65448]: DEBUG oslo_vmware.api [None req-7fc7babe-d89f-4cd1-b16a-2b6e1e97e068 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Waiting for the task: (returnval){ [ 732.654558] env[65448]: value = "task-4937428" [ 732.654558] env[65448]: _type = "Task" [ 732.654558] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.663195] env[65448]: DEBUG oslo_vmware.api [None req-ddd090a5-2f83-41ac-a0d3-d72cca1c93a1 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': task-4937427, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.669044] env[65448]: DEBUG oslo_vmware.api [None req-7fc7babe-d89f-4cd1-b16a-2b6e1e97e068 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Task: {'id': task-4937428, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.681688] env[65448]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8de059f5-0d60-490d-b917-77f7e680e4f8 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.927168] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6545de89-3d14-4295-878d-de1b1ca3dece {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.936848] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-675d2589-9b25-4574-8d55-034279bd6da5 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.941497] env[65448]: DEBUG nova.network.neutron [None req-5e08c38e-e5e5-435a-9563-de3b978f991d tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: 5eaf1535-4d97-4020-b2a5-4f37e21026e0] Successfully created port: 07bddfa2-c335-4492-87a0-4256e303f545 {{(pid=65448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 732.973617] env[65448]: DEBUG nova.compute.manager [None req-aee98793-cfda-4eb0-b333-a36b0807648d tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] [instance: 9322f1d0-3ffb-46c6-8974-7fe56a517f7f] Starting instance... {{(pid=65448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2483}} [ 732.983728] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05dba47a-e57b-4519-8ac6-d2cd4d0b1eb9 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.997797] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d459677c-21cb-4fc4-a729-e6690b7881b0 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.002232] env[65448]: DEBUG oslo_vmware.api [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Task: {'id': task-4937425, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.688355} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.002682] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] fab0ffc2-fa16-4d13-b70c-dfaa41c981aa/fab0ffc2-fa16-4d13-b70c-dfaa41c981aa.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 733.002919] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] [instance: fab0ffc2-fa16-4d13-b70c-dfaa41c981aa] Extending root virtual disk to 1048576 {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 733.003676] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-af170125-8c22-4ba1-bf06-427fda998dd2 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.018153] env[65448]: DEBUG nova.compute.provider_tree [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 733.028029] env[65448]: DEBUG oslo_vmware.api [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Waiting for the task: (returnval){ [ 733.028029] env[65448]: value = "task-4937429" [ 733.028029] env[65448]: _type = "Task" [ 733.028029] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.041709] env[65448]: DEBUG oslo_vmware.api [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Task: {'id': task-4937429, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.132290] env[65448]: DEBUG nova.compute.manager [None req-5e08c38e-e5e5-435a-9563-de3b978f991d tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: 5eaf1535-4d97-4020-b2a5-4f37e21026e0] Start spawning the instance on the hypervisor. {{(pid=65448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2689}} [ 733.158305] env[65448]: DEBUG oslo_vmware.api [None req-ddd090a5-2f83-41ac-a0d3-d72cca1c93a1 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': task-4937427, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.174446] env[65448]: DEBUG oslo_vmware.api [None req-7fc7babe-d89f-4cd1-b16a-2b6e1e97e068 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Task: {'id': task-4937428, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.178112] env[65448]: DEBUG nova.virt.hardware [None req-5e08c38e-e5e5-435a-9563-de3b978f991d tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-08T17:19:51Z,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a992292b6dae455593d228217860e2e1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-08T17:19:52Z,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 733.178112] env[65448]: DEBUG nova.virt.hardware [None req-5e08c38e-e5e5-435a-9563-de3b978f991d tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 733.178407] env[65448]: DEBUG nova.virt.hardware [None req-5e08c38e-e5e5-435a-9563-de3b978f991d tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 733.178986] env[65448]: DEBUG nova.virt.hardware [None req-5e08c38e-e5e5-435a-9563-de3b978f991d tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 733.178986] env[65448]: DEBUG nova.virt.hardware [None req-5e08c38e-e5e5-435a-9563-de3b978f991d tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 733.179305] env[65448]: DEBUG nova.virt.hardware [None req-5e08c38e-e5e5-435a-9563-de3b978f991d tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 733.180228] env[65448]: DEBUG nova.virt.hardware [None req-5e08c38e-e5e5-435a-9563-de3b978f991d tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 733.180228] env[65448]: DEBUG nova.virt.hardware [None req-5e08c38e-e5e5-435a-9563-de3b978f991d tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 733.180228] env[65448]: DEBUG nova.virt.hardware [None req-5e08c38e-e5e5-435a-9563-de3b978f991d tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 733.180228] env[65448]: DEBUG nova.virt.hardware [None req-5e08c38e-e5e5-435a-9563-de3b978f991d tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 733.180511] env[65448]: DEBUG nova.virt.hardware [None req-5e08c38e-e5e5-435a-9563-de3b978f991d tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 733.181944] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8474b3b-b8d6-4a8a-9ccb-ae225317a10d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.194217] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b33555bc-1d22-4a3b-8f7c-775d9c53cd23 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.521104] env[65448]: DEBUG oslo_concurrency.lockutils [None req-aee98793-cfda-4eb0-b333-a36b0807648d tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.527497] env[65448]: DEBUG nova.scheduler.client.report [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 733.546170] env[65448]: DEBUG oslo_vmware.api [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Task: {'id': task-4937429, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.114064} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.547307] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] [instance: fab0ffc2-fa16-4d13-b70c-dfaa41c981aa] Extended root virtual disk {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 733.548173] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-939391e2-ef6f-4ea2-a3f7-d63ac29914a3 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.576354] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] [instance: fab0ffc2-fa16-4d13-b70c-dfaa41c981aa] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] fab0ffc2-fa16-4d13-b70c-dfaa41c981aa/fab0ffc2-fa16-4d13-b70c-dfaa41c981aa.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 733.577269] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c347864-acd6-47bd-b48e-480f40c4b95c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.601683] env[65448]: DEBUG oslo_vmware.api [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Waiting for the task: (returnval){ [ 733.601683] env[65448]: value = "task-4937430" [ 733.601683] env[65448]: _type = "Task" [ 733.601683] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.612962] env[65448]: DEBUG oslo_vmware.api [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Task: {'id': task-4937430, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.623115] env[65448]: DEBUG oslo_concurrency.lockutils [None req-697073fe-5af3-46f4-946b-fa841253f220 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Acquiring lock "09225223-b8d1-43b9-ae8c-25d7f27ac233" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.623115] env[65448]: DEBUG oslo_concurrency.lockutils [None req-697073fe-5af3-46f4-946b-fa841253f220 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Lock "09225223-b8d1-43b9-ae8c-25d7f27ac233" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.623782] env[65448]: DEBUG nova.compute.manager [None req-697073fe-5af3-46f4-946b-fa841253f220 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] [instance: 09225223-b8d1-43b9-ae8c-25d7f27ac233] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 733.624525] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e340900-470e-4f25-a5dd-f84a78c25ac9 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.634682] env[65448]: DEBUG nova.compute.manager [None req-697073fe-5af3-46f4-946b-fa841253f220 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] [instance: 09225223-b8d1-43b9-ae8c-25d7f27ac233] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65448) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3449}} [ 733.636084] env[65448]: DEBUG nova.objects.instance [None req-697073fe-5af3-46f4-946b-fa841253f220 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Lazy-loading 'flavor' on Instance uuid 09225223-b8d1-43b9-ae8c-25d7f27ac233 {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 733.659074] env[65448]: DEBUG oslo_vmware.api [None req-ddd090a5-2f83-41ac-a0d3-d72cca1c93a1 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': task-4937427, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.73315} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.663534] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddd090a5-2f83-41ac-a0d3-d72cca1c93a1 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] 4d62a820-fb2b-4101-9dbc-d7cf4a27961a/4d62a820-fb2b-4101-9dbc-d7cf4a27961a.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 733.663831] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-ddd090a5-2f83-41ac-a0d3-d72cca1c93a1 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 4d62a820-fb2b-4101-9dbc-d7cf4a27961a] Extending root virtual disk to 1048576 {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 733.664772] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-73d5c64f-28ec-4888-b9dd-7e858ec8a54d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.676837] env[65448]: DEBUG oslo_vmware.api [None req-7fc7babe-d89f-4cd1-b16a-2b6e1e97e068 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Task: {'id': task-4937428, 'name': PowerOnVM_Task, 'duration_secs': 0.578029} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.678825] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fc7babe-d89f-4cd1-b16a-2b6e1e97e068 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: f92de7cc-d52b-4a1d-821a-0212e37e9369] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 733.679229] env[65448]: DEBUG nova.compute.manager [None req-7fc7babe-d89f-4cd1-b16a-2b6e1e97e068 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: f92de7cc-d52b-4a1d-821a-0212e37e9369] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 733.679716] env[65448]: DEBUG oslo_vmware.api [None req-ddd090a5-2f83-41ac-a0d3-d72cca1c93a1 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Waiting for the task: (returnval){ [ 733.679716] env[65448]: value = "task-4937431" [ 733.679716] env[65448]: _type = "Task" [ 733.679716] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.680723] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13abfeab-b785-4ef9-a187-f0b893147150 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.706084] env[65448]: DEBUG oslo_vmware.api [None req-ddd090a5-2f83-41ac-a0d3-d72cca1c93a1 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': task-4937431, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.037264] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.988s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.037997] env[65448]: DEBUG nova.compute.manager [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] [instance: 564e79e0-e826-4ad7-83ec-f780b9cc5de7] Start building networks asynchronously for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2881}} [ 734.044404] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.856s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.046415] env[65448]: INFO nova.compute.claims [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] [instance: a1383469-5eaa-41c0-950c-fc5b071d8f62] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 734.121390] env[65448]: DEBUG oslo_vmware.api [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Task: {'id': task-4937430, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.199637] env[65448]: DEBUG oslo_vmware.api [None req-ddd090a5-2f83-41ac-a0d3-d72cca1c93a1 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': task-4937431, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.143466} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.200040] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-ddd090a5-2f83-41ac-a0d3-d72cca1c93a1 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 4d62a820-fb2b-4101-9dbc-d7cf4a27961a] Extended root virtual disk {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 734.202301] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbe7022f-3558-4a24-a3dd-6959880a6b2f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.237146] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddd090a5-2f83-41ac-a0d3-d72cca1c93a1 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 4d62a820-fb2b-4101-9dbc-d7cf4a27961a] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] 4d62a820-fb2b-4101-9dbc-d7cf4a27961a/4d62a820-fb2b-4101-9dbc-d7cf4a27961a.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 734.239530] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9df29b6-ec35-4aa2-a049-0d4e90955bd4 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.265798] env[65448]: DEBUG oslo_vmware.api [None req-ddd090a5-2f83-41ac-a0d3-d72cca1c93a1 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Waiting for the task: (returnval){ [ 734.265798] env[65448]: value = "task-4937432" [ 734.265798] env[65448]: _type = "Task" [ 734.265798] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.276807] env[65448]: DEBUG oslo_vmware.api [None req-ddd090a5-2f83-41ac-a0d3-d72cca1c93a1 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': task-4937432, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.503037] env[65448]: DEBUG oslo_vmware.rw_handles [None req-c1ad5dd5-828c-4bc6-8b8d-ddbd7810d69d tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5298d6e9-7e36-2313-114e-bb71e399fae3/disk-0.vmdk. {{(pid=65448) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 734.504934] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47408026-f847-4528-bf10-73e28b2be366 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.515500] env[65448]: DEBUG oslo_vmware.rw_handles [None req-c1ad5dd5-828c-4bc6-8b8d-ddbd7810d69d tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5298d6e9-7e36-2313-114e-bb71e399fae3/disk-0.vmdk is in state: ready. {{(pid=65448) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 734.515856] env[65448]: ERROR oslo_vmware.rw_handles [None req-c1ad5dd5-828c-4bc6-8b8d-ddbd7810d69d tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5298d6e9-7e36-2313-114e-bb71e399fae3/disk-0.vmdk due to incomplete transfer. [ 734.516491] env[65448]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-54ec3380-4d4d-488b-97a3-5e7999699ab2 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.529169] env[65448]: DEBUG oslo_vmware.rw_handles [None req-c1ad5dd5-828c-4bc6-8b8d-ddbd7810d69d tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5298d6e9-7e36-2313-114e-bb71e399fae3/disk-0.vmdk. {{(pid=65448) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 734.531475] env[65448]: DEBUG nova.virt.vmwareapi.images [None req-c1ad5dd5-828c-4bc6-8b8d-ddbd7810d69d tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: f0ae0ad7-7800-4f5a-a270-7749177b8675] Uploaded image 72fdc7a9-0429-45c1-8dc9-9290c4af23d5 to the Glance image server {{(pid=65448) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 734.532079] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1ad5dd5-828c-4bc6-8b8d-ddbd7810d69d tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: f0ae0ad7-7800-4f5a-a270-7749177b8675] Destroying the VM {{(pid=65448) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 734.532398] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b8964bb6-e078-4205-8754-4b6908c6d7b2 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.540946] env[65448]: DEBUG oslo_vmware.api [None req-c1ad5dd5-828c-4bc6-8b8d-ddbd7810d69d tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Waiting for the task: (returnval){ [ 734.540946] env[65448]: value = "task-4937433" [ 734.540946] env[65448]: _type = "Task" [ 734.540946] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.546511] env[65448]: DEBUG nova.compute.utils [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Using /dev/sd instead of None {{(pid=65448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 734.549827] env[65448]: DEBUG nova.compute.manager [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] [instance: 564e79e0-e826-4ad7-83ec-f780b9cc5de7] Allocating IP information in the background. {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 734.549827] env[65448]: DEBUG nova.network.neutron [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] [instance: 564e79e0-e826-4ad7-83ec-f780b9cc5de7] allocate_for_instance() {{(pid=65448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 734.550191] env[65448]: WARNING neutronclient.v2_0.client [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 734.550592] env[65448]: WARNING neutronclient.v2_0.client [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 734.563288] env[65448]: DEBUG oslo_vmware.api [None req-c1ad5dd5-828c-4bc6-8b8d-ddbd7810d69d tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4937433, 'name': Destroy_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.613640] env[65448]: DEBUG oslo_vmware.api [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Task: {'id': task-4937430, 'name': ReconfigVM_Task, 'duration_secs': 0.613571} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.614053] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] [instance: fab0ffc2-fa16-4d13-b70c-dfaa41c981aa] Reconfigured VM instance instance-00000029 to attach disk [datastore2] fab0ffc2-fa16-4d13-b70c-dfaa41c981aa/fab0ffc2-fa16-4d13-b70c-dfaa41c981aa.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 734.614920] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5a918ac6-251c-4c29-b69f-08298d6aba9f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.622941] env[65448]: DEBUG oslo_vmware.api [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Waiting for the task: (returnval){ [ 734.622941] env[65448]: value = "task-4937434" [ 734.622941] env[65448]: _type = "Task" [ 734.622941] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.633832] env[65448]: DEBUG oslo_vmware.api [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Task: {'id': task-4937434, 'name': Rename_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.645421] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-697073fe-5af3-46f4-946b-fa841253f220 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] [instance: 09225223-b8d1-43b9-ae8c-25d7f27ac233] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 734.646040] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-14b5838a-5d73-48e1-8720-69e15a861454 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.653636] env[65448]: DEBUG oslo_vmware.api [None req-697073fe-5af3-46f4-946b-fa841253f220 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Waiting for the task: (returnval){ [ 734.653636] env[65448]: value = "task-4937435" [ 734.653636] env[65448]: _type = "Task" [ 734.653636] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.669440] env[65448]: DEBUG oslo_vmware.api [None req-697073fe-5af3-46f4-946b-fa841253f220 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Task: {'id': task-4937435, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.705406] env[65448]: WARNING neutronclient.v2_0.client [req-2d95afbf-c665-48f7-af50-b8b817c06b2d req-0f7d80c8-3a55-45e4-bae0-0e63b32c91ab service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 734.772646] env[65448]: DEBUG nova.policy [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '12c7b9a5912b44d79a0689806829e47a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '44363cc9dcff4bc495bd38c2086e2d67', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65448) authorize /opt/stack/nova/nova/policy.py:192}} [ 734.776476] env[65448]: DEBUG nova.network.neutron [None req-5e08c38e-e5e5-435a-9563-de3b978f991d tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: 5eaf1535-4d97-4020-b2a5-4f37e21026e0] Successfully updated port: 07bddfa2-c335-4492-87a0-4256e303f545 {{(pid=65448) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 734.787963] env[65448]: DEBUG oslo_vmware.api [None req-ddd090a5-2f83-41ac-a0d3-d72cca1c93a1 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': task-4937432, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.901411] env[65448]: DEBUG nova.network.neutron [req-2d95afbf-c665-48f7-af50-b8b817c06b2d req-0f7d80c8-3a55-45e4-bae0-0e63b32c91ab service nova] [instance: fab0ffc2-fa16-4d13-b70c-dfaa41c981aa] Updated VIF entry in instance network info cache for port 01b46509-2b02-4da9-a6d9-87a6f01c314e. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 734.901770] env[65448]: DEBUG nova.network.neutron [req-2d95afbf-c665-48f7-af50-b8b817c06b2d req-0f7d80c8-3a55-45e4-bae0-0e63b32c91ab service nova] [instance: fab0ffc2-fa16-4d13-b70c-dfaa41c981aa] Updating instance_info_cache with network_info: [{"id": "01b46509-2b02-4da9-a6d9-87a6f01c314e", "address": "fa:16:3e:f7:a1:c8", "network": {"id": "62e01a76-452e-43b8-9f68-1249ff78debd", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1941112000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6832ec778f74c32b9d7075a15429f91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9abd00f-2cea-40f8-9804-a56b6431192d", "external-id": "nsx-vlan-transportzone-639", "segmentation_id": 639, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01b46509-2b", "ovs_interfaceid": "01b46509-2b02-4da9-a6d9-87a6f01c314e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.055038] env[65448]: DEBUG nova.compute.manager [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] [instance: 564e79e0-e826-4ad7-83ec-f780b9cc5de7] Start building block device mappings for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2916}} [ 735.059339] env[65448]: DEBUG oslo_vmware.api [None req-c1ad5dd5-828c-4bc6-8b8d-ddbd7810d69d tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4937433, 'name': Destroy_Task} progress is 33%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.141318] env[65448]: DEBUG oslo_vmware.api [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Task: {'id': task-4937434, 'name': Rename_Task, 'duration_secs': 0.24423} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.145190] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] [instance: fab0ffc2-fa16-4d13-b70c-dfaa41c981aa] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 735.146256] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ac7a8445-aa53-4529-ba5f-25ad1261972b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.161195] env[65448]: DEBUG oslo_vmware.api [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Waiting for the task: (returnval){ [ 735.161195] env[65448]: value = "task-4937436" [ 735.161195] env[65448]: _type = "Task" [ 735.161195] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.171948] env[65448]: DEBUG oslo_vmware.api [None req-697073fe-5af3-46f4-946b-fa841253f220 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Task: {'id': task-4937435, 'name': PowerOffVM_Task, 'duration_secs': 0.302919} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.172732] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-697073fe-5af3-46f4-946b-fa841253f220 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] [instance: 09225223-b8d1-43b9-ae8c-25d7f27ac233] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 735.172962] env[65448]: DEBUG nova.compute.manager [None req-697073fe-5af3-46f4-946b-fa841253f220 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] [instance: 09225223-b8d1-43b9-ae8c-25d7f27ac233] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 735.173813] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ffafa49-f137-461c-a51b-2767d37424b5 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.180344] env[65448]: DEBUG oslo_vmware.api [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Task: {'id': task-4937436, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.282545] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5e08c38e-e5e5-435a-9563-de3b978f991d tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Acquiring lock "refresh_cache-5eaf1535-4d97-4020-b2a5-4f37e21026e0" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.282853] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5e08c38e-e5e5-435a-9563-de3b978f991d tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Acquired lock "refresh_cache-5eaf1535-4d97-4020-b2a5-4f37e21026e0" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.283115] env[65448]: DEBUG nova.network.neutron [None req-5e08c38e-e5e5-435a-9563-de3b978f991d tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: 5eaf1535-4d97-4020-b2a5-4f37e21026e0] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 735.285224] env[65448]: DEBUG oslo_vmware.api [None req-ddd090a5-2f83-41ac-a0d3-d72cca1c93a1 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': task-4937432, 'name': ReconfigVM_Task, 'duration_secs': 0.627304} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.285988] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddd090a5-2f83-41ac-a0d3-d72cca1c93a1 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 4d62a820-fb2b-4101-9dbc-d7cf4a27961a] Reconfigured VM instance instance-0000002a to attach disk [datastore2] 4d62a820-fb2b-4101-9dbc-d7cf4a27961a/4d62a820-fb2b-4101-9dbc-d7cf4a27961a.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 735.290597] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f0c433cb-45d3-48af-b16a-c8cd0409e9b2 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.305062] env[65448]: DEBUG oslo_vmware.api [None req-ddd090a5-2f83-41ac-a0d3-d72cca1c93a1 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Waiting for the task: (returnval){ [ 735.305062] env[65448]: value = "task-4937437" [ 735.305062] env[65448]: _type = "Task" [ 735.305062] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.309399] env[65448]: DEBUG nova.network.neutron [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] [instance: 564e79e0-e826-4ad7-83ec-f780b9cc5de7] Successfully created port: ba7c86ce-750b-4158-a3e6-e2006eed34e5 {{(pid=65448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 735.322681] env[65448]: DEBUG oslo_vmware.api [None req-ddd090a5-2f83-41ac-a0d3-d72cca1c93a1 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': task-4937437, 'name': Rename_Task} progress is 6%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.406211] env[65448]: DEBUG oslo_concurrency.lockutils [req-2d95afbf-c665-48f7-af50-b8b817c06b2d req-0f7d80c8-3a55-45e4-bae0-0e63b32c91ab service nova] Releasing lock "refresh_cache-fab0ffc2-fa16-4d13-b70c-dfaa41c981aa" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.558861] env[65448]: DEBUG oslo_vmware.api [None req-c1ad5dd5-828c-4bc6-8b8d-ddbd7810d69d tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4937433, 'name': Destroy_Task} progress is 100%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.681606] env[65448]: DEBUG nova.compute.manager [req-b7e042ea-8460-4e81-b2ff-04b525aef19f req-55ed4aa2-0743-4815-88b8-a5d5c7cea7f0 service nova] [instance: 4d62a820-fb2b-4101-9dbc-d7cf4a27961a] Received event network-changed-54387ca6-7d5e-4c6d-92e1-7f9aca80cb4a {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 735.682659] env[65448]: DEBUG nova.compute.manager [req-b7e042ea-8460-4e81-b2ff-04b525aef19f req-55ed4aa2-0743-4815-88b8-a5d5c7cea7f0 service nova] [instance: 4d62a820-fb2b-4101-9dbc-d7cf4a27961a] Refreshing instance network info cache due to event network-changed-54387ca6-7d5e-4c6d-92e1-7f9aca80cb4a. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 735.682659] env[65448]: DEBUG oslo_concurrency.lockutils [req-b7e042ea-8460-4e81-b2ff-04b525aef19f req-55ed4aa2-0743-4815-88b8-a5d5c7cea7f0 service nova] Acquiring lock "refresh_cache-4d62a820-fb2b-4101-9dbc-d7cf4a27961a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.682659] env[65448]: DEBUG oslo_concurrency.lockutils [req-b7e042ea-8460-4e81-b2ff-04b525aef19f req-55ed4aa2-0743-4815-88b8-a5d5c7cea7f0 service nova] Acquired lock "refresh_cache-4d62a820-fb2b-4101-9dbc-d7cf4a27961a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.682659] env[65448]: DEBUG nova.network.neutron [req-b7e042ea-8460-4e81-b2ff-04b525aef19f req-55ed4aa2-0743-4815-88b8-a5d5c7cea7f0 service nova] [instance: 4d62a820-fb2b-4101-9dbc-d7cf4a27961a] Refreshing network info cache for port 54387ca6-7d5e-4c6d-92e1-7f9aca80cb4a {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 735.699436] env[65448]: DEBUG oslo_vmware.api [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Task: {'id': task-4937436, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.700043] env[65448]: DEBUG oslo_concurrency.lockutils [None req-697073fe-5af3-46f4-946b-fa841253f220 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Lock "09225223-b8d1-43b9-ae8c-25d7f27ac233" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.077s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.707793] env[65448]: DEBUG nova.compute.manager [req-dbc2c270-7cf9-40cb-b882-82c095409eba req-9aad4885-6384-41ce-a01f-ab4fb1d49c0c service nova] [instance: c4a3eb56-9352-4486-af03-8817a0c6d462] Received event network-changed-21d23eef-3a5f-448c-a32f-9809d0e54adf {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 735.708084] env[65448]: DEBUG nova.compute.manager [req-dbc2c270-7cf9-40cb-b882-82c095409eba req-9aad4885-6384-41ce-a01f-ab4fb1d49c0c service nova] [instance: c4a3eb56-9352-4486-af03-8817a0c6d462] Refreshing instance network info cache due to event network-changed-21d23eef-3a5f-448c-a32f-9809d0e54adf. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 735.708379] env[65448]: DEBUG oslo_concurrency.lockutils [req-dbc2c270-7cf9-40cb-b882-82c095409eba req-9aad4885-6384-41ce-a01f-ab4fb1d49c0c service nova] Acquiring lock "refresh_cache-c4a3eb56-9352-4486-af03-8817a0c6d462" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.708543] env[65448]: DEBUG oslo_concurrency.lockutils [req-dbc2c270-7cf9-40cb-b882-82c095409eba req-9aad4885-6384-41ce-a01f-ab4fb1d49c0c service nova] Acquired lock "refresh_cache-c4a3eb56-9352-4486-af03-8817a0c6d462" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.708801] env[65448]: DEBUG nova.network.neutron [req-dbc2c270-7cf9-40cb-b882-82c095409eba req-9aad4885-6384-41ce-a01f-ab4fb1d49c0c service nova] [instance: c4a3eb56-9352-4486-af03-8817a0c6d462] Refreshing network info cache for port 21d23eef-3a5f-448c-a32f-9809d0e54adf {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 735.820360] env[65448]: DEBUG oslo_vmware.api [None req-ddd090a5-2f83-41ac-a0d3-d72cca1c93a1 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': task-4937437, 'name': Rename_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.859641] env[65448]: DEBUG nova.network.neutron [None req-5e08c38e-e5e5-435a-9563-de3b978f991d tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: 5eaf1535-4d97-4020-b2a5-4f37e21026e0] Instance cache missing network info. {{(pid=65448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 735.887979] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cf6144f-cdf9-4ff8-8dae-8c6c9577eb20 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.896740] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d659999-dd21-4dbc-8b21-c26c042aa2e6 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.930355] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e77698ae-3f9c-4587-80e5-c14ae7799dfb {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.943576] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04a8100b-68ba-43c6-85f7-04e1f8c5a5e7 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.962696] env[65448]: DEBUG nova.compute.provider_tree [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 736.040739] env[65448]: WARNING neutronclient.v2_0.client [None req-5e08c38e-e5e5-435a-9563-de3b978f991d tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 736.060922] env[65448]: DEBUG oslo_vmware.api [None req-c1ad5dd5-828c-4bc6-8b8d-ddbd7810d69d tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4937433, 'name': Destroy_Task} progress is 100%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.071028] env[65448]: DEBUG nova.compute.manager [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] [instance: 564e79e0-e826-4ad7-83ec-f780b9cc5de7] Start spawning the instance on the hypervisor. {{(pid=65448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2689}} [ 736.103130] env[65448]: DEBUG nova.virt.hardware [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-08T17:19:51Z,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a992292b6dae455593d228217860e2e1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-08T17:19:52Z,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 736.103660] env[65448]: DEBUG nova.virt.hardware [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 736.103903] env[65448]: DEBUG nova.virt.hardware [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 736.104208] env[65448]: DEBUG nova.virt.hardware [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 736.104422] env[65448]: DEBUG nova.virt.hardware [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 736.104720] env[65448]: DEBUG nova.virt.hardware [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 736.105312] env[65448]: DEBUG nova.virt.hardware [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 736.105312] env[65448]: DEBUG nova.virt.hardware [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 736.105519] env[65448]: DEBUG nova.virt.hardware [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 736.105769] env[65448]: DEBUG nova.virt.hardware [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 736.106069] env[65448]: DEBUG nova.virt.hardware [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 736.109280] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b6b0bdd-f3a2-4cad-a24c-7dde8dbeb811 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.120527] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cd46585-7dfa-44e6-a844-8a6fcc283cb3 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.182424] env[65448]: DEBUG oslo_vmware.api [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Task: {'id': task-4937436, 'name': PowerOnVM_Task, 'duration_secs': 0.668425} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.182820] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] [instance: fab0ffc2-fa16-4d13-b70c-dfaa41c981aa] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 736.183582] env[65448]: INFO nova.compute.manager [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] [instance: fab0ffc2-fa16-4d13-b70c-dfaa41c981aa] Took 11.74 seconds to spawn the instance on the hypervisor. [ 736.183582] env[65448]: DEBUG nova.compute.manager [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] [instance: fab0ffc2-fa16-4d13-b70c-dfaa41c981aa] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 736.184197] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c53a79ea-0497-435f-8d97-556623760ee4 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.187850] env[65448]: WARNING neutronclient.v2_0.client [req-b7e042ea-8460-4e81-b2ff-04b525aef19f req-55ed4aa2-0743-4815-88b8-a5d5c7cea7f0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 736.217500] env[65448]: WARNING neutronclient.v2_0.client [req-dbc2c270-7cf9-40cb-b882-82c095409eba req-9aad4885-6384-41ce-a01f-ab4fb1d49c0c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 736.221532] env[65448]: DEBUG oslo_concurrency.lockutils [None req-ec2edabf-7dd5-4e94-9b7e-bb5173be5159 tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] Acquiring lock "f7259aaf-7b19-40d1-b05b-825f31a78756" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.221775] env[65448]: DEBUG oslo_concurrency.lockutils [None req-ec2edabf-7dd5-4e94-9b7e-bb5173be5159 tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] Lock "f7259aaf-7b19-40d1-b05b-825f31a78756" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.310845] env[65448]: DEBUG nova.network.neutron [None req-5e08c38e-e5e5-435a-9563-de3b978f991d tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: 5eaf1535-4d97-4020-b2a5-4f37e21026e0] Updating instance_info_cache with network_info: [{"id": "07bddfa2-c335-4492-87a0-4256e303f545", "address": "fa:16:3e:3a:a8:f1", "network": {"id": "92aa873c-abd5-48af-9226-444e5584127a", "bridge": "br-int", "label": "tempest-ServersTestJSON-334056748-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd050f9067644c0db6e945683a3fcccc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07bddfa2-c3", "ovs_interfaceid": "07bddfa2-c335-4492-87a0-4256e303f545", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.318465] env[65448]: DEBUG oslo_vmware.api [None req-ddd090a5-2f83-41ac-a0d3-d72cca1c93a1 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': task-4937437, 'name': Rename_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.472036] env[65448]: DEBUG nova.scheduler.client.report [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 736.476835] env[65448]: DEBUG oslo_concurrency.lockutils [None req-277914eb-2bb2-4cad-8397-c0af0d14ed3d tempest-VolumesAssistedSnapshotsTest-83228541 tempest-VolumesAssistedSnapshotsTest-83228541-project-member] Acquiring lock "b72f98f6-f233-4a51-b4ac-fef6364407f1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.477230] env[65448]: DEBUG oslo_concurrency.lockutils [None req-277914eb-2bb2-4cad-8397-c0af0d14ed3d tempest-VolumesAssistedSnapshotsTest-83228541 tempest-VolumesAssistedSnapshotsTest-83228541-project-member] Lock "b72f98f6-f233-4a51-b4ac-fef6364407f1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.477535] env[65448]: DEBUG oslo_concurrency.lockutils [None req-277914eb-2bb2-4cad-8397-c0af0d14ed3d tempest-VolumesAssistedSnapshotsTest-83228541 tempest-VolumesAssistedSnapshotsTest-83228541-project-member] Acquiring lock "b72f98f6-f233-4a51-b4ac-fef6364407f1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.477814] env[65448]: DEBUG oslo_concurrency.lockutils [None req-277914eb-2bb2-4cad-8397-c0af0d14ed3d tempest-VolumesAssistedSnapshotsTest-83228541 tempest-VolumesAssistedSnapshotsTest-83228541-project-member] Lock "b72f98f6-f233-4a51-b4ac-fef6364407f1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.478149] env[65448]: DEBUG oslo_concurrency.lockutils [None req-277914eb-2bb2-4cad-8397-c0af0d14ed3d tempest-VolumesAssistedSnapshotsTest-83228541 tempest-VolumesAssistedSnapshotsTest-83228541-project-member] Lock "b72f98f6-f233-4a51-b4ac-fef6364407f1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.480998] env[65448]: INFO nova.compute.manager [None req-277914eb-2bb2-4cad-8397-c0af0d14ed3d tempest-VolumesAssistedSnapshotsTest-83228541 tempest-VolumesAssistedSnapshotsTest-83228541-project-member] [instance: b72f98f6-f233-4a51-b4ac-fef6364407f1] Terminating instance [ 736.553812] env[65448]: DEBUG oslo_vmware.api [None req-c1ad5dd5-828c-4bc6-8b8d-ddbd7810d69d tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4937433, 'name': Destroy_Task, 'duration_secs': 1.646952} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.556576] env[65448]: INFO nova.virt.vmwareapi.vm_util [None req-c1ad5dd5-828c-4bc6-8b8d-ddbd7810d69d tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: f0ae0ad7-7800-4f5a-a270-7749177b8675] Destroyed the VM [ 736.556816] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-c1ad5dd5-828c-4bc6-8b8d-ddbd7810d69d tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: f0ae0ad7-7800-4f5a-a270-7749177b8675] Deleting Snapshot of the VM instance {{(pid=65448) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 736.557595] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6072f255-7388-436c-b9d4-d7e374a57e6e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.564690] env[65448]: DEBUG oslo_vmware.api [None req-c1ad5dd5-828c-4bc6-8b8d-ddbd7810d69d tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Waiting for the task: (returnval){ [ 736.564690] env[65448]: value = "task-4937438" [ 736.564690] env[65448]: _type = "Task" [ 736.564690] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.574516] env[65448]: DEBUG oslo_vmware.api [None req-c1ad5dd5-828c-4bc6-8b8d-ddbd7810d69d tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4937438, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.715852] env[65448]: INFO nova.compute.manager [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] [instance: fab0ffc2-fa16-4d13-b70c-dfaa41c981aa] Took 43.36 seconds to build instance. [ 736.798703] env[65448]: WARNING neutronclient.v2_0.client [req-b7e042ea-8460-4e81-b2ff-04b525aef19f req-55ed4aa2-0743-4815-88b8-a5d5c7cea7f0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 736.818039] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5e08c38e-e5e5-435a-9563-de3b978f991d tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Releasing lock "refresh_cache-5eaf1535-4d97-4020-b2a5-4f37e21026e0" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.820217] env[65448]: DEBUG nova.compute.manager [None req-5e08c38e-e5e5-435a-9563-de3b978f991d tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: 5eaf1535-4d97-4020-b2a5-4f37e21026e0] Instance network_info: |[{"id": "07bddfa2-c335-4492-87a0-4256e303f545", "address": "fa:16:3e:3a:a8:f1", "network": {"id": "92aa873c-abd5-48af-9226-444e5584127a", "bridge": "br-int", "label": "tempest-ServersTestJSON-334056748-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd050f9067644c0db6e945683a3fcccc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07bddfa2-c3", "ovs_interfaceid": "07bddfa2-c335-4492-87a0-4256e303f545", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 736.820217] env[65448]: DEBUG oslo_vmware.api [None req-ddd090a5-2f83-41ac-a0d3-d72cca1c93a1 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': task-4937437, 'name': Rename_Task, 'duration_secs': 1.131881} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.820425] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-5e08c38e-e5e5-435a-9563-de3b978f991d tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: 5eaf1535-4d97-4020-b2a5-4f37e21026e0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:a8:f1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '37434b93-dfdc-4a3f-bf5a-9f2cbe25a754', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '07bddfa2-c335-4492-87a0-4256e303f545', 'vif_model': 'vmxnet3'}] {{(pid=65448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 736.829658] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-5e08c38e-e5e5-435a-9563-de3b978f991d tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 736.829986] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddd090a5-2f83-41ac-a0d3-d72cca1c93a1 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 4d62a820-fb2b-4101-9dbc-d7cf4a27961a] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 736.831355] env[65448]: WARNING neutronclient.v2_0.client [req-dbc2c270-7cf9-40cb-b882-82c095409eba req-9aad4885-6384-41ce-a01f-ab4fb1d49c0c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 736.834764] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5eaf1535-4d97-4020-b2a5-4f37e21026e0] Creating VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 736.835018] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e2e54097-3808-4330-837c-11b74ffdf886 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.840032] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-db337146-9449-41c5-b586-c8702ec61cfd {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.863949] env[65448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 736.863949] env[65448]: value = "task-4937440" [ 736.863949] env[65448]: _type = "Task" [ 736.863949] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.864413] env[65448]: DEBUG oslo_vmware.api [None req-ddd090a5-2f83-41ac-a0d3-d72cca1c93a1 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Waiting for the task: (returnval){ [ 736.864413] env[65448]: value = "task-4937439" [ 736.864413] env[65448]: _type = "Task" [ 736.864413] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.879731] env[65448]: DEBUG oslo_vmware.api [None req-ddd090a5-2f83-41ac-a0d3-d72cca1c93a1 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': task-4937439, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.884155] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937440, 'name': CreateVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.982628] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.938s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.983378] env[65448]: DEBUG nova.compute.manager [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] [instance: a1383469-5eaa-41c0-950c-fc5b071d8f62] Start building networks asynchronously for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2881}} [ 736.987350] env[65448]: DEBUG oslo_concurrency.lockutils [None req-63427810-4075-40b4-a724-4eeeff14e69b tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.704s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.990022] env[65448]: DEBUG nova.objects.instance [None req-63427810-4075-40b4-a724-4eeeff14e69b tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Lazy-loading 'resources' on Instance uuid 98934034-6202-43e2-8c37-cbde37e0cf78 {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 736.990022] env[65448]: DEBUG nova.compute.manager [None req-277914eb-2bb2-4cad-8397-c0af0d14ed3d tempest-VolumesAssistedSnapshotsTest-83228541 tempest-VolumesAssistedSnapshotsTest-83228541-project-member] [instance: b72f98f6-f233-4a51-b4ac-fef6364407f1] Start destroying the instance on the hypervisor. {{(pid=65448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3209}} [ 736.990022] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-277914eb-2bb2-4cad-8397-c0af0d14ed3d tempest-VolumesAssistedSnapshotsTest-83228541 tempest-VolumesAssistedSnapshotsTest-83228541-project-member] [instance: b72f98f6-f233-4a51-b4ac-fef6364407f1] Destroying instance {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 736.990214] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f2aa375-3f6b-4fe8-a799-a34d58393de5 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.006248] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-277914eb-2bb2-4cad-8397-c0af0d14ed3d tempest-VolumesAssistedSnapshotsTest-83228541 tempest-VolumesAssistedSnapshotsTest-83228541-project-member] [instance: b72f98f6-f233-4a51-b4ac-fef6364407f1] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 737.007889] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e7af0115-5340-4d5a-8caf-e40ac20445aa {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.016796] env[65448]: DEBUG oslo_vmware.api [None req-277914eb-2bb2-4cad-8397-c0af0d14ed3d tempest-VolumesAssistedSnapshotsTest-83228541 tempest-VolumesAssistedSnapshotsTest-83228541-project-member] Waiting for the task: (returnval){ [ 737.016796] env[65448]: value = "task-4937441" [ 737.016796] env[65448]: _type = "Task" [ 737.016796] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.030825] env[65448]: DEBUG oslo_vmware.api [None req-277914eb-2bb2-4cad-8397-c0af0d14ed3d tempest-VolumesAssistedSnapshotsTest-83228541 tempest-VolumesAssistedSnapshotsTest-83228541-project-member] Task: {'id': task-4937441, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.079929] env[65448]: DEBUG oslo_vmware.api [None req-c1ad5dd5-828c-4bc6-8b8d-ddbd7810d69d tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4937438, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.081059] env[65448]: DEBUG nova.network.neutron [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] [instance: 564e79e0-e826-4ad7-83ec-f780b9cc5de7] Successfully updated port: ba7c86ce-750b-4158-a3e6-e2006eed34e5 {{(pid=65448) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 737.145536] env[65448]: DEBUG nova.network.neutron [req-b7e042ea-8460-4e81-b2ff-04b525aef19f req-55ed4aa2-0743-4815-88b8-a5d5c7cea7f0 service nova] [instance: 4d62a820-fb2b-4101-9dbc-d7cf4a27961a] Updated VIF entry in instance network info cache for port 54387ca6-7d5e-4c6d-92e1-7f9aca80cb4a. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 737.146219] env[65448]: DEBUG nova.network.neutron [req-b7e042ea-8460-4e81-b2ff-04b525aef19f req-55ed4aa2-0743-4815-88b8-a5d5c7cea7f0 service nova] [instance: 4d62a820-fb2b-4101-9dbc-d7cf4a27961a] Updating instance_info_cache with network_info: [{"id": "54387ca6-7d5e-4c6d-92e1-7f9aca80cb4a", "address": "fa:16:3e:27:9b:8e", "network": {"id": "6528ac8d-8c3e-4351-91ad-01014698df76", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1716468686-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "916343b5368a43deacc775f54aa9bc72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54387ca6-7d", "ovs_interfaceid": "54387ca6-7d5e-4c6d-92e1-7f9aca80cb4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.217095] env[65448]: DEBUG nova.network.neutron [req-dbc2c270-7cf9-40cb-b882-82c095409eba req-9aad4885-6384-41ce-a01f-ab4fb1d49c0c service nova] [instance: c4a3eb56-9352-4486-af03-8817a0c6d462] Updated VIF entry in instance network info cache for port 21d23eef-3a5f-448c-a32f-9809d0e54adf. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 737.217095] env[65448]: DEBUG nova.network.neutron [req-dbc2c270-7cf9-40cb-b882-82c095409eba req-9aad4885-6384-41ce-a01f-ab4fb1d49c0c service nova] [instance: c4a3eb56-9352-4486-af03-8817a0c6d462] Updating instance_info_cache with network_info: [{"id": "21d23eef-3a5f-448c-a32f-9809d0e54adf", "address": "fa:16:3e:3f:55:4a", "network": {"id": "c75543be-aa1d-406e-bf80-141febee47a2", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1811246393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f2af852f25f4356be7926f2e710dc49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721c6720-3ce0-450e-9951-a894f03acc27", "external-id": "nsx-vlan-transportzone-394", "segmentation_id": 394, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21d23eef-3a", "ovs_interfaceid": "21d23eef-3a5f-448c-a32f-9809d0e54adf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.219559] env[65448]: DEBUG oslo_concurrency.lockutils [None req-89f1b740-34ff-41b7-aca1-ba544f6b4659 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Lock "fab0ffc2-fa16-4d13-b70c-dfaa41c981aa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.906s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.383423] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937440, 'name': CreateVM_Task} progress is 99%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.389719] env[65448]: DEBUG oslo_vmware.api [None req-ddd090a5-2f83-41ac-a0d3-d72cca1c93a1 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': task-4937439, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.394574] env[65448]: DEBUG oslo_concurrency.lockutils [None req-3f419daa-2f79-4e11-8ac6-c1af22bed974 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Acquiring lock "835213c0-7178-41ac-ab06-27e678ff73ec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.394934] env[65448]: DEBUG oslo_concurrency.lockutils [None req-3f419daa-2f79-4e11-8ac6-c1af22bed974 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Lock "835213c0-7178-41ac-ab06-27e678ff73ec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.489435] env[65448]: DEBUG nova.compute.utils [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Using /dev/sd instead of None {{(pid=65448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 737.492122] env[65448]: DEBUG nova.compute.manager [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] [instance: a1383469-5eaa-41c0-950c-fc5b071d8f62] Allocating IP information in the background. {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 737.492479] env[65448]: DEBUG nova.network.neutron [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] [instance: a1383469-5eaa-41c0-950c-fc5b071d8f62] allocate_for_instance() {{(pid=65448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 737.493059] env[65448]: WARNING neutronclient.v2_0.client [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 737.493572] env[65448]: WARNING neutronclient.v2_0.client [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 737.529567] env[65448]: DEBUG oslo_vmware.api [None req-277914eb-2bb2-4cad-8397-c0af0d14ed3d tempest-VolumesAssistedSnapshotsTest-83228541 tempest-VolumesAssistedSnapshotsTest-83228541-project-member] Task: {'id': task-4937441, 'name': PowerOffVM_Task, 'duration_secs': 0.290063} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.530180] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-277914eb-2bb2-4cad-8397-c0af0d14ed3d tempest-VolumesAssistedSnapshotsTest-83228541 tempest-VolumesAssistedSnapshotsTest-83228541-project-member] [instance: b72f98f6-f233-4a51-b4ac-fef6364407f1] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 737.530366] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-277914eb-2bb2-4cad-8397-c0af0d14ed3d tempest-VolumesAssistedSnapshotsTest-83228541 tempest-VolumesAssistedSnapshotsTest-83228541-project-member] [instance: b72f98f6-f233-4a51-b4ac-fef6364407f1] Unregistering the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 737.530671] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-df01b60f-d2b5-4692-8c92-3178acf7eb48 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.582121] env[65448]: DEBUG oslo_vmware.api [None req-c1ad5dd5-828c-4bc6-8b8d-ddbd7810d69d tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4937438, 'name': RemoveSnapshot_Task, 'duration_secs': 0.961786} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.586455] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-c1ad5dd5-828c-4bc6-8b8d-ddbd7810d69d tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: f0ae0ad7-7800-4f5a-a270-7749177b8675] Deleted Snapshot of the VM instance {{(pid=65448) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 737.587185] env[65448]: INFO nova.compute.manager [None req-c1ad5dd5-828c-4bc6-8b8d-ddbd7810d69d tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: f0ae0ad7-7800-4f5a-a270-7749177b8675] Took 19.17 seconds to snapshot the instance on the hypervisor. [ 737.591389] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Acquiring lock "refresh_cache-564e79e0-e826-4ad7-83ec-f780b9cc5de7" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.591389] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Acquired lock "refresh_cache-564e79e0-e826-4ad7-83ec-f780b9cc5de7" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.591389] env[65448]: DEBUG nova.network.neutron [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] [instance: 564e79e0-e826-4ad7-83ec-f780b9cc5de7] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 737.625439] env[65448]: DEBUG nova.policy [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '12c7b9a5912b44d79a0689806829e47a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '44363cc9dcff4bc495bd38c2086e2d67', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65448) authorize /opt/stack/nova/nova/policy.py:192}} [ 737.629533] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-277914eb-2bb2-4cad-8397-c0af0d14ed3d tempest-VolumesAssistedSnapshotsTest-83228541 tempest-VolumesAssistedSnapshotsTest-83228541-project-member] [instance: b72f98f6-f233-4a51-b4ac-fef6364407f1] Unregistered the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 737.629707] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-277914eb-2bb2-4cad-8397-c0af0d14ed3d tempest-VolumesAssistedSnapshotsTest-83228541 tempest-VolumesAssistedSnapshotsTest-83228541-project-member] [instance: b72f98f6-f233-4a51-b4ac-fef6364407f1] Deleting contents of the VM from datastore datastore1 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 737.629818] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-277914eb-2bb2-4cad-8397-c0af0d14ed3d tempest-VolumesAssistedSnapshotsTest-83228541 tempest-VolumesAssistedSnapshotsTest-83228541-project-member] Deleting the datastore file [datastore1] b72f98f6-f233-4a51-b4ac-fef6364407f1 {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 737.630845] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bd7bd7e3-e110-4619-ad64-4887ec5d263b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.645195] env[65448]: DEBUG oslo_vmware.api [None req-277914eb-2bb2-4cad-8397-c0af0d14ed3d tempest-VolumesAssistedSnapshotsTest-83228541 tempest-VolumesAssistedSnapshotsTest-83228541-project-member] Waiting for the task: (returnval){ [ 737.645195] env[65448]: value = "task-4937443" [ 737.645195] env[65448]: _type = "Task" [ 737.645195] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.653622] env[65448]: DEBUG oslo_concurrency.lockutils [req-b7e042ea-8460-4e81-b2ff-04b525aef19f req-55ed4aa2-0743-4815-88b8-a5d5c7cea7f0 service nova] Releasing lock "refresh_cache-4d62a820-fb2b-4101-9dbc-d7cf4a27961a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.659560] env[65448]: DEBUG oslo_vmware.api [None req-277914eb-2bb2-4cad-8397-c0af0d14ed3d tempest-VolumesAssistedSnapshotsTest-83228541 tempest-VolumesAssistedSnapshotsTest-83228541-project-member] Task: {'id': task-4937443, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.721856] env[65448]: DEBUG oslo_concurrency.lockutils [req-dbc2c270-7cf9-40cb-b882-82c095409eba req-9aad4885-6384-41ce-a01f-ab4fb1d49c0c service nova] Releasing lock "refresh_cache-c4a3eb56-9352-4486-af03-8817a0c6d462" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.726665] env[65448]: DEBUG nova.compute.manager [None req-4c01a16b-ca1a-4c78-a24e-9741e6e542c4 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] [instance: ac639d87-8ce8-4762-a056-b369ec2627b6] Starting instance... {{(pid=65448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2483}} [ 737.902076] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937440, 'name': CreateVM_Task, 'duration_secs': 0.559953} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.902519] env[65448]: DEBUG oslo_vmware.api [None req-ddd090a5-2f83-41ac-a0d3-d72cca1c93a1 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': task-4937439, 'name': PowerOnVM_Task, 'duration_secs': 0.698454} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.902825] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5eaf1535-4d97-4020-b2a5-4f37e21026e0] Created VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 737.903166] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddd090a5-2f83-41ac-a0d3-d72cca1c93a1 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 4d62a820-fb2b-4101-9dbc-d7cf4a27961a] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 737.903477] env[65448]: INFO nova.compute.manager [None req-ddd090a5-2f83-41ac-a0d3-d72cca1c93a1 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 4d62a820-fb2b-4101-9dbc-d7cf4a27961a] Took 10.35 seconds to spawn the instance on the hypervisor. [ 737.903849] env[65448]: DEBUG nova.compute.manager [None req-ddd090a5-2f83-41ac-a0d3-d72cca1c93a1 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 4d62a820-fb2b-4101-9dbc-d7cf4a27961a] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 737.904556] env[65448]: WARNING neutronclient.v2_0.client [None req-5e08c38e-e5e5-435a-9563-de3b978f991d tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 737.905162] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5e08c38e-e5e5-435a-9563-de3b978f991d tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.905375] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5e08c38e-e5e5-435a-9563-de3b978f991d tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.905837] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5e08c38e-e5e5-435a-9563-de3b978f991d tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.907385] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84a08e1a-ee7b-46c1-81b9-4f7fc1fdb8a7 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.915618] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abb75c04-ebb3-42c3-8620-342d67bada8d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.926625] env[65448]: DEBUG oslo_vmware.api [None req-5e08c38e-e5e5-435a-9563-de3b978f991d tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Waiting for the task: (returnval){ [ 737.926625] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52044923-59ca-0e9f-7924-22a5faea5254" [ 737.926625] env[65448]: _type = "Task" [ 737.926625] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.953038] env[65448]: DEBUG oslo_vmware.api [None req-5e08c38e-e5e5-435a-9563-de3b978f991d tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52044923-59ca-0e9f-7924-22a5faea5254, 'name': SearchDatastore_Task, 'duration_secs': 0.019848} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.953778] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5e08c38e-e5e5-435a-9563-de3b978f991d tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.953893] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-5e08c38e-e5e5-435a-9563-de3b978f991d tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: 5eaf1535-4d97-4020-b2a5-4f37e21026e0] Processing image 50fb366d-48e6-424f-9c20-bc83d77be76a {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 737.954277] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5e08c38e-e5e5-435a-9563-de3b978f991d tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.954512] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5e08c38e-e5e5-435a-9563-de3b978f991d tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.954794] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e08c38e-e5e5-435a-9563-de3b978f991d tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 737.955261] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-49193e4d-f3bf-4ef2-af49-062227ab04dc {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.971742] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e08c38e-e5e5-435a-9563-de3b978f991d tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 737.972046] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-5e08c38e-e5e5-435a-9563-de3b978f991d tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 737.973267] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b985ccf-c8a3-41e7-a11d-fee278b1685f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.982138] env[65448]: DEBUG oslo_vmware.api [None req-5e08c38e-e5e5-435a-9563-de3b978f991d tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Waiting for the task: (returnval){ [ 737.982138] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52375ce2-d48e-4cce-0c02-04ef605dedb1" [ 737.982138] env[65448]: _type = "Task" [ 737.982138] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.993020] env[65448]: DEBUG oslo_vmware.api [None req-5e08c38e-e5e5-435a-9563-de3b978f991d tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52375ce2-d48e-4cce-0c02-04ef605dedb1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.997301] env[65448]: DEBUG nova.compute.manager [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] [instance: a1383469-5eaa-41c0-950c-fc5b071d8f62] Start building block device mappings for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2916}} [ 738.159695] env[65448]: DEBUG oslo_vmware.api [None req-277914eb-2bb2-4cad-8397-c0af0d14ed3d tempest-VolumesAssistedSnapshotsTest-83228541 tempest-VolumesAssistedSnapshotsTest-83228541-project-member] Task: {'id': task-4937443, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.261724} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.160088] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-277914eb-2bb2-4cad-8397-c0af0d14ed3d tempest-VolumesAssistedSnapshotsTest-83228541 tempest-VolumesAssistedSnapshotsTest-83228541-project-member] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 738.160404] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-277914eb-2bb2-4cad-8397-c0af0d14ed3d tempest-VolumesAssistedSnapshotsTest-83228541 tempest-VolumesAssistedSnapshotsTest-83228541-project-member] [instance: b72f98f6-f233-4a51-b4ac-fef6364407f1] Deleted contents of the VM from datastore datastore1 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 738.160547] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-277914eb-2bb2-4cad-8397-c0af0d14ed3d tempest-VolumesAssistedSnapshotsTest-83228541 tempest-VolumesAssistedSnapshotsTest-83228541-project-member] [instance: b72f98f6-f233-4a51-b4ac-fef6364407f1] Instance destroyed {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 738.160748] env[65448]: INFO nova.compute.manager [None req-277914eb-2bb2-4cad-8397-c0af0d14ed3d tempest-VolumesAssistedSnapshotsTest-83228541 tempest-VolumesAssistedSnapshotsTest-83228541-project-member] [instance: b72f98f6-f233-4a51-b4ac-fef6364407f1] Took 1.17 seconds to destroy the instance on the hypervisor. [ 738.161151] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-277914eb-2bb2-4cad-8397-c0af0d14ed3d tempest-VolumesAssistedSnapshotsTest-83228541 tempest-VolumesAssistedSnapshotsTest-83228541-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 738.161409] env[65448]: DEBUG nova.compute.manager [-] [instance: b72f98f6-f233-4a51-b4ac-fef6364407f1] Deallocating network for instance {{(pid=65448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 738.161530] env[65448]: DEBUG nova.network.neutron [-] [instance: b72f98f6-f233-4a51-b4ac-fef6364407f1] deallocate_for_instance() {{(pid=65448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 738.161857] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 738.225162] env[65448]: DEBUG nova.compute.manager [None req-c1ad5dd5-828c-4bc6-8b8d-ddbd7810d69d tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: f0ae0ad7-7800-4f5a-a270-7749177b8675] Found 1 images (rotation: 2) {{(pid=65448) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5064}} [ 738.245142] env[65448]: DEBUG nova.network.neutron [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] [instance: 564e79e0-e826-4ad7-83ec-f780b9cc5de7] Instance cache missing network info. {{(pid=65448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 738.248754] env[65448]: DEBUG nova.network.neutron [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] [instance: a1383469-5eaa-41c0-950c-fc5b071d8f62] Successfully created port: 77f9db01-5964-4b02-b922-1bb316e9ab1a {{(pid=65448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 738.259092] env[65448]: DEBUG oslo_concurrency.lockutils [None req-4c01a16b-ca1a-4c78-a24e-9741e6e542c4 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.369428] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 738.448685] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d8f7d30-0a58-4bb1-b02f-9684b85b8c84 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.454764] env[65448]: INFO nova.compute.manager [None req-ddd090a5-2f83-41ac-a0d3-d72cca1c93a1 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 4d62a820-fb2b-4101-9dbc-d7cf4a27961a] Took 41.06 seconds to build instance. [ 738.459435] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98532925-9dbd-4af6-b561-4c65e98f37fe {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.507420] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2a64ca9-e748-4b24-85a3-0622a935b0af {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.527614] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31bda55b-0482-43c8-9a19-9b237048f86d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.533958] env[65448]: DEBUG oslo_vmware.api [None req-5e08c38e-e5e5-435a-9563-de3b978f991d tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52375ce2-d48e-4cce-0c02-04ef605dedb1, 'name': SearchDatastore_Task, 'duration_secs': 0.018568} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.535876] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3848a27e-8a7a-41f0-a856-f7d0f121bfda {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.549052] env[65448]: DEBUG nova.compute.provider_tree [None req-63427810-4075-40b4-a724-4eeeff14e69b tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 738.555637] env[65448]: DEBUG oslo_vmware.api [None req-5e08c38e-e5e5-435a-9563-de3b978f991d tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Waiting for the task: (returnval){ [ 738.555637] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5225135c-2ed8-a85e-f12c-51ca98b4b39e" [ 738.555637] env[65448]: _type = "Task" [ 738.555637] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.568806] env[65448]: DEBUG oslo_vmware.api [None req-5e08c38e-e5e5-435a-9563-de3b978f991d tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5225135c-2ed8-a85e-f12c-51ca98b4b39e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.957541] env[65448]: DEBUG oslo_concurrency.lockutils [None req-ddd090a5-2f83-41ac-a0d3-d72cca1c93a1 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Lock "4d62a820-fb2b-4101-9dbc-d7cf4a27961a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.562s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.018646] env[65448]: DEBUG nova.compute.manager [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] [instance: a1383469-5eaa-41c0-950c-fc5b071d8f62] Start spawning the instance on the hypervisor. {{(pid=65448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2689}} [ 739.050941] env[65448]: DEBUG nova.virt.hardware [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-08T17:19:51Z,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a992292b6dae455593d228217860e2e1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-08T17:19:52Z,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 739.051315] env[65448]: DEBUG nova.virt.hardware [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 739.051561] env[65448]: DEBUG nova.virt.hardware [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 739.051823] env[65448]: DEBUG nova.virt.hardware [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 739.051976] env[65448]: DEBUG nova.virt.hardware [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 739.052370] env[65448]: DEBUG nova.virt.hardware [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 739.052622] env[65448]: DEBUG nova.virt.hardware [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 739.052782] env[65448]: DEBUG nova.virt.hardware [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 739.052972] env[65448]: DEBUG nova.virt.hardware [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 739.053164] env[65448]: DEBUG nova.virt.hardware [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 739.053352] env[65448]: DEBUG nova.virt.hardware [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 739.054323] env[65448]: DEBUG nova.scheduler.client.report [None req-63427810-4075-40b4-a724-4eeeff14e69b tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 739.061028] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a50db80e-7e49-4fbc-b3bc-430bd538abff {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.073057] env[65448]: DEBUG oslo_vmware.api [None req-5e08c38e-e5e5-435a-9563-de3b978f991d tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5225135c-2ed8-a85e-f12c-51ca98b4b39e, 'name': SearchDatastore_Task, 'duration_secs': 0.016312} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.075845] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5e08c38e-e5e5-435a-9563-de3b978f991d tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.076250] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e08c38e-e5e5-435a-9563-de3b978f991d tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] 5eaf1535-4d97-4020-b2a5-4f37e21026e0/5eaf1535-4d97-4020-b2a5-4f37e21026e0.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 739.077323] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-459fb9be-59ef-41d0-b2ae-96006b4fc7be {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.081008] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1fcac77-f965-4577-a584-fc75220a7824 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.104176] env[65448]: DEBUG oslo_vmware.api [None req-5e08c38e-e5e5-435a-9563-de3b978f991d tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Waiting for the task: (returnval){ [ 739.104176] env[65448]: value = "task-4937444" [ 739.104176] env[65448]: _type = "Task" [ 739.104176] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.115959] env[65448]: DEBUG oslo_vmware.api [None req-5e08c38e-e5e5-435a-9563-de3b978f991d tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': task-4937444, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.177735] env[65448]: WARNING neutronclient.v2_0.client [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 739.461146] env[65448]: DEBUG nova.compute.manager [None req-6d41bbe5-de36-428f-8457-b4a8b65ab3c4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] [instance: 3086c559-35b8-4e79-8478-27151b6a985d] Starting instance... {{(pid=65448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2483}} [ 739.510896] env[65448]: DEBUG nova.network.neutron [-] [instance: b72f98f6-f233-4a51-b4ac-fef6364407f1] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.564778] env[65448]: DEBUG oslo_concurrency.lockutils [None req-63427810-4075-40b4-a724-4eeeff14e69b tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.577s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.572405] env[65448]: DEBUG oslo_concurrency.lockutils [None req-58dcc597-708e-4a89-ad22-131d6b2c9104 tempest-VolumesAdminNegativeTest-1869350700 tempest-VolumesAdminNegativeTest-1869350700-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.076s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.573041] env[65448]: DEBUG nova.objects.instance [None req-58dcc597-708e-4a89-ad22-131d6b2c9104 tempest-VolumesAdminNegativeTest-1869350700 tempest-VolumesAdminNegativeTest-1869350700-project-member] Lazy-loading 'resources' on Instance uuid 2e23dcac-a447-4ae9-bcf6-26b268a664c4 {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 739.605412] env[65448]: INFO nova.scheduler.client.report [None req-63427810-4075-40b4-a724-4eeeff14e69b tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Deleted allocations for instance 98934034-6202-43e2-8c37-cbde37e0cf78 [ 739.624403] env[65448]: DEBUG oslo_vmware.api [None req-5e08c38e-e5e5-435a-9563-de3b978f991d tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': task-4937444, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.977526] env[65448]: DEBUG nova.network.neutron [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] [instance: 564e79e0-e826-4ad7-83ec-f780b9cc5de7] Updating instance_info_cache with network_info: [{"id": "ba7c86ce-750b-4158-a3e6-e2006eed34e5", "address": "fa:16:3e:95:d3:22", "network": {"id": "a9cf7668-6efe-47bf-995f-b80dbc2213c0", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-170483857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44363cc9dcff4bc495bd38c2086e2d67", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ea0fc1b-0424-46ec-bef5-6b57b7d184d8", "external-id": "nsx-vlan-transportzone-618", "segmentation_id": 618, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba7c86ce-75", "ovs_interfaceid": "ba7c86ce-750b-4158-a3e6-e2006eed34e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.993770] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6d41bbe5-de36-428f-8457-b4a8b65ab3c4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.015412] env[65448]: INFO nova.compute.manager [-] [instance: b72f98f6-f233-4a51-b4ac-fef6364407f1] Took 1.85 seconds to deallocate network for instance. [ 740.081501] env[65448]: DEBUG nova.network.neutron [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] [instance: a1383469-5eaa-41c0-950c-fc5b071d8f62] Successfully updated port: 77f9db01-5964-4b02-b922-1bb316e9ab1a {{(pid=65448) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 740.127413] env[65448]: DEBUG oslo_vmware.api [None req-5e08c38e-e5e5-435a-9563-de3b978f991d tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': task-4937444, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.776649} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.128207] env[65448]: DEBUG oslo_concurrency.lockutils [None req-63427810-4075-40b4-a724-4eeeff14e69b tempest-FloatingIPsAssociationTestJSON-1022144113 tempest-FloatingIPsAssociationTestJSON-1022144113-project-member] Lock "98934034-6202-43e2-8c37-cbde37e0cf78" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.854s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.131566] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e08c38e-e5e5-435a-9563-de3b978f991d tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] 5eaf1535-4d97-4020-b2a5-4f37e21026e0/5eaf1535-4d97-4020-b2a5-4f37e21026e0.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 740.131931] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-5e08c38e-e5e5-435a-9563-de3b978f991d tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: 5eaf1535-4d97-4020-b2a5-4f37e21026e0] Extending root virtual disk to 1048576 {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 740.134044] env[65448]: DEBUG oslo_concurrency.lockutils [None req-06186070-067c-4526-aaee-a451065cf34b tempest-ServersTestFqdnHostnames-1972796060 tempest-ServersTestFqdnHostnames-1972796060-project-member] Acquiring lock "d72d778b-dd55-4ac5-a55a-ffa2176f8aa1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.134412] env[65448]: DEBUG oslo_concurrency.lockutils [None req-06186070-067c-4526-aaee-a451065cf34b tempest-ServersTestFqdnHostnames-1972796060 tempest-ServersTestFqdnHostnames-1972796060-project-member] Lock "d72d778b-dd55-4ac5-a55a-ffa2176f8aa1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.134961] env[65448]: DEBUG oslo_concurrency.lockutils [None req-06186070-067c-4526-aaee-a451065cf34b tempest-ServersTestFqdnHostnames-1972796060 tempest-ServersTestFqdnHostnames-1972796060-project-member] Acquiring lock "d72d778b-dd55-4ac5-a55a-ffa2176f8aa1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.134961] env[65448]: DEBUG oslo_concurrency.lockutils [None req-06186070-067c-4526-aaee-a451065cf34b tempest-ServersTestFqdnHostnames-1972796060 tempest-ServersTestFqdnHostnames-1972796060-project-member] Lock "d72d778b-dd55-4ac5-a55a-ffa2176f8aa1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.134961] env[65448]: DEBUG oslo_concurrency.lockutils [None req-06186070-067c-4526-aaee-a451065cf34b tempest-ServersTestFqdnHostnames-1972796060 tempest-ServersTestFqdnHostnames-1972796060-project-member] Lock "d72d778b-dd55-4ac5-a55a-ffa2176f8aa1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.137041] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a3bac890-c3ce-45a6-986c-b4f6e5579e13 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.147136] env[65448]: INFO nova.compute.manager [None req-06186070-067c-4526-aaee-a451065cf34b tempest-ServersTestFqdnHostnames-1972796060 tempest-ServersTestFqdnHostnames-1972796060-project-member] [instance: d72d778b-dd55-4ac5-a55a-ffa2176f8aa1] Terminating instance [ 740.161047] env[65448]: DEBUG oslo_vmware.api [None req-5e08c38e-e5e5-435a-9563-de3b978f991d tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Waiting for the task: (returnval){ [ 740.161047] env[65448]: value = "task-4937445" [ 740.161047] env[65448]: _type = "Task" [ 740.161047] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.173512] env[65448]: DEBUG oslo_vmware.api [None req-5e08c38e-e5e5-435a-9563-de3b978f991d tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': task-4937445, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.249619] env[65448]: DEBUG nova.compute.manager [req-3249cc23-5160-45a4-98c5-a02f4d6c579d req-22399211-0e28-47e2-9192-638b899ee59d service nova] [instance: 5eaf1535-4d97-4020-b2a5-4f37e21026e0] Received event network-vif-plugged-07bddfa2-c335-4492-87a0-4256e303f545 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 740.249944] env[65448]: DEBUG oslo_concurrency.lockutils [req-3249cc23-5160-45a4-98c5-a02f4d6c579d req-22399211-0e28-47e2-9192-638b899ee59d service nova] Acquiring lock "5eaf1535-4d97-4020-b2a5-4f37e21026e0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.250304] env[65448]: DEBUG oslo_concurrency.lockutils [req-3249cc23-5160-45a4-98c5-a02f4d6c579d req-22399211-0e28-47e2-9192-638b899ee59d service nova] Lock "5eaf1535-4d97-4020-b2a5-4f37e21026e0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.250502] env[65448]: DEBUG oslo_concurrency.lockutils [req-3249cc23-5160-45a4-98c5-a02f4d6c579d req-22399211-0e28-47e2-9192-638b899ee59d service nova] Lock "5eaf1535-4d97-4020-b2a5-4f37e21026e0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.250704] env[65448]: DEBUG nova.compute.manager [req-3249cc23-5160-45a4-98c5-a02f4d6c579d req-22399211-0e28-47e2-9192-638b899ee59d service nova] [instance: 5eaf1535-4d97-4020-b2a5-4f37e21026e0] No waiting events found dispatching network-vif-plugged-07bddfa2-c335-4492-87a0-4256e303f545 {{(pid=65448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 740.251166] env[65448]: WARNING nova.compute.manager [req-3249cc23-5160-45a4-98c5-a02f4d6c579d req-22399211-0e28-47e2-9192-638b899ee59d service nova] [instance: 5eaf1535-4d97-4020-b2a5-4f37e21026e0] Received unexpected event network-vif-plugged-07bddfa2-c335-4492-87a0-4256e303f545 for instance with vm_state building and task_state spawning. [ 740.251410] env[65448]: DEBUG nova.compute.manager [req-3249cc23-5160-45a4-98c5-a02f4d6c579d req-22399211-0e28-47e2-9192-638b899ee59d service nova] [instance: 5eaf1535-4d97-4020-b2a5-4f37e21026e0] Received event network-changed-07bddfa2-c335-4492-87a0-4256e303f545 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 740.251673] env[65448]: DEBUG nova.compute.manager [req-3249cc23-5160-45a4-98c5-a02f4d6c579d req-22399211-0e28-47e2-9192-638b899ee59d service nova] [instance: 5eaf1535-4d97-4020-b2a5-4f37e21026e0] Refreshing instance network info cache due to event network-changed-07bddfa2-c335-4492-87a0-4256e303f545. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 740.251980] env[65448]: DEBUG oslo_concurrency.lockutils [req-3249cc23-5160-45a4-98c5-a02f4d6c579d req-22399211-0e28-47e2-9192-638b899ee59d service nova] Acquiring lock "refresh_cache-5eaf1535-4d97-4020-b2a5-4f37e21026e0" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.252266] env[65448]: DEBUG oslo_concurrency.lockutils [req-3249cc23-5160-45a4-98c5-a02f4d6c579d req-22399211-0e28-47e2-9192-638b899ee59d service nova] Acquired lock "refresh_cache-5eaf1535-4d97-4020-b2a5-4f37e21026e0" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.252552] env[65448]: DEBUG nova.network.neutron [req-3249cc23-5160-45a4-98c5-a02f4d6c579d req-22399211-0e28-47e2-9192-638b899ee59d service nova] [instance: 5eaf1535-4d97-4020-b2a5-4f37e21026e0] Refreshing network info cache for port 07bddfa2-c335-4492-87a0-4256e303f545 {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 740.482414] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Releasing lock "refresh_cache-564e79e0-e826-4ad7-83ec-f780b9cc5de7" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.482876] env[65448]: DEBUG nova.compute.manager [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] [instance: 564e79e0-e826-4ad7-83ec-f780b9cc5de7] Instance network_info: |[{"id": "ba7c86ce-750b-4158-a3e6-e2006eed34e5", "address": "fa:16:3e:95:d3:22", "network": {"id": "a9cf7668-6efe-47bf-995f-b80dbc2213c0", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-170483857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44363cc9dcff4bc495bd38c2086e2d67", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ea0fc1b-0424-46ec-bef5-6b57b7d184d8", "external-id": "nsx-vlan-transportzone-618", "segmentation_id": 618, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba7c86ce-75", "ovs_interfaceid": "ba7c86ce-750b-4158-a3e6-e2006eed34e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 740.485774] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] [instance: 564e79e0-e826-4ad7-83ec-f780b9cc5de7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:95:d3:22', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0ea0fc1b-0424-46ec-bef5-6b57b7d184d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ba7c86ce-750b-4158-a3e6-e2006eed34e5', 'vif_model': 'vmxnet3'}] {{(pid=65448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 740.493696] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Creating folder: Project (44363cc9dcff4bc495bd38c2086e2d67). Parent ref: group-v961779. {{(pid=65448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 740.494314] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7e49c516-5327-4d20-b137-89d01e81f6ca {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.509416] env[65448]: INFO nova.virt.vmwareapi.vm_util [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Created folder: Project (44363cc9dcff4bc495bd38c2086e2d67) in parent group-v961779. [ 740.509604] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Creating folder: Instances. Parent ref: group-v961900. {{(pid=65448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 740.509932] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c1be98fa-6082-41c2-9e75-b2b0de82e81e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.520371] env[65448]: INFO nova.virt.vmwareapi.vm_util [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Created folder: Instances in parent group-v961900. [ 740.520736] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 740.523960] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 564e79e0-e826-4ad7-83ec-f780b9cc5de7] Creating VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 740.524877] env[65448]: DEBUG oslo_concurrency.lockutils [None req-277914eb-2bb2-4cad-8397-c0af0d14ed3d tempest-VolumesAssistedSnapshotsTest-83228541 tempest-VolumesAssistedSnapshotsTest-83228541-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.525369] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2029a8a6-467e-4af2-814a-cf86bfde6315 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.556478] env[65448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 740.556478] env[65448]: value = "task-4937448" [ 740.556478] env[65448]: _type = "Task" [ 740.556478] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.572613] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937448, 'name': CreateVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.585703] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Acquiring lock "refresh_cache-a1383469-5eaa-41c0-950c-fc5b071d8f62" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.585703] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Acquired lock "refresh_cache-a1383469-5eaa-41c0-950c-fc5b071d8f62" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.585703] env[65448]: DEBUG nova.network.neutron [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] [instance: a1383469-5eaa-41c0-950c-fc5b071d8f62] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 740.652216] env[65448]: DEBUG oslo_concurrency.lockutils [None req-40003280-334a-4a6f-ad35-dd8d19a118d1 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Acquiring lock "225f5425-83d8-441b-912c-7ca1815e531f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.652496] env[65448]: DEBUG oslo_concurrency.lockutils [None req-40003280-334a-4a6f-ad35-dd8d19a118d1 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Lock "225f5425-83d8-441b-912c-7ca1815e531f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.652821] env[65448]: DEBUG oslo_concurrency.lockutils [None req-40003280-334a-4a6f-ad35-dd8d19a118d1 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Acquiring lock "225f5425-83d8-441b-912c-7ca1815e531f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.653015] env[65448]: DEBUG oslo_concurrency.lockutils [None req-40003280-334a-4a6f-ad35-dd8d19a118d1 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Lock "225f5425-83d8-441b-912c-7ca1815e531f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.653269] env[65448]: DEBUG oslo_concurrency.lockutils [None req-40003280-334a-4a6f-ad35-dd8d19a118d1 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Lock "225f5425-83d8-441b-912c-7ca1815e531f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.656034] env[65448]: DEBUG nova.compute.manager [None req-06186070-067c-4526-aaee-a451065cf34b tempest-ServersTestFqdnHostnames-1972796060 tempest-ServersTestFqdnHostnames-1972796060-project-member] [instance: d72d778b-dd55-4ac5-a55a-ffa2176f8aa1] Start destroying the instance on the hypervisor. {{(pid=65448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3209}} [ 740.656034] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-06186070-067c-4526-aaee-a451065cf34b tempest-ServersTestFqdnHostnames-1972796060 tempest-ServersTestFqdnHostnames-1972796060-project-member] [instance: d72d778b-dd55-4ac5-a55a-ffa2176f8aa1] Destroying instance {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 740.656244] env[65448]: INFO nova.compute.manager [None req-40003280-334a-4a6f-ad35-dd8d19a118d1 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] [instance: 225f5425-83d8-441b-912c-7ca1815e531f] Terminating instance [ 740.658275] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca68f202-7954-44c3-bf73-66015b8c0e79 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.674249] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-06186070-067c-4526-aaee-a451065cf34b tempest-ServersTestFqdnHostnames-1972796060 tempest-ServersTestFqdnHostnames-1972796060-project-member] [instance: d72d778b-dd55-4ac5-a55a-ffa2176f8aa1] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 740.675452] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-892e8da8-2962-452c-8c84-7df8941185de {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.680626] env[65448]: DEBUG oslo_vmware.api [None req-5e08c38e-e5e5-435a-9563-de3b978f991d tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': task-4937445, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.107147} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.681418] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-5e08c38e-e5e5-435a-9563-de3b978f991d tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: 5eaf1535-4d97-4020-b2a5-4f37e21026e0] Extended root virtual disk {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 740.683138] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c753b480-377c-4357-b0b4-13d61c78648e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.691418] env[65448]: DEBUG oslo_vmware.api [None req-06186070-067c-4526-aaee-a451065cf34b tempest-ServersTestFqdnHostnames-1972796060 tempest-ServersTestFqdnHostnames-1972796060-project-member] Waiting for the task: (returnval){ [ 740.691418] env[65448]: value = "task-4937449" [ 740.691418] env[65448]: _type = "Task" [ 740.691418] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.716929] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e08c38e-e5e5-435a-9563-de3b978f991d tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: 5eaf1535-4d97-4020-b2a5-4f37e21026e0] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] 5eaf1535-4d97-4020-b2a5-4f37e21026e0/5eaf1535-4d97-4020-b2a5-4f37e21026e0.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 740.720972] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eefa2c20-99bc-476f-99d5-7e01d8e2ad50 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.736992] env[65448]: DEBUG nova.objects.instance [None req-848c6482-b42d-4ce4-b9e3-28609c1d88b2 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Lazy-loading 'flavor' on Instance uuid 09225223-b8d1-43b9-ae8c-25d7f27ac233 {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 740.742990] env[65448]: DEBUG oslo_vmware.api [None req-06186070-067c-4526-aaee-a451065cf34b tempest-ServersTestFqdnHostnames-1972796060 tempest-ServersTestFqdnHostnames-1972796060-project-member] Task: {'id': task-4937449, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.750452] env[65448]: DEBUG oslo_vmware.api [None req-5e08c38e-e5e5-435a-9563-de3b978f991d tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Waiting for the task: (returnval){ [ 740.750452] env[65448]: value = "task-4937450" [ 740.750452] env[65448]: _type = "Task" [ 740.750452] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.758245] env[65448]: WARNING neutronclient.v2_0.client [req-3249cc23-5160-45a4-98c5-a02f4d6c579d req-22399211-0e28-47e2-9192-638b899ee59d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 740.766736] env[65448]: DEBUG oslo_vmware.api [None req-5e08c38e-e5e5-435a-9563-de3b978f991d tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': task-4937450, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.845325] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89b3a029-f1a8-4be4-810b-b62a4148da9b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.854179] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18db4278-1430-41fe-b56b-c03d4ccbec9e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.894031] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2323c0c6-4fe7-4c7d-a3c0-dd29ce13b328 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.903679] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17b4399e-53e6-4431-a6fd-6eb4d63f1afb {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.918865] env[65448]: DEBUG nova.compute.provider_tree [None req-58dcc597-708e-4a89-ad22-131d6b2c9104 tempest-VolumesAdminNegativeTest-1869350700 tempest-VolumesAdminNegativeTest-1869350700-project-member] Updating inventory in ProviderTree for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 740.974701] env[65448]: WARNING neutronclient.v2_0.client [req-3249cc23-5160-45a4-98c5-a02f4d6c579d req-22399211-0e28-47e2-9192-638b899ee59d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 741.047270] env[65448]: DEBUG nova.compute.manager [req-b6639b4c-65ec-4639-b920-d33d9e372b25 req-d237647d-ab55-40b8-8d34-b3fc54b4f14e service nova] [instance: a1383469-5eaa-41c0-950c-fc5b071d8f62] Received event network-vif-plugged-77f9db01-5964-4b02-b922-1bb316e9ab1a {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 741.047491] env[65448]: DEBUG oslo_concurrency.lockutils [req-b6639b4c-65ec-4639-b920-d33d9e372b25 req-d237647d-ab55-40b8-8d34-b3fc54b4f14e service nova] Acquiring lock "a1383469-5eaa-41c0-950c-fc5b071d8f62-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.048299] env[65448]: DEBUG oslo_concurrency.lockutils [req-b6639b4c-65ec-4639-b920-d33d9e372b25 req-d237647d-ab55-40b8-8d34-b3fc54b4f14e service nova] Lock "a1383469-5eaa-41c0-950c-fc5b071d8f62-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.048522] env[65448]: DEBUG oslo_concurrency.lockutils [req-b6639b4c-65ec-4639-b920-d33d9e372b25 req-d237647d-ab55-40b8-8d34-b3fc54b4f14e service nova] Lock "a1383469-5eaa-41c0-950c-fc5b071d8f62-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.048735] env[65448]: DEBUG nova.compute.manager [req-b6639b4c-65ec-4639-b920-d33d9e372b25 req-d237647d-ab55-40b8-8d34-b3fc54b4f14e service nova] [instance: a1383469-5eaa-41c0-950c-fc5b071d8f62] No waiting events found dispatching network-vif-plugged-77f9db01-5964-4b02-b922-1bb316e9ab1a {{(pid=65448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 741.048937] env[65448]: WARNING nova.compute.manager [req-b6639b4c-65ec-4639-b920-d33d9e372b25 req-d237647d-ab55-40b8-8d34-b3fc54b4f14e service nova] [instance: a1383469-5eaa-41c0-950c-fc5b071d8f62] Received unexpected event network-vif-plugged-77f9db01-5964-4b02-b922-1bb316e9ab1a for instance with vm_state building and task_state spawning. [ 741.063021] env[65448]: DEBUG nova.network.neutron [req-3249cc23-5160-45a4-98c5-a02f4d6c579d req-22399211-0e28-47e2-9192-638b899ee59d service nova] [instance: 5eaf1535-4d97-4020-b2a5-4f37e21026e0] Updated VIF entry in instance network info cache for port 07bddfa2-c335-4492-87a0-4256e303f545. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 741.063379] env[65448]: DEBUG nova.network.neutron [req-3249cc23-5160-45a4-98c5-a02f4d6c579d req-22399211-0e28-47e2-9192-638b899ee59d service nova] [instance: 5eaf1535-4d97-4020-b2a5-4f37e21026e0] Updating instance_info_cache with network_info: [{"id": "07bddfa2-c335-4492-87a0-4256e303f545", "address": "fa:16:3e:3a:a8:f1", "network": {"id": "92aa873c-abd5-48af-9226-444e5584127a", "bridge": "br-int", "label": "tempest-ServersTestJSON-334056748-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd050f9067644c0db6e945683a3fcccc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07bddfa2-c3", "ovs_interfaceid": "07bddfa2-c335-4492-87a0-4256e303f545", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.072595] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937448, 'name': CreateVM_Task} progress is 99%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.152725] env[65448]: DEBUG nova.network.neutron [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] [instance: a1383469-5eaa-41c0-950c-fc5b071d8f62] Instance cache missing network info. {{(pid=65448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 741.168895] env[65448]: DEBUG nova.compute.manager [None req-40003280-334a-4a6f-ad35-dd8d19a118d1 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] [instance: 225f5425-83d8-441b-912c-7ca1815e531f] Start destroying the instance on the hypervisor. {{(pid=65448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3209}} [ 741.169571] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-40003280-334a-4a6f-ad35-dd8d19a118d1 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] [instance: 225f5425-83d8-441b-912c-7ca1815e531f] Destroying instance {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 741.170770] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-639b00f4-2c43-4856-a532-f2a5194b9243 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.182824] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-40003280-334a-4a6f-ad35-dd8d19a118d1 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] [instance: 225f5425-83d8-441b-912c-7ca1815e531f] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 741.182953] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-76cb48d7-f32f-4af0-a1a9-1378a37a3fff {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.192341] env[65448]: DEBUG oslo_vmware.api [None req-40003280-334a-4a6f-ad35-dd8d19a118d1 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Waiting for the task: (returnval){ [ 741.192341] env[65448]: value = "task-4937451" [ 741.192341] env[65448]: _type = "Task" [ 741.192341] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.210918] env[65448]: DEBUG oslo_vmware.api [None req-40003280-334a-4a6f-ad35-dd8d19a118d1 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Task: {'id': task-4937451, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.221755] env[65448]: DEBUG oslo_vmware.api [None req-06186070-067c-4526-aaee-a451065cf34b tempest-ServersTestFqdnHostnames-1972796060 tempest-ServersTestFqdnHostnames-1972796060-project-member] Task: {'id': task-4937449, 'name': PowerOffVM_Task, 'duration_secs': 0.309218} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.222781] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-06186070-067c-4526-aaee-a451065cf34b tempest-ServersTestFqdnHostnames-1972796060 tempest-ServersTestFqdnHostnames-1972796060-project-member] [instance: d72d778b-dd55-4ac5-a55a-ffa2176f8aa1] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 741.223197] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-06186070-067c-4526-aaee-a451065cf34b tempest-ServersTestFqdnHostnames-1972796060 tempest-ServersTestFqdnHostnames-1972796060-project-member] [instance: d72d778b-dd55-4ac5-a55a-ffa2176f8aa1] Unregistering the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 741.223732] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-42876724-3e4f-4436-aa8a-371c6aab234f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.247405] env[65448]: DEBUG oslo_concurrency.lockutils [None req-848c6482-b42d-4ce4-b9e3-28609c1d88b2 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Acquiring lock "refresh_cache-09225223-b8d1-43b9-ae8c-25d7f27ac233" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.247639] env[65448]: DEBUG oslo_concurrency.lockutils [None req-848c6482-b42d-4ce4-b9e3-28609c1d88b2 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Acquired lock "refresh_cache-09225223-b8d1-43b9-ae8c-25d7f27ac233" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.247989] env[65448]: DEBUG nova.network.neutron [None req-848c6482-b42d-4ce4-b9e3-28609c1d88b2 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] [instance: 09225223-b8d1-43b9-ae8c-25d7f27ac233] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 741.249142] env[65448]: DEBUG nova.objects.instance [None req-848c6482-b42d-4ce4-b9e3-28609c1d88b2 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Lazy-loading 'info_cache' on Instance uuid 09225223-b8d1-43b9-ae8c-25d7f27ac233 {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 741.268533] env[65448]: DEBUG oslo_vmware.api [None req-5e08c38e-e5e5-435a-9563-de3b978f991d tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': task-4937450, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.284064] env[65448]: WARNING neutronclient.v2_0.client [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 741.331037] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-06186070-067c-4526-aaee-a451065cf34b tempest-ServersTestFqdnHostnames-1972796060 tempest-ServersTestFqdnHostnames-1972796060-project-member] [instance: d72d778b-dd55-4ac5-a55a-ffa2176f8aa1] Unregistered the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 741.331447] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-06186070-067c-4526-aaee-a451065cf34b tempest-ServersTestFqdnHostnames-1972796060 tempest-ServersTestFqdnHostnames-1972796060-project-member] [instance: d72d778b-dd55-4ac5-a55a-ffa2176f8aa1] Deleting contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 741.331711] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-06186070-067c-4526-aaee-a451065cf34b tempest-ServersTestFqdnHostnames-1972796060 tempest-ServersTestFqdnHostnames-1972796060-project-member] Deleting the datastore file [datastore2] d72d778b-dd55-4ac5-a55a-ffa2176f8aa1 {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 741.332166] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-45075d7d-2b7a-4f1f-8bd9-be46b78fb2f7 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.342831] env[65448]: DEBUG oslo_vmware.api [None req-06186070-067c-4526-aaee-a451065cf34b tempest-ServersTestFqdnHostnames-1972796060 tempest-ServersTestFqdnHostnames-1972796060-project-member] Waiting for the task: (returnval){ [ 741.342831] env[65448]: value = "task-4937453" [ 741.342831] env[65448]: _type = "Task" [ 741.342831] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.355229] env[65448]: DEBUG oslo_vmware.api [None req-06186070-067c-4526-aaee-a451065cf34b tempest-ServersTestFqdnHostnames-1972796060 tempest-ServersTestFqdnHostnames-1972796060-project-member] Task: {'id': task-4937453, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.441317] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b5a79ef1-6767-45dd-8a84-db696fddb1a6 tempest-ServersTestJSON-1600957378 tempest-ServersTestJSON-1600957378-project-member] Acquiring lock "8f28d898-567e-409c-95bf-10e8000cdc4b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.441317] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b5a79ef1-6767-45dd-8a84-db696fddb1a6 tempest-ServersTestJSON-1600957378 tempest-ServersTestJSON-1600957378-project-member] Lock "8f28d898-567e-409c-95bf-10e8000cdc4b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.444722] env[65448]: DEBUG nova.network.neutron [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] [instance: a1383469-5eaa-41c0-950c-fc5b071d8f62] Updating instance_info_cache with network_info: [{"id": "77f9db01-5964-4b02-b922-1bb316e9ab1a", "address": "fa:16:3e:fb:97:45", "network": {"id": "a9cf7668-6efe-47bf-995f-b80dbc2213c0", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-170483857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44363cc9dcff4bc495bd38c2086e2d67", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ea0fc1b-0424-46ec-bef5-6b57b7d184d8", "external-id": "nsx-vlan-transportzone-618", "segmentation_id": 618, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77f9db01-59", "ovs_interfaceid": "77f9db01-5964-4b02-b922-1bb316e9ab1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.450895] env[65448]: ERROR nova.scheduler.client.report [None req-58dcc597-708e-4a89-ad22-131d6b2c9104 tempest-VolumesAdminNegativeTest-1869350700 tempest-VolumesAdminNegativeTest-1869350700-project-member] [req-f901aa41-9392-4fee-a63a-9f7c5c08a366] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 76aeec68-79e6-4d77-baf0-33bb098aa897. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f901aa41-9392-4fee-a63a-9f7c5c08a366"}]} [ 741.471900] env[65448]: DEBUG nova.scheduler.client.report [None req-58dcc597-708e-4a89-ad22-131d6b2c9104 tempest-VolumesAdminNegativeTest-1869350700 tempest-VolumesAdminNegativeTest-1869350700-project-member] Refreshing inventories for resource provider 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 741.491260] env[65448]: DEBUG nova.scheduler.client.report [None req-58dcc597-708e-4a89-ad22-131d6b2c9104 tempest-VolumesAdminNegativeTest-1869350700 tempest-VolumesAdminNegativeTest-1869350700-project-member] Updating ProviderTree inventory for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 741.491487] env[65448]: DEBUG nova.compute.provider_tree [None req-58dcc597-708e-4a89-ad22-131d6b2c9104 tempest-VolumesAdminNegativeTest-1869350700 tempest-VolumesAdminNegativeTest-1869350700-project-member] Updating inventory in ProviderTree for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 741.508419] env[65448]: DEBUG nova.scheduler.client.report [None req-58dcc597-708e-4a89-ad22-131d6b2c9104 tempest-VolumesAdminNegativeTest-1869350700 tempest-VolumesAdminNegativeTest-1869350700-project-member] Refreshing aggregate associations for resource provider 76aeec68-79e6-4d77-baf0-33bb098aa897, aggregates: None {{(pid=65448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 741.531086] env[65448]: DEBUG nova.scheduler.client.report [None req-58dcc597-708e-4a89-ad22-131d6b2c9104 tempest-VolumesAdminNegativeTest-1869350700 tempest-VolumesAdminNegativeTest-1869350700-project-member] Refreshing trait associations for resource provider 76aeec68-79e6-4d77-baf0-33bb098aa897, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=65448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 741.565952] env[65448]: DEBUG oslo_concurrency.lockutils [req-3249cc23-5160-45a4-98c5-a02f4d6c579d req-22399211-0e28-47e2-9192-638b899ee59d service nova] Releasing lock "refresh_cache-5eaf1535-4d97-4020-b2a5-4f37e21026e0" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.566284] env[65448]: DEBUG nova.compute.manager [req-3249cc23-5160-45a4-98c5-a02f4d6c579d req-22399211-0e28-47e2-9192-638b899ee59d service nova] [instance: 564e79e0-e826-4ad7-83ec-f780b9cc5de7] Received event network-vif-plugged-ba7c86ce-750b-4158-a3e6-e2006eed34e5 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 741.566491] env[65448]: DEBUG oslo_concurrency.lockutils [req-3249cc23-5160-45a4-98c5-a02f4d6c579d req-22399211-0e28-47e2-9192-638b899ee59d service nova] Acquiring lock "564e79e0-e826-4ad7-83ec-f780b9cc5de7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.566684] env[65448]: DEBUG oslo_concurrency.lockutils [req-3249cc23-5160-45a4-98c5-a02f4d6c579d req-22399211-0e28-47e2-9192-638b899ee59d service nova] Lock "564e79e0-e826-4ad7-83ec-f780b9cc5de7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.566832] env[65448]: DEBUG oslo_concurrency.lockutils [req-3249cc23-5160-45a4-98c5-a02f4d6c579d req-22399211-0e28-47e2-9192-638b899ee59d service nova] Lock "564e79e0-e826-4ad7-83ec-f780b9cc5de7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.566991] env[65448]: DEBUG nova.compute.manager [req-3249cc23-5160-45a4-98c5-a02f4d6c579d req-22399211-0e28-47e2-9192-638b899ee59d service nova] [instance: 564e79e0-e826-4ad7-83ec-f780b9cc5de7] No waiting events found dispatching network-vif-plugged-ba7c86ce-750b-4158-a3e6-e2006eed34e5 {{(pid=65448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 741.567168] env[65448]: WARNING nova.compute.manager [req-3249cc23-5160-45a4-98c5-a02f4d6c579d req-22399211-0e28-47e2-9192-638b899ee59d service nova] [instance: 564e79e0-e826-4ad7-83ec-f780b9cc5de7] Received unexpected event network-vif-plugged-ba7c86ce-750b-4158-a3e6-e2006eed34e5 for instance with vm_state building and task_state spawning. [ 741.567324] env[65448]: DEBUG nova.compute.manager [req-3249cc23-5160-45a4-98c5-a02f4d6c579d req-22399211-0e28-47e2-9192-638b899ee59d service nova] [instance: 564e79e0-e826-4ad7-83ec-f780b9cc5de7] Received event network-changed-ba7c86ce-750b-4158-a3e6-e2006eed34e5 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 741.567496] env[65448]: DEBUG nova.compute.manager [req-3249cc23-5160-45a4-98c5-a02f4d6c579d req-22399211-0e28-47e2-9192-638b899ee59d service nova] [instance: 564e79e0-e826-4ad7-83ec-f780b9cc5de7] Refreshing instance network info cache due to event network-changed-ba7c86ce-750b-4158-a3e6-e2006eed34e5. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 741.567658] env[65448]: DEBUG oslo_concurrency.lockutils [req-3249cc23-5160-45a4-98c5-a02f4d6c579d req-22399211-0e28-47e2-9192-638b899ee59d service nova] Acquiring lock "refresh_cache-564e79e0-e826-4ad7-83ec-f780b9cc5de7" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.567840] env[65448]: DEBUG oslo_concurrency.lockutils [req-3249cc23-5160-45a4-98c5-a02f4d6c579d req-22399211-0e28-47e2-9192-638b899ee59d service nova] Acquired lock "refresh_cache-564e79e0-e826-4ad7-83ec-f780b9cc5de7" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.568050] env[65448]: DEBUG nova.network.neutron [req-3249cc23-5160-45a4-98c5-a02f4d6c579d req-22399211-0e28-47e2-9192-638b899ee59d service nova] [instance: 564e79e0-e826-4ad7-83ec-f780b9cc5de7] Refreshing network info cache for port ba7c86ce-750b-4158-a3e6-e2006eed34e5 {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 741.577717] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937448, 'name': CreateVM_Task, 'duration_secs': 0.726532} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.577897] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 564e79e0-e826-4ad7-83ec-f780b9cc5de7] Created VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 741.578416] env[65448]: WARNING neutronclient.v2_0.client [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 741.579269] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.579269] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.579269] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.580325] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fab73193-4094-45a9-94ec-175927bc83ba {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.592018] env[65448]: DEBUG oslo_vmware.api [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Waiting for the task: (returnval){ [ 741.592018] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52216b43-3a97-492c-6344-e4eb824ce4c1" [ 741.592018] env[65448]: _type = "Task" [ 741.592018] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.605828] env[65448]: DEBUG oslo_vmware.api [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52216b43-3a97-492c-6344-e4eb824ce4c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.711832] env[65448]: DEBUG oslo_vmware.api [None req-40003280-334a-4a6f-ad35-dd8d19a118d1 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Task: {'id': task-4937451, 'name': PowerOffVM_Task, 'duration_secs': 0.319381} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.711832] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-40003280-334a-4a6f-ad35-dd8d19a118d1 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] [instance: 225f5425-83d8-441b-912c-7ca1815e531f] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 741.711832] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-40003280-334a-4a6f-ad35-dd8d19a118d1 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] [instance: 225f5425-83d8-441b-912c-7ca1815e531f] Unregistering the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 741.712185] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-68a4c044-bc16-4dfa-927e-234bf2f23ed7 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.754678] env[65448]: DEBUG nova.objects.base [None req-848c6482-b42d-4ce4-b9e3-28609c1d88b2 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Object Instance<09225223-b8d1-43b9-ae8c-25d7f27ac233> lazy-loaded attributes: flavor,info_cache {{(pid=65448) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 741.769978] env[65448]: DEBUG oslo_vmware.api [None req-5e08c38e-e5e5-435a-9563-de3b978f991d tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': task-4937450, 'name': ReconfigVM_Task, 'duration_secs': 0.595648} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.773848] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e08c38e-e5e5-435a-9563-de3b978f991d tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: 5eaf1535-4d97-4020-b2a5-4f37e21026e0] Reconfigured VM instance instance-0000002b to attach disk [datastore2] 5eaf1535-4d97-4020-b2a5-4f37e21026e0/5eaf1535-4d97-4020-b2a5-4f37e21026e0.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 741.775340] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c0063915-6e0a-4131-ae31-a7dd0bb6ab05 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.787759] env[65448]: DEBUG oslo_vmware.api [None req-5e08c38e-e5e5-435a-9563-de3b978f991d tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Waiting for the task: (returnval){ [ 741.787759] env[65448]: value = "task-4937455" [ 741.787759] env[65448]: _type = "Task" [ 741.787759] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.798437] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-40003280-334a-4a6f-ad35-dd8d19a118d1 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] [instance: 225f5425-83d8-441b-912c-7ca1815e531f] Unregistered the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 741.798660] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-40003280-334a-4a6f-ad35-dd8d19a118d1 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] [instance: 225f5425-83d8-441b-912c-7ca1815e531f] Deleting contents of the VM from datastore datastore1 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 741.798885] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-40003280-334a-4a6f-ad35-dd8d19a118d1 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Deleting the datastore file [datastore1] 225f5425-83d8-441b-912c-7ca1815e531f {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 741.804075] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-59456db5-566b-4abf-8651-77416c382029 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.805505] env[65448]: DEBUG oslo_vmware.api [None req-5e08c38e-e5e5-435a-9563-de3b978f991d tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': task-4937455, 'name': Rename_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.811183] env[65448]: DEBUG oslo_vmware.api [None req-40003280-334a-4a6f-ad35-dd8d19a118d1 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Waiting for the task: (returnval){ [ 741.811183] env[65448]: value = "task-4937456" [ 741.811183] env[65448]: _type = "Task" [ 741.811183] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.825259] env[65448]: DEBUG oslo_vmware.api [None req-40003280-334a-4a6f-ad35-dd8d19a118d1 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Task: {'id': task-4937456, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.856814] env[65448]: DEBUG oslo_vmware.api [None req-06186070-067c-4526-aaee-a451065cf34b tempest-ServersTestFqdnHostnames-1972796060 tempest-ServersTestFqdnHostnames-1972796060-project-member] Task: {'id': task-4937453, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.351681} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.857090] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-06186070-067c-4526-aaee-a451065cf34b tempest-ServersTestFqdnHostnames-1972796060 tempest-ServersTestFqdnHostnames-1972796060-project-member] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 741.857269] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-06186070-067c-4526-aaee-a451065cf34b tempest-ServersTestFqdnHostnames-1972796060 tempest-ServersTestFqdnHostnames-1972796060-project-member] [instance: d72d778b-dd55-4ac5-a55a-ffa2176f8aa1] Deleted contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 741.857436] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-06186070-067c-4526-aaee-a451065cf34b tempest-ServersTestFqdnHostnames-1972796060 tempest-ServersTestFqdnHostnames-1972796060-project-member] [instance: d72d778b-dd55-4ac5-a55a-ffa2176f8aa1] Instance destroyed {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 741.857604] env[65448]: INFO nova.compute.manager [None req-06186070-067c-4526-aaee-a451065cf34b tempest-ServersTestFqdnHostnames-1972796060 tempest-ServersTestFqdnHostnames-1972796060-project-member] [instance: d72d778b-dd55-4ac5-a55a-ffa2176f8aa1] Took 1.20 seconds to destroy the instance on the hypervisor. [ 741.857845] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-06186070-067c-4526-aaee-a451065cf34b tempest-ServersTestFqdnHostnames-1972796060 tempest-ServersTestFqdnHostnames-1972796060-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 741.858080] env[65448]: DEBUG nova.compute.manager [-] [instance: d72d778b-dd55-4ac5-a55a-ffa2176f8aa1] Deallocating network for instance {{(pid=65448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 741.858182] env[65448]: DEBUG nova.network.neutron [-] [instance: d72d778b-dd55-4ac5-a55a-ffa2176f8aa1] deallocate_for_instance() {{(pid=65448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 741.858673] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 741.907343] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 741.947875] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Releasing lock "refresh_cache-a1383469-5eaa-41c0-950c-fc5b071d8f62" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.948271] env[65448]: DEBUG nova.compute.manager [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] [instance: a1383469-5eaa-41c0-950c-fc5b071d8f62] Instance network_info: |[{"id": "77f9db01-5964-4b02-b922-1bb316e9ab1a", "address": "fa:16:3e:fb:97:45", "network": {"id": "a9cf7668-6efe-47bf-995f-b80dbc2213c0", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-170483857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44363cc9dcff4bc495bd38c2086e2d67", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ea0fc1b-0424-46ec-bef5-6b57b7d184d8", "external-id": "nsx-vlan-transportzone-618", "segmentation_id": 618, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77f9db01-59", "ovs_interfaceid": "77f9db01-5964-4b02-b922-1bb316e9ab1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 741.948764] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] [instance: a1383469-5eaa-41c0-950c-fc5b071d8f62] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:97:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0ea0fc1b-0424-46ec-bef5-6b57b7d184d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '77f9db01-5964-4b02-b922-1bb316e9ab1a', 'vif_model': 'vmxnet3'}] {{(pid=65448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 741.956852] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 741.957301] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1383469-5eaa-41c0-950c-fc5b071d8f62] Creating VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 741.957407] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9c229a73-ac1a-45b7-a5fc-f54c52594476 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.982942] env[65448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 741.982942] env[65448]: value = "task-4937457" [ 741.982942] env[65448]: _type = "Task" [ 741.982942] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.996096] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937457, 'name': CreateVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.078369] env[65448]: WARNING neutronclient.v2_0.client [req-3249cc23-5160-45a4-98c5-a02f4d6c579d req-22399211-0e28-47e2-9192-638b899ee59d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 742.109692] env[65448]: DEBUG oslo_vmware.api [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52216b43-3a97-492c-6344-e4eb824ce4c1, 'name': SearchDatastore_Task, 'duration_secs': 0.017143} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.110352] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.110812] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] [instance: 564e79e0-e826-4ad7-83ec-f780b9cc5de7] Processing image 50fb366d-48e6-424f-9c20-bc83d77be76a {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 742.111250] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.111531] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.111852] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 742.112320] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-579c361b-b2e3-44a4-8a34-90d6b16155a7 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.136353] env[65448]: DEBUG oslo_concurrency.lockutils [None req-ce2e180e-e45c-47f2-8f32-edfab56af4d7 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Acquiring lock "4d62a820-fb2b-4101-9dbc-d7cf4a27961a" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.137129] env[65448]: DEBUG oslo_concurrency.lockutils [None req-ce2e180e-e45c-47f2-8f32-edfab56af4d7 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Lock "4d62a820-fb2b-4101-9dbc-d7cf4a27961a" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.137344] env[65448]: DEBUG nova.compute.manager [None req-ce2e180e-e45c-47f2-8f32-edfab56af4d7 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 4d62a820-fb2b-4101-9dbc-d7cf4a27961a] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 742.137692] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 742.137841] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 742.139194] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91fcc1f5-12d3-49b8-aeb7-f184b0c3c6b2 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.142664] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c994f6b-c0c5-48e8-9e02-e654bd8eaa21 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.154911] env[65448]: DEBUG nova.compute.manager [None req-ce2e180e-e45c-47f2-8f32-edfab56af4d7 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 4d62a820-fb2b-4101-9dbc-d7cf4a27961a] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65448) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3449}} [ 742.155443] env[65448]: DEBUG nova.objects.instance [None req-ce2e180e-e45c-47f2-8f32-edfab56af4d7 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Lazy-loading 'flavor' on Instance uuid 4d62a820-fb2b-4101-9dbc-d7cf4a27961a {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 742.158693] env[65448]: DEBUG oslo_vmware.api [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Waiting for the task: (returnval){ [ 742.158693] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5298a774-1b39-eff3-a95d-6f6302aacc2d" [ 742.158693] env[65448]: _type = "Task" [ 742.158693] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.173876] env[65448]: DEBUG oslo_vmware.api [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5298a774-1b39-eff3-a95d-6f6302aacc2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.265637] env[65448]: WARNING neutronclient.v2_0.client [None req-848c6482-b42d-4ce4-b9e3-28609c1d88b2 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 742.298447] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d676b01c-5026-481f-9176-50b9e05593b1 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Acquiring lock "f7468e7d-2bed-4b9a-a642-b7f628a95305" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.298773] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d676b01c-5026-481f-9176-50b9e05593b1 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Lock "f7468e7d-2bed-4b9a-a642-b7f628a95305" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.310070] env[65448]: DEBUG oslo_vmware.api [None req-5e08c38e-e5e5-435a-9563-de3b978f991d tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': task-4937455, 'name': Rename_Task, 'duration_secs': 0.252235} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.310435] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e08c38e-e5e5-435a-9563-de3b978f991d tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: 5eaf1535-4d97-4020-b2a5-4f37e21026e0] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 742.310716] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b2f4337e-a6d3-4157-a1d9-9a951accd057 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.324377] env[65448]: DEBUG oslo_vmware.api [None req-5e08c38e-e5e5-435a-9563-de3b978f991d tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Waiting for the task: (returnval){ [ 742.324377] env[65448]: value = "task-4937458" [ 742.324377] env[65448]: _type = "Task" [ 742.324377] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.331970] env[65448]: DEBUG oslo_vmware.api [None req-40003280-334a-4a6f-ad35-dd8d19a118d1 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Task: {'id': task-4937456, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.308697} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.332924] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-40003280-334a-4a6f-ad35-dd8d19a118d1 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 742.333303] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-40003280-334a-4a6f-ad35-dd8d19a118d1 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] [instance: 225f5425-83d8-441b-912c-7ca1815e531f] Deleted contents of the VM from datastore datastore1 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 742.333529] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-40003280-334a-4a6f-ad35-dd8d19a118d1 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] [instance: 225f5425-83d8-441b-912c-7ca1815e531f] Instance destroyed {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 742.333725] env[65448]: INFO nova.compute.manager [None req-40003280-334a-4a6f-ad35-dd8d19a118d1 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] [instance: 225f5425-83d8-441b-912c-7ca1815e531f] Took 1.16 seconds to destroy the instance on the hypervisor. [ 742.333978] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-40003280-334a-4a6f-ad35-dd8d19a118d1 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 742.334207] env[65448]: DEBUG nova.compute.manager [-] [instance: 225f5425-83d8-441b-912c-7ca1815e531f] Deallocating network for instance {{(pid=65448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 742.334305] env[65448]: DEBUG nova.network.neutron [-] [instance: 225f5425-83d8-441b-912c-7ca1815e531f] deallocate_for_instance() {{(pid=65448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 742.334625] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 742.343659] env[65448]: DEBUG oslo_vmware.api [None req-5e08c38e-e5e5-435a-9563-de3b978f991d tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': task-4937458, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.344880] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a215a0e6-e22e-401a-931c-0ba254ee7173 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.356505] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46295a48-8995-47e6-bf66-22a422327da5 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.392811] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7ae883f-ef71-4b3a-8bb4-3ec9394787c6 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.401470] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebbff1f4-c1bf-442c-b68a-b6e841db0b14 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.417345] env[65448]: DEBUG nova.compute.provider_tree [None req-58dcc597-708e-4a89-ad22-131d6b2c9104 tempest-VolumesAdminNegativeTest-1869350700 tempest-VolumesAdminNegativeTest-1869350700-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 742.497201] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937457, 'name': CreateVM_Task} progress is 99%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.573552] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 742.675972] env[65448]: DEBUG nova.compute.manager [None req-a1ca1afb-37a9-4c6c-984a-ff36105d13cf tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: f0ae0ad7-7800-4f5a-a270-7749177b8675] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 742.676494] env[65448]: DEBUG oslo_vmware.api [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5298a774-1b39-eff3-a95d-6f6302aacc2d, 'name': SearchDatastore_Task, 'duration_secs': 0.032142} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.677903] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5212653c-9ee4-4ced-aba9-87a6c37f2028 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.685789] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd16292e-dfe2-4d5f-a031-abc32701a0db {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.693024] env[65448]: DEBUG oslo_vmware.api [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Waiting for the task: (returnval){ [ 742.693024] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5288ae61-20ca-9dff-d2f5-a5ab4c62508c" [ 742.693024] env[65448]: _type = "Task" [ 742.693024] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.706386] env[65448]: DEBUG oslo_vmware.api [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5288ae61-20ca-9dff-d2f5-a5ab4c62508c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.835429] env[65448]: DEBUG oslo_vmware.api [None req-5e08c38e-e5e5-435a-9563-de3b978f991d tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': task-4937458, 'name': PowerOnVM_Task} progress is 78%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.920806] env[65448]: DEBUG nova.scheduler.client.report [None req-58dcc597-708e-4a89-ad22-131d6b2c9104 tempest-VolumesAdminNegativeTest-1869350700 tempest-VolumesAdminNegativeTest-1869350700-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 742.995908] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937457, 'name': CreateVM_Task, 'duration_secs': 0.624736} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.995908] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1383469-5eaa-41c0-950c-fc5b071d8f62] Created VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 742.996150] env[65448]: WARNING neutronclient.v2_0.client [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 742.996616] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.996718] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.997048] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.997346] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7dcd092e-9493-48d4-ae5c-3e749496bbd4 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.004498] env[65448]: DEBUG oslo_vmware.api [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Waiting for the task: (returnval){ [ 743.004498] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52b08d4e-092c-bda3-4c50-78decb446cbf" [ 743.004498] env[65448]: _type = "Task" [ 743.004498] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.020489] env[65448]: DEBUG nova.network.neutron [-] [instance: d72d778b-dd55-4ac5-a55a-ffa2176f8aa1] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.022081] env[65448]: DEBUG oslo_vmware.api [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52b08d4e-092c-bda3-4c50-78decb446cbf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.067753] env[65448]: WARNING neutronclient.v2_0.client [req-3249cc23-5160-45a4-98c5-a02f4d6c579d req-22399211-0e28-47e2-9192-638b899ee59d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 743.171229] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce2e180e-e45c-47f2-8f32-edfab56af4d7 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 4d62a820-fb2b-4101-9dbc-d7cf4a27961a] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 743.171229] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6e9f0b99-1503-4b77-8d5c-23ad4b0e517d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.180237] env[65448]: WARNING neutronclient.v2_0.client [None req-848c6482-b42d-4ce4-b9e3-28609c1d88b2 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 743.183874] env[65448]: DEBUG oslo_vmware.api [None req-ce2e180e-e45c-47f2-8f32-edfab56af4d7 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Waiting for the task: (returnval){ [ 743.183874] env[65448]: value = "task-4937459" [ 743.183874] env[65448]: _type = "Task" [ 743.183874] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.194868] env[65448]: DEBUG oslo_vmware.api [None req-ce2e180e-e45c-47f2-8f32-edfab56af4d7 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': task-4937459, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.201436] env[65448]: INFO nova.compute.manager [None req-a1ca1afb-37a9-4c6c-984a-ff36105d13cf tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: f0ae0ad7-7800-4f5a-a270-7749177b8675] instance snapshotting [ 743.202366] env[65448]: DEBUG nova.objects.instance [None req-a1ca1afb-37a9-4c6c-984a-ff36105d13cf tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Lazy-loading 'flavor' on Instance uuid f0ae0ad7-7800-4f5a-a270-7749177b8675 {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 743.208131] env[65448]: DEBUG oslo_vmware.api [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5288ae61-20ca-9dff-d2f5-a5ab4c62508c, 'name': SearchDatastore_Task, 'duration_secs': 0.0258} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.208730] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.208999] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] 564e79e0-e826-4ad7-83ec-f780b9cc5de7/564e79e0-e826-4ad7-83ec-f780b9cc5de7.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 743.209306] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-118aded5-b184-47ec-a79c-34e0ad0c52e6 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.221261] env[65448]: DEBUG oslo_vmware.api [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Waiting for the task: (returnval){ [ 743.221261] env[65448]: value = "task-4937460" [ 743.221261] env[65448]: _type = "Task" [ 743.221261] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.237453] env[65448]: DEBUG oslo_vmware.api [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Task: {'id': task-4937460, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.312395] env[65448]: DEBUG nova.network.neutron [req-3249cc23-5160-45a4-98c5-a02f4d6c579d req-22399211-0e28-47e2-9192-638b899ee59d service nova] [instance: 564e79e0-e826-4ad7-83ec-f780b9cc5de7] Updated VIF entry in instance network info cache for port ba7c86ce-750b-4158-a3e6-e2006eed34e5. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 743.312844] env[65448]: DEBUG nova.network.neutron [req-3249cc23-5160-45a4-98c5-a02f4d6c579d req-22399211-0e28-47e2-9192-638b899ee59d service nova] [instance: 564e79e0-e826-4ad7-83ec-f780b9cc5de7] Updating instance_info_cache with network_info: [{"id": "ba7c86ce-750b-4158-a3e6-e2006eed34e5", "address": "fa:16:3e:95:d3:22", "network": {"id": "a9cf7668-6efe-47bf-995f-b80dbc2213c0", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-170483857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44363cc9dcff4bc495bd38c2086e2d67", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ea0fc1b-0424-46ec-bef5-6b57b7d184d8", "external-id": "nsx-vlan-transportzone-618", "segmentation_id": 618, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba7c86ce-75", "ovs_interfaceid": "ba7c86ce-750b-4158-a3e6-e2006eed34e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.339811] env[65448]: DEBUG oslo_vmware.api [None req-5e08c38e-e5e5-435a-9563-de3b978f991d tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': task-4937458, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.368614] env[65448]: DEBUG nova.network.neutron [None req-848c6482-b42d-4ce4-b9e3-28609c1d88b2 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] [instance: 09225223-b8d1-43b9-ae8c-25d7f27ac233] Updating instance_info_cache with network_info: [{"id": "704e8bb7-b6b6-4818-bbb4-11b239c9a1de", "address": "fa:16:3e:b6:13:7f", "network": {"id": "efd72c64-55ca-463e-93ec-5fab6fc6790d", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1268907260-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "49296739b15f462b8d025177a517965d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap704e8bb7-b6", "ovs_interfaceid": "704e8bb7-b6b6-4818-bbb4-11b239c9a1de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.398033] env[65448]: DEBUG nova.network.neutron [-] [instance: 225f5425-83d8-441b-912c-7ca1815e531f] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.429632] env[65448]: DEBUG oslo_vmware.rw_handles [None req-52c33394-843d-4e50-9515-f2ebe3f63196 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fe5d76-f53a-5f6d-9a18-cefbb7a1994e/disk-0.vmdk. {{(pid=65448) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 743.430612] env[65448]: DEBUG oslo_concurrency.lockutils [None req-58dcc597-708e-4a89-ad22-131d6b2c9104 tempest-VolumesAdminNegativeTest-1869350700 tempest-VolumesAdminNegativeTest-1869350700-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.858s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.434133] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89658bea-060b-479a-80da-b91826fe6ac7 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.437774] env[65448]: DEBUG oslo_concurrency.lockutils [None req-566323c3-a7a7-4605-b033-d60f39166c97 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.239s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.437774] env[65448]: DEBUG nova.objects.instance [None req-566323c3-a7a7-4605-b033-d60f39166c97 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Lazy-loading 'resources' on Instance uuid fb73de4f-982f-48b5-b0a6-febcf9a1f54e {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 743.443994] env[65448]: DEBUG oslo_vmware.rw_handles [None req-52c33394-843d-4e50-9515-f2ebe3f63196 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fe5d76-f53a-5f6d-9a18-cefbb7a1994e/disk-0.vmdk is in state: ready. {{(pid=65448) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 743.444337] env[65448]: ERROR oslo_vmware.rw_handles [None req-52c33394-843d-4e50-9515-f2ebe3f63196 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fe5d76-f53a-5f6d-9a18-cefbb7a1994e/disk-0.vmdk due to incomplete transfer. [ 743.444888] env[65448]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-3d82d9b2-8a14-4206-83a4-751f1c125867 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.456300] env[65448]: DEBUG oslo_vmware.rw_handles [None req-52c33394-843d-4e50-9515-f2ebe3f63196 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fe5d76-f53a-5f6d-9a18-cefbb7a1994e/disk-0.vmdk. {{(pid=65448) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 743.457152] env[65448]: DEBUG nova.virt.vmwareapi.images [None req-52c33394-843d-4e50-9515-f2ebe3f63196 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] [instance: 3a95cfa3-d907-467b-9081-c8c5b4b9dd5a] Uploaded image 5ddf285e-ed20-43a9-bc27-ac980fbc960a to the Glance image server {{(pid=65448) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 743.458151] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-52c33394-843d-4e50-9515-f2ebe3f63196 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] [instance: 3a95cfa3-d907-467b-9081-c8c5b4b9dd5a] Destroying the VM {{(pid=65448) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 743.459416] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c1b39488-9eb7-42fe-9e64-4b5fe2f507b3 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.463051] env[65448]: INFO nova.scheduler.client.report [None req-58dcc597-708e-4a89-ad22-131d6b2c9104 tempest-VolumesAdminNegativeTest-1869350700 tempest-VolumesAdminNegativeTest-1869350700-project-member] Deleted allocations for instance 2e23dcac-a447-4ae9-bcf6-26b268a664c4 [ 743.468875] env[65448]: DEBUG oslo_vmware.api [None req-52c33394-843d-4e50-9515-f2ebe3f63196 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Waiting for the task: (returnval){ [ 743.468875] env[65448]: value = "task-4937461" [ 743.468875] env[65448]: _type = "Task" [ 743.468875] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.481124] env[65448]: DEBUG oslo_vmware.api [None req-52c33394-843d-4e50-9515-f2ebe3f63196 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Task: {'id': task-4937461, 'name': Destroy_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.518498] env[65448]: DEBUG oslo_vmware.api [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52b08d4e-092c-bda3-4c50-78decb446cbf, 'name': SearchDatastore_Task, 'duration_secs': 0.018049} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.518818] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.520104] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] [instance: a1383469-5eaa-41c0-950c-fc5b071d8f62] Processing image 50fb366d-48e6-424f-9c20-bc83d77be76a {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 743.520104] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.520104] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.520104] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 743.520608] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8a364d8b-b939-46a4-9ea7-e2a559c8d442 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.523132] env[65448]: INFO nova.compute.manager [-] [instance: d72d778b-dd55-4ac5-a55a-ffa2176f8aa1] Took 1.66 seconds to deallocate network for instance. [ 743.536360] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 743.536481] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 743.537241] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db58ba2b-1362-4883-9094-6543727b7186 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.543917] env[65448]: DEBUG oslo_vmware.api [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Waiting for the task: (returnval){ [ 743.543917] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5275d4c5-fc5b-ac8a-babf-2d626a7943f6" [ 743.543917] env[65448]: _type = "Task" [ 743.543917] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.555292] env[65448]: DEBUG oslo_vmware.api [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5275d4c5-fc5b-ac8a-babf-2d626a7943f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.696713] env[65448]: DEBUG oslo_vmware.api [None req-ce2e180e-e45c-47f2-8f32-edfab56af4d7 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': task-4937459, 'name': PowerOffVM_Task, 'duration_secs': 0.290533} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.696995] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce2e180e-e45c-47f2-8f32-edfab56af4d7 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 4d62a820-fb2b-4101-9dbc-d7cf4a27961a] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 743.697838] env[65448]: DEBUG nova.compute.manager [None req-ce2e180e-e45c-47f2-8f32-edfab56af4d7 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 4d62a820-fb2b-4101-9dbc-d7cf4a27961a] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 743.698777] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e69f3b75-51c5-4270-99db-31e45ef00f34 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.712810] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b57e3eb0-bc4b-4274-a7d2-df0df248c54a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.742629] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae0225a5-2644-4fdb-a6b7-2dc983a90972 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.746833] env[65448]: DEBUG nova.compute.manager [req-1470041f-ffe1-400f-b937-fbce9b85c276 req-1285afb4-b8f5-40a5-80c3-6a20560dc75b service nova] [instance: b72f98f6-f233-4a51-b4ac-fef6364407f1] Received event network-vif-deleted-e0a90c57-fee7-4180-86a2-37a189191d1c {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 743.755115] env[65448]: DEBUG oslo_vmware.api [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Task: {'id': task-4937460, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.817484] env[65448]: DEBUG oslo_concurrency.lockutils [req-3249cc23-5160-45a4-98c5-a02f4d6c579d req-22399211-0e28-47e2-9192-638b899ee59d service nova] Releasing lock "refresh_cache-564e79e0-e826-4ad7-83ec-f780b9cc5de7" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.837948] env[65448]: DEBUG oslo_vmware.api [None req-5e08c38e-e5e5-435a-9563-de3b978f991d tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': task-4937458, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.871576] env[65448]: DEBUG oslo_concurrency.lockutils [None req-848c6482-b42d-4ce4-b9e3-28609c1d88b2 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Releasing lock "refresh_cache-09225223-b8d1-43b9-ae8c-25d7f27ac233" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.901948] env[65448]: INFO nova.compute.manager [-] [instance: 225f5425-83d8-441b-912c-7ca1815e531f] Took 1.57 seconds to deallocate network for instance. [ 743.979582] env[65448]: DEBUG oslo_concurrency.lockutils [None req-58dcc597-708e-4a89-ad22-131d6b2c9104 tempest-VolumesAdminNegativeTest-1869350700 tempest-VolumesAdminNegativeTest-1869350700-project-member] Lock "2e23dcac-a447-4ae9-bcf6-26b268a664c4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.150s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.988445] env[65448]: DEBUG oslo_vmware.api [None req-52c33394-843d-4e50-9515-f2ebe3f63196 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Task: {'id': task-4937461, 'name': Destroy_Task} progress is 33%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.016062] env[65448]: DEBUG nova.compute.manager [req-59435beb-8adf-40e9-ac3b-1afba3e90281 req-eea09554-52f8-45a3-85df-c965aa30412f service nova] [instance: a1383469-5eaa-41c0-950c-fc5b071d8f62] Received event network-changed-77f9db01-5964-4b02-b922-1bb316e9ab1a {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 744.016597] env[65448]: DEBUG nova.compute.manager [req-59435beb-8adf-40e9-ac3b-1afba3e90281 req-eea09554-52f8-45a3-85df-c965aa30412f service nova] [instance: a1383469-5eaa-41c0-950c-fc5b071d8f62] Refreshing instance network info cache due to event network-changed-77f9db01-5964-4b02-b922-1bb316e9ab1a. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 744.016597] env[65448]: DEBUG oslo_concurrency.lockutils [req-59435beb-8adf-40e9-ac3b-1afba3e90281 req-eea09554-52f8-45a3-85df-c965aa30412f service nova] Acquiring lock "refresh_cache-a1383469-5eaa-41c0-950c-fc5b071d8f62" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.016814] env[65448]: DEBUG oslo_concurrency.lockutils [req-59435beb-8adf-40e9-ac3b-1afba3e90281 req-eea09554-52f8-45a3-85df-c965aa30412f service nova] Acquired lock "refresh_cache-a1383469-5eaa-41c0-950c-fc5b071d8f62" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.016814] env[65448]: DEBUG nova.network.neutron [req-59435beb-8adf-40e9-ac3b-1afba3e90281 req-eea09554-52f8-45a3-85df-c965aa30412f service nova] [instance: a1383469-5eaa-41c0-950c-fc5b071d8f62] Refreshing network info cache for port 77f9db01-5964-4b02-b922-1bb316e9ab1a {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 744.031834] env[65448]: DEBUG oslo_concurrency.lockutils [None req-06186070-067c-4526-aaee-a451065cf34b tempest-ServersTestFqdnHostnames-1972796060 tempest-ServersTestFqdnHostnames-1972796060-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.058920] env[65448]: DEBUG oslo_vmware.api [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5275d4c5-fc5b-ac8a-babf-2d626a7943f6, 'name': SearchDatastore_Task, 'duration_secs': 0.046983} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.060122] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62bc17a6-78fe-43ee-89d0-fbc0e51439b7 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.066919] env[65448]: DEBUG oslo_vmware.api [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Waiting for the task: (returnval){ [ 744.066919] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5244deee-a3d8-a83c-a2f6-a24d73afabc8" [ 744.066919] env[65448]: _type = "Task" [ 744.066919] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.079958] env[65448]: DEBUG oslo_vmware.api [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5244deee-a3d8-a83c-a2f6-a24d73afabc8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.215270] env[65448]: DEBUG oslo_concurrency.lockutils [None req-ce2e180e-e45c-47f2-8f32-edfab56af4d7 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Lock "4d62a820-fb2b-4101-9dbc-d7cf4a27961a" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.078s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.246791] env[65448]: DEBUG oslo_vmware.api [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Task: {'id': task-4937460, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.686259} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.249848] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] 564e79e0-e826-4ad7-83ec-f780b9cc5de7/564e79e0-e826-4ad7-83ec-f780b9cc5de7.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 744.249848] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] [instance: 564e79e0-e826-4ad7-83ec-f780b9cc5de7] Extending root virtual disk to 1048576 {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 744.250389] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0c511c5e-9353-406b-9872-40a0c46a0e06 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.257485] env[65448]: DEBUG oslo_vmware.api [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Waiting for the task: (returnval){ [ 744.257485] env[65448]: value = "task-4937462" [ 744.257485] env[65448]: _type = "Task" [ 744.257485] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.262334] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-a1ca1afb-37a9-4c6c-984a-ff36105d13cf tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: f0ae0ad7-7800-4f5a-a270-7749177b8675] Creating Snapshot of the VM instance {{(pid=65448) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 744.265609] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f89e2384-cddd-403b-b159-476890c837ca {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.278196] env[65448]: DEBUG oslo_vmware.api [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Task: {'id': task-4937462, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.279015] env[65448]: DEBUG oslo_vmware.api [None req-a1ca1afb-37a9-4c6c-984a-ff36105d13cf tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Waiting for the task: (returnval){ [ 744.279015] env[65448]: value = "task-4937463" [ 744.279015] env[65448]: _type = "Task" [ 744.279015] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.294076] env[65448]: DEBUG oslo_vmware.api [None req-a1ca1afb-37a9-4c6c-984a-ff36105d13cf tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4937463, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.342021] env[65448]: DEBUG oslo_vmware.api [None req-5e08c38e-e5e5-435a-9563-de3b978f991d tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': task-4937458, 'name': PowerOnVM_Task, 'duration_secs': 1.72684} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.345278] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e08c38e-e5e5-435a-9563-de3b978f991d tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: 5eaf1535-4d97-4020-b2a5-4f37e21026e0] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 744.345556] env[65448]: INFO nova.compute.manager [None req-5e08c38e-e5e5-435a-9563-de3b978f991d tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: 5eaf1535-4d97-4020-b2a5-4f37e21026e0] Took 11.21 seconds to spawn the instance on the hypervisor. [ 744.345741] env[65448]: DEBUG nova.compute.manager [None req-5e08c38e-e5e5-435a-9563-de3b978f991d tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: 5eaf1535-4d97-4020-b2a5-4f37e21026e0] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 744.348339] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd995125-3898-4a2a-9736-3034c1194c4b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.406511] env[65448]: DEBUG oslo_concurrency.lockutils [None req-40003280-334a-4a6f-ad35-dd8d19a118d1 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.487526] env[65448]: DEBUG oslo_vmware.api [None req-52c33394-843d-4e50-9515-f2ebe3f63196 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Task: {'id': task-4937461, 'name': Destroy_Task, 'duration_secs': 0.662039} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.492027] env[65448]: INFO nova.virt.vmwareapi.vm_util [None req-52c33394-843d-4e50-9515-f2ebe3f63196 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] [instance: 3a95cfa3-d907-467b-9081-c8c5b4b9dd5a] Destroyed the VM [ 744.492027] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-52c33394-843d-4e50-9515-f2ebe3f63196 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] [instance: 3a95cfa3-d907-467b-9081-c8c5b4b9dd5a] Deleting Snapshot of the VM instance {{(pid=65448) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 744.492027] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5bd22d0d-97fd-4984-a885-878e5275bc7a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.500436] env[65448]: DEBUG oslo_vmware.api [None req-52c33394-843d-4e50-9515-f2ebe3f63196 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Waiting for the task: (returnval){ [ 744.500436] env[65448]: value = "task-4937464" [ 744.500436] env[65448]: _type = "Task" [ 744.500436] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.517962] env[65448]: DEBUG oslo_vmware.api [None req-52c33394-843d-4e50-9515-f2ebe3f63196 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Task: {'id': task-4937464, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.519763] env[65448]: WARNING neutronclient.v2_0.client [req-59435beb-8adf-40e9-ac3b-1afba3e90281 req-eea09554-52f8-45a3-85df-c965aa30412f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 744.583609] env[65448]: DEBUG oslo_vmware.api [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5244deee-a3d8-a83c-a2f6-a24d73afabc8, 'name': SearchDatastore_Task, 'duration_secs': 0.014365} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.583864] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.584138] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] a1383469-5eaa-41c0-950c-fc5b071d8f62/a1383469-5eaa-41c0-950c-fc5b071d8f62.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 744.584412] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a5e18b28-9d87-43f0-83f2-4a915979ba7d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.594333] env[65448]: DEBUG oslo_vmware.api [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Waiting for the task: (returnval){ [ 744.594333] env[65448]: value = "task-4937465" [ 744.594333] env[65448]: _type = "Task" [ 744.594333] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.605399] env[65448]: DEBUG oslo_vmware.api [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Task: {'id': task-4937465, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.656477] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b81b090d-badf-4816-a641-a2791c9c3c10 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.665763] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8b99768-3b0c-4101-b226-8ff721dabcd6 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.703183] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da257eb1-b043-49b0-a53b-b8506ad93410 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.711298] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71be060b-97ca-4a15-b3b7-92274e73c410 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.728634] env[65448]: DEBUG nova.compute.provider_tree [None req-566323c3-a7a7-4605-b033-d60f39166c97 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Updating inventory in ProviderTree for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 744.771675] env[65448]: DEBUG oslo_vmware.api [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Task: {'id': task-4937462, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081068} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.771675] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] [instance: 564e79e0-e826-4ad7-83ec-f780b9cc5de7] Extended root virtual disk {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 744.772278] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c21411f0-4219-4c6a-bdc1-fdea26772405 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.798896] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] [instance: 564e79e0-e826-4ad7-83ec-f780b9cc5de7] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] 564e79e0-e826-4ad7-83ec-f780b9cc5de7/564e79e0-e826-4ad7-83ec-f780b9cc5de7.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 744.803296] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06272f25-626c-455f-a1ee-714583f76b0e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.825918] env[65448]: DEBUG oslo_vmware.api [None req-a1ca1afb-37a9-4c6c-984a-ff36105d13cf tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4937463, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.827497] env[65448]: DEBUG oslo_vmware.api [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Waiting for the task: (returnval){ [ 744.827497] env[65448]: value = "task-4937466" [ 744.827497] env[65448]: _type = "Task" [ 744.827497] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.836987] env[65448]: DEBUG oslo_vmware.api [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Task: {'id': task-4937466, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.873094] env[65448]: INFO nova.compute.manager [None req-5e08c38e-e5e5-435a-9563-de3b978f991d tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: 5eaf1535-4d97-4020-b2a5-4f37e21026e0] Took 39.36 seconds to build instance. [ 744.881943] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-848c6482-b42d-4ce4-b9e3-28609c1d88b2 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] [instance: 09225223-b8d1-43b9-ae8c-25d7f27ac233] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 744.882345] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-72617f26-8913-4635-b8e1-7ae343603e51 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.896907] env[65448]: DEBUG oslo_vmware.api [None req-848c6482-b42d-4ce4-b9e3-28609c1d88b2 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Waiting for the task: (returnval){ [ 744.896907] env[65448]: value = "task-4937467" [ 744.896907] env[65448]: _type = "Task" [ 744.896907] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.908930] env[65448]: DEBUG oslo_vmware.api [None req-848c6482-b42d-4ce4-b9e3-28609c1d88b2 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Task: {'id': task-4937467, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.013232] env[65448]: DEBUG oslo_vmware.api [None req-52c33394-843d-4e50-9515-f2ebe3f63196 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Task: {'id': task-4937464, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.105968] env[65448]: DEBUG oslo_vmware.api [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Task: {'id': task-4937465, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.264357] env[65448]: ERROR nova.scheduler.client.report [None req-566323c3-a7a7-4605-b033-d60f39166c97 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] [req-b60a47d3-19d3-46b6-9e8d-33db9bdef6ea] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 76aeec68-79e6-4d77-baf0-33bb098aa897. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b60a47d3-19d3-46b6-9e8d-33db9bdef6ea"}]} [ 745.285659] env[65448]: DEBUG nova.scheduler.client.report [None req-566323c3-a7a7-4605-b033-d60f39166c97 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Refreshing inventories for resource provider 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 745.302403] env[65448]: DEBUG oslo_vmware.api [None req-a1ca1afb-37a9-4c6c-984a-ff36105d13cf tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4937463, 'name': CreateSnapshot_Task, 'duration_secs': 0.943736} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.302829] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-a1ca1afb-37a9-4c6c-984a-ff36105d13cf tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: f0ae0ad7-7800-4f5a-a270-7749177b8675] Created Snapshot of the VM instance {{(pid=65448) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 745.304514] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c222717d-fb94-484e-ad5c-b4074404b8de {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.308752] env[65448]: DEBUG nova.scheduler.client.report [None req-566323c3-a7a7-4605-b033-d60f39166c97 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Updating ProviderTree inventory for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 745.309022] env[65448]: DEBUG nova.compute.provider_tree [None req-566323c3-a7a7-4605-b033-d60f39166c97 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Updating inventory in ProviderTree for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 745.328299] env[65448]: DEBUG nova.scheduler.client.report [None req-566323c3-a7a7-4605-b033-d60f39166c97 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Refreshing aggregate associations for resource provider 76aeec68-79e6-4d77-baf0-33bb098aa897, aggregates: None {{(pid=65448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 745.342118] env[65448]: DEBUG oslo_vmware.api [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Task: {'id': task-4937466, 'name': ReconfigVM_Task, 'duration_secs': 0.489354} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.342640] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] [instance: 564e79e0-e826-4ad7-83ec-f780b9cc5de7] Reconfigured VM instance instance-0000002c to attach disk [datastore2] 564e79e0-e826-4ad7-83ec-f780b9cc5de7/564e79e0-e826-4ad7-83ec-f780b9cc5de7.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 745.343851] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-452cae81-5ec2-464b-a1dc-687e492a3a37 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.352351] env[65448]: DEBUG oslo_vmware.api [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Waiting for the task: (returnval){ [ 745.352351] env[65448]: value = "task-4937468" [ 745.352351] env[65448]: _type = "Task" [ 745.352351] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.356808] env[65448]: DEBUG nova.scheduler.client.report [None req-566323c3-a7a7-4605-b033-d60f39166c97 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Refreshing trait associations for resource provider 76aeec68-79e6-4d77-baf0-33bb098aa897, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=65448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 745.371258] env[65448]: DEBUG oslo_vmware.api [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Task: {'id': task-4937468, 'name': Rename_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.375224] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5e08c38e-e5e5-435a-9563-de3b978f991d tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Lock "5eaf1535-4d97-4020-b2a5-4f37e21026e0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.309s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.407740] env[65448]: DEBUG oslo_vmware.api [None req-848c6482-b42d-4ce4-b9e3-28609c1d88b2 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Task: {'id': task-4937467, 'name': PowerOnVM_Task, 'duration_secs': 0.51276} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.410996] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-848c6482-b42d-4ce4-b9e3-28609c1d88b2 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] [instance: 09225223-b8d1-43b9-ae8c-25d7f27ac233] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 745.411271] env[65448]: DEBUG nova.compute.manager [None req-848c6482-b42d-4ce4-b9e3-28609c1d88b2 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] [instance: 09225223-b8d1-43b9-ae8c-25d7f27ac233] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 745.413703] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b7d0ded-966e-49b6-9133-50bc1a3e1192 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.455833] env[65448]: WARNING neutronclient.v2_0.client [req-59435beb-8adf-40e9-ac3b-1afba3e90281 req-eea09554-52f8-45a3-85df-c965aa30412f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 745.514947] env[65448]: DEBUG oslo_vmware.api [None req-52c33394-843d-4e50-9515-f2ebe3f63196 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Task: {'id': task-4937464, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.604856] env[65448]: DEBUG oslo_vmware.api [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Task: {'id': task-4937465, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.561646} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.605136] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] a1383469-5eaa-41c0-950c-fc5b071d8f62/a1383469-5eaa-41c0-950c-fc5b071d8f62.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 745.605933] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] [instance: a1383469-5eaa-41c0-950c-fc5b071d8f62] Extending root virtual disk to 1048576 {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 745.606323] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7bb9d944-6b6e-4330-945a-100d1e6bf01b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.617891] env[65448]: DEBUG oslo_vmware.api [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Waiting for the task: (returnval){ [ 745.617891] env[65448]: value = "task-4937469" [ 745.617891] env[65448]: _type = "Task" [ 745.617891] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.632690] env[65448]: DEBUG oslo_vmware.api [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Task: {'id': task-4937469, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.749387] env[65448]: DEBUG nova.network.neutron [req-59435beb-8adf-40e9-ac3b-1afba3e90281 req-eea09554-52f8-45a3-85df-c965aa30412f service nova] [instance: a1383469-5eaa-41c0-950c-fc5b071d8f62] Updated VIF entry in instance network info cache for port 77f9db01-5964-4b02-b922-1bb316e9ab1a. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 745.749754] env[65448]: DEBUG nova.network.neutron [req-59435beb-8adf-40e9-ac3b-1afba3e90281 req-eea09554-52f8-45a3-85df-c965aa30412f service nova] [instance: a1383469-5eaa-41c0-950c-fc5b071d8f62] Updating instance_info_cache with network_info: [{"id": "77f9db01-5964-4b02-b922-1bb316e9ab1a", "address": "fa:16:3e:fb:97:45", "network": {"id": "a9cf7668-6efe-47bf-995f-b80dbc2213c0", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-170483857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44363cc9dcff4bc495bd38c2086e2d67", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ea0fc1b-0424-46ec-bef5-6b57b7d184d8", "external-id": "nsx-vlan-transportzone-618", "segmentation_id": 618, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77f9db01-59", "ovs_interfaceid": "77f9db01-5964-4b02-b922-1bb316e9ab1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.830942] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-a1ca1afb-37a9-4c6c-984a-ff36105d13cf tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: f0ae0ad7-7800-4f5a-a270-7749177b8675] Creating linked-clone VM from snapshot {{(pid=65448) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 745.834497] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ad6e7155-dd63-41e6-898a-ca8f182e13fa {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.845024] env[65448]: DEBUG oslo_vmware.api [None req-a1ca1afb-37a9-4c6c-984a-ff36105d13cf tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Waiting for the task: (returnval){ [ 745.845024] env[65448]: value = "task-4937470" [ 745.845024] env[65448]: _type = "Task" [ 745.845024] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.859741] env[65448]: DEBUG oslo_vmware.api [None req-a1ca1afb-37a9-4c6c-984a-ff36105d13cf tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4937470, 'name': CloneVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.878367] env[65448]: DEBUG nova.compute.manager [None req-ec2edabf-7dd5-4e94-9b7e-bb5173be5159 tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] [instance: f7259aaf-7b19-40d1-b05b-825f31a78756] Starting instance... {{(pid=65448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2483}} [ 745.882135] env[65448]: DEBUG oslo_vmware.api [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Task: {'id': task-4937468, 'name': Rename_Task, 'duration_secs': 0.353848} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.882432] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] [instance: 564e79e0-e826-4ad7-83ec-f780b9cc5de7] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 745.882693] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5f8d0d66-327e-454c-8bb2-b244bcf204fc {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.892976] env[65448]: DEBUG oslo_vmware.api [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Waiting for the task: (returnval){ [ 745.892976] env[65448]: value = "task-4937471" [ 745.892976] env[65448]: _type = "Task" [ 745.892976] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.904923] env[65448]: DEBUG oslo_vmware.api [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Task: {'id': task-4937471, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.023395] env[65448]: DEBUG oslo_vmware.api [None req-52c33394-843d-4e50-9515-f2ebe3f63196 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Task: {'id': task-4937464, 'name': RemoveSnapshot_Task, 'duration_secs': 1.118293} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.023660] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-52c33394-843d-4e50-9515-f2ebe3f63196 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] [instance: 3a95cfa3-d907-467b-9081-c8c5b4b9dd5a] Deleted Snapshot of the VM instance {{(pid=65448) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 746.023897] env[65448]: INFO nova.compute.manager [None req-52c33394-843d-4e50-9515-f2ebe3f63196 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] [instance: 3a95cfa3-d907-467b-9081-c8c5b4b9dd5a] Took 18.33 seconds to snapshot the instance on the hypervisor. [ 746.131275] env[65448]: DEBUG oslo_vmware.api [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Task: {'id': task-4937469, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082005} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.131275] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] [instance: a1383469-5eaa-41c0-950c-fc5b071d8f62] Extended root virtual disk {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 746.131964] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c3b0270-b74f-4989-bbcb-c63ac6005388 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.170940] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] [instance: a1383469-5eaa-41c0-950c-fc5b071d8f62] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] a1383469-5eaa-41c0-950c-fc5b071d8f62/a1383469-5eaa-41c0-950c-fc5b071d8f62.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 746.174201] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-198f8cc9-cd5d-45d0-967d-4695daf186c3 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.197163] env[65448]: DEBUG oslo_vmware.api [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Waiting for the task: (returnval){ [ 746.197163] env[65448]: value = "task-4937472" [ 746.197163] env[65448]: _type = "Task" [ 746.197163] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.208730] env[65448]: DEBUG oslo_vmware.api [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Task: {'id': task-4937472, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.239243] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9df845a-9b3d-47d1-805f-10b874bfeb21 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.247039] env[65448]: DEBUG oslo_concurrency.lockutils [None req-8700dbc2-c8ac-4c65-a401-333fba6a1e4f tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] Acquiring lock "37a306f7-02f2-41cd-98db-fc3eb003b7a4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.247292] env[65448]: DEBUG oslo_concurrency.lockutils [None req-8700dbc2-c8ac-4c65-a401-333fba6a1e4f tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] Lock "37a306f7-02f2-41cd-98db-fc3eb003b7a4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.252532] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97bdcd3b-91fc-4414-97e2-77f1b27f163b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.256452] env[65448]: DEBUG oslo_concurrency.lockutils [req-59435beb-8adf-40e9-ac3b-1afba3e90281 req-eea09554-52f8-45a3-85df-c965aa30412f service nova] Releasing lock "refresh_cache-a1383469-5eaa-41c0-950c-fc5b071d8f62" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.256697] env[65448]: DEBUG nova.compute.manager [req-59435beb-8adf-40e9-ac3b-1afba3e90281 req-eea09554-52f8-45a3-85df-c965aa30412f service nova] [instance: d72d778b-dd55-4ac5-a55a-ffa2176f8aa1] Received event network-vif-deleted-4e979e2d-9f14-48ab-a4b9-e3426573e11c {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 746.290444] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d49fca4b-7fe0-46c4-b1fc-9b1cceeff839 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.300901] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-947cd843-ec89-41c9-b87f-e1522d1f7e9d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.318728] env[65448]: DEBUG nova.compute.provider_tree [None req-566323c3-a7a7-4605-b033-d60f39166c97 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Updating inventory in ProviderTree for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 746.364026] env[65448]: DEBUG oslo_vmware.api [None req-a1ca1afb-37a9-4c6c-984a-ff36105d13cf tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4937470, 'name': CloneVM_Task} progress is 94%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.408892] env[65448]: DEBUG oslo_vmware.api [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Task: {'id': task-4937471, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.410511] env[65448]: DEBUG oslo_concurrency.lockutils [None req-ec2edabf-7dd5-4e94-9b7e-bb5173be5159 tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.707771] env[65448]: DEBUG oslo_vmware.api [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Task: {'id': task-4937472, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.865238] env[65448]: ERROR nova.scheduler.client.report [None req-566323c3-a7a7-4605-b033-d60f39166c97 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] [req-f77bc59c-6b60-47cc-9539-541fafc3716e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 76aeec68-79e6-4d77-baf0-33bb098aa897. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f77bc59c-6b60-47cc-9539-541fafc3716e"}]} [ 746.866067] env[65448]: DEBUG oslo_vmware.api [None req-a1ca1afb-37a9-4c6c-984a-ff36105d13cf tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4937470, 'name': CloneVM_Task} progress is 94%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.889351] env[65448]: DEBUG nova.scheduler.client.report [None req-566323c3-a7a7-4605-b033-d60f39166c97 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Refreshing inventories for resource provider 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 746.905707] env[65448]: DEBUG oslo_vmware.api [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Task: {'id': task-4937471, 'name': PowerOnVM_Task, 'duration_secs': 0.770025} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.906749] env[65448]: DEBUG nova.scheduler.client.report [None req-566323c3-a7a7-4605-b033-d60f39166c97 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Updating ProviderTree inventory for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 746.907092] env[65448]: DEBUG nova.compute.provider_tree [None req-566323c3-a7a7-4605-b033-d60f39166c97 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Updating inventory in ProviderTree for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 746.909532] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] [instance: 564e79e0-e826-4ad7-83ec-f780b9cc5de7] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 746.909664] env[65448]: INFO nova.compute.manager [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] [instance: 564e79e0-e826-4ad7-83ec-f780b9cc5de7] Took 10.84 seconds to spawn the instance on the hypervisor. [ 746.909859] env[65448]: DEBUG nova.compute.manager [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] [instance: 564e79e0-e826-4ad7-83ec-f780b9cc5de7] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 746.911498] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32c42fe0-cc78-42f7-b277-bc8eec7ae885 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.931449] env[65448]: DEBUG nova.scheduler.client.report [None req-566323c3-a7a7-4605-b033-d60f39166c97 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Refreshing aggregate associations for resource provider 76aeec68-79e6-4d77-baf0-33bb098aa897, aggregates: None {{(pid=65448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 746.955895] env[65448]: DEBUG nova.scheduler.client.report [None req-566323c3-a7a7-4605-b033-d60f39166c97 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Refreshing trait associations for resource provider 76aeec68-79e6-4d77-baf0-33bb098aa897, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=65448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 747.212972] env[65448]: DEBUG oslo_vmware.api [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Task: {'id': task-4937472, 'name': ReconfigVM_Task, 'duration_secs': 0.587119} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.213477] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] [instance: a1383469-5eaa-41c0-950c-fc5b071d8f62] Reconfigured VM instance instance-0000002d to attach disk [datastore2] a1383469-5eaa-41c0-950c-fc5b071d8f62/a1383469-5eaa-41c0-950c-fc5b071d8f62.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 747.217640] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ed9f642f-5d0c-4c1f-91a4-d7ed054b7670 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.227101] env[65448]: DEBUG oslo_vmware.api [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Waiting for the task: (returnval){ [ 747.227101] env[65448]: value = "task-4937473" [ 747.227101] env[65448]: _type = "Task" [ 747.227101] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.241165] env[65448]: DEBUG oslo_vmware.api [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Task: {'id': task-4937473, 'name': Rename_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.334464] env[65448]: DEBUG nova.compute.manager [None req-79a6b500-5bea-41a0-b067-9bda58b94042 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 4d62a820-fb2b-4101-9dbc-d7cf4a27961a] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 747.341810] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1436db25-25ef-4b53-901b-ac86a2ec6100 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.384245] env[65448]: DEBUG oslo_vmware.api [None req-a1ca1afb-37a9-4c6c-984a-ff36105d13cf tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4937470, 'name': CloneVM_Task, 'duration_secs': 1.336122} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.384732] env[65448]: INFO nova.virt.vmwareapi.vmops [None req-a1ca1afb-37a9-4c6c-984a-ff36105d13cf tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: f0ae0ad7-7800-4f5a-a270-7749177b8675] Created linked-clone VM from snapshot [ 747.386377] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-733652b5-f748-43bc-849d-415e599a8f33 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.407241] env[65448]: DEBUG nova.virt.vmwareapi.images [None req-a1ca1afb-37a9-4c6c-984a-ff36105d13cf tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: f0ae0ad7-7800-4f5a-a270-7749177b8675] Uploading image cae83d65-200b-40f2-a4d0-89c021c051f8 {{(pid=65448) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 747.437970] env[65448]: INFO nova.compute.manager [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] [instance: 564e79e0-e826-4ad7-83ec-f780b9cc5de7] Took 41.79 seconds to build instance. [ 747.444308] env[65448]: DEBUG oslo_vmware.rw_handles [None req-a1ca1afb-37a9-4c6c-984a-ff36105d13cf tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 747.444308] env[65448]: value = "vm-961905" [ 747.444308] env[65448]: _type = "VirtualMachine" [ 747.444308] env[65448]: }. {{(pid=65448) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 747.444645] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-965465f4-a049-4690-b171-e309b17ce79c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.454874] env[65448]: DEBUG oslo_vmware.rw_handles [None req-a1ca1afb-37a9-4c6c-984a-ff36105d13cf tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Lease: (returnval){ [ 747.454874] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52cdc23c-c9ec-2d3e-394d-cfe5bbb90f7e" [ 747.454874] env[65448]: _type = "HttpNfcLease" [ 747.454874] env[65448]: } obtained for exporting VM: (result){ [ 747.454874] env[65448]: value = "vm-961905" [ 747.454874] env[65448]: _type = "VirtualMachine" [ 747.454874] env[65448]: }. {{(pid=65448) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 747.455372] env[65448]: DEBUG oslo_vmware.api [None req-a1ca1afb-37a9-4c6c-984a-ff36105d13cf tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Waiting for the lease: (returnval){ [ 747.455372] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52cdc23c-c9ec-2d3e-394d-cfe5bbb90f7e" [ 747.455372] env[65448]: _type = "HttpNfcLease" [ 747.455372] env[65448]: } to be ready. {{(pid=65448) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 747.467018] env[65448]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 747.467018] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52cdc23c-c9ec-2d3e-394d-cfe5bbb90f7e" [ 747.467018] env[65448]: _type = "HttpNfcLease" [ 747.467018] env[65448]: } is initializing. {{(pid=65448) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 747.695590] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-081ecfa6-3f5f-4153-8bae-4a940da42852 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.706739] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8c36ddc-10cd-4e88-a616-10fc4e5931e1 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.745647] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08f994c0-b849-43f9-be81-9ebe20d04ac0 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.755960] env[65448]: DEBUG oslo_vmware.api [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Task: {'id': task-4937473, 'name': Rename_Task, 'duration_secs': 0.183554} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.758742] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] [instance: a1383469-5eaa-41c0-950c-fc5b071d8f62] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 747.759061] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-443c0dd6-0419-45a5-a9f8-15e3c7fe9372 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.761894] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7b6dd3b-9395-4073-9634-f9866cca41ff {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.777520] env[65448]: DEBUG nova.compute.provider_tree [None req-566323c3-a7a7-4605-b033-d60f39166c97 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Updating inventory in ProviderTree for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 747.780830] env[65448]: DEBUG oslo_vmware.api [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Waiting for the task: (returnval){ [ 747.780830] env[65448]: value = "task-4937475" [ 747.780830] env[65448]: _type = "Task" [ 747.780830] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.794432] env[65448]: DEBUG oslo_vmware.api [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Task: {'id': task-4937475, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.867353] env[65448]: INFO nova.compute.manager [None req-79a6b500-5bea-41a0-b067-9bda58b94042 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 4d62a820-fb2b-4101-9dbc-d7cf4a27961a] instance snapshotting [ 747.867577] env[65448]: WARNING nova.compute.manager [None req-79a6b500-5bea-41a0-b067-9bda58b94042 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 4d62a820-fb2b-4101-9dbc-d7cf4a27961a] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 747.872202] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f610d4a8-8282-4e47-aa23-4d405ad12662 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.892611] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-464cf390-63f3-4968-bf83-34b12a5e9aef {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.941848] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Lock "564e79e0-e826-4ad7-83ec-f780b9cc5de7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.532s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.967356] env[65448]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 747.967356] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52cdc23c-c9ec-2d3e-394d-cfe5bbb90f7e" [ 747.967356] env[65448]: _type = "HttpNfcLease" [ 747.967356] env[65448]: } is ready. {{(pid=65448) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 747.967683] env[65448]: DEBUG oslo_vmware.rw_handles [None req-a1ca1afb-37a9-4c6c-984a-ff36105d13cf tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 747.967683] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52cdc23c-c9ec-2d3e-394d-cfe5bbb90f7e" [ 747.967683] env[65448]: _type = "HttpNfcLease" [ 747.967683] env[65448]: }. {{(pid=65448) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 747.970093] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c242617-da04-4db8-9484-7efecef5cd67 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.981584] env[65448]: DEBUG oslo_vmware.rw_handles [None req-a1ca1afb-37a9-4c6c-984a-ff36105d13cf tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cdb32b-9bd7-8328-0406-f522b51bc5b2/disk-0.vmdk from lease info. {{(pid=65448) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 747.981703] env[65448]: DEBUG oslo_vmware.rw_handles [None req-a1ca1afb-37a9-4c6c-984a-ff36105d13cf tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cdb32b-9bd7-8328-0406-f522b51bc5b2/disk-0.vmdk for reading. {{(pid=65448) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 748.081348] env[65448]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-85702852-f59b-4e03-a763-1c2d8dc56837 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.303148] env[65448]: DEBUG oslo_vmware.api [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Task: {'id': task-4937475, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.342484] env[65448]: DEBUG nova.scheduler.client.report [None req-566323c3-a7a7-4605-b033-d60f39166c97 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Updated inventory for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 with generation 69 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 748.342869] env[65448]: DEBUG nova.compute.provider_tree [None req-566323c3-a7a7-4605-b033-d60f39166c97 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Updating resource provider 76aeec68-79e6-4d77-baf0-33bb098aa897 generation from 69 to 70 during operation: update_inventory {{(pid=65448) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 748.343389] env[65448]: DEBUG nova.compute.provider_tree [None req-566323c3-a7a7-4605-b033-d60f39166c97 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Updating inventory in ProviderTree for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 748.405360] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-79a6b500-5bea-41a0-b067-9bda58b94042 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 4d62a820-fb2b-4101-9dbc-d7cf4a27961a] Creating Snapshot of the VM instance {{(pid=65448) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 748.405877] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-37a3df98-a32a-4591-99a9-bb56962bc2d9 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.416622] env[65448]: DEBUG oslo_vmware.api [None req-79a6b500-5bea-41a0-b067-9bda58b94042 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Waiting for the task: (returnval){ [ 748.416622] env[65448]: value = "task-4937476" [ 748.416622] env[65448]: _type = "Task" [ 748.416622] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.429044] env[65448]: DEBUG oslo_vmware.api [None req-79a6b500-5bea-41a0-b067-9bda58b94042 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': task-4937476, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.444915] env[65448]: DEBUG nova.compute.manager [None req-3f419daa-2f79-4e11-8ac6-c1af22bed974 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] [instance: 835213c0-7178-41ac-ab06-27e678ff73ec] Starting instance... {{(pid=65448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2483}} [ 748.453033] env[65448]: DEBUG nova.compute.manager [req-c6f6272c-8b4e-4e87-badb-3c060ca58f8f req-285efdeb-664e-4bdf-972d-a80bc0a66708 service nova] [instance: 225f5425-83d8-441b-912c-7ca1815e531f] Received event network-vif-deleted-8f04c2a0-fefe-4c8c-92af-5fafbf467bc1 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 748.800335] env[65448]: DEBUG oslo_vmware.api [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Task: {'id': task-4937475, 'name': PowerOnVM_Task, 'duration_secs': 0.534561} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.802694] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] [instance: a1383469-5eaa-41c0-950c-fc5b071d8f62] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 748.802782] env[65448]: INFO nova.compute.manager [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] [instance: a1383469-5eaa-41c0-950c-fc5b071d8f62] Took 9.78 seconds to spawn the instance on the hypervisor. [ 748.803016] env[65448]: DEBUG nova.compute.manager [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] [instance: a1383469-5eaa-41c0-950c-fc5b071d8f62] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 748.803929] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbc2a15b-8a9a-44a8-bc42-ef720eeeb21d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.850926] env[65448]: DEBUG oslo_concurrency.lockutils [None req-566323c3-a7a7-4605-b033-d60f39166c97 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 5.413s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.856037] env[65448]: DEBUG oslo_concurrency.lockutils [None req-156ac679-6eb9-4a36-8e59-fc976417a4af tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.016s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.860706] env[65448]: INFO nova.compute.claims [None req-156ac679-6eb9-4a36-8e59-fc976417a4af tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] [instance: 81d406bb-f0e6-487c-841e-a13ae7736af0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 748.891663] env[65448]: INFO nova.scheduler.client.report [None req-566323c3-a7a7-4605-b033-d60f39166c97 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Deleted allocations for instance fb73de4f-982f-48b5-b0a6-febcf9a1f54e [ 748.931933] env[65448]: DEBUG oslo_vmware.api [None req-79a6b500-5bea-41a0-b067-9bda58b94042 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': task-4937476, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.984360] env[65448]: DEBUG oslo_concurrency.lockutils [None req-3f419daa-2f79-4e11-8ac6-c1af22bed974 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.324854] env[65448]: INFO nova.compute.manager [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] [instance: a1383469-5eaa-41c0-950c-fc5b071d8f62] Took 42.16 seconds to build instance. [ 749.401559] env[65448]: DEBUG oslo_concurrency.lockutils [None req-566323c3-a7a7-4605-b033-d60f39166c97 tempest-ImagesOneServerTestJSON-1207735951 tempest-ImagesOneServerTestJSON-1207735951-project-member] Lock "fb73de4f-982f-48b5-b0a6-febcf9a1f54e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.690s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.433974] env[65448]: DEBUG oslo_vmware.api [None req-79a6b500-5bea-41a0-b067-9bda58b94042 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': task-4937476, 'name': CreateSnapshot_Task, 'duration_secs': 0.829415} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.434334] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-79a6b500-5bea-41a0-b067-9bda58b94042 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 4d62a820-fb2b-4101-9dbc-d7cf4a27961a] Created Snapshot of the VM instance {{(pid=65448) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 749.436489] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94b81a75-1e88-4efa-b47a-8183fcae30b8 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.829361] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5129b8a8-837f-41ed-9471-a727f1906f81 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Lock "a1383469-5eaa-41c0-950c-fc5b071d8f62" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.383s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.966202] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-79a6b500-5bea-41a0-b067-9bda58b94042 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 4d62a820-fb2b-4101-9dbc-d7cf4a27961a] Creating linked-clone VM from snapshot {{(pid=65448) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 749.969602] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-38014b33-e58c-49ac-82f2-9096160ab49f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.982089] env[65448]: DEBUG oslo_vmware.api [None req-79a6b500-5bea-41a0-b067-9bda58b94042 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Waiting for the task: (returnval){ [ 749.982089] env[65448]: value = "task-4937477" [ 749.982089] env[65448]: _type = "Task" [ 749.982089] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.993039] env[65448]: DEBUG oslo_vmware.api [None req-79a6b500-5bea-41a0-b067-9bda58b94042 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': task-4937477, 'name': CloneVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.152868] env[65448]: INFO nova.compute.manager [None req-f42920c2-b5d1-4588-a654-2c6ea74bf042 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: 204b5f52-2264-4c23-8799-4b3f57682409] Rebuilding instance [ 750.264472] env[65448]: DEBUG nova.compute.manager [None req-f42920c2-b5d1-4588-a654-2c6ea74bf042 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: 204b5f52-2264-4c23-8799-4b3f57682409] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 750.266140] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6089ca9-0545-417f-b2bb-bd2fbe1b1679 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.332843] env[65448]: DEBUG nova.compute.manager [None req-b5a79ef1-6767-45dd-8a84-db696fddb1a6 tempest-ServersTestJSON-1600957378 tempest-ServersTestJSON-1600957378-project-member] [instance: 8f28d898-567e-409c-95bf-10e8000cdc4b] Starting instance... {{(pid=65448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2483}} [ 750.500464] env[65448]: DEBUG oslo_vmware.api [None req-79a6b500-5bea-41a0-b067-9bda58b94042 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': task-4937477, 'name': CloneVM_Task} progress is 94%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.777119] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5f41915-488b-47db-87c2-b282b4f7e7b8 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.790502] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-214105f1-c492-4719-af54-9c56d4497ac8 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.852722] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abaa7249-ccf6-4f77-abde-d1cd3cde697c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.864114] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf19ec25-934a-42ad-a5e6-b6e05eed5dae {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.886476] env[65448]: DEBUG nova.compute.provider_tree [None req-156ac679-6eb9-4a36-8e59-fc976417a4af tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 750.888821] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b5a79ef1-6767-45dd-8a84-db696fddb1a6 tempest-ServersTestJSON-1600957378 tempest-ServersTestJSON-1600957378-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.998724] env[65448]: DEBUG oslo_vmware.api [None req-79a6b500-5bea-41a0-b067-9bda58b94042 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': task-4937477, 'name': CloneVM_Task} progress is 94%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.213907] env[65448]: DEBUG nova.compute.manager [None req-99d91f50-0075-4f07-8e6e-55cfb9d67b73 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] [instance: 223507ab-1bb6-4cc6-b81d-c5da765c01c0] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 751.217377] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d043910-8dde-4869-baa4-4ab43c3ea32d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.304679] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-f42920c2-b5d1-4588-a654-2c6ea74bf042 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: 204b5f52-2264-4c23-8799-4b3f57682409] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 751.305636] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-42f353e1-f1fc-4733-8443-6af5a4ae1579 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.314859] env[65448]: DEBUG oslo_vmware.api [None req-f42920c2-b5d1-4588-a654-2c6ea74bf042 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Waiting for the task: (returnval){ [ 751.314859] env[65448]: value = "task-4937478" [ 751.314859] env[65448]: _type = "Task" [ 751.314859] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.329483] env[65448]: DEBUG oslo_vmware.api [None req-f42920c2-b5d1-4588-a654-2c6ea74bf042 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Task: {'id': task-4937478, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.393276] env[65448]: DEBUG nova.scheduler.client.report [None req-156ac679-6eb9-4a36-8e59-fc976417a4af tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 751.500481] env[65448]: DEBUG oslo_vmware.api [None req-79a6b500-5bea-41a0-b067-9bda58b94042 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': task-4937477, 'name': CloneVM_Task} progress is 95%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.739449] env[65448]: INFO nova.compute.manager [None req-99d91f50-0075-4f07-8e6e-55cfb9d67b73 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] [instance: 223507ab-1bb6-4cc6-b81d-c5da765c01c0] instance snapshotting [ 751.747587] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6d44e7c-b7f2-4791-9a09-5ad8cc113358 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.776236] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c7eb3bc-1234-490d-b548-51fbd6c0201a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.785376] env[65448]: DEBUG oslo_concurrency.lockutils [None req-1d53cd89-5618-41bf-ba22-cc7ecff9e36f tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] Acquiring lock "f7fb46f9-1425-4f94-bcf1-dd722c442144" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.785899] env[65448]: DEBUG oslo_concurrency.lockutils [None req-1d53cd89-5618-41bf-ba22-cc7ecff9e36f tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] Lock "f7fb46f9-1425-4f94-bcf1-dd722c442144" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.830491] env[65448]: DEBUG oslo_vmware.api [None req-f42920c2-b5d1-4588-a654-2c6ea74bf042 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Task: {'id': task-4937478, 'name': PowerOffVM_Task, 'duration_secs': 0.425172} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.831157] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-f42920c2-b5d1-4588-a654-2c6ea74bf042 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: 204b5f52-2264-4c23-8799-4b3f57682409] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 751.831277] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-f42920c2-b5d1-4588-a654-2c6ea74bf042 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: 204b5f52-2264-4c23-8799-4b3f57682409] Destroying instance {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 751.833937] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b60ae6af-d4da-49cc-9e0c-d2b53138e1bb {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.846571] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-f42920c2-b5d1-4588-a654-2c6ea74bf042 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: 204b5f52-2264-4c23-8799-4b3f57682409] Unregistering the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 751.846676] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-accd3d7e-4a97-4559-b8c8-57f02e247dac {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.881940] env[65448]: DEBUG oslo_concurrency.lockutils [None req-1ba887e2-283e-4b26-87b9-24122cb6c27f tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Acquiring lock "5eaf1535-4d97-4020-b2a5-4f37e21026e0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.881940] env[65448]: DEBUG oslo_concurrency.lockutils [None req-1ba887e2-283e-4b26-87b9-24122cb6c27f tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Lock "5eaf1535-4d97-4020-b2a5-4f37e21026e0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.881940] env[65448]: DEBUG oslo_concurrency.lockutils [None req-1ba887e2-283e-4b26-87b9-24122cb6c27f tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Acquiring lock "5eaf1535-4d97-4020-b2a5-4f37e21026e0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.881940] env[65448]: DEBUG oslo_concurrency.lockutils [None req-1ba887e2-283e-4b26-87b9-24122cb6c27f tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Lock "5eaf1535-4d97-4020-b2a5-4f37e21026e0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.882246] env[65448]: DEBUG oslo_concurrency.lockutils [None req-1ba887e2-283e-4b26-87b9-24122cb6c27f tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Lock "5eaf1535-4d97-4020-b2a5-4f37e21026e0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.888375] env[65448]: INFO nova.compute.manager [None req-1ba887e2-283e-4b26-87b9-24122cb6c27f tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: 5eaf1535-4d97-4020-b2a5-4f37e21026e0] Terminating instance [ 751.900896] env[65448]: DEBUG oslo_concurrency.lockutils [None req-156ac679-6eb9-4a36-8e59-fc976417a4af tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.045s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.901455] env[65448]: DEBUG nova.compute.manager [None req-156ac679-6eb9-4a36-8e59-fc976417a4af tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] [instance: 81d406bb-f0e6-487c-841e-a13ae7736af0] Start building networks asynchronously for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2881}} [ 751.907125] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d25a8337-f155-4bc3-a0b0-34c697e9b0c0 tempest-ServersTestBootFromVolume-1705188138 tempest-ServersTestBootFromVolume-1705188138-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.444s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.908570] env[65448]: DEBUG nova.objects.instance [None req-d25a8337-f155-4bc3-a0b0-34c697e9b0c0 tempest-ServersTestBootFromVolume-1705188138 tempest-ServersTestBootFromVolume-1705188138-project-member] Lazy-loading 'resources' on Instance uuid fa53b330-ff80-4666-bf9e-1664d5c3d23e {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 751.930674] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-f42920c2-b5d1-4588-a654-2c6ea74bf042 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: 204b5f52-2264-4c23-8799-4b3f57682409] Unregistered the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 751.930674] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-f42920c2-b5d1-4588-a654-2c6ea74bf042 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: 204b5f52-2264-4c23-8799-4b3f57682409] Deleting contents of the VM from datastore datastore1 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 751.930884] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-f42920c2-b5d1-4588-a654-2c6ea74bf042 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Deleting the datastore file [datastore1] 204b5f52-2264-4c23-8799-4b3f57682409 {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 751.931235] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-324d60ad-e42e-4c0d-a8f3-8a016d87a769 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.941968] env[65448]: DEBUG oslo_vmware.api [None req-f42920c2-b5d1-4588-a654-2c6ea74bf042 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Waiting for the task: (returnval){ [ 751.941968] env[65448]: value = "task-4937480" [ 751.941968] env[65448]: _type = "Task" [ 751.941968] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.956281] env[65448]: DEBUG oslo_vmware.api [None req-f42920c2-b5d1-4588-a654-2c6ea74bf042 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Task: {'id': task-4937480, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.002866] env[65448]: DEBUG oslo_vmware.api [None req-79a6b500-5bea-41a0-b067-9bda58b94042 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': task-4937477, 'name': CloneVM_Task, 'duration_secs': 1.708793} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.003250] env[65448]: INFO nova.virt.vmwareapi.vmops [None req-79a6b500-5bea-41a0-b067-9bda58b94042 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 4d62a820-fb2b-4101-9dbc-d7cf4a27961a] Created linked-clone VM from snapshot [ 752.004373] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32a7c6cb-65ec-48a5-88cb-681ee47ce7d7 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.016874] env[65448]: DEBUG nova.virt.vmwareapi.images [None req-79a6b500-5bea-41a0-b067-9bda58b94042 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 4d62a820-fb2b-4101-9dbc-d7cf4a27961a] Uploading image 4cadbe75-259c-4503-9a4b-2436740ce8d3 {{(pid=65448) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 752.062739] env[65448]: DEBUG oslo_vmware.rw_handles [None req-79a6b500-5bea-41a0-b067-9bda58b94042 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 752.062739] env[65448]: value = "vm-961907" [ 752.062739] env[65448]: _type = "VirtualMachine" [ 752.062739] env[65448]: }. {{(pid=65448) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 752.064276] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-994bc1de-104e-4012-beaa-43f3166f6cdc {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.073513] env[65448]: DEBUG oslo_vmware.rw_handles [None req-79a6b500-5bea-41a0-b067-9bda58b94042 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Lease: (returnval){ [ 752.073513] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52e16d75-f00e-44db-387a-db3ff151b852" [ 752.073513] env[65448]: _type = "HttpNfcLease" [ 752.073513] env[65448]: } obtained for exporting VM: (result){ [ 752.073513] env[65448]: value = "vm-961907" [ 752.073513] env[65448]: _type = "VirtualMachine" [ 752.073513] env[65448]: }. {{(pid=65448) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 752.073513] env[65448]: DEBUG oslo_vmware.api [None req-79a6b500-5bea-41a0-b067-9bda58b94042 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Waiting for the lease: (returnval){ [ 752.073513] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52e16d75-f00e-44db-387a-db3ff151b852" [ 752.073513] env[65448]: _type = "HttpNfcLease" [ 752.073513] env[65448]: } to be ready. {{(pid=65448) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 752.084869] env[65448]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 752.084869] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52e16d75-f00e-44db-387a-db3ff151b852" [ 752.084869] env[65448]: _type = "HttpNfcLease" [ 752.084869] env[65448]: } is initializing. {{(pid=65448) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 752.296513] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-99d91f50-0075-4f07-8e6e-55cfb9d67b73 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] [instance: 223507ab-1bb6-4cc6-b81d-c5da765c01c0] Creating Snapshot of the VM instance {{(pid=65448) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 752.297048] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7183b435-ad74-4fad-8201-28b2cb97596d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.310083] env[65448]: DEBUG oslo_vmware.api [None req-99d91f50-0075-4f07-8e6e-55cfb9d67b73 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Waiting for the task: (returnval){ [ 752.310083] env[65448]: value = "task-4937482" [ 752.310083] env[65448]: _type = "Task" [ 752.310083] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.324000] env[65448]: DEBUG oslo_vmware.api [None req-99d91f50-0075-4f07-8e6e-55cfb9d67b73 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Task: {'id': task-4937482, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.399364] env[65448]: DEBUG nova.compute.manager [None req-1ba887e2-283e-4b26-87b9-24122cb6c27f tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: 5eaf1535-4d97-4020-b2a5-4f37e21026e0] Start destroying the instance on the hypervisor. {{(pid=65448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3209}} [ 752.399364] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-1ba887e2-283e-4b26-87b9-24122cb6c27f tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: 5eaf1535-4d97-4020-b2a5-4f37e21026e0] Destroying instance {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 752.400070] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c028bbc-2fe0-4603-8b07-4f79272d186c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.409465] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ba887e2-283e-4b26-87b9-24122cb6c27f tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: 5eaf1535-4d97-4020-b2a5-4f37e21026e0] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 752.410904] env[65448]: DEBUG nova.compute.utils [None req-156ac679-6eb9-4a36-8e59-fc976417a4af tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] Using /dev/sd instead of None {{(pid=65448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 752.412354] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0db9d105-5aba-4e84-9f29-3e99be262753 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.419360] env[65448]: DEBUG nova.compute.manager [None req-156ac679-6eb9-4a36-8e59-fc976417a4af tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] [instance: 81d406bb-f0e6-487c-841e-a13ae7736af0] Allocating IP information in the background. {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 752.419444] env[65448]: DEBUG nova.network.neutron [None req-156ac679-6eb9-4a36-8e59-fc976417a4af tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] [instance: 81d406bb-f0e6-487c-841e-a13ae7736af0] allocate_for_instance() {{(pid=65448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 752.420113] env[65448]: WARNING neutronclient.v2_0.client [None req-156ac679-6eb9-4a36-8e59-fc976417a4af tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 752.421121] env[65448]: WARNING neutronclient.v2_0.client [None req-156ac679-6eb9-4a36-8e59-fc976417a4af tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 752.432203] env[65448]: DEBUG oslo_vmware.api [None req-1ba887e2-283e-4b26-87b9-24122cb6c27f tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Waiting for the task: (returnval){ [ 752.432203] env[65448]: value = "task-4937483" [ 752.432203] env[65448]: _type = "Task" [ 752.432203] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.451084] env[65448]: DEBUG oslo_vmware.api [None req-1ba887e2-283e-4b26-87b9-24122cb6c27f tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': task-4937483, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.472740] env[65448]: DEBUG oslo_vmware.api [None req-f42920c2-b5d1-4588-a654-2c6ea74bf042 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Task: {'id': task-4937480, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.355984} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.476924] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-f42920c2-b5d1-4588-a654-2c6ea74bf042 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 752.477061] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-f42920c2-b5d1-4588-a654-2c6ea74bf042 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: 204b5f52-2264-4c23-8799-4b3f57682409] Deleted contents of the VM from datastore datastore1 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 752.477776] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-f42920c2-b5d1-4588-a654-2c6ea74bf042 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: 204b5f52-2264-4c23-8799-4b3f57682409] Instance destroyed {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 752.507554] env[65448]: DEBUG nova.policy [None req-156ac679-6eb9-4a36-8e59-fc976417a4af tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '182cc9b42daf4f8a9c7c42542ee79506', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '23c079bb3cf04e3a98b7a777f975545f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65448) authorize /opt/stack/nova/nova/policy.py:192}} [ 752.594429] env[65448]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 752.594429] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52e16d75-f00e-44db-387a-db3ff151b852" [ 752.594429] env[65448]: _type = "HttpNfcLease" [ 752.594429] env[65448]: } is ready. {{(pid=65448) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 752.594614] env[65448]: DEBUG oslo_vmware.rw_handles [None req-79a6b500-5bea-41a0-b067-9bda58b94042 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 752.594614] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52e16d75-f00e-44db-387a-db3ff151b852" [ 752.594614] env[65448]: _type = "HttpNfcLease" [ 752.594614] env[65448]: }. {{(pid=65448) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 752.598140] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e444183-214f-43d8-92d5-ce67c6fa7415 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.607590] env[65448]: DEBUG oslo_vmware.rw_handles [None req-79a6b500-5bea-41a0-b067-9bda58b94042 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521372d1-9d98-5819-466f-2ea347d88b05/disk-0.vmdk from lease info. {{(pid=65448) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 752.607788] env[65448]: DEBUG oslo_vmware.rw_handles [None req-79a6b500-5bea-41a0-b067-9bda58b94042 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521372d1-9d98-5819-466f-2ea347d88b05/disk-0.vmdk for reading. {{(pid=65448) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 752.824691] env[65448]: DEBUG oslo_vmware.api [None req-99d91f50-0075-4f07-8e6e-55cfb9d67b73 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Task: {'id': task-4937482, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.833986] env[65448]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-678cced2-cf17-4191-88fa-62477ba3282d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.916505] env[65448]: DEBUG nova.compute.manager [None req-156ac679-6eb9-4a36-8e59-fc976417a4af tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] [instance: 81d406bb-f0e6-487c-841e-a13ae7736af0] Start building block device mappings for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2916}} [ 752.946708] env[65448]: DEBUG oslo_vmware.api [None req-1ba887e2-283e-4b26-87b9-24122cb6c27f tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': task-4937483, 'name': PowerOffVM_Task, 'duration_secs': 0.279423} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.947024] env[65448]: DEBUG nova.network.neutron [None req-156ac679-6eb9-4a36-8e59-fc976417a4af tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] [instance: 81d406bb-f0e6-487c-841e-a13ae7736af0] Successfully created port: 71ebeee5-2e02-448d-b51e-b6ee42067faf {{(pid=65448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 752.949710] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ba887e2-283e-4b26-87b9-24122cb6c27f tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: 5eaf1535-4d97-4020-b2a5-4f37e21026e0] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 752.949880] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-1ba887e2-283e-4b26-87b9-24122cb6c27f tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: 5eaf1535-4d97-4020-b2a5-4f37e21026e0] Unregistering the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 752.950448] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ff44dd97-46bd-451a-a6a4-52935b82249e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.961044] env[65448]: DEBUG oslo_concurrency.lockutils [None req-093856b5-eb69-40bc-9da2-233a2ecaaada tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Acquiring lock "a1383469-5eaa-41c0-950c-fc5b071d8f62" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.962571] env[65448]: DEBUG oslo_concurrency.lockutils [None req-093856b5-eb69-40bc-9da2-233a2ecaaada tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Lock "a1383469-5eaa-41c0-950c-fc5b071d8f62" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.962571] env[65448]: DEBUG oslo_concurrency.lockutils [None req-093856b5-eb69-40bc-9da2-233a2ecaaada tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Acquiring lock "a1383469-5eaa-41c0-950c-fc5b071d8f62-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.962571] env[65448]: DEBUG oslo_concurrency.lockutils [None req-093856b5-eb69-40bc-9da2-233a2ecaaada tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Lock "a1383469-5eaa-41c0-950c-fc5b071d8f62-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.962571] env[65448]: DEBUG oslo_concurrency.lockutils [None req-093856b5-eb69-40bc-9da2-233a2ecaaada tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Lock "a1383469-5eaa-41c0-950c-fc5b071d8f62-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.964731] env[65448]: INFO nova.compute.manager [None req-093856b5-eb69-40bc-9da2-233a2ecaaada tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] [instance: a1383469-5eaa-41c0-950c-fc5b071d8f62] Terminating instance [ 753.038466] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-1ba887e2-283e-4b26-87b9-24122cb6c27f tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: 5eaf1535-4d97-4020-b2a5-4f37e21026e0] Unregistered the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 753.038466] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-1ba887e2-283e-4b26-87b9-24122cb6c27f tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: 5eaf1535-4d97-4020-b2a5-4f37e21026e0] Deleting contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 753.038624] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ba887e2-283e-4b26-87b9-24122cb6c27f tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Deleting the datastore file [datastore2] 5eaf1535-4d97-4020-b2a5-4f37e21026e0 {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 753.038876] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-04a25473-ad89-4222-9fe5-e823b433b214 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.051324] env[65448]: DEBUG oslo_vmware.api [None req-1ba887e2-283e-4b26-87b9-24122cb6c27f tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Waiting for the task: (returnval){ [ 753.051324] env[65448]: value = "task-4937485" [ 753.051324] env[65448]: _type = "Task" [ 753.051324] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.064921] env[65448]: DEBUG oslo_vmware.api [None req-1ba887e2-283e-4b26-87b9-24122cb6c27f tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': task-4937485, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.329709] env[65448]: DEBUG oslo_vmware.api [None req-99d91f50-0075-4f07-8e6e-55cfb9d67b73 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Task: {'id': task-4937482, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.391827] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23db2502-b1e1-4950-9566-8b2e232b13eb {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.403337] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e682463-534b-4416-8864-525e8ef056db {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.453732] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33a3293f-b404-4fe1-9abe-a50727e62a60 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.465579] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27182295-445e-4224-8dcd-0613df37f14c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.471820] env[65448]: DEBUG nova.compute.manager [None req-093856b5-eb69-40bc-9da2-233a2ecaaada tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] [instance: a1383469-5eaa-41c0-950c-fc5b071d8f62] Start destroying the instance on the hypervisor. {{(pid=65448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3209}} [ 753.472227] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-093856b5-eb69-40bc-9da2-233a2ecaaada tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] [instance: a1383469-5eaa-41c0-950c-fc5b071d8f62] Destroying instance {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 753.474479] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ea0bd3a-0ad5-4c43-9c3b-5431493cfa8e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.487748] env[65448]: DEBUG nova.compute.provider_tree [None req-d25a8337-f155-4bc3-a0b0-34c697e9b0c0 tempest-ServersTestBootFromVolume-1705188138 tempest-ServersTestBootFromVolume-1705188138-project-member] Updating inventory in ProviderTree for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 753.498497] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-093856b5-eb69-40bc-9da2-233a2ecaaada tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] [instance: a1383469-5eaa-41c0-950c-fc5b071d8f62] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 753.498857] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-381928e8-51eb-488d-b2cb-87fab8e5d689 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.508666] env[65448]: DEBUG oslo_vmware.api [None req-093856b5-eb69-40bc-9da2-233a2ecaaada tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Waiting for the task: (returnval){ [ 753.508666] env[65448]: value = "task-4937486" [ 753.508666] env[65448]: _type = "Task" [ 753.508666] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.522039] env[65448]: DEBUG oslo_vmware.api [None req-093856b5-eb69-40bc-9da2-233a2ecaaada tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Task: {'id': task-4937486, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.564412] env[65448]: DEBUG oslo_vmware.api [None req-1ba887e2-283e-4b26-87b9-24122cb6c27f tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': task-4937485, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.303932} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.564730] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ba887e2-283e-4b26-87b9-24122cb6c27f tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 753.564982] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-1ba887e2-283e-4b26-87b9-24122cb6c27f tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: 5eaf1535-4d97-4020-b2a5-4f37e21026e0] Deleted contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 753.565345] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-1ba887e2-283e-4b26-87b9-24122cb6c27f tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: 5eaf1535-4d97-4020-b2a5-4f37e21026e0] Instance destroyed {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 753.565566] env[65448]: INFO nova.compute.manager [None req-1ba887e2-283e-4b26-87b9-24122cb6c27f tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: 5eaf1535-4d97-4020-b2a5-4f37e21026e0] Took 1.17 seconds to destroy the instance on the hypervisor. [ 753.565861] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-1ba887e2-283e-4b26-87b9-24122cb6c27f tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 753.566533] env[65448]: DEBUG nova.compute.manager [-] [instance: 5eaf1535-4d97-4020-b2a5-4f37e21026e0] Deallocating network for instance {{(pid=65448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 753.566692] env[65448]: DEBUG nova.network.neutron [-] [instance: 5eaf1535-4d97-4020-b2a5-4f37e21026e0] deallocate_for_instance() {{(pid=65448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 753.566960] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 753.825280] env[65448]: DEBUG oslo_vmware.api [None req-99d91f50-0075-4f07-8e6e-55cfb9d67b73 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Task: {'id': task-4937482, 'name': CreateSnapshot_Task, 'duration_secs': 1.091212} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.825721] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-99d91f50-0075-4f07-8e6e-55cfb9d67b73 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] [instance: 223507ab-1bb6-4cc6-b81d-c5da765c01c0] Created Snapshot of the VM instance {{(pid=65448) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 753.827436] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-098c0ca8-cb68-4b0e-8f2c-be0227ca6f79 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.887986] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 753.959450] env[65448]: DEBUG nova.compute.manager [None req-156ac679-6eb9-4a36-8e59-fc976417a4af tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] [instance: 81d406bb-f0e6-487c-841e-a13ae7736af0] Start spawning the instance on the hypervisor. {{(pid=65448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2689}} [ 754.020841] env[65448]: DEBUG oslo_vmware.api [None req-093856b5-eb69-40bc-9da2-233a2ecaaada tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Task: {'id': task-4937486, 'name': PowerOffVM_Task, 'duration_secs': 0.284831} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.021178] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-093856b5-eb69-40bc-9da2-233a2ecaaada tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] [instance: a1383469-5eaa-41c0-950c-fc5b071d8f62] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 754.021348] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-093856b5-eb69-40bc-9da2-233a2ecaaada tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] [instance: a1383469-5eaa-41c0-950c-fc5b071d8f62] Unregistering the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 754.021613] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-629d9c47-98c6-48c3-be6a-ab0bd2e6c206 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.024533] env[65448]: ERROR nova.scheduler.client.report [None req-d25a8337-f155-4bc3-a0b0-34c697e9b0c0 tempest-ServersTestBootFromVolume-1705188138 tempest-ServersTestBootFromVolume-1705188138-project-member] [req-d29770a0-7835-4040-b52b-2e3aa8c31ede] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 76aeec68-79e6-4d77-baf0-33bb098aa897. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d29770a0-7835-4040-b52b-2e3aa8c31ede"}]} [ 754.052098] env[65448]: DEBUG nova.scheduler.client.report [None req-d25a8337-f155-4bc3-a0b0-34c697e9b0c0 tempest-ServersTestBootFromVolume-1705188138 tempest-ServersTestBootFromVolume-1705188138-project-member] Refreshing inventories for resource provider 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 754.073438] env[65448]: DEBUG nova.scheduler.client.report [None req-d25a8337-f155-4bc3-a0b0-34c697e9b0c0 tempest-ServersTestBootFromVolume-1705188138 tempest-ServersTestBootFromVolume-1705188138-project-member] Updating ProviderTree inventory for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 754.073719] env[65448]: DEBUG nova.compute.provider_tree [None req-d25a8337-f155-4bc3-a0b0-34c697e9b0c0 tempest-ServersTestBootFromVolume-1705188138 tempest-ServersTestBootFromVolume-1705188138-project-member] Updating inventory in ProviderTree for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 754.090844] env[65448]: DEBUG nova.scheduler.client.report [None req-d25a8337-f155-4bc3-a0b0-34c697e9b0c0 tempest-ServersTestBootFromVolume-1705188138 tempest-ServersTestBootFromVolume-1705188138-project-member] Refreshing aggregate associations for resource provider 76aeec68-79e6-4d77-baf0-33bb098aa897, aggregates: None {{(pid=65448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 754.116417] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-093856b5-eb69-40bc-9da2-233a2ecaaada tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] [instance: a1383469-5eaa-41c0-950c-fc5b071d8f62] Unregistered the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 754.117412] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-093856b5-eb69-40bc-9da2-233a2ecaaada tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] [instance: a1383469-5eaa-41c0-950c-fc5b071d8f62] Deleting contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 754.118083] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-093856b5-eb69-40bc-9da2-233a2ecaaada tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Deleting the datastore file [datastore2] a1383469-5eaa-41c0-950c-fc5b071d8f62 {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 754.118558] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5cca5077-67a9-4457-9ead-89390c42a581 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.130255] env[65448]: DEBUG oslo_vmware.api [None req-093856b5-eb69-40bc-9da2-233a2ecaaada tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Waiting for the task: (returnval){ [ 754.130255] env[65448]: value = "task-4937488" [ 754.130255] env[65448]: _type = "Task" [ 754.130255] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.131747] env[65448]: DEBUG nova.scheduler.client.report [None req-d25a8337-f155-4bc3-a0b0-34c697e9b0c0 tempest-ServersTestBootFromVolume-1705188138 tempest-ServersTestBootFromVolume-1705188138-project-member] Refreshing trait associations for resource provider 76aeec68-79e6-4d77-baf0-33bb098aa897, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=65448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 754.146736] env[65448]: DEBUG oslo_vmware.api [None req-093856b5-eb69-40bc-9da2-233a2ecaaada tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Task: {'id': task-4937488, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.234474] env[65448]: DEBUG oslo_concurrency.lockutils [None req-dd33d002-a1b1-4824-9b60-d17c18ea4d1b tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Acquiring lock "564e79e0-e826-4ad7-83ec-f780b9cc5de7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.234747] env[65448]: DEBUG oslo_concurrency.lockutils [None req-dd33d002-a1b1-4824-9b60-d17c18ea4d1b tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Lock "564e79e0-e826-4ad7-83ec-f780b9cc5de7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.234954] env[65448]: DEBUG oslo_concurrency.lockutils [None req-dd33d002-a1b1-4824-9b60-d17c18ea4d1b tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Acquiring lock "564e79e0-e826-4ad7-83ec-f780b9cc5de7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.235257] env[65448]: DEBUG oslo_concurrency.lockutils [None req-dd33d002-a1b1-4824-9b60-d17c18ea4d1b tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Lock "564e79e0-e826-4ad7-83ec-f780b9cc5de7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.235459] env[65448]: DEBUG oslo_concurrency.lockutils [None req-dd33d002-a1b1-4824-9b60-d17c18ea4d1b tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Lock "564e79e0-e826-4ad7-83ec-f780b9cc5de7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.238049] env[65448]: INFO nova.compute.manager [None req-dd33d002-a1b1-4824-9b60-d17c18ea4d1b tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] [instance: 564e79e0-e826-4ad7-83ec-f780b9cc5de7] Terminating instance [ 754.350861] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-99d91f50-0075-4f07-8e6e-55cfb9d67b73 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] [instance: 223507ab-1bb6-4cc6-b81d-c5da765c01c0] Creating linked-clone VM from snapshot {{(pid=65448) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 754.354525] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c5cb5f5d-e3e7-4afc-b8dd-b8ca7335215d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.364621] env[65448]: DEBUG oslo_vmware.api [None req-99d91f50-0075-4f07-8e6e-55cfb9d67b73 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Waiting for the task: (returnval){ [ 754.364621] env[65448]: value = "task-4937489" [ 754.364621] env[65448]: _type = "Task" [ 754.364621] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.377709] env[65448]: DEBUG oslo_vmware.api [None req-99d91f50-0075-4f07-8e6e-55cfb9d67b73 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Task: {'id': task-4937489, 'name': CloneVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.647709] env[65448]: DEBUG oslo_vmware.api [None req-093856b5-eb69-40bc-9da2-233a2ecaaada tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Task: {'id': task-4937488, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.380336} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.651420] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-093856b5-eb69-40bc-9da2-233a2ecaaada tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 754.651597] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-093856b5-eb69-40bc-9da2-233a2ecaaada tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] [instance: a1383469-5eaa-41c0-950c-fc5b071d8f62] Deleted contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 754.651834] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-093856b5-eb69-40bc-9da2-233a2ecaaada tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] [instance: a1383469-5eaa-41c0-950c-fc5b071d8f62] Instance destroyed {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 754.652034] env[65448]: INFO nova.compute.manager [None req-093856b5-eb69-40bc-9da2-233a2ecaaada tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] [instance: a1383469-5eaa-41c0-950c-fc5b071d8f62] Took 1.18 seconds to destroy the instance on the hypervisor. [ 754.652389] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-093856b5-eb69-40bc-9da2-233a2ecaaada tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 754.652865] env[65448]: DEBUG nova.compute.manager [-] [instance: a1383469-5eaa-41c0-950c-fc5b071d8f62] Deallocating network for instance {{(pid=65448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 754.652969] env[65448]: DEBUG nova.network.neutron [-] [instance: a1383469-5eaa-41c0-950c-fc5b071d8f62] deallocate_for_instance() {{(pid=65448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 754.653274] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 754.745760] env[65448]: DEBUG nova.compute.manager [None req-dd33d002-a1b1-4824-9b60-d17c18ea4d1b tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] [instance: 564e79e0-e826-4ad7-83ec-f780b9cc5de7] Start destroying the instance on the hypervisor. {{(pid=65448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3209}} [ 754.746173] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-dd33d002-a1b1-4824-9b60-d17c18ea4d1b tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] [instance: 564e79e0-e826-4ad7-83ec-f780b9cc5de7] Destroying instance {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 754.748052] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0c8f723-6a8f-4b58-be45-8a2f61e32768 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.761726] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd33d002-a1b1-4824-9b60-d17c18ea4d1b tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] [instance: 564e79e0-e826-4ad7-83ec-f780b9cc5de7] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 754.766205] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d7c9892e-3767-4d32-8567-b1c835f48879 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.775721] env[65448]: DEBUG oslo_vmware.api [None req-dd33d002-a1b1-4824-9b60-d17c18ea4d1b tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Waiting for the task: (returnval){ [ 754.775721] env[65448]: value = "task-4937490" [ 754.775721] env[65448]: _type = "Task" [ 754.775721] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.788764] env[65448]: DEBUG oslo_vmware.api [None req-dd33d002-a1b1-4824-9b60-d17c18ea4d1b tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Task: {'id': task-4937490, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.882549] env[65448]: DEBUG oslo_vmware.api [None req-99d91f50-0075-4f07-8e6e-55cfb9d67b73 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Task: {'id': task-4937489, 'name': CloneVM_Task} progress is 94%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.884150] env[65448]: DEBUG nova.network.neutron [None req-156ac679-6eb9-4a36-8e59-fc976417a4af tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] [instance: 81d406bb-f0e6-487c-841e-a13ae7736af0] Successfully updated port: 71ebeee5-2e02-448d-b51e-b6ee42067faf {{(pid=65448) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 754.927684] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaa9aa93-ff82-4a99-956c-77ed852c2e82 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.938277] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b0767c0-5b08-4382-9ad7-30840bfca841 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.974057] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c8bc67b-9f35-48e5-bfff-0a1be0274950 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.985515] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a177d02-76d0-47ac-b7ae-f4011a51c088 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.002289] env[65448]: DEBUG nova.compute.provider_tree [None req-d25a8337-f155-4bc3-a0b0-34c697e9b0c0 tempest-ServersTestBootFromVolume-1705188138 tempest-ServersTestBootFromVolume-1705188138-project-member] Updating inventory in ProviderTree for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 755.244512] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 755.288306] env[65448]: DEBUG oslo_vmware.api [None req-dd33d002-a1b1-4824-9b60-d17c18ea4d1b tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Task: {'id': task-4937490, 'name': PowerOffVM_Task, 'duration_secs': 0.259319} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.288687] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd33d002-a1b1-4824-9b60-d17c18ea4d1b tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] [instance: 564e79e0-e826-4ad7-83ec-f780b9cc5de7] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 755.288877] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-dd33d002-a1b1-4824-9b60-d17c18ea4d1b tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] [instance: 564e79e0-e826-4ad7-83ec-f780b9cc5de7] Unregistering the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 755.289252] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-54de4852-0fa3-45cc-91af-68d88d8df941 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.374355] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-dd33d002-a1b1-4824-9b60-d17c18ea4d1b tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] [instance: 564e79e0-e826-4ad7-83ec-f780b9cc5de7] Unregistered the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 755.374763] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-dd33d002-a1b1-4824-9b60-d17c18ea4d1b tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] [instance: 564e79e0-e826-4ad7-83ec-f780b9cc5de7] Deleting contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 755.374950] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd33d002-a1b1-4824-9b60-d17c18ea4d1b tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Deleting the datastore file [datastore2] 564e79e0-e826-4ad7-83ec-f780b9cc5de7 {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 755.376520] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bb239f86-6f46-4905-81e0-e5597e46619f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.384595] env[65448]: DEBUG oslo_vmware.api [None req-99d91f50-0075-4f07-8e6e-55cfb9d67b73 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Task: {'id': task-4937489, 'name': CloneVM_Task} progress is 94%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.387121] env[65448]: DEBUG oslo_concurrency.lockutils [None req-156ac679-6eb9-4a36-8e59-fc976417a4af tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] Acquiring lock "refresh_cache-81d406bb-f0e6-487c-841e-a13ae7736af0" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.387592] env[65448]: DEBUG oslo_concurrency.lockutils [None req-156ac679-6eb9-4a36-8e59-fc976417a4af tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] Acquired lock "refresh_cache-81d406bb-f0e6-487c-841e-a13ae7736af0" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.387592] env[65448]: DEBUG nova.network.neutron [None req-156ac679-6eb9-4a36-8e59-fc976417a4af tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] [instance: 81d406bb-f0e6-487c-841e-a13ae7736af0] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 755.396652] env[65448]: DEBUG oslo_vmware.api [None req-dd33d002-a1b1-4824-9b60-d17c18ea4d1b tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Waiting for the task: (returnval){ [ 755.396652] env[65448]: value = "task-4937492" [ 755.396652] env[65448]: _type = "Task" [ 755.396652] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.411702] env[65448]: DEBUG oslo_vmware.api [None req-dd33d002-a1b1-4824-9b60-d17c18ea4d1b tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Task: {'id': task-4937492, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.560314] env[65448]: DEBUG nova.scheduler.client.report [None req-d25a8337-f155-4bc3-a0b0-34c697e9b0c0 tempest-ServersTestBootFromVolume-1705188138 tempest-ServersTestBootFromVolume-1705188138-project-member] Updated inventory for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 with generation 71 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 755.560593] env[65448]: DEBUG nova.compute.provider_tree [None req-d25a8337-f155-4bc3-a0b0-34c697e9b0c0 tempest-ServersTestBootFromVolume-1705188138 tempest-ServersTestBootFromVolume-1705188138-project-member] Updating resource provider 76aeec68-79e6-4d77-baf0-33bb098aa897 generation from 71 to 72 during operation: update_inventory {{(pid=65448) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 755.560768] env[65448]: DEBUG nova.compute.provider_tree [None req-d25a8337-f155-4bc3-a0b0-34c697e9b0c0 tempest-ServersTestBootFromVolume-1705188138 tempest-ServersTestBootFromVolume-1705188138-project-member] Updating inventory in ProviderTree for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 755.686154] env[65448]: DEBUG nova.network.neutron [-] [instance: 5eaf1535-4d97-4020-b2a5-4f37e21026e0] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.879750] env[65448]: DEBUG oslo_vmware.api [None req-99d91f50-0075-4f07-8e6e-55cfb9d67b73 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Task: {'id': task-4937489, 'name': CloneVM_Task} progress is 94%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.908588] env[65448]: DEBUG oslo_vmware.api [None req-dd33d002-a1b1-4824-9b60-d17c18ea4d1b tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Task: {'id': task-4937492, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.317956} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.908929] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd33d002-a1b1-4824-9b60-d17c18ea4d1b tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 755.909137] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-dd33d002-a1b1-4824-9b60-d17c18ea4d1b tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] [instance: 564e79e0-e826-4ad7-83ec-f780b9cc5de7] Deleted contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 755.909624] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-dd33d002-a1b1-4824-9b60-d17c18ea4d1b tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] [instance: 564e79e0-e826-4ad7-83ec-f780b9cc5de7] Instance destroyed {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 755.909624] env[65448]: INFO nova.compute.manager [None req-dd33d002-a1b1-4824-9b60-d17c18ea4d1b tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] [instance: 564e79e0-e826-4ad7-83ec-f780b9cc5de7] Took 1.16 seconds to destroy the instance on the hypervisor. [ 755.909715] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-dd33d002-a1b1-4824-9b60-d17c18ea4d1b tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 755.909941] env[65448]: DEBUG nova.compute.manager [-] [instance: 564e79e0-e826-4ad7-83ec-f780b9cc5de7] Deallocating network for instance {{(pid=65448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 755.910095] env[65448]: DEBUG nova.network.neutron [-] [instance: 564e79e0-e826-4ad7-83ec-f780b9cc5de7] deallocate_for_instance() {{(pid=65448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 755.910359] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 756.067263] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d25a8337-f155-4bc3-a0b0-34c697e9b0c0 tempest-ServersTestBootFromVolume-1705188138 tempest-ServersTestBootFromVolume-1705188138-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 4.160s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.071270] env[65448]: DEBUG oslo_concurrency.lockutils [None req-3290bf36-20c0-4aff-bed1-fc93db0476e5 tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.117s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.071625] env[65448]: DEBUG nova.objects.instance [None req-3290bf36-20c0-4aff-bed1-fc93db0476e5 tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Lazy-loading 'resources' on Instance uuid 7b76faba-15f3-4412-b5e7-5354a6bfd35f {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 756.105429] env[65448]: INFO nova.scheduler.client.report [None req-d25a8337-f155-4bc3-a0b0-34c697e9b0c0 tempest-ServersTestBootFromVolume-1705188138 tempest-ServersTestBootFromVolume-1705188138-project-member] Deleted allocations for instance fa53b330-ff80-4666-bf9e-1664d5c3d23e [ 756.190224] env[65448]: INFO nova.compute.manager [-] [instance: 5eaf1535-4d97-4020-b2a5-4f37e21026e0] Took 2.62 seconds to deallocate network for instance. [ 756.229019] env[65448]: DEBUG nova.network.neutron [None req-156ac679-6eb9-4a36-8e59-fc976417a4af tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] [instance: 81d406bb-f0e6-487c-841e-a13ae7736af0] Instance cache missing network info. {{(pid=65448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 756.258042] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 756.381197] env[65448]: DEBUG oslo_vmware.api [None req-99d91f50-0075-4f07-8e6e-55cfb9d67b73 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Task: {'id': task-4937489, 'name': CloneVM_Task} progress is 100%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.458489] env[65448]: DEBUG nova.network.neutron [-] [instance: a1383469-5eaa-41c0-950c-fc5b071d8f62] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.594586] env[65448]: WARNING neutronclient.v2_0.client [None req-156ac679-6eb9-4a36-8e59-fc976417a4af tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 756.621469] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d25a8337-f155-4bc3-a0b0-34c697e9b0c0 tempest-ServersTestBootFromVolume-1705188138 tempest-ServersTestBootFromVolume-1705188138-project-member] Lock "fa53b330-ff80-4666-bf9e-1664d5c3d23e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.881s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.698996] env[65448]: DEBUG oslo_concurrency.lockutils [None req-1ba887e2-283e-4b26-87b9-24122cb6c27f tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.704826] env[65448]: DEBUG nova.network.neutron [None req-156ac679-6eb9-4a36-8e59-fc976417a4af tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] [instance: 81d406bb-f0e6-487c-841e-a13ae7736af0] Updating instance_info_cache with network_info: [{"id": "71ebeee5-2e02-448d-b51e-b6ee42067faf", "address": "fa:16:3e:83:5d:da", "network": {"id": "7cecf403-7145-470a-91e1-7edc0efc6036", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-2031048007-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23c079bb3cf04e3a98b7a777f975545f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71ebeee5-2e", "ovs_interfaceid": "71ebeee5-2e02-448d-b51e-b6ee42067faf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.891978] env[65448]: DEBUG oslo_vmware.api [None req-99d91f50-0075-4f07-8e6e-55cfb9d67b73 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Task: {'id': task-4937489, 'name': CloneVM_Task, 'duration_secs': 2.058956} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.892512] env[65448]: INFO nova.virt.vmwareapi.vmops [None req-99d91f50-0075-4f07-8e6e-55cfb9d67b73 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] [instance: 223507ab-1bb6-4cc6-b81d-c5da765c01c0] Created linked-clone VM from snapshot [ 756.894137] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4656718a-43b5-4f5f-8ef0-4c73f93728d2 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.903355] env[65448]: DEBUG nova.virt.vmwareapi.images [None req-99d91f50-0075-4f07-8e6e-55cfb9d67b73 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] [instance: 223507ab-1bb6-4cc6-b81d-c5da765c01c0] Uploading image 20ee15cb-0879-459c-bb91-d1772d2dfd98 {{(pid=65448) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 756.965798] env[65448]: INFO nova.compute.manager [-] [instance: a1383469-5eaa-41c0-950c-fc5b071d8f62] Took 2.31 seconds to deallocate network for instance. [ 757.017804] env[65448]: DEBUG nova.network.neutron [-] [instance: 564e79e0-e826-4ad7-83ec-f780b9cc5de7] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.207830] env[65448]: DEBUG oslo_concurrency.lockutils [None req-156ac679-6eb9-4a36-8e59-fc976417a4af tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] Releasing lock "refresh_cache-81d406bb-f0e6-487c-841e-a13ae7736af0" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.207830] env[65448]: DEBUG nova.compute.manager [None req-156ac679-6eb9-4a36-8e59-fc976417a4af tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] [instance: 81d406bb-f0e6-487c-841e-a13ae7736af0] Instance network_info: |[{"id": "71ebeee5-2e02-448d-b51e-b6ee42067faf", "address": "fa:16:3e:83:5d:da", "network": {"id": "7cecf403-7145-470a-91e1-7edc0efc6036", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-2031048007-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23c079bb3cf04e3a98b7a777f975545f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71ebeee5-2e", "ovs_interfaceid": "71ebeee5-2e02-448d-b51e-b6ee42067faf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 757.325378] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07105a49-2fb8-4ac2-a1ec-b84215b53911 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.334766] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edb27ac2-8394-4408-93b2-779b38a31cf1 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.370387] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c2ae0e8-3fab-41e1-89a3-01c82331ca83 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.380433] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09fa8726-9dcb-40cd-b30c-a9fdeaef298b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.396364] env[65448]: DEBUG nova.compute.provider_tree [None req-3290bf36-20c0-4aff-bed1-fc93db0476e5 tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 757.472250] env[65448]: DEBUG oslo_concurrency.lockutils [None req-093856b5-eb69-40bc-9da2-233a2ecaaada tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.520668] env[65448]: INFO nova.compute.manager [-] [instance: 564e79e0-e826-4ad7-83ec-f780b9cc5de7] Took 1.61 seconds to deallocate network for instance. [ 757.679067] env[65448]: DEBUG nova.virt.hardware [None req-f42920c2-b5d1-4588-a654-2c6ea74bf042 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-08T17:19:51Z,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a992292b6dae455593d228217860e2e1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-08T17:19:52Z,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 757.679325] env[65448]: DEBUG nova.virt.hardware [None req-f42920c2-b5d1-4588-a654-2c6ea74bf042 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 757.679513] env[65448]: DEBUG nova.virt.hardware [None req-f42920c2-b5d1-4588-a654-2c6ea74bf042 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 757.679752] env[65448]: DEBUG nova.virt.hardware [None req-f42920c2-b5d1-4588-a654-2c6ea74bf042 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 757.679849] env[65448]: DEBUG nova.virt.hardware [None req-f42920c2-b5d1-4588-a654-2c6ea74bf042 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 757.679990] env[65448]: DEBUG nova.virt.hardware [None req-f42920c2-b5d1-4588-a654-2c6ea74bf042 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 757.680210] env[65448]: DEBUG nova.virt.hardware [None req-f42920c2-b5d1-4588-a654-2c6ea74bf042 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 757.680366] env[65448]: DEBUG nova.virt.hardware [None req-f42920c2-b5d1-4588-a654-2c6ea74bf042 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 757.680712] env[65448]: DEBUG nova.virt.hardware [None req-f42920c2-b5d1-4588-a654-2c6ea74bf042 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 757.680921] env[65448]: DEBUG nova.virt.hardware [None req-f42920c2-b5d1-4588-a654-2c6ea74bf042 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 757.681117] env[65448]: DEBUG nova.virt.hardware [None req-f42920c2-b5d1-4588-a654-2c6ea74bf042 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 757.683452] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbf2705a-976e-4b3b-b244-ebf848b23966 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.692031] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a1cc400-288e-4baa-b519-8396f046f0fc {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.709316] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-f42920c2-b5d1-4588-a654-2c6ea74bf042 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: 204b5f52-2264-4c23-8799-4b3f57682409] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:b1:78', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5f49a7d-c6e5-404f-b71a-91d8c070cd18', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a8e18aee-b11d-458c-945a-72d1ccfaba7e', 'vif_model': 'vmxnet3'}] {{(pid=65448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 757.718284] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-f42920c2-b5d1-4588-a654-2c6ea74bf042 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 757.721023] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 204b5f52-2264-4c23-8799-4b3f57682409] Creating VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 757.721023] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8789a7ca-dcfb-478f-82cb-cf81e9d3d46c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.738165] env[65448]: DEBUG nova.virt.hardware [None req-156ac679-6eb9-4a36-8e59-fc976417a4af tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-08T17:19:51Z,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a992292b6dae455593d228217860e2e1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-08T17:19:52Z,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 757.738458] env[65448]: DEBUG nova.virt.hardware [None req-156ac679-6eb9-4a36-8e59-fc976417a4af tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 757.738614] env[65448]: DEBUG nova.virt.hardware [None req-156ac679-6eb9-4a36-8e59-fc976417a4af tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 757.739520] env[65448]: DEBUG nova.virt.hardware [None req-156ac679-6eb9-4a36-8e59-fc976417a4af tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 757.739520] env[65448]: DEBUG nova.virt.hardware [None req-156ac679-6eb9-4a36-8e59-fc976417a4af tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 757.739520] env[65448]: DEBUG nova.virt.hardware [None req-156ac679-6eb9-4a36-8e59-fc976417a4af tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 757.739675] env[65448]: DEBUG nova.virt.hardware [None req-156ac679-6eb9-4a36-8e59-fc976417a4af tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 757.739765] env[65448]: DEBUG nova.virt.hardware [None req-156ac679-6eb9-4a36-8e59-fc976417a4af tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 757.739962] env[65448]: DEBUG nova.virt.hardware [None req-156ac679-6eb9-4a36-8e59-fc976417a4af tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 757.743531] env[65448]: DEBUG nova.virt.hardware [None req-156ac679-6eb9-4a36-8e59-fc976417a4af tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 757.743531] env[65448]: DEBUG nova.virt.hardware [None req-156ac679-6eb9-4a36-8e59-fc976417a4af tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 757.743531] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0a025bd-5737-4086-8395-6066b3eb3d09 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.748693] env[65448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 757.748693] env[65448]: value = "task-4937493" [ 757.748693] env[65448]: _type = "Task" [ 757.748693] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.758948] env[65448]: DEBUG oslo_vmware.rw_handles [None req-99d91f50-0075-4f07-8e6e-55cfb9d67b73 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 757.758948] env[65448]: value = "vm-961909" [ 757.758948] env[65448]: _type = "VirtualMachine" [ 757.758948] env[65448]: }. {{(pid=65448) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 757.761473] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a279a1d3-ba2a-4739-be7d-40eb9d335e49 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.764765] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b04eb46b-426d-42a2-8e01-0c27b3993525 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.587255] env[65448]: DEBUG oslo_vmware.rw_handles [None req-a1ca1afb-37a9-4c6c-984a-ff36105d13cf tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cdb32b-9bd7-8328-0406-f522b51bc5b2/disk-0.vmdk. {{(pid=65448) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 758.592093] env[65448]: DEBUG nova.scheduler.client.report [None req-3290bf36-20c0-4aff-bed1-fc93db0476e5 tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 758.596242] env[65448]: DEBUG oslo_concurrency.lockutils [None req-dd33d002-a1b1-4824-9b60-d17c18ea4d1b tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.597836] env[65448]: DEBUG nova.compute.manager [req-73d4ea6e-2a9d-408a-8eb0-ddcf00751c8b req-684b04f8-505f-4138-b7cc-fdfc837f13db service nova] [instance: 81d406bb-f0e6-487c-841e-a13ae7736af0] Received event network-vif-plugged-71ebeee5-2e02-448d-b51e-b6ee42067faf {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 758.598045] env[65448]: DEBUG oslo_concurrency.lockutils [req-73d4ea6e-2a9d-408a-8eb0-ddcf00751c8b req-684b04f8-505f-4138-b7cc-fdfc837f13db service nova] Acquiring lock "81d406bb-f0e6-487c-841e-a13ae7736af0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.598267] env[65448]: DEBUG oslo_concurrency.lockutils [req-73d4ea6e-2a9d-408a-8eb0-ddcf00751c8b req-684b04f8-505f-4138-b7cc-fdfc837f13db service nova] Lock "81d406bb-f0e6-487c-841e-a13ae7736af0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.598518] env[65448]: DEBUG oslo_concurrency.lockutils [req-73d4ea6e-2a9d-408a-8eb0-ddcf00751c8b req-684b04f8-505f-4138-b7cc-fdfc837f13db service nova] Lock "81d406bb-f0e6-487c-841e-a13ae7736af0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.598615] env[65448]: DEBUG nova.compute.manager [req-73d4ea6e-2a9d-408a-8eb0-ddcf00751c8b req-684b04f8-505f-4138-b7cc-fdfc837f13db service nova] [instance: 81d406bb-f0e6-487c-841e-a13ae7736af0] No waiting events found dispatching network-vif-plugged-71ebeee5-2e02-448d-b51e-b6ee42067faf {{(pid=65448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 758.598745] env[65448]: WARNING nova.compute.manager [req-73d4ea6e-2a9d-408a-8eb0-ddcf00751c8b req-684b04f8-505f-4138-b7cc-fdfc837f13db service nova] [instance: 81d406bb-f0e6-487c-841e-a13ae7736af0] Received unexpected event network-vif-plugged-71ebeee5-2e02-448d-b51e-b6ee42067faf for instance with vm_state building and task_state spawning. [ 758.599927] env[65448]: DEBUG nova.compute.manager [req-51c9214b-449d-4e09-bf2d-e0e4a0895bbb req-d6d62116-ab7d-47c5-9643-74cd6ea86535 service nova] [instance: a1383469-5eaa-41c0-950c-fc5b071d8f62] Received event network-vif-deleted-77f9db01-5964-4b02-b922-1bb316e9ab1a {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 758.601014] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-182f2edc-1cfa-4f60-8071-1915c32b12fa {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.604756] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937493, 'name': CreateVM_Task} progress is 6%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.604756] env[65448]: WARNING oslo_vmware.common.loopingcall [-] task run outlasted interval by 0.355827 sec [ 758.607872] env[65448]: DEBUG oslo_vmware.rw_handles [None req-99d91f50-0075-4f07-8e6e-55cfb9d67b73 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Lease: (returnval){ [ 758.607872] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52b3a4ad-4d9b-b77c-9d1e-5cdb6daeac63" [ 758.607872] env[65448]: _type = "HttpNfcLease" [ 758.607872] env[65448]: } obtained for exporting VM: (result){ [ 758.607872] env[65448]: value = "vm-961909" [ 758.607872] env[65448]: _type = "VirtualMachine" [ 758.607872] env[65448]: }. {{(pid=65448) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 758.608149] env[65448]: DEBUG oslo_vmware.api [None req-99d91f50-0075-4f07-8e6e-55cfb9d67b73 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Waiting for the lease: (returnval){ [ 758.608149] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52b3a4ad-4d9b-b77c-9d1e-5cdb6daeac63" [ 758.608149] env[65448]: _type = "HttpNfcLease" [ 758.608149] env[65448]: } to be ready. {{(pid=65448) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 758.625766] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-156ac679-6eb9-4a36-8e59-fc976417a4af tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] [instance: 81d406bb-f0e6-487c-841e-a13ae7736af0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:5d:da', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '877ed63d-906e-4bd5-a1fc-7e82d172d41e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '71ebeee5-2e02-448d-b51e-b6ee42067faf', 'vif_model': 'vmxnet3'}] {{(pid=65448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 758.633830] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-156ac679-6eb9-4a36-8e59-fc976417a4af tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] Creating folder: Project (23c079bb3cf04e3a98b7a777f975545f). Parent ref: group-v961779. {{(pid=65448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 758.633935] env[65448]: DEBUG oslo_vmware.rw_handles [None req-a1ca1afb-37a9-4c6c-984a-ff36105d13cf tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cdb32b-9bd7-8328-0406-f522b51bc5b2/disk-0.vmdk is in state: ready. {{(pid=65448) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 758.634058] env[65448]: ERROR oslo_vmware.rw_handles [None req-a1ca1afb-37a9-4c6c-984a-ff36105d13cf tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cdb32b-9bd7-8328-0406-f522b51bc5b2/disk-0.vmdk due to incomplete transfer. [ 758.635920] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-17aa975d-1ac9-424a-9bde-e459584a8545 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.637797] env[65448]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-3d663204-978f-42e4-abd9-b1011b908a58 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.643796] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937493, 'name': CreateVM_Task, 'duration_secs': 0.465074} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.644568] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 204b5f52-2264-4c23-8799-4b3f57682409] Created VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 758.645178] env[65448]: WARNING neutronclient.v2_0.client [None req-f42920c2-b5d1-4588-a654-2c6ea74bf042 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 758.646691] env[65448]: DEBUG oslo_concurrency.lockutils [None req-f42920c2-b5d1-4588-a654-2c6ea74bf042 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.646691] env[65448]: DEBUG oslo_concurrency.lockutils [None req-f42920c2-b5d1-4588-a654-2c6ea74bf042 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.646691] env[65448]: DEBUG oslo_concurrency.lockutils [None req-f42920c2-b5d1-4588-a654-2c6ea74bf042 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.648449] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1cf97340-303b-4386-a878-ae477ca682f7 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.650655] env[65448]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 758.650655] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52b3a4ad-4d9b-b77c-9d1e-5cdb6daeac63" [ 758.650655] env[65448]: _type = "HttpNfcLease" [ 758.650655] env[65448]: } is ready. {{(pid=65448) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 758.651678] env[65448]: DEBUG oslo_vmware.rw_handles [None req-99d91f50-0075-4f07-8e6e-55cfb9d67b73 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 758.651678] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52b3a4ad-4d9b-b77c-9d1e-5cdb6daeac63" [ 758.651678] env[65448]: _type = "HttpNfcLease" [ 758.651678] env[65448]: }. {{(pid=65448) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 758.651965] env[65448]: DEBUG oslo_vmware.rw_handles [None req-a1ca1afb-37a9-4c6c-984a-ff36105d13cf tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cdb32b-9bd7-8328-0406-f522b51bc5b2/disk-0.vmdk. {{(pid=65448) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 758.652165] env[65448]: DEBUG nova.virt.vmwareapi.images [None req-a1ca1afb-37a9-4c6c-984a-ff36105d13cf tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: f0ae0ad7-7800-4f5a-a270-7749177b8675] Uploaded image cae83d65-200b-40f2-a4d0-89c021c051f8 to the Glance image server {{(pid=65448) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 758.655180] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1ca1afb-37a9-4c6c-984a-ff36105d13cf tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: f0ae0ad7-7800-4f5a-a270-7749177b8675] Destroying the VM {{(pid=65448) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 758.658029] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3640d06b-2ceb-46ce-a29a-8e7e0e7d1867 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.661162] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-446a29ac-481c-43ce-90ab-4a4cfb41f63c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.663403] env[65448]: INFO nova.virt.vmwareapi.vm_util [None req-156ac679-6eb9-4a36-8e59-fc976417a4af tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] Created folder: Project (23c079bb3cf04e3a98b7a777f975545f) in parent group-v961779. [ 758.663587] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-156ac679-6eb9-4a36-8e59-fc976417a4af tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] Creating folder: Instances. Parent ref: group-v961911. {{(pid=65448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 758.665216] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ce91a464-90a7-4db1-9d34-998dd820f56f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.666975] env[65448]: DEBUG oslo_vmware.api [None req-f42920c2-b5d1-4588-a654-2c6ea74bf042 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Waiting for the task: (returnval){ [ 758.666975] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52560a79-e4d4-a955-0652-bcaad7ad6abe" [ 758.666975] env[65448]: _type = "Task" [ 758.666975] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.674902] env[65448]: DEBUG oslo_vmware.rw_handles [None req-99d91f50-0075-4f07-8e6e-55cfb9d67b73 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f3ee3f-70e6-a54f-7911-15874627efb3/disk-0.vmdk from lease info. {{(pid=65448) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 758.675110] env[65448]: DEBUG oslo_vmware.rw_handles [None req-99d91f50-0075-4f07-8e6e-55cfb9d67b73 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f3ee3f-70e6-a54f-7911-15874627efb3/disk-0.vmdk for reading. {{(pid=65448) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 758.679708] env[65448]: DEBUG oslo_vmware.api [None req-a1ca1afb-37a9-4c6c-984a-ff36105d13cf tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Waiting for the task: (returnval){ [ 758.679708] env[65448]: value = "task-4937496" [ 758.679708] env[65448]: _type = "Task" [ 758.679708] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.681151] env[65448]: INFO nova.virt.vmwareapi.vm_util [None req-156ac679-6eb9-4a36-8e59-fc976417a4af tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] Created folder: Instances in parent group-v961911. [ 758.681404] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-156ac679-6eb9-4a36-8e59-fc976417a4af tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 758.744176] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 81d406bb-f0e6-487c-841e-a13ae7736af0] Creating VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 758.744605] env[65448]: DEBUG oslo_vmware.api [None req-f42920c2-b5d1-4588-a654-2c6ea74bf042 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52560a79-e4d4-a955-0652-bcaad7ad6abe, 'name': SearchDatastore_Task, 'duration_secs': 0.015878} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.745823] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0142dd74-4c40-475d-8828-b862cc12023f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.760903] env[65448]: DEBUG oslo_concurrency.lockutils [None req-f42920c2-b5d1-4588-a654-2c6ea74bf042 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.761186] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-f42920c2-b5d1-4588-a654-2c6ea74bf042 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: 204b5f52-2264-4c23-8799-4b3f57682409] Processing image 50fb366d-48e6-424f-9c20-bc83d77be76a {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 758.761453] env[65448]: DEBUG oslo_concurrency.lockutils [None req-f42920c2-b5d1-4588-a654-2c6ea74bf042 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.761597] env[65448]: DEBUG oslo_concurrency.lockutils [None req-f42920c2-b5d1-4588-a654-2c6ea74bf042 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.761845] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-f42920c2-b5d1-4588-a654-2c6ea74bf042 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 758.763100] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-55faa73b-9fa0-4931-b0ea-1ac7ecaf9989 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.769570] env[65448]: DEBUG oslo_vmware.api [None req-a1ca1afb-37a9-4c6c-984a-ff36105d13cf tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4937496, 'name': Destroy_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.775514] env[65448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 758.775514] env[65448]: value = "task-4937498" [ 758.775514] env[65448]: _type = "Task" [ 758.775514] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.784886] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-f42920c2-b5d1-4588-a654-2c6ea74bf042 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 758.784886] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-f42920c2-b5d1-4588-a654-2c6ea74bf042 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 758.784886] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b342f25-dacd-4473-b0a8-8ef651050ce8 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.791074] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937498, 'name': CreateVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.795575] env[65448]: DEBUG oslo_vmware.api [None req-f42920c2-b5d1-4588-a654-2c6ea74bf042 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Waiting for the task: (returnval){ [ 758.795575] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52cfcd5f-a6f8-f1a8-1064-d34f01892bfb" [ 758.795575] env[65448]: _type = "Task" [ 758.795575] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.807067] env[65448]: DEBUG oslo_vmware.api [None req-f42920c2-b5d1-4588-a654-2c6ea74bf042 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52cfcd5f-a6f8-f1a8-1064-d34f01892bfb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.816191] env[65448]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5abb2d2f-f2fe-4fde-ab6a-a9e9d0e859ea {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.106535] env[65448]: DEBUG oslo_concurrency.lockutils [None req-3290bf36-20c0-4aff-bed1-fc93db0476e5 tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.036s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.119712] env[65448]: DEBUG oslo_concurrency.lockutils [None req-3e4f0505-adf3-4988-98cf-0eb632ff0355 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.668s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.119712] env[65448]: INFO nova.compute.claims [None req-3e4f0505-adf3-4988-98cf-0eb632ff0355 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: b3fef10e-1394-434b-b1b7-f239a27e182b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 759.181777] env[65448]: INFO nova.scheduler.client.report [None req-3290bf36-20c0-4aff-bed1-fc93db0476e5 tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Deleted allocations for instance 7b76faba-15f3-4412-b5e7-5354a6bfd35f [ 759.208019] env[65448]: DEBUG oslo_vmware.api [None req-a1ca1afb-37a9-4c6c-984a-ff36105d13cf tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4937496, 'name': Destroy_Task} progress is 100%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.288130] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937498, 'name': CreateVM_Task, 'duration_secs': 0.400245} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.291486] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 81d406bb-f0e6-487c-841e-a13ae7736af0] Created VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 759.291486] env[65448]: WARNING neutronclient.v2_0.client [None req-156ac679-6eb9-4a36-8e59-fc976417a4af tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 759.291486] env[65448]: DEBUG oslo_concurrency.lockutils [None req-156ac679-6eb9-4a36-8e59-fc976417a4af tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.291486] env[65448]: DEBUG oslo_concurrency.lockutils [None req-156ac679-6eb9-4a36-8e59-fc976417a4af tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.291486] env[65448]: DEBUG oslo_concurrency.lockutils [None req-156ac679-6eb9-4a36-8e59-fc976417a4af tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.291849] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f61aa6d-d39c-4149-963d-2fa99bbbbe0e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.308353] env[65448]: DEBUG oslo_vmware.api [None req-156ac679-6eb9-4a36-8e59-fc976417a4af tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] Waiting for the task: (returnval){ [ 759.308353] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5239dbfc-3c1a-f064-b138-4b396391d0ba" [ 759.308353] env[65448]: _type = "Task" [ 759.308353] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.318498] env[65448]: DEBUG oslo_vmware.api [None req-f42920c2-b5d1-4588-a654-2c6ea74bf042 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52cfcd5f-a6f8-f1a8-1064-d34f01892bfb, 'name': SearchDatastore_Task, 'duration_secs': 0.018705} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.326731] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13a3886e-4081-4049-ba57-91bc0ff4ee4f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.341792] env[65448]: DEBUG oslo_vmware.api [None req-156ac679-6eb9-4a36-8e59-fc976417a4af tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5239dbfc-3c1a-f064-b138-4b396391d0ba, 'name': SearchDatastore_Task, 'duration_secs': 0.020744} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.345236] env[65448]: DEBUG oslo_concurrency.lockutils [None req-156ac679-6eb9-4a36-8e59-fc976417a4af tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.345529] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-156ac679-6eb9-4a36-8e59-fc976417a4af tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] [instance: 81d406bb-f0e6-487c-841e-a13ae7736af0] Processing image 50fb366d-48e6-424f-9c20-bc83d77be76a {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 759.345976] env[65448]: DEBUG oslo_concurrency.lockutils [None req-156ac679-6eb9-4a36-8e59-fc976417a4af tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.346481] env[65448]: DEBUG oslo_vmware.api [None req-f42920c2-b5d1-4588-a654-2c6ea74bf042 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Waiting for the task: (returnval){ [ 759.346481] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52dbb6a5-f72a-18e2-3e8a-d6eac50fa586" [ 759.346481] env[65448]: _type = "Task" [ 759.346481] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.359453] env[65448]: DEBUG oslo_vmware.api [None req-f42920c2-b5d1-4588-a654-2c6ea74bf042 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52dbb6a5-f72a-18e2-3e8a-d6eac50fa586, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.698384] env[65448]: DEBUG oslo_vmware.api [None req-a1ca1afb-37a9-4c6c-984a-ff36105d13cf tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4937496, 'name': Destroy_Task, 'duration_secs': 0.538674} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.699046] env[65448]: DEBUG oslo_concurrency.lockutils [None req-3290bf36-20c0-4aff-bed1-fc93db0476e5 tempest-ServersAdminNegativeTestJSON-1088238682 tempest-ServersAdminNegativeTestJSON-1088238682-project-member] Lock "7b76faba-15f3-4412-b5e7-5354a6bfd35f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.927s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.701188] env[65448]: INFO nova.virt.vmwareapi.vm_util [None req-a1ca1afb-37a9-4c6c-984a-ff36105d13cf tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: f0ae0ad7-7800-4f5a-a270-7749177b8675] Destroyed the VM [ 759.701188] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-a1ca1afb-37a9-4c6c-984a-ff36105d13cf tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: f0ae0ad7-7800-4f5a-a270-7749177b8675] Deleting Snapshot of the VM instance {{(pid=65448) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 759.701771] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-216de9b7-472f-45dd-9593-9d2db1a67983 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.716041] env[65448]: DEBUG oslo_vmware.api [None req-a1ca1afb-37a9-4c6c-984a-ff36105d13cf tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Waiting for the task: (returnval){ [ 759.716041] env[65448]: value = "task-4937499" [ 759.716041] env[65448]: _type = "Task" [ 759.716041] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.732329] env[65448]: DEBUG oslo_vmware.api [None req-a1ca1afb-37a9-4c6c-984a-ff36105d13cf tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4937499, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.863843] env[65448]: DEBUG oslo_vmware.api [None req-f42920c2-b5d1-4588-a654-2c6ea74bf042 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52dbb6a5-f72a-18e2-3e8a-d6eac50fa586, 'name': SearchDatastore_Task, 'duration_secs': 0.020882} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.864227] env[65448]: DEBUG oslo_concurrency.lockutils [None req-f42920c2-b5d1-4588-a654-2c6ea74bf042 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.864482] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-f42920c2-b5d1-4588-a654-2c6ea74bf042 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] 204b5f52-2264-4c23-8799-4b3f57682409/204b5f52-2264-4c23-8799-4b3f57682409.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 759.864923] env[65448]: DEBUG oslo_concurrency.lockutils [None req-156ac679-6eb9-4a36-8e59-fc976417a4af tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.865260] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-156ac679-6eb9-4a36-8e59-fc976417a4af tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 759.865623] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-06348007-8722-4bba-a06b-a7fad6e58e37 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.870713] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ce17e03a-7b4f-447e-8db7-f017d75c43bf {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.881016] env[65448]: DEBUG oslo_vmware.api [None req-f42920c2-b5d1-4588-a654-2c6ea74bf042 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Waiting for the task: (returnval){ [ 759.881016] env[65448]: value = "task-4937500" [ 759.881016] env[65448]: _type = "Task" [ 759.881016] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.882638] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-156ac679-6eb9-4a36-8e59-fc976417a4af tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 759.883084] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-156ac679-6eb9-4a36-8e59-fc976417a4af tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 759.888389] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0664c10-7af4-4c9b-b2cc-727561a5014b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.896839] env[65448]: DEBUG oslo_vmware.api [None req-156ac679-6eb9-4a36-8e59-fc976417a4af tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] Waiting for the task: (returnval){ [ 759.896839] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52f889af-d651-9ecd-6550-908997c2dde6" [ 759.896839] env[65448]: _type = "Task" [ 759.896839] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.899189] env[65448]: DEBUG oslo_vmware.api [None req-f42920c2-b5d1-4588-a654-2c6ea74bf042 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Task: {'id': task-4937500, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.912470] env[65448]: DEBUG oslo_vmware.api [None req-156ac679-6eb9-4a36-8e59-fc976417a4af tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52f889af-d651-9ecd-6550-908997c2dde6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.948592] env[65448]: DEBUG oslo_concurrency.lockutils [None req-ac0db61f-943d-482c-bd34-0110d49ffd9a tempest-InstanceActionsNegativeTestJSON-382423160 tempest-InstanceActionsNegativeTestJSON-382423160-project-member] Acquiring lock "f523a556-180d-4c8f-be38-0f7f9110df7b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.948906] env[65448]: DEBUG oslo_concurrency.lockutils [None req-ac0db61f-943d-482c-bd34-0110d49ffd9a tempest-InstanceActionsNegativeTestJSON-382423160 tempest-InstanceActionsNegativeTestJSON-382423160-project-member] Lock "f523a556-180d-4c8f-be38-0f7f9110df7b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.236069] env[65448]: DEBUG oslo_vmware.api [None req-a1ca1afb-37a9-4c6c-984a-ff36105d13cf tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4937499, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.395054] env[65448]: DEBUG oslo_vmware.api [None req-f42920c2-b5d1-4588-a654-2c6ea74bf042 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Task: {'id': task-4937500, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.410743] env[65448]: DEBUG oslo_vmware.api [None req-156ac679-6eb9-4a36-8e59-fc976417a4af tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52f889af-d651-9ecd-6550-908997c2dde6, 'name': SearchDatastore_Task, 'duration_secs': 0.031867} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.415328] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e939c10-23a9-4147-811e-0a7a9c0b513d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.423135] env[65448]: DEBUG oslo_vmware.api [None req-156ac679-6eb9-4a36-8e59-fc976417a4af tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] Waiting for the task: (returnval){ [ 760.423135] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52ed3aa3-d3b8-89d7-f542-8300060700f1" [ 760.423135] env[65448]: _type = "Task" [ 760.423135] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.438412] env[65448]: DEBUG oslo_vmware.api [None req-156ac679-6eb9-4a36-8e59-fc976417a4af tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52ed3aa3-d3b8-89d7-f542-8300060700f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.729255] env[65448]: DEBUG oslo_vmware.api [None req-a1ca1afb-37a9-4c6c-984a-ff36105d13cf tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4937499, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.819869] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f88e2dbc-ba72-44f2-9da5-d5937e148613 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.828536] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a86dc0fb-9c9d-4763-9b3f-a331972e964b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.863834] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c27db44e-fe29-4afe-8716-a28e06a63d7b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.872707] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6f727bf-7130-4726-b860-6af601091ba1 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.889151] env[65448]: DEBUG nova.compute.provider_tree [None req-3e4f0505-adf3-4988-98cf-0eb632ff0355 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 760.903595] env[65448]: DEBUG oslo_vmware.api [None req-f42920c2-b5d1-4588-a654-2c6ea74bf042 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Task: {'id': task-4937500, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.753227} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.903860] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-f42920c2-b5d1-4588-a654-2c6ea74bf042 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] 204b5f52-2264-4c23-8799-4b3f57682409/204b5f52-2264-4c23-8799-4b3f57682409.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 760.904202] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-f42920c2-b5d1-4588-a654-2c6ea74bf042 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: 204b5f52-2264-4c23-8799-4b3f57682409] Extending root virtual disk to 1048576 {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 760.904572] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-95aba766-9edf-4767-82ad-ca0ccc4de837 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.915695] env[65448]: DEBUG oslo_vmware.api [None req-f42920c2-b5d1-4588-a654-2c6ea74bf042 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Waiting for the task: (returnval){ [ 760.915695] env[65448]: value = "task-4937501" [ 760.915695] env[65448]: _type = "Task" [ 760.915695] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.927845] env[65448]: DEBUG oslo_vmware.api [None req-f42920c2-b5d1-4588-a654-2c6ea74bf042 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Task: {'id': task-4937501, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.939594] env[65448]: DEBUG oslo_vmware.api [None req-156ac679-6eb9-4a36-8e59-fc976417a4af tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52ed3aa3-d3b8-89d7-f542-8300060700f1, 'name': SearchDatastore_Task, 'duration_secs': 0.055504} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.940022] env[65448]: DEBUG oslo_concurrency.lockutils [None req-156ac679-6eb9-4a36-8e59-fc976417a4af tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.940380] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-156ac679-6eb9-4a36-8e59-fc976417a4af tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] 81d406bb-f0e6-487c-841e-a13ae7736af0/81d406bb-f0e6-487c-841e-a13ae7736af0.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 760.940679] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-43eef723-ad1f-4a31-acee-322f6ab9810d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.949892] env[65448]: DEBUG oslo_vmware.api [None req-156ac679-6eb9-4a36-8e59-fc976417a4af tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] Waiting for the task: (returnval){ [ 760.949892] env[65448]: value = "task-4937502" [ 760.949892] env[65448]: _type = "Task" [ 760.949892] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.960706] env[65448]: DEBUG oslo_vmware.api [None req-156ac679-6eb9-4a36-8e59-fc976417a4af tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] Task: {'id': task-4937502, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.227896] env[65448]: DEBUG oslo_vmware.api [None req-a1ca1afb-37a9-4c6c-984a-ff36105d13cf tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4937499, 'name': RemoveSnapshot_Task, 'duration_secs': 1.242311} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.228263] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-a1ca1afb-37a9-4c6c-984a-ff36105d13cf tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: f0ae0ad7-7800-4f5a-a270-7749177b8675] Deleted Snapshot of the VM instance {{(pid=65448) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 761.228551] env[65448]: INFO nova.compute.manager [None req-a1ca1afb-37a9-4c6c-984a-ff36105d13cf tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: f0ae0ad7-7800-4f5a-a270-7749177b8675] Took 17.52 seconds to snapshot the instance on the hypervisor. [ 761.395762] env[65448]: DEBUG nova.scheduler.client.report [None req-3e4f0505-adf3-4988-98cf-0eb632ff0355 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 761.428868] env[65448]: DEBUG oslo_vmware.api [None req-f42920c2-b5d1-4588-a654-2c6ea74bf042 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Task: {'id': task-4937501, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083739} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.429278] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-f42920c2-b5d1-4588-a654-2c6ea74bf042 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: 204b5f52-2264-4c23-8799-4b3f57682409] Extended root virtual disk {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 761.430499] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae3d38cf-23a4-4e81-a6ad-321e4a5aaa68 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.456340] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-f42920c2-b5d1-4588-a654-2c6ea74bf042 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: 204b5f52-2264-4c23-8799-4b3f57682409] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] 204b5f52-2264-4c23-8799-4b3f57682409/204b5f52-2264-4c23-8799-4b3f57682409.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 761.456841] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1178e6cd-d377-422c-8b16-daf48fee807a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.483417] env[65448]: DEBUG oslo_vmware.api [None req-156ac679-6eb9-4a36-8e59-fc976417a4af tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] Task: {'id': task-4937502, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.485394] env[65448]: DEBUG oslo_vmware.api [None req-f42920c2-b5d1-4588-a654-2c6ea74bf042 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Waiting for the task: (returnval){ [ 761.485394] env[65448]: value = "task-4937503" [ 761.485394] env[65448]: _type = "Task" [ 761.485394] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.495840] env[65448]: DEBUG oslo_vmware.api [None req-f42920c2-b5d1-4588-a654-2c6ea74bf042 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Task: {'id': task-4937503, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.901724] env[65448]: DEBUG oslo_concurrency.lockutils [None req-3e4f0505-adf3-4988-98cf-0eb632ff0355 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.791s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.902559] env[65448]: DEBUG nova.compute.manager [None req-3e4f0505-adf3-4988-98cf-0eb632ff0355 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: b3fef10e-1394-434b-b1b7-f239a27e182b] Start building networks asynchronously for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2881}} [ 761.905744] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b7dd8389-1bae-41a0-8aa9-0eb6baf5a66d tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.554s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.907421] env[65448]: INFO nova.compute.claims [None req-b7dd8389-1bae-41a0-8aa9-0eb6baf5a66d tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: 6ca5c62d-cf52-4f78-9e01-5623f4989442] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 761.968252] env[65448]: DEBUG oslo_vmware.api [None req-156ac679-6eb9-4a36-8e59-fc976417a4af tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] Task: {'id': task-4937502, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.67728} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.968442] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-156ac679-6eb9-4a36-8e59-fc976417a4af tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] 81d406bb-f0e6-487c-841e-a13ae7736af0/81d406bb-f0e6-487c-841e-a13ae7736af0.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 761.968690] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-156ac679-6eb9-4a36-8e59-fc976417a4af tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] [instance: 81d406bb-f0e6-487c-841e-a13ae7736af0] Extending root virtual disk to 1048576 {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 761.968987] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-43ae6c53-f668-48a8-bdfe-d2ead04fd6cf {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.978190] env[65448]: DEBUG oslo_vmware.api [None req-156ac679-6eb9-4a36-8e59-fc976417a4af tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] Waiting for the task: (returnval){ [ 761.978190] env[65448]: value = "task-4937504" [ 761.978190] env[65448]: _type = "Task" [ 761.978190] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.989043] env[65448]: DEBUG oslo_vmware.api [None req-156ac679-6eb9-4a36-8e59-fc976417a4af tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] Task: {'id': task-4937504, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.999878] env[65448]: DEBUG oslo_vmware.api [None req-f42920c2-b5d1-4588-a654-2c6ea74bf042 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Task: {'id': task-4937503, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.047746] env[65448]: DEBUG nova.compute.manager [None req-a1ca1afb-37a9-4c6c-984a-ff36105d13cf tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: f0ae0ad7-7800-4f5a-a270-7749177b8675] Found 2 images (rotation: 2) {{(pid=65448) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5064}} [ 762.069871] env[65448]: DEBUG oslo_vmware.rw_handles [None req-79a6b500-5bea-41a0-b067-9bda58b94042 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521372d1-9d98-5819-466f-2ea347d88b05/disk-0.vmdk. {{(pid=65448) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 762.071182] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff2bb096-d8ae-4930-9ee1-6939b2940e3f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.081767] env[65448]: DEBUG oslo_vmware.rw_handles [None req-79a6b500-5bea-41a0-b067-9bda58b94042 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521372d1-9d98-5819-466f-2ea347d88b05/disk-0.vmdk is in state: ready. {{(pid=65448) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 762.081968] env[65448]: ERROR oslo_vmware.rw_handles [None req-79a6b500-5bea-41a0-b067-9bda58b94042 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521372d1-9d98-5819-466f-2ea347d88b05/disk-0.vmdk due to incomplete transfer. [ 762.082172] env[65448]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-45a52e38-9518-43d6-bb57-21606180cc3e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.091726] env[65448]: DEBUG oslo_vmware.rw_handles [None req-79a6b500-5bea-41a0-b067-9bda58b94042 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521372d1-9d98-5819-466f-2ea347d88b05/disk-0.vmdk. {{(pid=65448) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 762.091726] env[65448]: DEBUG nova.virt.vmwareapi.images [None req-79a6b500-5bea-41a0-b067-9bda58b94042 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 4d62a820-fb2b-4101-9dbc-d7cf4a27961a] Uploaded image 4cadbe75-259c-4503-9a4b-2436740ce8d3 to the Glance image server {{(pid=65448) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 762.093050] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-79a6b500-5bea-41a0-b067-9bda58b94042 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 4d62a820-fb2b-4101-9dbc-d7cf4a27961a] Destroying the VM {{(pid=65448) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 762.093339] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-85c95924-cecc-4cb6-9393-3dea3b64e8d5 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.102160] env[65448]: DEBUG oslo_vmware.api [None req-79a6b500-5bea-41a0-b067-9bda58b94042 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Waiting for the task: (returnval){ [ 762.102160] env[65448]: value = "task-4937505" [ 762.102160] env[65448]: _type = "Task" [ 762.102160] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.113827] env[65448]: DEBUG oslo_vmware.api [None req-79a6b500-5bea-41a0-b067-9bda58b94042 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': task-4937505, 'name': Destroy_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.416452] env[65448]: DEBUG nova.compute.utils [None req-3e4f0505-adf3-4988-98cf-0eb632ff0355 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Using /dev/sd instead of None {{(pid=65448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 762.418108] env[65448]: DEBUG nova.compute.manager [None req-3e4f0505-adf3-4988-98cf-0eb632ff0355 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: b3fef10e-1394-434b-b1b7-f239a27e182b] Allocating IP information in the background. {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 762.418897] env[65448]: DEBUG nova.network.neutron [None req-3e4f0505-adf3-4988-98cf-0eb632ff0355 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: b3fef10e-1394-434b-b1b7-f239a27e182b] allocate_for_instance() {{(pid=65448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 762.418897] env[65448]: WARNING neutronclient.v2_0.client [None req-3e4f0505-adf3-4988-98cf-0eb632ff0355 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 762.419189] env[65448]: WARNING neutronclient.v2_0.client [None req-3e4f0505-adf3-4988-98cf-0eb632ff0355 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 762.471425] env[65448]: DEBUG nova.policy [None req-3e4f0505-adf3-4988-98cf-0eb632ff0355 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6d1b2556ff944f8e951201bfd4fb56d1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2b4602fe4973466b8eb0d97f7a72d721', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65448) authorize /opt/stack/nova/nova/policy.py:192}} [ 762.489415] env[65448]: DEBUG oslo_vmware.api [None req-156ac679-6eb9-4a36-8e59-fc976417a4af tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] Task: {'id': task-4937504, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081744} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.493117] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-156ac679-6eb9-4a36-8e59-fc976417a4af tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] [instance: 81d406bb-f0e6-487c-841e-a13ae7736af0] Extended root virtual disk {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 762.494069] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07609eac-0799-4c5d-bb44-3643a0af6f11 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.503805] env[65448]: DEBUG oslo_vmware.api [None req-f42920c2-b5d1-4588-a654-2c6ea74bf042 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Task: {'id': task-4937503, 'name': ReconfigVM_Task, 'duration_secs': 0.808465} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.515658] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-f42920c2-b5d1-4588-a654-2c6ea74bf042 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: 204b5f52-2264-4c23-8799-4b3f57682409] Reconfigured VM instance instance-00000009 to attach disk [datastore2] 204b5f52-2264-4c23-8799-4b3f57682409/204b5f52-2264-4c23-8799-4b3f57682409.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 762.527073] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-156ac679-6eb9-4a36-8e59-fc976417a4af tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] [instance: 81d406bb-f0e6-487c-841e-a13ae7736af0] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] 81d406bb-f0e6-487c-841e-a13ae7736af0/81d406bb-f0e6-487c-841e-a13ae7736af0.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 762.527073] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f9932a8f-885e-4cdd-95df-3019f96d8e9f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.529077] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb5fe555-8aa7-45a8-b3ab-945535649d9e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.551431] env[65448]: DEBUG oslo_vmware.api [None req-f42920c2-b5d1-4588-a654-2c6ea74bf042 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Waiting for the task: (returnval){ [ 762.551431] env[65448]: value = "task-4937506" [ 762.551431] env[65448]: _type = "Task" [ 762.551431] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.553420] env[65448]: DEBUG oslo_vmware.api [None req-156ac679-6eb9-4a36-8e59-fc976417a4af tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] Waiting for the task: (returnval){ [ 762.553420] env[65448]: value = "task-4937507" [ 762.553420] env[65448]: _type = "Task" [ 762.553420] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.568646] env[65448]: DEBUG oslo_vmware.api [None req-156ac679-6eb9-4a36-8e59-fc976417a4af tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] Task: {'id': task-4937507, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.572698] env[65448]: DEBUG oslo_vmware.api [None req-f42920c2-b5d1-4588-a654-2c6ea74bf042 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Task: {'id': task-4937506, 'name': Rename_Task} progress is 6%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.613738] env[65448]: DEBUG oslo_vmware.api [None req-79a6b500-5bea-41a0-b067-9bda58b94042 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': task-4937505, 'name': Destroy_Task, 'duration_secs': 0.499803} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.614135] env[65448]: INFO nova.virt.vmwareapi.vm_util [None req-79a6b500-5bea-41a0-b067-9bda58b94042 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 4d62a820-fb2b-4101-9dbc-d7cf4a27961a] Destroyed the VM [ 762.614460] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-79a6b500-5bea-41a0-b067-9bda58b94042 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 4d62a820-fb2b-4101-9dbc-d7cf4a27961a] Deleting Snapshot of the VM instance {{(pid=65448) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 762.614766] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-fac2c32a-06c9-4ddb-92e5-715775a52d71 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.622575] env[65448]: DEBUG oslo_vmware.api [None req-79a6b500-5bea-41a0-b067-9bda58b94042 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Waiting for the task: (returnval){ [ 762.622575] env[65448]: value = "task-4937508" [ 762.622575] env[65448]: _type = "Task" [ 762.622575] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.633298] env[65448]: DEBUG oslo_vmware.api [None req-79a6b500-5bea-41a0-b067-9bda58b94042 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': task-4937508, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.852546] env[65448]: DEBUG nova.network.neutron [None req-3e4f0505-adf3-4988-98cf-0eb632ff0355 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: b3fef10e-1394-434b-b1b7-f239a27e182b] Successfully created port: aad3344f-9ff0-4849-a204-1b594a7e0983 {{(pid=65448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 762.922960] env[65448]: DEBUG nova.compute.manager [None req-3e4f0505-adf3-4988-98cf-0eb632ff0355 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: b3fef10e-1394-434b-b1b7-f239a27e182b] Start building block device mappings for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2916}} [ 763.073683] env[65448]: DEBUG oslo_vmware.api [None req-156ac679-6eb9-4a36-8e59-fc976417a4af tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] Task: {'id': task-4937507, 'name': ReconfigVM_Task, 'duration_secs': 0.327795} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.073683] env[65448]: DEBUG oslo_vmware.api [None req-f42920c2-b5d1-4588-a654-2c6ea74bf042 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Task: {'id': task-4937506, 'name': Rename_Task, 'duration_secs': 0.176995} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.074132] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-156ac679-6eb9-4a36-8e59-fc976417a4af tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] [instance: 81d406bb-f0e6-487c-841e-a13ae7736af0] Reconfigured VM instance instance-0000002e to attach disk [datastore2] 81d406bb-f0e6-487c-841e-a13ae7736af0/81d406bb-f0e6-487c-841e-a13ae7736af0.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 763.074665] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-f42920c2-b5d1-4588-a654-2c6ea74bf042 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: 204b5f52-2264-4c23-8799-4b3f57682409] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 763.074917] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2ad1ec11-d6fe-4973-9a64-0514de502a70 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.076654] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-acc77f30-7e14-4ed3-9110-850bbea831b6 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.085666] env[65448]: DEBUG oslo_vmware.api [None req-156ac679-6eb9-4a36-8e59-fc976417a4af tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] Waiting for the task: (returnval){ [ 763.085666] env[65448]: value = "task-4937509" [ 763.085666] env[65448]: _type = "Task" [ 763.085666] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.086129] env[65448]: DEBUG oslo_vmware.api [None req-f42920c2-b5d1-4588-a654-2c6ea74bf042 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Waiting for the task: (returnval){ [ 763.086129] env[65448]: value = "task-4937510" [ 763.086129] env[65448]: _type = "Task" [ 763.086129] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.099534] env[65448]: DEBUG oslo_vmware.api [None req-f42920c2-b5d1-4588-a654-2c6ea74bf042 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Task: {'id': task-4937510, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.102834] env[65448]: DEBUG oslo_vmware.api [None req-156ac679-6eb9-4a36-8e59-fc976417a4af tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] Task: {'id': task-4937509, 'name': Rename_Task} progress is 6%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.139133] env[65448]: DEBUG oslo_vmware.api [None req-79a6b500-5bea-41a0-b067-9bda58b94042 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': task-4937508, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.611029] env[65448]: DEBUG oslo_vmware.api [None req-156ac679-6eb9-4a36-8e59-fc976417a4af tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] Task: {'id': task-4937509, 'name': Rename_Task, 'duration_secs': 0.177484} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.611486] env[65448]: DEBUG oslo_vmware.api [None req-f42920c2-b5d1-4588-a654-2c6ea74bf042 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Task: {'id': task-4937510, 'name': PowerOnVM_Task, 'duration_secs': 0.509347} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.616237] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-156ac679-6eb9-4a36-8e59-fc976417a4af tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] [instance: 81d406bb-f0e6-487c-841e-a13ae7736af0] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 763.616897] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-f42920c2-b5d1-4588-a654-2c6ea74bf042 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: 204b5f52-2264-4c23-8799-4b3f57682409] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 763.617249] env[65448]: DEBUG nova.compute.manager [None req-f42920c2-b5d1-4588-a654-2c6ea74bf042 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: 204b5f52-2264-4c23-8799-4b3f57682409] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 763.617936] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ca9d3c57-c970-4489-b547-aabd24031cc1 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.621299] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41e39c11-e33b-47c8-92b1-d3228f83c84b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.639836] env[65448]: DEBUG oslo_vmware.api [None req-156ac679-6eb9-4a36-8e59-fc976417a4af tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] Waiting for the task: (returnval){ [ 763.639836] env[65448]: value = "task-4937511" [ 763.639836] env[65448]: _type = "Task" [ 763.639836] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.640653] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cd700eb-f64c-41de-8cef-dbfe8030cea3 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.652154] env[65448]: DEBUG oslo_vmware.api [None req-79a6b500-5bea-41a0-b067-9bda58b94042 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': task-4937508, 'name': RemoveSnapshot_Task, 'duration_secs': 0.59505} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.655071] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-79a6b500-5bea-41a0-b067-9bda58b94042 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 4d62a820-fb2b-4101-9dbc-d7cf4a27961a] Deleted Snapshot of the VM instance {{(pid=65448) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 763.655456] env[65448]: INFO nova.compute.manager [None req-79a6b500-5bea-41a0-b067-9bda58b94042 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 4d62a820-fb2b-4101-9dbc-d7cf4a27961a] Took 15.78 seconds to snapshot the instance on the hypervisor. [ 763.664796] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91454997-1a79-458d-9373-07ee69f8be5d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.670838] env[65448]: DEBUG oslo_vmware.api [None req-156ac679-6eb9-4a36-8e59-fc976417a4af tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] Task: {'id': task-4937511, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.703595] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4497151-907c-4a4e-87bd-9ba3340541cf {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.713500] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7351add-2bbd-4418-9c4c-311d5124499a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.730451] env[65448]: DEBUG nova.compute.provider_tree [None req-b7dd8389-1bae-41a0-8aa9-0eb6baf5a66d tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 763.933628] env[65448]: DEBUG nova.compute.manager [None req-3e4f0505-adf3-4988-98cf-0eb632ff0355 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: b3fef10e-1394-434b-b1b7-f239a27e182b] Start spawning the instance on the hypervisor. {{(pid=65448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2689}} [ 763.970191] env[65448]: DEBUG nova.virt.hardware [None req-3e4f0505-adf3-4988-98cf-0eb632ff0355 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-08T17:19:51Z,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a992292b6dae455593d228217860e2e1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-08T17:19:52Z,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 763.970465] env[65448]: DEBUG nova.virt.hardware [None req-3e4f0505-adf3-4988-98cf-0eb632ff0355 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 763.970623] env[65448]: DEBUG nova.virt.hardware [None req-3e4f0505-adf3-4988-98cf-0eb632ff0355 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 763.970863] env[65448]: DEBUG nova.virt.hardware [None req-3e4f0505-adf3-4988-98cf-0eb632ff0355 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 763.971022] env[65448]: DEBUG nova.virt.hardware [None req-3e4f0505-adf3-4988-98cf-0eb632ff0355 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 763.971169] env[65448]: DEBUG nova.virt.hardware [None req-3e4f0505-adf3-4988-98cf-0eb632ff0355 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 763.971373] env[65448]: DEBUG nova.virt.hardware [None req-3e4f0505-adf3-4988-98cf-0eb632ff0355 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 763.971524] env[65448]: DEBUG nova.virt.hardware [None req-3e4f0505-adf3-4988-98cf-0eb632ff0355 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 763.971682] env[65448]: DEBUG nova.virt.hardware [None req-3e4f0505-adf3-4988-98cf-0eb632ff0355 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 763.971836] env[65448]: DEBUG nova.virt.hardware [None req-3e4f0505-adf3-4988-98cf-0eb632ff0355 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 763.972015] env[65448]: DEBUG nova.virt.hardware [None req-3e4f0505-adf3-4988-98cf-0eb632ff0355 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 763.972995] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e891a0b7-a457-4c3e-8c57-41650c664a9e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.981884] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5752c348-f74f-492d-a681-e299007597a7 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.153059] env[65448]: DEBUG oslo_concurrency.lockutils [None req-f42920c2-b5d1-4588-a654-2c6ea74bf042 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.158953] env[65448]: DEBUG oslo_vmware.api [None req-156ac679-6eb9-4a36-8e59-fc976417a4af tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] Task: {'id': task-4937511, 'name': PowerOnVM_Task} progress is 94%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.234659] env[65448]: DEBUG nova.scheduler.client.report [None req-b7dd8389-1bae-41a0-8aa9-0eb6baf5a66d tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 764.671763] env[65448]: DEBUG oslo_vmware.api [None req-156ac679-6eb9-4a36-8e59-fc976417a4af tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] Task: {'id': task-4937511, 'name': PowerOnVM_Task, 'duration_secs': 0.926853} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.672075] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-156ac679-6eb9-4a36-8e59-fc976417a4af tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] [instance: 81d406bb-f0e6-487c-841e-a13ae7736af0] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 764.672305] env[65448]: INFO nova.compute.manager [None req-156ac679-6eb9-4a36-8e59-fc976417a4af tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] [instance: 81d406bb-f0e6-487c-841e-a13ae7736af0] Took 10.71 seconds to spawn the instance on the hypervisor. [ 764.672495] env[65448]: DEBUG nova.compute.manager [None req-156ac679-6eb9-4a36-8e59-fc976417a4af tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] [instance: 81d406bb-f0e6-487c-841e-a13ae7736af0] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 764.673383] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e56defbd-22b1-4fe6-bf80-c9a369917300 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.706433] env[65448]: DEBUG nova.network.neutron [None req-3e4f0505-adf3-4988-98cf-0eb632ff0355 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: b3fef10e-1394-434b-b1b7-f239a27e182b] Successfully updated port: aad3344f-9ff0-4849-a204-1b594a7e0983 {{(pid=65448) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 764.743556] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b7dd8389-1bae-41a0-8aa9-0eb6baf5a66d tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.837s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.743556] env[65448]: DEBUG nova.compute.manager [None req-b7dd8389-1bae-41a0-8aa9-0eb6baf5a66d tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: 6ca5c62d-cf52-4f78-9e01-5623f4989442] Start building networks asynchronously for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2881}} [ 764.746932] env[65448]: DEBUG oslo_concurrency.lockutils [None req-47f17540-10e6-485f-8753-c6d534267896 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.034s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.747214] env[65448]: DEBUG nova.objects.instance [None req-47f17540-10e6-485f-8753-c6d534267896 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Lazy-loading 'resources' on Instance uuid 01f0dfbf-a289-43df-8919-bf6141b87d2a {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 764.866826] env[65448]: DEBUG nova.compute.manager [req-fa225a45-82ae-41c8-b3c6-e02681f1f014 req-67aa8e4a-6793-43f7-b01b-cb31215f54c8 service nova] [instance: 81d406bb-f0e6-487c-841e-a13ae7736af0] Received event network-changed-71ebeee5-2e02-448d-b51e-b6ee42067faf {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 764.866980] env[65448]: DEBUG nova.compute.manager [req-fa225a45-82ae-41c8-b3c6-e02681f1f014 req-67aa8e4a-6793-43f7-b01b-cb31215f54c8 service nova] [instance: 81d406bb-f0e6-487c-841e-a13ae7736af0] Refreshing instance network info cache due to event network-changed-71ebeee5-2e02-448d-b51e-b6ee42067faf. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 764.867232] env[65448]: DEBUG oslo_concurrency.lockutils [req-fa225a45-82ae-41c8-b3c6-e02681f1f014 req-67aa8e4a-6793-43f7-b01b-cb31215f54c8 service nova] Acquiring lock "refresh_cache-81d406bb-f0e6-487c-841e-a13ae7736af0" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.867469] env[65448]: DEBUG oslo_concurrency.lockutils [req-fa225a45-82ae-41c8-b3c6-e02681f1f014 req-67aa8e4a-6793-43f7-b01b-cb31215f54c8 service nova] Acquired lock "refresh_cache-81d406bb-f0e6-487c-841e-a13ae7736af0" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.867695] env[65448]: DEBUG nova.network.neutron [req-fa225a45-82ae-41c8-b3c6-e02681f1f014 req-67aa8e4a-6793-43f7-b01b-cb31215f54c8 service nova] [instance: 81d406bb-f0e6-487c-841e-a13ae7736af0] Refreshing network info cache for port 71ebeee5-2e02-448d-b51e-b6ee42067faf {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 765.200330] env[65448]: INFO nova.compute.manager [None req-156ac679-6eb9-4a36-8e59-fc976417a4af tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] [instance: 81d406bb-f0e6-487c-841e-a13ae7736af0] Took 52.38 seconds to build instance. [ 765.210295] env[65448]: DEBUG oslo_concurrency.lockutils [None req-3e4f0505-adf3-4988-98cf-0eb632ff0355 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Acquiring lock "refresh_cache-b3fef10e-1394-434b-b1b7-f239a27e182b" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.210657] env[65448]: DEBUG oslo_concurrency.lockutils [None req-3e4f0505-adf3-4988-98cf-0eb632ff0355 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Acquired lock "refresh_cache-b3fef10e-1394-434b-b1b7-f239a27e182b" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.210862] env[65448]: DEBUG nova.network.neutron [None req-3e4f0505-adf3-4988-98cf-0eb632ff0355 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: b3fef10e-1394-434b-b1b7-f239a27e182b] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 765.252071] env[65448]: DEBUG nova.compute.utils [None req-b7dd8389-1bae-41a0-8aa9-0eb6baf5a66d tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Using /dev/sd instead of None {{(pid=65448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 765.257611] env[65448]: DEBUG nova.compute.manager [None req-b7dd8389-1bae-41a0-8aa9-0eb6baf5a66d tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: 6ca5c62d-cf52-4f78-9e01-5623f4989442] Allocating IP information in the background. {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 765.257611] env[65448]: DEBUG nova.network.neutron [None req-b7dd8389-1bae-41a0-8aa9-0eb6baf5a66d tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: 6ca5c62d-cf52-4f78-9e01-5623f4989442] allocate_for_instance() {{(pid=65448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 765.258014] env[65448]: WARNING neutronclient.v2_0.client [None req-b7dd8389-1bae-41a0-8aa9-0eb6baf5a66d tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 765.258984] env[65448]: WARNING neutronclient.v2_0.client [None req-b7dd8389-1bae-41a0-8aa9-0eb6baf5a66d tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 765.310293] env[65448]: DEBUG nova.policy [None req-b7dd8389-1bae-41a0-8aa9-0eb6baf5a66d tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dc9a3048fffb4c5c805492e6b371cf9e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7bf59e2c00b54ab7a8bc201e80781fcb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65448) authorize /opt/stack/nova/nova/policy.py:192}} [ 765.372036] env[65448]: WARNING neutronclient.v2_0.client [req-fa225a45-82ae-41c8-b3c6-e02681f1f014 req-67aa8e4a-6793-43f7-b01b-cb31215f54c8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 765.594088] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a2af9546-2e57-4b6d-981d-b34d3698e7a2 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Acquiring lock "5e5a538b-8f59-45ca-bece-6a0cff169e0a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.595068] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a2af9546-2e57-4b6d-981d-b34d3698e7a2 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Lock "5e5a538b-8f59-45ca-bece-6a0cff169e0a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.704818] env[65448]: DEBUG oslo_concurrency.lockutils [None req-156ac679-6eb9-4a36-8e59-fc976417a4af tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] Lock "81d406bb-f0e6-487c-841e-a13ae7736af0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.106s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.758840] env[65448]: DEBUG nova.compute.manager [None req-b7dd8389-1bae-41a0-8aa9-0eb6baf5a66d tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: 6ca5c62d-cf52-4f78-9e01-5623f4989442] Start building block device mappings for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2916}} [ 765.770610] env[65448]: DEBUG nova.network.neutron [None req-b7dd8389-1bae-41a0-8aa9-0eb6baf5a66d tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: 6ca5c62d-cf52-4f78-9e01-5623f4989442] Successfully created port: 6d9aa0d4-1aaa-47ed-9837-07a9a110d05d {{(pid=65448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 765.829062] env[65448]: DEBUG nova.network.neutron [None req-3e4f0505-adf3-4988-98cf-0eb632ff0355 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: b3fef10e-1394-434b-b1b7-f239a27e182b] Instance cache missing network info. {{(pid=65448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 765.978800] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9cd1c66-0129-4360-a439-427fbf7430f6 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.989399] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89fdb50a-ce9a-451e-99f1-15cb07b51215 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.021730] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68872595-e7c7-4c70-a20b-e38e7fb76135 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.031571] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3cf0054-57c9-44e4-8456-cdfb86789f97 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.051706] env[65448]: DEBUG nova.compute.provider_tree [None req-47f17540-10e6-485f-8753-c6d534267896 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 766.206749] env[65448]: DEBUG nova.compute.manager [None req-d676b01c-5026-481f-9176-50b9e05593b1 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: f7468e7d-2bed-4b9a-a642-b7f628a95305] Starting instance... {{(pid=65448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2483}} [ 766.554113] env[65448]: DEBUG nova.scheduler.client.report [None req-47f17540-10e6-485f-8753-c6d534267896 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 766.737110] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d676b01c-5026-481f-9176-50b9e05593b1 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.770781] env[65448]: DEBUG nova.compute.manager [None req-b7dd8389-1bae-41a0-8aa9-0eb6baf5a66d tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: 6ca5c62d-cf52-4f78-9e01-5623f4989442] Start spawning the instance on the hypervisor. {{(pid=65448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2689}} [ 766.807573] env[65448]: DEBUG nova.virt.hardware [None req-b7dd8389-1bae-41a0-8aa9-0eb6baf5a66d tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-08T17:19:51Z,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a992292b6dae455593d228217860e2e1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-08T17:19:52Z,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 766.807964] env[65448]: DEBUG nova.virt.hardware [None req-b7dd8389-1bae-41a0-8aa9-0eb6baf5a66d tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 766.808219] env[65448]: DEBUG nova.virt.hardware [None req-b7dd8389-1bae-41a0-8aa9-0eb6baf5a66d tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 766.808513] env[65448]: DEBUG nova.virt.hardware [None req-b7dd8389-1bae-41a0-8aa9-0eb6baf5a66d tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 766.808749] env[65448]: DEBUG nova.virt.hardware [None req-b7dd8389-1bae-41a0-8aa9-0eb6baf5a66d tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 766.809016] env[65448]: DEBUG nova.virt.hardware [None req-b7dd8389-1bae-41a0-8aa9-0eb6baf5a66d tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 766.809346] env[65448]: DEBUG nova.virt.hardware [None req-b7dd8389-1bae-41a0-8aa9-0eb6baf5a66d tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 766.809599] env[65448]: DEBUG nova.virt.hardware [None req-b7dd8389-1bae-41a0-8aa9-0eb6baf5a66d tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 766.809878] env[65448]: DEBUG nova.virt.hardware [None req-b7dd8389-1bae-41a0-8aa9-0eb6baf5a66d tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 766.810156] env[65448]: DEBUG nova.virt.hardware [None req-b7dd8389-1bae-41a0-8aa9-0eb6baf5a66d tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 766.810431] env[65448]: DEBUG nova.virt.hardware [None req-b7dd8389-1bae-41a0-8aa9-0eb6baf5a66d tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 766.811939] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce04f0b3-7a05-4292-8e43-4f0d4b2aa8a2 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.825844] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61a0453c-1e4b-4ede-9a32-10bf94c0bd0a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.061291] env[65448]: DEBUG oslo_concurrency.lockutils [None req-47f17540-10e6-485f-8753-c6d534267896 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.314s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.063697] env[65448]: DEBUG oslo_concurrency.lockutils [None req-74dee400-5759-40cb-89f8-8b5f8e4d1171 tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.116s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.065223] env[65448]: INFO nova.compute.claims [None req-74dee400-5759-40cb-89f8-8b5f8e4d1171 tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] [instance: 5b08f3ba-7400-48f2-af8c-a0ea3ec59dc2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 767.088682] env[65448]: INFO nova.scheduler.client.report [None req-47f17540-10e6-485f-8753-c6d534267896 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Deleted allocations for instance 01f0dfbf-a289-43df-8919-bf6141b87d2a [ 767.375943] env[65448]: DEBUG oslo_vmware.rw_handles [None req-99d91f50-0075-4f07-8e6e-55cfb9d67b73 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f3ee3f-70e6-a54f-7911-15874627efb3/disk-0.vmdk. {{(pid=65448) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 767.377440] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b68b2f4b-6adb-47f2-9c65-c2cea9647843 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.386139] env[65448]: DEBUG oslo_vmware.rw_handles [None req-99d91f50-0075-4f07-8e6e-55cfb9d67b73 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f3ee3f-70e6-a54f-7911-15874627efb3/disk-0.vmdk is in state: ready. {{(pid=65448) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 767.386330] env[65448]: ERROR oslo_vmware.rw_handles [None req-99d91f50-0075-4f07-8e6e-55cfb9d67b73 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f3ee3f-70e6-a54f-7911-15874627efb3/disk-0.vmdk due to incomplete transfer. [ 767.386582] env[65448]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f19ffad1-35eb-4c4e-8858-94bac2be8461 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.397025] env[65448]: DEBUG oslo_vmware.rw_handles [None req-99d91f50-0075-4f07-8e6e-55cfb9d67b73 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f3ee3f-70e6-a54f-7911-15874627efb3/disk-0.vmdk. {{(pid=65448) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 767.397312] env[65448]: DEBUG nova.virt.vmwareapi.images [None req-99d91f50-0075-4f07-8e6e-55cfb9d67b73 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] [instance: 223507ab-1bb6-4cc6-b81d-c5da765c01c0] Uploaded image 20ee15cb-0879-459c-bb91-d1772d2dfd98 to the Glance image server {{(pid=65448) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 767.399498] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-99d91f50-0075-4f07-8e6e-55cfb9d67b73 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] [instance: 223507ab-1bb6-4cc6-b81d-c5da765c01c0] Destroying the VM {{(pid=65448) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 767.399789] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-dbffcd15-5560-46c9-9377-53545f89c219 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.407770] env[65448]: DEBUG oslo_vmware.api [None req-99d91f50-0075-4f07-8e6e-55cfb9d67b73 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Waiting for the task: (returnval){ [ 767.407770] env[65448]: value = "task-4937512" [ 767.407770] env[65448]: _type = "Task" [ 767.407770] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.414038] env[65448]: WARNING neutronclient.v2_0.client [req-fa225a45-82ae-41c8-b3c6-e02681f1f014 req-67aa8e4a-6793-43f7-b01b-cb31215f54c8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 767.425869] env[65448]: DEBUG oslo_vmware.api [None req-99d91f50-0075-4f07-8e6e-55cfb9d67b73 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Task: {'id': task-4937512, 'name': Destroy_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.427424] env[65448]: DEBUG nova.network.neutron [None req-b7dd8389-1bae-41a0-8aa9-0eb6baf5a66d tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: 6ca5c62d-cf52-4f78-9e01-5623f4989442] Successfully updated port: 6d9aa0d4-1aaa-47ed-9837-07a9a110d05d {{(pid=65448) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 767.536204] env[65448]: WARNING neutronclient.v2_0.client [None req-3e4f0505-adf3-4988-98cf-0eb632ff0355 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 767.574770] env[65448]: DEBUG nova.network.neutron [req-fa225a45-82ae-41c8-b3c6-e02681f1f014 req-67aa8e4a-6793-43f7-b01b-cb31215f54c8 service nova] [instance: 81d406bb-f0e6-487c-841e-a13ae7736af0] Updated VIF entry in instance network info cache for port 71ebeee5-2e02-448d-b51e-b6ee42067faf. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 767.574969] env[65448]: DEBUG nova.network.neutron [req-fa225a45-82ae-41c8-b3c6-e02681f1f014 req-67aa8e4a-6793-43f7-b01b-cb31215f54c8 service nova] [instance: 81d406bb-f0e6-487c-841e-a13ae7736af0] Updating instance_info_cache with network_info: [{"id": "71ebeee5-2e02-448d-b51e-b6ee42067faf", "address": "fa:16:3e:83:5d:da", "network": {"id": "7cecf403-7145-470a-91e1-7edc0efc6036", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-2031048007-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23c079bb3cf04e3a98b7a777f975545f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71ebeee5-2e", "ovs_interfaceid": "71ebeee5-2e02-448d-b51e-b6ee42067faf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.600952] env[65448]: DEBUG oslo_concurrency.lockutils [None req-47f17540-10e6-485f-8753-c6d534267896 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Lock "01f0dfbf-a289-43df-8919-bf6141b87d2a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.499s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.605836] env[65448]: DEBUG nova.compute.manager [req-8afd0666-ef37-47f4-869f-3d325c268c2a req-9ef99bf0-04a1-4d0f-8e50-0e7feaca0697 service nova] [instance: b3fef10e-1394-434b-b1b7-f239a27e182b] Received event network-vif-plugged-aad3344f-9ff0-4849-a204-1b594a7e0983 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 767.606979] env[65448]: DEBUG oslo_concurrency.lockutils [req-8afd0666-ef37-47f4-869f-3d325c268c2a req-9ef99bf0-04a1-4d0f-8e50-0e7feaca0697 service nova] Acquiring lock "b3fef10e-1394-434b-b1b7-f239a27e182b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.608093] env[65448]: DEBUG oslo_concurrency.lockutils [req-8afd0666-ef37-47f4-869f-3d325c268c2a req-9ef99bf0-04a1-4d0f-8e50-0e7feaca0697 service nova] Lock "b3fef10e-1394-434b-b1b7-f239a27e182b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.608093] env[65448]: DEBUG oslo_concurrency.lockutils [req-8afd0666-ef37-47f4-869f-3d325c268c2a req-9ef99bf0-04a1-4d0f-8e50-0e7feaca0697 service nova] Lock "b3fef10e-1394-434b-b1b7-f239a27e182b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.608093] env[65448]: DEBUG nova.compute.manager [req-8afd0666-ef37-47f4-869f-3d325c268c2a req-9ef99bf0-04a1-4d0f-8e50-0e7feaca0697 service nova] [instance: b3fef10e-1394-434b-b1b7-f239a27e182b] No waiting events found dispatching network-vif-plugged-aad3344f-9ff0-4849-a204-1b594a7e0983 {{(pid=65448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 767.608093] env[65448]: WARNING nova.compute.manager [req-8afd0666-ef37-47f4-869f-3d325c268c2a req-9ef99bf0-04a1-4d0f-8e50-0e7feaca0697 service nova] [instance: b3fef10e-1394-434b-b1b7-f239a27e182b] Received unexpected event network-vif-plugged-aad3344f-9ff0-4849-a204-1b594a7e0983 for instance with vm_state building and task_state spawning. [ 767.647399] env[65448]: DEBUG nova.network.neutron [None req-3e4f0505-adf3-4988-98cf-0eb632ff0355 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: b3fef10e-1394-434b-b1b7-f239a27e182b] Updating instance_info_cache with network_info: [{"id": "aad3344f-9ff0-4849-a204-1b594a7e0983", "address": "fa:16:3e:a9:e1:fd", "network": {"id": "e780d8ca-74b1-42d6-9931-c68bece889ed", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1768290232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b4602fe4973466b8eb0d97f7a72d721", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f17856cf-7248-414b-bde6-8c90cfb4c593", "external-id": "nsx-vlan-transportzone-341", "segmentation_id": 341, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaad3344f-9f", "ovs_interfaceid": "aad3344f-9ff0-4849-a204-1b594a7e0983", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.921557] env[65448]: DEBUG oslo_vmware.api [None req-99d91f50-0075-4f07-8e6e-55cfb9d67b73 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Task: {'id': task-4937512, 'name': Destroy_Task, 'duration_secs': 0.382137} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.921557] env[65448]: INFO nova.virt.vmwareapi.vm_util [None req-99d91f50-0075-4f07-8e6e-55cfb9d67b73 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] [instance: 223507ab-1bb6-4cc6-b81d-c5da765c01c0] Destroyed the VM [ 767.921781] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-99d91f50-0075-4f07-8e6e-55cfb9d67b73 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] [instance: 223507ab-1bb6-4cc6-b81d-c5da765c01c0] Deleting Snapshot of the VM instance {{(pid=65448) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 767.922574] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6e34119e-06bf-4177-bbe9-5ebb8fcf0aad {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.930704] env[65448]: DEBUG oslo_vmware.api [None req-99d91f50-0075-4f07-8e6e-55cfb9d67b73 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Waiting for the task: (returnval){ [ 767.930704] env[65448]: value = "task-4937513" [ 767.930704] env[65448]: _type = "Task" [ 767.930704] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.934756] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b7dd8389-1bae-41a0-8aa9-0eb6baf5a66d tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Acquiring lock "refresh_cache-6ca5c62d-cf52-4f78-9e01-5623f4989442" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.934959] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b7dd8389-1bae-41a0-8aa9-0eb6baf5a66d tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Acquired lock "refresh_cache-6ca5c62d-cf52-4f78-9e01-5623f4989442" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.935736] env[65448]: DEBUG nova.network.neutron [None req-b7dd8389-1bae-41a0-8aa9-0eb6baf5a66d tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: 6ca5c62d-cf52-4f78-9e01-5623f4989442] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 767.942469] env[65448]: DEBUG oslo_vmware.api [None req-99d91f50-0075-4f07-8e6e-55cfb9d67b73 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Task: {'id': task-4937513, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.080746] env[65448]: DEBUG oslo_concurrency.lockutils [req-fa225a45-82ae-41c8-b3c6-e02681f1f014 req-67aa8e4a-6793-43f7-b01b-cb31215f54c8 service nova] Releasing lock "refresh_cache-81d406bb-f0e6-487c-841e-a13ae7736af0" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.080929] env[65448]: DEBUG nova.compute.manager [req-fa225a45-82ae-41c8-b3c6-e02681f1f014 req-67aa8e4a-6793-43f7-b01b-cb31215f54c8 service nova] [instance: 5eaf1535-4d97-4020-b2a5-4f37e21026e0] Received event network-vif-deleted-07bddfa2-c335-4492-87a0-4256e303f545 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 768.081161] env[65448]: DEBUG nova.compute.manager [req-fa225a45-82ae-41c8-b3c6-e02681f1f014 req-67aa8e4a-6793-43f7-b01b-cb31215f54c8 service nova] [instance: 564e79e0-e826-4ad7-83ec-f780b9cc5de7] Received event network-vif-deleted-ba7c86ce-750b-4158-a3e6-e2006eed34e5 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 768.153221] env[65448]: DEBUG oslo_concurrency.lockutils [None req-3e4f0505-adf3-4988-98cf-0eb632ff0355 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Releasing lock "refresh_cache-b3fef10e-1394-434b-b1b7-f239a27e182b" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.153417] env[65448]: DEBUG nova.compute.manager [None req-3e4f0505-adf3-4988-98cf-0eb632ff0355 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: b3fef10e-1394-434b-b1b7-f239a27e182b] Instance network_info: |[{"id": "aad3344f-9ff0-4849-a204-1b594a7e0983", "address": "fa:16:3e:a9:e1:fd", "network": {"id": "e780d8ca-74b1-42d6-9931-c68bece889ed", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1768290232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b4602fe4973466b8eb0d97f7a72d721", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f17856cf-7248-414b-bde6-8c90cfb4c593", "external-id": "nsx-vlan-transportzone-341", "segmentation_id": 341, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaad3344f-9f", "ovs_interfaceid": "aad3344f-9ff0-4849-a204-1b594a7e0983", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 768.153923] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-3e4f0505-adf3-4988-98cf-0eb632ff0355 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: b3fef10e-1394-434b-b1b7-f239a27e182b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a9:e1:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f17856cf-7248-414b-bde6-8c90cfb4c593', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aad3344f-9ff0-4849-a204-1b594a7e0983', 'vif_model': 'vmxnet3'}] {{(pid=65448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 768.168415] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e4f0505-adf3-4988-98cf-0eb632ff0355 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Creating folder: Project (2b4602fe4973466b8eb0d97f7a72d721). Parent ref: group-v961779. {{(pid=65448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 768.171913] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7d65e133-5636-4a1f-8c36-dd95b42a2254 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.185382] env[65448]: INFO nova.virt.vmwareapi.vm_util [None req-3e4f0505-adf3-4988-98cf-0eb632ff0355 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Created folder: Project (2b4602fe4973466b8eb0d97f7a72d721) in parent group-v961779. [ 768.185586] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e4f0505-adf3-4988-98cf-0eb632ff0355 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Creating folder: Instances. Parent ref: group-v961914. {{(pid=65448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 768.185854] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0c5b63b4-5de9-45b5-b1fc-236dd59d9327 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.199112] env[65448]: INFO nova.virt.vmwareapi.vm_util [None req-3e4f0505-adf3-4988-98cf-0eb632ff0355 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Created folder: Instances in parent group-v961914. [ 768.199357] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-3e4f0505-adf3-4988-98cf-0eb632ff0355 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 768.199674] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3fef10e-1394-434b-b1b7-f239a27e182b] Creating VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 768.200094] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-303f4bca-7cb2-4e18-b357-3ec4df3e8820 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.227755] env[65448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 768.227755] env[65448]: value = "task-4937516" [ 768.227755] env[65448]: _type = "Task" [ 768.227755] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.239213] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937516, 'name': CreateVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.446905] env[65448]: DEBUG oslo_vmware.api [None req-99d91f50-0075-4f07-8e6e-55cfb9d67b73 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Task: {'id': task-4937513, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.481753] env[65448]: DEBUG nova.network.neutron [None req-b7dd8389-1bae-41a0-8aa9-0eb6baf5a66d tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: 6ca5c62d-cf52-4f78-9e01-5623f4989442] Instance cache missing network info. {{(pid=65448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 768.582420] env[65448]: WARNING neutronclient.v2_0.client [None req-b7dd8389-1bae-41a0-8aa9-0eb6baf5a66d tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 768.607294] env[65448]: DEBUG oslo_service.periodic_task [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 768.607294] env[65448]: DEBUG oslo_service.periodic_task [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 768.671783] env[65448]: DEBUG nova.network.neutron [None req-b7dd8389-1bae-41a0-8aa9-0eb6baf5a66d tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: 6ca5c62d-cf52-4f78-9e01-5623f4989442] Updating instance_info_cache with network_info: [{"id": "6d9aa0d4-1aaa-47ed-9837-07a9a110d05d", "address": "fa:16:3e:f7:40:03", "network": {"id": "1c6b4e31-4989-4b8c-8cc6-67fa107dcc6a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1246525494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bf59e2c00b54ab7a8bc201e80781fcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d9aa0d4-1a", "ovs_interfaceid": "6d9aa0d4-1aaa-47ed-9837-07a9a110d05d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.708565] env[65448]: DEBUG oslo_concurrency.lockutils [None req-82f82ed6-e6e4-4fc4-904c-b1a371474929 tempest-ServerPasswordTestJSON-1060978021 tempest-ServerPasswordTestJSON-1060978021-project-member] Acquiring lock "233af8b9-8f53-4e88-b316-ac6e2e2f85a1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.709181] env[65448]: DEBUG oslo_concurrency.lockutils [None req-82f82ed6-e6e4-4fc4-904c-b1a371474929 tempest-ServerPasswordTestJSON-1060978021 tempest-ServerPasswordTestJSON-1060978021-project-member] Lock "233af8b9-8f53-4e88-b316-ac6e2e2f85a1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.741191] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937516, 'name': CreateVM_Task} progress is 99%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.805409] env[65448]: DEBUG nova.compute.manager [None req-8c368274-8f5c-433d-8ae5-a3b965b16cea tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: f0ae0ad7-7800-4f5a-a270-7749177b8675] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 768.806609] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7646eb93-4d00-4c38-933e-734584c6fc05 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.849958] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c372a62-6366-4afb-9920-63b42fa4ae5e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.859710] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eed6cde-d0ee-4c44-8344-3a3d70c4994f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.893706] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d5be869-21ef-4f77-92d6-d436790c6fa7 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.902357] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-387c6934-3825-4db2-be5b-3514ddfdf856 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.917299] env[65448]: DEBUG nova.compute.provider_tree [None req-74dee400-5759-40cb-89f8-8b5f8e4d1171 tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 768.942268] env[65448]: DEBUG oslo_vmware.api [None req-99d91f50-0075-4f07-8e6e-55cfb9d67b73 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Task: {'id': task-4937513, 'name': RemoveSnapshot_Task, 'duration_secs': 0.559736} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.942485] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-99d91f50-0075-4f07-8e6e-55cfb9d67b73 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] [instance: 223507ab-1bb6-4cc6-b81d-c5da765c01c0] Deleted Snapshot of the VM instance {{(pid=65448) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 768.942732] env[65448]: INFO nova.compute.manager [None req-99d91f50-0075-4f07-8e6e-55cfb9d67b73 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] [instance: 223507ab-1bb6-4cc6-b81d-c5da765c01c0] Took 17.20 seconds to snapshot the instance on the hypervisor. [ 769.116761] env[65448]: DEBUG oslo_service.periodic_task [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 769.117515] env[65448]: DEBUG oslo_service.periodic_task [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 769.117515] env[65448]: DEBUG oslo_service.periodic_task [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 769.117515] env[65448]: DEBUG oslo_service.periodic_task [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 769.117515] env[65448]: DEBUG oslo_service.periodic_task [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 769.117791] env[65448]: DEBUG oslo_service.periodic_task [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 769.117791] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65448) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 769.117956] env[65448]: DEBUG oslo_service.periodic_task [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 769.177253] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b7dd8389-1bae-41a0-8aa9-0eb6baf5a66d tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Releasing lock "refresh_cache-6ca5c62d-cf52-4f78-9e01-5623f4989442" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.177253] env[65448]: DEBUG nova.compute.manager [None req-b7dd8389-1bae-41a0-8aa9-0eb6baf5a66d tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: 6ca5c62d-cf52-4f78-9e01-5623f4989442] Instance network_info: |[{"id": "6d9aa0d4-1aaa-47ed-9837-07a9a110d05d", "address": "fa:16:3e:f7:40:03", "network": {"id": "1c6b4e31-4989-4b8c-8cc6-67fa107dcc6a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1246525494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bf59e2c00b54ab7a8bc201e80781fcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d9aa0d4-1a", "ovs_interfaceid": "6d9aa0d4-1aaa-47ed-9837-07a9a110d05d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 769.178519] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-b7dd8389-1bae-41a0-8aa9-0eb6baf5a66d tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: 6ca5c62d-cf52-4f78-9e01-5623f4989442] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:40:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89463199-7ddf-4ee7-b485-1629a75b4b8f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6d9aa0d4-1aaa-47ed-9837-07a9a110d05d', 'vif_model': 'vmxnet3'}] {{(pid=65448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 769.187350] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7dd8389-1bae-41a0-8aa9-0eb6baf5a66d tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Creating folder: Project (7bf59e2c00b54ab7a8bc201e80781fcb). Parent ref: group-v961779. {{(pid=65448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 769.188782] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3cd9eaa3-4627-46ff-bcad-ecdb401edb25 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.202405] env[65448]: INFO nova.virt.vmwareapi.vm_util [None req-b7dd8389-1bae-41a0-8aa9-0eb6baf5a66d tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Created folder: Project (7bf59e2c00b54ab7a8bc201e80781fcb) in parent group-v961779. [ 769.202405] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7dd8389-1bae-41a0-8aa9-0eb6baf5a66d tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Creating folder: Instances. Parent ref: group-v961917. {{(pid=65448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 769.202405] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-af8432f4-2d37-4357-85af-c2f010b1d01a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.216042] env[65448]: INFO nova.virt.vmwareapi.vm_util [None req-b7dd8389-1bae-41a0-8aa9-0eb6baf5a66d tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Created folder: Instances in parent group-v961917. [ 769.216353] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-b7dd8389-1bae-41a0-8aa9-0eb6baf5a66d tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 769.216568] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ca5c62d-cf52-4f78-9e01-5623f4989442] Creating VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 769.216825] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6b5db55c-b394-42e4-9ae8-0e86928e48cf {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.243782] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937516, 'name': CreateVM_Task} progress is 99%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.245825] env[65448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 769.245825] env[65448]: value = "task-4937519" [ 769.245825] env[65448]: _type = "Task" [ 769.245825] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.260371] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937519, 'name': CreateVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.325854] env[65448]: INFO nova.compute.manager [None req-8c368274-8f5c-433d-8ae5-a3b965b16cea tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: f0ae0ad7-7800-4f5a-a270-7749177b8675] instance snapshotting [ 769.326631] env[65448]: DEBUG nova.objects.instance [None req-8c368274-8f5c-433d-8ae5-a3b965b16cea tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Lazy-loading 'flavor' on Instance uuid f0ae0ad7-7800-4f5a-a270-7749177b8675 {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 769.421747] env[65448]: DEBUG nova.scheduler.client.report [None req-74dee400-5759-40cb-89f8-8b5f8e4d1171 tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 769.621752] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.631382] env[65448]: DEBUG oslo_concurrency.lockutils [None req-7e6ff493-3c00-4160-9cf2-b05000b6938c tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Acquiring lock "4d62a820-fb2b-4101-9dbc-d7cf4a27961a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.631924] env[65448]: DEBUG oslo_concurrency.lockutils [None req-7e6ff493-3c00-4160-9cf2-b05000b6938c tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Lock "4d62a820-fb2b-4101-9dbc-d7cf4a27961a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.631924] env[65448]: DEBUG oslo_concurrency.lockutils [None req-7e6ff493-3c00-4160-9cf2-b05000b6938c tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Acquiring lock "4d62a820-fb2b-4101-9dbc-d7cf4a27961a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.632015] env[65448]: DEBUG oslo_concurrency.lockutils [None req-7e6ff493-3c00-4160-9cf2-b05000b6938c tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Lock "4d62a820-fb2b-4101-9dbc-d7cf4a27961a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.632201] env[65448]: DEBUG oslo_concurrency.lockutils [None req-7e6ff493-3c00-4160-9cf2-b05000b6938c tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Lock "4d62a820-fb2b-4101-9dbc-d7cf4a27961a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.634742] env[65448]: INFO nova.compute.manager [None req-7e6ff493-3c00-4160-9cf2-b05000b6938c tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 4d62a820-fb2b-4101-9dbc-d7cf4a27961a] Terminating instance [ 769.636500] env[65448]: DEBUG oslo_concurrency.lockutils [None req-50cffc66-8c62-4ae5-8914-563c12366786 tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] Acquiring lock "81d406bb-f0e6-487c-841e-a13ae7736af0" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.636500] env[65448]: DEBUG oslo_concurrency.lockutils [None req-50cffc66-8c62-4ae5-8914-563c12366786 tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] Lock "81d406bb-f0e6-487c-841e-a13ae7736af0" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.636607] env[65448]: INFO nova.compute.manager [None req-50cffc66-8c62-4ae5-8914-563c12366786 tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] [instance: 81d406bb-f0e6-487c-841e-a13ae7736af0] Rebooting instance [ 769.743564] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937516, 'name': CreateVM_Task} progress is 99%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.759227] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937519, 'name': CreateVM_Task} progress is 25%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.835849] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d69f3c1-a68c-4111-88c8-96cf39e69813 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.862172] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46caf89d-7784-4ffc-a78b-8c043e0d1ced {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.927216] env[65448]: DEBUG oslo_concurrency.lockutils [None req-74dee400-5759-40cb-89f8-8b5f8e4d1171 tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.863s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.927895] env[65448]: DEBUG nova.compute.manager [None req-74dee400-5759-40cb-89f8-8b5f8e4d1171 tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] [instance: 5b08f3ba-7400-48f2-af8c-a0ea3ec59dc2] Start building networks asynchronously for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2881}} [ 769.932687] env[65448]: DEBUG oslo_concurrency.lockutils [None req-aee98793-cfda-4eb0-b333-a36b0807648d tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.412s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.935114] env[65448]: INFO nova.compute.claims [None req-aee98793-cfda-4eb0-b333-a36b0807648d tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] [instance: 9322f1d0-3ffb-46c6-8974-7fe56a517f7f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 770.020448] env[65448]: INFO nova.compute.manager [None req-701d1b3a-7ed5-4cbc-b945-4ee1d907cd64 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: 204b5f52-2264-4c23-8799-4b3f57682409] Rebuilding instance [ 770.071692] env[65448]: DEBUG nova.compute.manager [None req-701d1b3a-7ed5-4cbc-b945-4ee1d907cd64 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: 204b5f52-2264-4c23-8799-4b3f57682409] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 770.072951] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8019c133-313d-40d2-b75c-09ff8366a87a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.143929] env[65448]: DEBUG nova.compute.manager [None req-7e6ff493-3c00-4160-9cf2-b05000b6938c tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 4d62a820-fb2b-4101-9dbc-d7cf4a27961a] Start destroying the instance on the hypervisor. {{(pid=65448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3209}} [ 770.144271] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-7e6ff493-3c00-4160-9cf2-b05000b6938c tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 4d62a820-fb2b-4101-9dbc-d7cf4a27961a] Destroying instance {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 770.145797] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1efb201-c24e-45ce-bc0c-27be6db820ae {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.157596] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-7e6ff493-3c00-4160-9cf2-b05000b6938c tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 4d62a820-fb2b-4101-9dbc-d7cf4a27961a] Unregistering the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 770.157940] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-08d37455-a5d8-48f0-8df5-3ea43186b462 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.170461] env[65448]: DEBUG oslo_concurrency.lockutils [None req-50cffc66-8c62-4ae5-8914-563c12366786 tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] Acquiring lock "refresh_cache-81d406bb-f0e6-487c-841e-a13ae7736af0" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.170817] env[65448]: DEBUG oslo_concurrency.lockutils [None req-50cffc66-8c62-4ae5-8914-563c12366786 tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] Acquired lock "refresh_cache-81d406bb-f0e6-487c-841e-a13ae7736af0" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.171069] env[65448]: DEBUG nova.network.neutron [None req-50cffc66-8c62-4ae5-8914-563c12366786 tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] [instance: 81d406bb-f0e6-487c-841e-a13ae7736af0] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 770.213766] env[65448]: DEBUG nova.compute.manager [req-288723a5-f8b3-4470-9d90-1b132631e63e req-b3a42abf-1e22-4bfa-8cf3-dc6866c5c1e8 service nova] [instance: b3fef10e-1394-434b-b1b7-f239a27e182b] Received event network-changed-aad3344f-9ff0-4849-a204-1b594a7e0983 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 770.214101] env[65448]: DEBUG nova.compute.manager [req-288723a5-f8b3-4470-9d90-1b132631e63e req-b3a42abf-1e22-4bfa-8cf3-dc6866c5c1e8 service nova] [instance: b3fef10e-1394-434b-b1b7-f239a27e182b] Refreshing instance network info cache due to event network-changed-aad3344f-9ff0-4849-a204-1b594a7e0983. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 770.214423] env[65448]: DEBUG oslo_concurrency.lockutils [req-288723a5-f8b3-4470-9d90-1b132631e63e req-b3a42abf-1e22-4bfa-8cf3-dc6866c5c1e8 service nova] Acquiring lock "refresh_cache-b3fef10e-1394-434b-b1b7-f239a27e182b" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.214611] env[65448]: DEBUG oslo_concurrency.lockutils [req-288723a5-f8b3-4470-9d90-1b132631e63e req-b3a42abf-1e22-4bfa-8cf3-dc6866c5c1e8 service nova] Acquired lock "refresh_cache-b3fef10e-1394-434b-b1b7-f239a27e182b" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.215126] env[65448]: DEBUG nova.network.neutron [req-288723a5-f8b3-4470-9d90-1b132631e63e req-b3a42abf-1e22-4bfa-8cf3-dc6866c5c1e8 service nova] [instance: b3fef10e-1394-434b-b1b7-f239a27e182b] Refreshing network info cache for port aad3344f-9ff0-4849-a204-1b594a7e0983 {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 770.244138] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937516, 'name': CreateVM_Task, 'duration_secs': 1.641516} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.244341] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3fef10e-1394-434b-b1b7-f239a27e182b] Created VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 770.245435] env[65448]: WARNING neutronclient.v2_0.client [None req-3e4f0505-adf3-4988-98cf-0eb632ff0355 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 770.245884] env[65448]: DEBUG oslo_concurrency.lockutils [None req-3e4f0505-adf3-4988-98cf-0eb632ff0355 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.245985] env[65448]: DEBUG oslo_concurrency.lockutils [None req-3e4f0505-adf3-4988-98cf-0eb632ff0355 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.246318] env[65448]: DEBUG oslo_concurrency.lockutils [None req-3e4f0505-adf3-4988-98cf-0eb632ff0355 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.247832] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f0467d0-fcf6-47d8-9173-ce296237062f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.249814] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-7e6ff493-3c00-4160-9cf2-b05000b6938c tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 4d62a820-fb2b-4101-9dbc-d7cf4a27961a] Unregistered the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 770.250028] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-7e6ff493-3c00-4160-9cf2-b05000b6938c tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 4d62a820-fb2b-4101-9dbc-d7cf4a27961a] Deleting contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 770.250214] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e6ff493-3c00-4160-9cf2-b05000b6938c tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Deleting the datastore file [datastore2] 4d62a820-fb2b-4101-9dbc-d7cf4a27961a {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 770.254297] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3ad9897b-3527-45df-b42e-208e75b041cc {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.264056] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937519, 'name': CreateVM_Task, 'duration_secs': 0.73352} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.266162] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ca5c62d-cf52-4f78-9e01-5623f4989442] Created VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 770.266523] env[65448]: DEBUG oslo_vmware.api [None req-7e6ff493-3c00-4160-9cf2-b05000b6938c tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Waiting for the task: (returnval){ [ 770.266523] env[65448]: value = "task-4937521" [ 770.266523] env[65448]: _type = "Task" [ 770.266523] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.266785] env[65448]: DEBUG oslo_vmware.api [None req-3e4f0505-adf3-4988-98cf-0eb632ff0355 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Waiting for the task: (returnval){ [ 770.266785] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52ce7a24-bf77-0652-b4ab-ad13eb091304" [ 770.266785] env[65448]: _type = "Task" [ 770.266785] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.267251] env[65448]: WARNING neutronclient.v2_0.client [None req-b7dd8389-1bae-41a0-8aa9-0eb6baf5a66d tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 770.267579] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b7dd8389-1bae-41a0-8aa9-0eb6baf5a66d tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.279247] env[65448]: DEBUG oslo_vmware.api [None req-7e6ff493-3c00-4160-9cf2-b05000b6938c tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': task-4937521, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.282979] env[65448]: DEBUG oslo_vmware.api [None req-3e4f0505-adf3-4988-98cf-0eb632ff0355 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52ce7a24-bf77-0652-b4ab-ad13eb091304, 'name': SearchDatastore_Task, 'duration_secs': 0.012344} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.283344] env[65448]: DEBUG oslo_concurrency.lockutils [None req-3e4f0505-adf3-4988-98cf-0eb632ff0355 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.283600] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-3e4f0505-adf3-4988-98cf-0eb632ff0355 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: b3fef10e-1394-434b-b1b7-f239a27e182b] Processing image 50fb366d-48e6-424f-9c20-bc83d77be76a {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 770.283839] env[65448]: DEBUG oslo_concurrency.lockutils [None req-3e4f0505-adf3-4988-98cf-0eb632ff0355 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.283982] env[65448]: DEBUG oslo_concurrency.lockutils [None req-3e4f0505-adf3-4988-98cf-0eb632ff0355 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.284211] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e4f0505-adf3-4988-98cf-0eb632ff0355 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 770.284707] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b7dd8389-1bae-41a0-8aa9-0eb6baf5a66d tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.287623] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b7dd8389-1bae-41a0-8aa9-0eb6baf5a66d tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.287623] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9d98a767-e840-4084-88f9-198cce8f0a46 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.287623] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42b21569-4b16-4ec4-af05-423af0374a76 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.293521] env[65448]: DEBUG oslo_vmware.api [None req-b7dd8389-1bae-41a0-8aa9-0eb6baf5a66d tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Waiting for the task: (returnval){ [ 770.293521] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52083b0d-935a-f948-a596-7d821373d67c" [ 770.293521] env[65448]: _type = "Task" [ 770.293521] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.297755] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e4f0505-adf3-4988-98cf-0eb632ff0355 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 770.297943] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-3e4f0505-adf3-4988-98cf-0eb632ff0355 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 770.300194] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0583660-b1d9-43bf-b6ef-0d3dce9b7285 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.305113] env[65448]: DEBUG oslo_vmware.api [None req-b7dd8389-1bae-41a0-8aa9-0eb6baf5a66d tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52083b0d-935a-f948-a596-7d821373d67c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.309052] env[65448]: DEBUG oslo_vmware.api [None req-3e4f0505-adf3-4988-98cf-0eb632ff0355 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Waiting for the task: (returnval){ [ 770.309052] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]529fb9b3-768c-ec12-c046-a19c5fdebf80" [ 770.309052] env[65448]: _type = "Task" [ 770.309052] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.319035] env[65448]: DEBUG oslo_vmware.api [None req-3e4f0505-adf3-4988-98cf-0eb632ff0355 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]529fb9b3-768c-ec12-c046-a19c5fdebf80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.377023] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-8c368274-8f5c-433d-8ae5-a3b965b16cea tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: f0ae0ad7-7800-4f5a-a270-7749177b8675] Creating Snapshot of the VM instance {{(pid=65448) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 770.377023] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7f9853fa-633c-4239-9152-4b9522fed57d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.385076] env[65448]: DEBUG oslo_vmware.api [None req-8c368274-8f5c-433d-8ae5-a3b965b16cea tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Waiting for the task: (returnval){ [ 770.385076] env[65448]: value = "task-4937522" [ 770.385076] env[65448]: _type = "Task" [ 770.385076] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.395257] env[65448]: DEBUG oslo_vmware.api [None req-8c368274-8f5c-433d-8ae5-a3b965b16cea tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4937522, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.440965] env[65448]: DEBUG nova.compute.utils [None req-74dee400-5759-40cb-89f8-8b5f8e4d1171 tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] Using /dev/sd instead of None {{(pid=65448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 770.445893] env[65448]: DEBUG nova.compute.manager [None req-74dee400-5759-40cb-89f8-8b5f8e4d1171 tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] [instance: 5b08f3ba-7400-48f2-af8c-a0ea3ec59dc2] Not allocating networking since 'none' was specified. {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2023}} [ 770.533948] env[65448]: DEBUG oslo_concurrency.lockutils [None req-4a0aa83e-b020-4c33-aefb-684ef806255e tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Acquiring lock "d20826fc-879b-4538-88d5-9a69017c9d23" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.534244] env[65448]: DEBUG oslo_concurrency.lockutils [None req-4a0aa83e-b020-4c33-aefb-684ef806255e tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Lock "d20826fc-879b-4538-88d5-9a69017c9d23" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.675869] env[65448]: WARNING neutronclient.v2_0.client [None req-50cffc66-8c62-4ae5-8914-563c12366786 tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 770.719563] env[65448]: WARNING neutronclient.v2_0.client [req-288723a5-f8b3-4470-9d90-1b132631e63e req-b3a42abf-1e22-4bfa-8cf3-dc6866c5c1e8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 770.782559] env[65448]: DEBUG oslo_vmware.api [None req-7e6ff493-3c00-4160-9cf2-b05000b6938c tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': task-4937521, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169373} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.784287] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e6ff493-3c00-4160-9cf2-b05000b6938c tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 770.784287] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-7e6ff493-3c00-4160-9cf2-b05000b6938c tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 4d62a820-fb2b-4101-9dbc-d7cf4a27961a] Deleted contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 770.784287] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-7e6ff493-3c00-4160-9cf2-b05000b6938c tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 4d62a820-fb2b-4101-9dbc-d7cf4a27961a] Instance destroyed {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 770.784287] env[65448]: INFO nova.compute.manager [None req-7e6ff493-3c00-4160-9cf2-b05000b6938c tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 4d62a820-fb2b-4101-9dbc-d7cf4a27961a] Took 0.64 seconds to destroy the instance on the hypervisor. [ 770.784287] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-7e6ff493-3c00-4160-9cf2-b05000b6938c tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 770.784535] env[65448]: DEBUG nova.compute.manager [-] [instance: 4d62a820-fb2b-4101-9dbc-d7cf4a27961a] Deallocating network for instance {{(pid=65448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 770.784535] env[65448]: DEBUG nova.network.neutron [-] [instance: 4d62a820-fb2b-4101-9dbc-d7cf4a27961a] deallocate_for_instance() {{(pid=65448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 770.784795] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 770.809285] env[65448]: DEBUG oslo_vmware.api [None req-b7dd8389-1bae-41a0-8aa9-0eb6baf5a66d tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52083b0d-935a-f948-a596-7d821373d67c, 'name': SearchDatastore_Task, 'duration_secs': 0.019278} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.809685] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b7dd8389-1bae-41a0-8aa9-0eb6baf5a66d tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.809914] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-b7dd8389-1bae-41a0-8aa9-0eb6baf5a66d tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: 6ca5c62d-cf52-4f78-9e01-5623f4989442] Processing image 50fb366d-48e6-424f-9c20-bc83d77be76a {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 770.810140] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b7dd8389-1bae-41a0-8aa9-0eb6baf5a66d tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.820804] env[65448]: DEBUG oslo_vmware.api [None req-3e4f0505-adf3-4988-98cf-0eb632ff0355 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]529fb9b3-768c-ec12-c046-a19c5fdebf80, 'name': SearchDatastore_Task, 'duration_secs': 0.01005} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.821693] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61c31fcd-5401-4b94-a01f-b8df3462a37c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.828857] env[65448]: DEBUG oslo_vmware.api [None req-3e4f0505-adf3-4988-98cf-0eb632ff0355 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Waiting for the task: (returnval){ [ 770.828857] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52ed5a83-830a-1618-e433-23f103172240" [ 770.828857] env[65448]: _type = "Task" [ 770.828857] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.837840] env[65448]: DEBUG oslo_vmware.api [None req-3e4f0505-adf3-4988-98cf-0eb632ff0355 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52ed5a83-830a-1618-e433-23f103172240, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.879283] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 770.903020] env[65448]: DEBUG oslo_vmware.api [None req-8c368274-8f5c-433d-8ae5-a3b965b16cea tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4937522, 'name': CreateSnapshot_Task, 'duration_secs': 0.50567} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.903020] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-8c368274-8f5c-433d-8ae5-a3b965b16cea tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: f0ae0ad7-7800-4f5a-a270-7749177b8675] Created Snapshot of the VM instance {{(pid=65448) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 770.903020] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0a9a06e-d82c-47f7-a3af-4a7348ca10ea {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.943244] env[65448]: DEBUG nova.compute.manager [None req-74dee400-5759-40cb-89f8-8b5f8e4d1171 tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] [instance: 5b08f3ba-7400-48f2-af8c-a0ea3ec59dc2] Start building block device mappings for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2916}} [ 770.951480] env[65448]: WARNING neutronclient.v2_0.client [None req-50cffc66-8c62-4ae5-8914-563c12366786 tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 771.091505] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-701d1b3a-7ed5-4cbc-b945-4ee1d907cd64 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: 204b5f52-2264-4c23-8799-4b3f57682409] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 771.091986] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f730b2c2-560f-41e8-97b3-01692f1bc68f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.099651] env[65448]: DEBUG oslo_vmware.api [None req-701d1b3a-7ed5-4cbc-b945-4ee1d907cd64 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Waiting for the task: (returnval){ [ 771.099651] env[65448]: value = "task-4937523" [ 771.099651] env[65448]: _type = "Task" [ 771.099651] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.110256] env[65448]: DEBUG oslo_vmware.api [None req-701d1b3a-7ed5-4cbc-b945-4ee1d907cd64 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Task: {'id': task-4937523, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.322853] env[65448]: WARNING neutronclient.v2_0.client [req-288723a5-f8b3-4470-9d90-1b132631e63e req-b3a42abf-1e22-4bfa-8cf3-dc6866c5c1e8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 771.340686] env[65448]: DEBUG oslo_vmware.api [None req-3e4f0505-adf3-4988-98cf-0eb632ff0355 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52ed5a83-830a-1618-e433-23f103172240, 'name': SearchDatastore_Task, 'duration_secs': 0.01508} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.343790] env[65448]: DEBUG oslo_concurrency.lockutils [None req-3e4f0505-adf3-4988-98cf-0eb632ff0355 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.344527] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e4f0505-adf3-4988-98cf-0eb632ff0355 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore1] b3fef10e-1394-434b-b1b7-f239a27e182b/b3fef10e-1394-434b-b1b7-f239a27e182b.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 771.344527] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b7dd8389-1bae-41a0-8aa9-0eb6baf5a66d tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.344735] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7dd8389-1bae-41a0-8aa9-0eb6baf5a66d tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 771.344993] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-302048c4-3d18-40dd-89e8-e218ca9f70f3 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.347284] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dc095de9-b7fe-429a-bd5b-3203ab07719b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.355202] env[65448]: DEBUG oslo_vmware.api [None req-3e4f0505-adf3-4988-98cf-0eb632ff0355 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Waiting for the task: (returnval){ [ 771.355202] env[65448]: value = "task-4937524" [ 771.355202] env[65448]: _type = "Task" [ 771.355202] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.362443] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7dd8389-1bae-41a0-8aa9-0eb6baf5a66d tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 771.362653] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-b7dd8389-1bae-41a0-8aa9-0eb6baf5a66d tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 771.364503] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aea66d8e-b9ee-4e18-ac70-4def89fbb979 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.370089] env[65448]: DEBUG oslo_vmware.api [None req-3e4f0505-adf3-4988-98cf-0eb632ff0355 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': task-4937524, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.377183] env[65448]: DEBUG oslo_vmware.api [None req-b7dd8389-1bae-41a0-8aa9-0eb6baf5a66d tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Waiting for the task: (returnval){ [ 771.377183] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]520fc30c-c4f5-eab8-e673-c68bb65acd82" [ 771.377183] env[65448]: _type = "Task" [ 771.377183] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.388601] env[65448]: DEBUG oslo_vmware.api [None req-b7dd8389-1bae-41a0-8aa9-0eb6baf5a66d tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]520fc30c-c4f5-eab8-e673-c68bb65acd82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.427855] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-8c368274-8f5c-433d-8ae5-a3b965b16cea tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: f0ae0ad7-7800-4f5a-a270-7749177b8675] Creating linked-clone VM from snapshot {{(pid=65448) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 771.429396] env[65448]: DEBUG nova.network.neutron [None req-50cffc66-8c62-4ae5-8914-563c12366786 tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] [instance: 81d406bb-f0e6-487c-841e-a13ae7736af0] Updating instance_info_cache with network_info: [{"id": "71ebeee5-2e02-448d-b51e-b6ee42067faf", "address": "fa:16:3e:83:5d:da", "network": {"id": "7cecf403-7145-470a-91e1-7edc0efc6036", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-2031048007-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23c079bb3cf04e3a98b7a777f975545f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71ebeee5-2e", "ovs_interfaceid": "71ebeee5-2e02-448d-b51e-b6ee42067faf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.430857] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f8f76815-cc80-45c5-ae9d-a2941b784d61 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.442884] env[65448]: DEBUG oslo_vmware.api [None req-8c368274-8f5c-433d-8ae5-a3b965b16cea tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Waiting for the task: (returnval){ [ 771.442884] env[65448]: value = "task-4937525" [ 771.442884] env[65448]: _type = "Task" [ 771.442884] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.457192] env[65448]: DEBUG oslo_vmware.api [None req-8c368274-8f5c-433d-8ae5-a3b965b16cea tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4937525, 'name': CloneVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.520969] env[65448]: DEBUG nova.network.neutron [req-288723a5-f8b3-4470-9d90-1b132631e63e req-b3a42abf-1e22-4bfa-8cf3-dc6866c5c1e8 service nova] [instance: b3fef10e-1394-434b-b1b7-f239a27e182b] Updated VIF entry in instance network info cache for port aad3344f-9ff0-4849-a204-1b594a7e0983. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 771.521391] env[65448]: DEBUG nova.network.neutron [req-288723a5-f8b3-4470-9d90-1b132631e63e req-b3a42abf-1e22-4bfa-8cf3-dc6866c5c1e8 service nova] [instance: b3fef10e-1394-434b-b1b7-f239a27e182b] Updating instance_info_cache with network_info: [{"id": "aad3344f-9ff0-4849-a204-1b594a7e0983", "address": "fa:16:3e:a9:e1:fd", "network": {"id": "e780d8ca-74b1-42d6-9931-c68bece889ed", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1768290232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b4602fe4973466b8eb0d97f7a72d721", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f17856cf-7248-414b-bde6-8c90cfb4c593", "external-id": "nsx-vlan-transportzone-341", "segmentation_id": 341, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaad3344f-9f", "ovs_interfaceid": "aad3344f-9ff0-4849-a204-1b594a7e0983", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.616566] env[65448]: DEBUG oslo_vmware.api [None req-701d1b3a-7ed5-4cbc-b945-4ee1d907cd64 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Task: {'id': task-4937523, 'name': PowerOffVM_Task, 'duration_secs': 0.251556} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.620311] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-701d1b3a-7ed5-4cbc-b945-4ee1d907cd64 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: 204b5f52-2264-4c23-8799-4b3f57682409] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 771.620897] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-701d1b3a-7ed5-4cbc-b945-4ee1d907cd64 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: 204b5f52-2264-4c23-8799-4b3f57682409] Destroying instance {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 771.622163] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1d35ba3-d93d-4f4d-b663-2c2b49d51fd4 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.630407] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-701d1b3a-7ed5-4cbc-b945-4ee1d907cd64 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: 204b5f52-2264-4c23-8799-4b3f57682409] Unregistering the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 771.630822] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7920fcc6-7bc6-4da2-abe7-c186c5f62351 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.643760] env[65448]: DEBUG nova.network.neutron [-] [instance: 4d62a820-fb2b-4101-9dbc-d7cf4a27961a] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.730241] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-701d1b3a-7ed5-4cbc-b945-4ee1d907cd64 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: 204b5f52-2264-4c23-8799-4b3f57682409] Unregistered the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 771.730580] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-701d1b3a-7ed5-4cbc-b945-4ee1d907cd64 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: 204b5f52-2264-4c23-8799-4b3f57682409] Deleting contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 771.730750] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-701d1b3a-7ed5-4cbc-b945-4ee1d907cd64 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Deleting the datastore file [datastore2] 204b5f52-2264-4c23-8799-4b3f57682409 {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 771.731205] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-37095652-2385-4517-8d85-9faacfe1ff5f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.741756] env[65448]: DEBUG oslo_vmware.api [None req-701d1b3a-7ed5-4cbc-b945-4ee1d907cd64 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Waiting for the task: (returnval){ [ 771.741756] env[65448]: value = "task-4937527" [ 771.741756] env[65448]: _type = "Task" [ 771.741756] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.753931] env[65448]: DEBUG oslo_vmware.api [None req-701d1b3a-7ed5-4cbc-b945-4ee1d907cd64 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Task: {'id': task-4937527, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.770541] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b49be4d-c950-45b1-87b1-251c0cf8f631 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.779689] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f966e43-000f-4d7f-bea2-dc29aefcb6d7 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.827491] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd34cde4-d188-47a0-9e8b-9fd07a86c82b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.839086] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22000ab0-c568-4187-8e72-9980d87aa4b6 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.858716] env[65448]: DEBUG nova.compute.provider_tree [None req-aee98793-cfda-4eb0-b333-a36b0807648d tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 771.872197] env[65448]: DEBUG oslo_vmware.api [None req-3e4f0505-adf3-4988-98cf-0eb632ff0355 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': task-4937524, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.888180] env[65448]: DEBUG oslo_vmware.api [None req-b7dd8389-1bae-41a0-8aa9-0eb6baf5a66d tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]520fc30c-c4f5-eab8-e673-c68bb65acd82, 'name': SearchDatastore_Task, 'duration_secs': 0.013768} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.889296] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95b883e7-9161-4e81-b4db-5a33dca06d13 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.897951] env[65448]: DEBUG oslo_vmware.api [None req-b7dd8389-1bae-41a0-8aa9-0eb6baf5a66d tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Waiting for the task: (returnval){ [ 771.897951] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5253fb99-2942-6cac-79d7-232958926495" [ 771.897951] env[65448]: _type = "Task" [ 771.897951] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.910633] env[65448]: DEBUG oslo_vmware.api [None req-b7dd8389-1bae-41a0-8aa9-0eb6baf5a66d tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5253fb99-2942-6cac-79d7-232958926495, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.936263] env[65448]: DEBUG oslo_concurrency.lockutils [None req-50cffc66-8c62-4ae5-8914-563c12366786 tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] Releasing lock "refresh_cache-81d406bb-f0e6-487c-841e-a13ae7736af0" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.961069] env[65448]: DEBUG oslo_vmware.api [None req-8c368274-8f5c-433d-8ae5-a3b965b16cea tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4937525, 'name': CloneVM_Task} progress is 94%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.977239] env[65448]: DEBUG nova.compute.manager [None req-74dee400-5759-40cb-89f8-8b5f8e4d1171 tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] [instance: 5b08f3ba-7400-48f2-af8c-a0ea3ec59dc2] Start spawning the instance on the hypervisor. {{(pid=65448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2689}} [ 772.014677] env[65448]: DEBUG nova.virt.hardware [None req-74dee400-5759-40cb-89f8-8b5f8e4d1171 tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-08T17:19:51Z,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a992292b6dae455593d228217860e2e1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-08T17:19:52Z,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 772.014937] env[65448]: DEBUG nova.virt.hardware [None req-74dee400-5759-40cb-89f8-8b5f8e4d1171 tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 772.015202] env[65448]: DEBUG nova.virt.hardware [None req-74dee400-5759-40cb-89f8-8b5f8e4d1171 tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 772.015427] env[65448]: DEBUG nova.virt.hardware [None req-74dee400-5759-40cb-89f8-8b5f8e4d1171 tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 772.015569] env[65448]: DEBUG nova.virt.hardware [None req-74dee400-5759-40cb-89f8-8b5f8e4d1171 tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 772.015712] env[65448]: DEBUG nova.virt.hardware [None req-74dee400-5759-40cb-89f8-8b5f8e4d1171 tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 772.015943] env[65448]: DEBUG nova.virt.hardware [None req-74dee400-5759-40cb-89f8-8b5f8e4d1171 tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 772.016485] env[65448]: DEBUG nova.virt.hardware [None req-74dee400-5759-40cb-89f8-8b5f8e4d1171 tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 772.016485] env[65448]: DEBUG nova.virt.hardware [None req-74dee400-5759-40cb-89f8-8b5f8e4d1171 tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 772.016485] env[65448]: DEBUG nova.virt.hardware [None req-74dee400-5759-40cb-89f8-8b5f8e4d1171 tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 772.016681] env[65448]: DEBUG nova.virt.hardware [None req-74dee400-5759-40cb-89f8-8b5f8e4d1171 tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 772.017613] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7f4909a-08ce-426f-8a7f-a3bcea0c59ba {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.025181] env[65448]: DEBUG oslo_concurrency.lockutils [req-288723a5-f8b3-4470-9d90-1b132631e63e req-b3a42abf-1e22-4bfa-8cf3-dc6866c5c1e8 service nova] Releasing lock "refresh_cache-b3fef10e-1394-434b-b1b7-f239a27e182b" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.025181] env[65448]: DEBUG nova.compute.manager [req-288723a5-f8b3-4470-9d90-1b132631e63e req-b3a42abf-1e22-4bfa-8cf3-dc6866c5c1e8 service nova] [instance: 6ca5c62d-cf52-4f78-9e01-5623f4989442] Received event network-vif-plugged-6d9aa0d4-1aaa-47ed-9837-07a9a110d05d {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 772.025181] env[65448]: DEBUG oslo_concurrency.lockutils [req-288723a5-f8b3-4470-9d90-1b132631e63e req-b3a42abf-1e22-4bfa-8cf3-dc6866c5c1e8 service nova] Acquiring lock "6ca5c62d-cf52-4f78-9e01-5623f4989442-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.025676] env[65448]: DEBUG oslo_concurrency.lockutils [req-288723a5-f8b3-4470-9d90-1b132631e63e req-b3a42abf-1e22-4bfa-8cf3-dc6866c5c1e8 service nova] Lock "6ca5c62d-cf52-4f78-9e01-5623f4989442-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.025676] env[65448]: DEBUG oslo_concurrency.lockutils [req-288723a5-f8b3-4470-9d90-1b132631e63e req-b3a42abf-1e22-4bfa-8cf3-dc6866c5c1e8 service nova] Lock "6ca5c62d-cf52-4f78-9e01-5623f4989442-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.025676] env[65448]: DEBUG nova.compute.manager [req-288723a5-f8b3-4470-9d90-1b132631e63e req-b3a42abf-1e22-4bfa-8cf3-dc6866c5c1e8 service nova] [instance: 6ca5c62d-cf52-4f78-9e01-5623f4989442] No waiting events found dispatching network-vif-plugged-6d9aa0d4-1aaa-47ed-9837-07a9a110d05d {{(pid=65448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 772.026215] env[65448]: WARNING nova.compute.manager [req-288723a5-f8b3-4470-9d90-1b132631e63e req-b3a42abf-1e22-4bfa-8cf3-dc6866c5c1e8 service nova] [instance: 6ca5c62d-cf52-4f78-9e01-5623f4989442] Received unexpected event network-vif-plugged-6d9aa0d4-1aaa-47ed-9837-07a9a110d05d for instance with vm_state building and task_state spawning. [ 772.026215] env[65448]: DEBUG nova.compute.manager [req-288723a5-f8b3-4470-9d90-1b132631e63e req-b3a42abf-1e22-4bfa-8cf3-dc6866c5c1e8 service nova] [instance: 6ca5c62d-cf52-4f78-9e01-5623f4989442] Received event network-changed-6d9aa0d4-1aaa-47ed-9837-07a9a110d05d {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 772.026215] env[65448]: DEBUG nova.compute.manager [req-288723a5-f8b3-4470-9d90-1b132631e63e req-b3a42abf-1e22-4bfa-8cf3-dc6866c5c1e8 service nova] [instance: 6ca5c62d-cf52-4f78-9e01-5623f4989442] Refreshing instance network info cache due to event network-changed-6d9aa0d4-1aaa-47ed-9837-07a9a110d05d. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 772.026215] env[65448]: DEBUG oslo_concurrency.lockutils [req-288723a5-f8b3-4470-9d90-1b132631e63e req-b3a42abf-1e22-4bfa-8cf3-dc6866c5c1e8 service nova] Acquiring lock "refresh_cache-6ca5c62d-cf52-4f78-9e01-5623f4989442" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.026453] env[65448]: DEBUG oslo_concurrency.lockutils [req-288723a5-f8b3-4470-9d90-1b132631e63e req-b3a42abf-1e22-4bfa-8cf3-dc6866c5c1e8 service nova] Acquired lock "refresh_cache-6ca5c62d-cf52-4f78-9e01-5623f4989442" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.026530] env[65448]: DEBUG nova.network.neutron [req-288723a5-f8b3-4470-9d90-1b132631e63e req-b3a42abf-1e22-4bfa-8cf3-dc6866c5c1e8 service nova] [instance: 6ca5c62d-cf52-4f78-9e01-5623f4989442] Refreshing network info cache for port 6d9aa0d4-1aaa-47ed-9837-07a9a110d05d {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 772.033846] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dcf25e1-a9dc-49f3-8e2f-d4732c2ab30a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.050617] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-74dee400-5759-40cb-89f8-8b5f8e4d1171 tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] [instance: 5b08f3ba-7400-48f2-af8c-a0ea3ec59dc2] Instance VIF info [] {{(pid=65448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 772.055874] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-74dee400-5759-40cb-89f8-8b5f8e4d1171 tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] Creating folder: Project (018dc8cadc414ab6ac4f8ec789bee348). Parent ref: group-v961779. {{(pid=65448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 772.056893] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0172969a-4b25-4d97-a540-ed8376a35f5f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.070178] env[65448]: INFO nova.virt.vmwareapi.vm_util [None req-74dee400-5759-40cb-89f8-8b5f8e4d1171 tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] Created folder: Project (018dc8cadc414ab6ac4f8ec789bee348) in parent group-v961779. [ 772.070381] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-74dee400-5759-40cb-89f8-8b5f8e4d1171 tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] Creating folder: Instances. Parent ref: group-v961922. {{(pid=65448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 772.070703] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ba0690b6-4d6d-4604-97dc-a55ae71fb219 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.084795] env[65448]: INFO nova.virt.vmwareapi.vm_util [None req-74dee400-5759-40cb-89f8-8b5f8e4d1171 tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] Created folder: Instances in parent group-v961922. [ 772.084795] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-74dee400-5759-40cb-89f8-8b5f8e4d1171 tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 772.084795] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b08f3ba-7400-48f2-af8c-a0ea3ec59dc2] Creating VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 772.084795] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c042d0cf-5d99-43ae-ac79-cb94fd1dc492 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.105091] env[65448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 772.105091] env[65448]: value = "task-4937530" [ 772.105091] env[65448]: _type = "Task" [ 772.105091] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.115199] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937530, 'name': CreateVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.147274] env[65448]: INFO nova.compute.manager [-] [instance: 4d62a820-fb2b-4101-9dbc-d7cf4a27961a] Took 1.36 seconds to deallocate network for instance. [ 772.254412] env[65448]: DEBUG oslo_vmware.api [None req-701d1b3a-7ed5-4cbc-b945-4ee1d907cd64 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Task: {'id': task-4937527, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.396485} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.254732] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-701d1b3a-7ed5-4cbc-b945-4ee1d907cd64 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 772.255064] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-701d1b3a-7ed5-4cbc-b945-4ee1d907cd64 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: 204b5f52-2264-4c23-8799-4b3f57682409] Deleted contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 772.255335] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-701d1b3a-7ed5-4cbc-b945-4ee1d907cd64 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: 204b5f52-2264-4c23-8799-4b3f57682409] Instance destroyed {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 772.364397] env[65448]: DEBUG nova.scheduler.client.report [None req-aee98793-cfda-4eb0-b333-a36b0807648d tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 772.375468] env[65448]: DEBUG oslo_vmware.api [None req-3e4f0505-adf3-4988-98cf-0eb632ff0355 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': task-4937524, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.682807} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.375749] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e4f0505-adf3-4988-98cf-0eb632ff0355 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore1] b3fef10e-1394-434b-b1b7-f239a27e182b/b3fef10e-1394-434b-b1b7-f239a27e182b.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 772.375989] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-3e4f0505-adf3-4988-98cf-0eb632ff0355 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: b3fef10e-1394-434b-b1b7-f239a27e182b] Extending root virtual disk to 1048576 {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 772.376766] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7422693e-5c25-4e2f-9bcb-2f245f4679dd {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.386032] env[65448]: DEBUG oslo_vmware.api [None req-3e4f0505-adf3-4988-98cf-0eb632ff0355 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Waiting for the task: (returnval){ [ 772.386032] env[65448]: value = "task-4937531" [ 772.386032] env[65448]: _type = "Task" [ 772.386032] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.396902] env[65448]: DEBUG oslo_vmware.api [None req-3e4f0505-adf3-4988-98cf-0eb632ff0355 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': task-4937531, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.410296] env[65448]: DEBUG oslo_vmware.api [None req-b7dd8389-1bae-41a0-8aa9-0eb6baf5a66d tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5253fb99-2942-6cac-79d7-232958926495, 'name': SearchDatastore_Task, 'duration_secs': 0.064439} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.410673] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b7dd8389-1bae-41a0-8aa9-0eb6baf5a66d tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.411207] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7dd8389-1bae-41a0-8aa9-0eb6baf5a66d tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore1] 6ca5c62d-cf52-4f78-9e01-5623f4989442/6ca5c62d-cf52-4f78-9e01-5623f4989442.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 772.411579] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-71b18325-81cf-4b82-94cb-b290df17b781 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.421302] env[65448]: DEBUG oslo_vmware.api [None req-b7dd8389-1bae-41a0-8aa9-0eb6baf5a66d tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Waiting for the task: (returnval){ [ 772.421302] env[65448]: value = "task-4937532" [ 772.421302] env[65448]: _type = "Task" [ 772.421302] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.431471] env[65448]: DEBUG oslo_vmware.api [None req-b7dd8389-1bae-41a0-8aa9-0eb6baf5a66d tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4937532, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.448638] env[65448]: DEBUG nova.compute.manager [None req-50cffc66-8c62-4ae5-8914-563c12366786 tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] [instance: 81d406bb-f0e6-487c-841e-a13ae7736af0] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 772.449628] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fd292a9-15e3-4f38-aeb1-ad023c25d8e7 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.468465] env[65448]: DEBUG oslo_vmware.api [None req-8c368274-8f5c-433d-8ae5-a3b965b16cea tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4937525, 'name': CloneVM_Task} progress is 94%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.540124] env[65448]: WARNING neutronclient.v2_0.client [req-288723a5-f8b3-4470-9d90-1b132631e63e req-b3a42abf-1e22-4bfa-8cf3-dc6866c5c1e8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 772.617094] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937530, 'name': CreateVM_Task} progress is 99%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.656086] env[65448]: DEBUG oslo_concurrency.lockutils [None req-7e6ff493-3c00-4160-9cf2-b05000b6938c tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.758847] env[65448]: DEBUG nova.compute.manager [req-b49ef6f7-93a4-4630-a87d-d6924b58f4a2 req-18488a69-f82d-45a4-bb2a-cba70b27ad0b service nova] [instance: 4d62a820-fb2b-4101-9dbc-d7cf4a27961a] Received event network-vif-deleted-54387ca6-7d5e-4c6d-92e1-7f9aca80cb4a {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 772.816671] env[65448]: WARNING neutronclient.v2_0.client [req-288723a5-f8b3-4470-9d90-1b132631e63e req-b3a42abf-1e22-4bfa-8cf3-dc6866c5c1e8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 772.870283] env[65448]: DEBUG oslo_concurrency.lockutils [None req-aee98793-cfda-4eb0-b333-a36b0807648d tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.937s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.870863] env[65448]: DEBUG nova.compute.manager [None req-aee98793-cfda-4eb0-b333-a36b0807648d tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] [instance: 9322f1d0-3ffb-46c6-8974-7fe56a517f7f] Start building networks asynchronously for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2881}} [ 772.874368] env[65448]: DEBUG oslo_concurrency.lockutils [None req-4c01a16b-ca1a-4c78-a24e-9741e6e542c4 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.618s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.876467] env[65448]: INFO nova.compute.claims [None req-4c01a16b-ca1a-4c78-a24e-9741e6e542c4 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] [instance: ac639d87-8ce8-4762-a056-b369ec2627b6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 772.905031] env[65448]: DEBUG oslo_vmware.api [None req-3e4f0505-adf3-4988-98cf-0eb632ff0355 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': task-4937531, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085046} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.905031] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-3e4f0505-adf3-4988-98cf-0eb632ff0355 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: b3fef10e-1394-434b-b1b7-f239a27e182b] Extended root virtual disk {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 772.905031] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f75c27e9-34a3-40da-97aa-6b2c4ff84533 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.932123] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e4f0505-adf3-4988-98cf-0eb632ff0355 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: b3fef10e-1394-434b-b1b7-f239a27e182b] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] b3fef10e-1394-434b-b1b7-f239a27e182b/b3fef10e-1394-434b-b1b7-f239a27e182b.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 772.938254] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e57725d-b05e-43af-a13e-39fed7e05355 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.953591] env[65448]: DEBUG nova.network.neutron [req-288723a5-f8b3-4470-9d90-1b132631e63e req-b3a42abf-1e22-4bfa-8cf3-dc6866c5c1e8 service nova] [instance: 6ca5c62d-cf52-4f78-9e01-5623f4989442] Updated VIF entry in instance network info cache for port 6d9aa0d4-1aaa-47ed-9837-07a9a110d05d. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 772.954790] env[65448]: DEBUG nova.network.neutron [req-288723a5-f8b3-4470-9d90-1b132631e63e req-b3a42abf-1e22-4bfa-8cf3-dc6866c5c1e8 service nova] [instance: 6ca5c62d-cf52-4f78-9e01-5623f4989442] Updating instance_info_cache with network_info: [{"id": "6d9aa0d4-1aaa-47ed-9837-07a9a110d05d", "address": "fa:16:3e:f7:40:03", "network": {"id": "1c6b4e31-4989-4b8c-8cc6-67fa107dcc6a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1246525494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bf59e2c00b54ab7a8bc201e80781fcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d9aa0d4-1a", "ovs_interfaceid": "6d9aa0d4-1aaa-47ed-9837-07a9a110d05d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.963944] env[65448]: DEBUG oslo_vmware.api [None req-b7dd8389-1bae-41a0-8aa9-0eb6baf5a66d tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4937532, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.969018] env[65448]: DEBUG oslo_vmware.api [None req-3e4f0505-adf3-4988-98cf-0eb632ff0355 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Waiting for the task: (returnval){ [ 772.969018] env[65448]: value = "task-4937533" [ 772.969018] env[65448]: _type = "Task" [ 772.969018] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.973793] env[65448]: DEBUG oslo_vmware.api [None req-8c368274-8f5c-433d-8ae5-a3b965b16cea tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4937525, 'name': CloneVM_Task} progress is 100%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.986698] env[65448]: DEBUG oslo_vmware.api [None req-3e4f0505-adf3-4988-98cf-0eb632ff0355 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': task-4937533, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.117321] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937530, 'name': CreateVM_Task} progress is 99%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.296090] env[65448]: DEBUG nova.virt.hardware [None req-701d1b3a-7ed5-4cbc-b945-4ee1d907cd64 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-08T17:19:51Z,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a992292b6dae455593d228217860e2e1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-08T17:19:52Z,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 773.296516] env[65448]: DEBUG nova.virt.hardware [None req-701d1b3a-7ed5-4cbc-b945-4ee1d907cd64 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 773.296822] env[65448]: DEBUG nova.virt.hardware [None req-701d1b3a-7ed5-4cbc-b945-4ee1d907cd64 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 773.297036] env[65448]: DEBUG nova.virt.hardware [None req-701d1b3a-7ed5-4cbc-b945-4ee1d907cd64 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 773.297258] env[65448]: DEBUG nova.virt.hardware [None req-701d1b3a-7ed5-4cbc-b945-4ee1d907cd64 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 773.297348] env[65448]: DEBUG nova.virt.hardware [None req-701d1b3a-7ed5-4cbc-b945-4ee1d907cd64 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 773.297651] env[65448]: DEBUG nova.virt.hardware [None req-701d1b3a-7ed5-4cbc-b945-4ee1d907cd64 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 773.297870] env[65448]: DEBUG nova.virt.hardware [None req-701d1b3a-7ed5-4cbc-b945-4ee1d907cd64 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 773.298140] env[65448]: DEBUG nova.virt.hardware [None req-701d1b3a-7ed5-4cbc-b945-4ee1d907cd64 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 773.298364] env[65448]: DEBUG nova.virt.hardware [None req-701d1b3a-7ed5-4cbc-b945-4ee1d907cd64 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 773.298594] env[65448]: DEBUG nova.virt.hardware [None req-701d1b3a-7ed5-4cbc-b945-4ee1d907cd64 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 773.299733] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-274f94da-48a1-4bcd-b350-56424263672d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.309222] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf30b87a-b1b2-40c4-85be-e49f3c8ef13e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.324879] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-701d1b3a-7ed5-4cbc-b945-4ee1d907cd64 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: 204b5f52-2264-4c23-8799-4b3f57682409] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:b1:78', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5f49a7d-c6e5-404f-b71a-91d8c070cd18', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a8e18aee-b11d-458c-945a-72d1ccfaba7e', 'vif_model': 'vmxnet3'}] {{(pid=65448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 773.332451] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-701d1b3a-7ed5-4cbc-b945-4ee1d907cd64 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 773.333053] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 204b5f52-2264-4c23-8799-4b3f57682409] Creating VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 773.333053] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a69fb26c-568d-47fa-ae07-24cc9433846d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.354100] env[65448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 773.354100] env[65448]: value = "task-4937534" [ 773.354100] env[65448]: _type = "Task" [ 773.354100] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.363796] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937534, 'name': CreateVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.382963] env[65448]: DEBUG nova.compute.utils [None req-aee98793-cfda-4eb0-b333-a36b0807648d tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Using /dev/sd instead of None {{(pid=65448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 773.388536] env[65448]: DEBUG nova.compute.manager [None req-aee98793-cfda-4eb0-b333-a36b0807648d tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] [instance: 9322f1d0-3ffb-46c6-8974-7fe56a517f7f] Allocating IP information in the background. {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 773.388536] env[65448]: DEBUG nova.network.neutron [None req-aee98793-cfda-4eb0-b333-a36b0807648d tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] [instance: 9322f1d0-3ffb-46c6-8974-7fe56a517f7f] allocate_for_instance() {{(pid=65448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 773.388536] env[65448]: WARNING neutronclient.v2_0.client [None req-aee98793-cfda-4eb0-b333-a36b0807648d tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 773.388536] env[65448]: WARNING neutronclient.v2_0.client [None req-aee98793-cfda-4eb0-b333-a36b0807648d tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 773.436595] env[65448]: DEBUG oslo_vmware.api [None req-b7dd8389-1bae-41a0-8aa9-0eb6baf5a66d tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4937532, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.703493} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.437170] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7dd8389-1bae-41a0-8aa9-0eb6baf5a66d tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore1] 6ca5c62d-cf52-4f78-9e01-5623f4989442/6ca5c62d-cf52-4f78-9e01-5623f4989442.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 773.437543] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-b7dd8389-1bae-41a0-8aa9-0eb6baf5a66d tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: 6ca5c62d-cf52-4f78-9e01-5623f4989442] Extending root virtual disk to 1048576 {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 773.437945] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-80500ba6-cccd-4126-8a2d-a1aa7ff72017 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.448449] env[65448]: DEBUG oslo_vmware.api [None req-b7dd8389-1bae-41a0-8aa9-0eb6baf5a66d tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Waiting for the task: (returnval){ [ 773.448449] env[65448]: value = "task-4937535" [ 773.448449] env[65448]: _type = "Task" [ 773.448449] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.456939] env[65448]: DEBUG oslo_concurrency.lockutils [req-288723a5-f8b3-4470-9d90-1b132631e63e req-b3a42abf-1e22-4bfa-8cf3-dc6866c5c1e8 service nova] Releasing lock "refresh_cache-6ca5c62d-cf52-4f78-9e01-5623f4989442" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.465609] env[65448]: DEBUG oslo_vmware.api [None req-b7dd8389-1bae-41a0-8aa9-0eb6baf5a66d tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4937535, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.472576] env[65448]: DEBUG oslo_vmware.api [None req-8c368274-8f5c-433d-8ae5-a3b965b16cea tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4937525, 'name': CloneVM_Task, 'duration_secs': 1.649241} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.472862] env[65448]: INFO nova.virt.vmwareapi.vmops [None req-8c368274-8f5c-433d-8ae5-a3b965b16cea tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: f0ae0ad7-7800-4f5a-a270-7749177b8675] Created linked-clone VM from snapshot [ 773.473718] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a21fca2c-217f-46ae-be0a-59b26f88ee68 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.478682] env[65448]: DEBUG nova.policy [None req-aee98793-cfda-4eb0-b333-a36b0807648d tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '168f3ee192ec457095c0569755eab627', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '19cecb9320184ab9a3c0a3444b6924f1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65448) authorize /opt/stack/nova/nova/policy.py:192}} [ 773.482265] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e724054-74e5-4680-90a3-c04c9b36d435 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.495857] env[65448]: DEBUG nova.virt.vmwareapi.images [None req-8c368274-8f5c-433d-8ae5-a3b965b16cea tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: f0ae0ad7-7800-4f5a-a270-7749177b8675] Uploading image ab85855e-3d10-4278-98a8-146e238a2ea8 {{(pid=65448) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 773.502871] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-50cffc66-8c62-4ae5-8914-563c12366786 tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] [instance: 81d406bb-f0e6-487c-841e-a13ae7736af0] Doing hard reboot of VM {{(pid=65448) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 773.503378] env[65448]: DEBUG oslo_vmware.api [None req-3e4f0505-adf3-4988-98cf-0eb632ff0355 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': task-4937533, 'name': ReconfigVM_Task, 'duration_secs': 0.339218} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.503696] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-1dabe542-516f-4f7d-b46e-554c58897e22 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.506151] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e4f0505-adf3-4988-98cf-0eb632ff0355 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: b3fef10e-1394-434b-b1b7-f239a27e182b] Reconfigured VM instance instance-0000002f to attach disk [datastore1] b3fef10e-1394-434b-b1b7-f239a27e182b/b3fef10e-1394-434b-b1b7-f239a27e182b.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 773.506784] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-996f623d-a320-4d13-9d5c-88155a10a983 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.517834] env[65448]: DEBUG oslo_vmware.api [None req-3e4f0505-adf3-4988-98cf-0eb632ff0355 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Waiting for the task: (returnval){ [ 773.517834] env[65448]: value = "task-4937537" [ 773.517834] env[65448]: _type = "Task" [ 773.517834] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.518164] env[65448]: DEBUG oslo_vmware.api [None req-50cffc66-8c62-4ae5-8914-563c12366786 tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] Waiting for the task: (returnval){ [ 773.518164] env[65448]: value = "task-4937536" [ 773.518164] env[65448]: _type = "Task" [ 773.518164] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.535300] env[65448]: DEBUG oslo_vmware.api [None req-50cffc66-8c62-4ae5-8914-563c12366786 tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] Task: {'id': task-4937536, 'name': ResetVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.541292] env[65448]: DEBUG oslo_vmware.rw_handles [None req-8c368274-8f5c-433d-8ae5-a3b965b16cea tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 773.541292] env[65448]: value = "vm-961921" [ 773.541292] env[65448]: _type = "VirtualMachine" [ 773.541292] env[65448]: }. {{(pid=65448) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 773.542065] env[65448]: DEBUG oslo_vmware.api [None req-3e4f0505-adf3-4988-98cf-0eb632ff0355 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': task-4937537, 'name': Rename_Task} progress is 10%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.542418] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-bd013c30-0733-486c-aeb4-67096c886900 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.551529] env[65448]: DEBUG oslo_vmware.rw_handles [None req-8c368274-8f5c-433d-8ae5-a3b965b16cea tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Lease: (returnval){ [ 773.551529] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]523ecdcb-433a-e48e-9f7a-bdff18cc52bb" [ 773.551529] env[65448]: _type = "HttpNfcLease" [ 773.551529] env[65448]: } obtained for exporting VM: (result){ [ 773.551529] env[65448]: value = "vm-961921" [ 773.551529] env[65448]: _type = "VirtualMachine" [ 773.551529] env[65448]: }. {{(pid=65448) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 773.551984] env[65448]: DEBUG oslo_vmware.api [None req-8c368274-8f5c-433d-8ae5-a3b965b16cea tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Waiting for the lease: (returnval){ [ 773.551984] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]523ecdcb-433a-e48e-9f7a-bdff18cc52bb" [ 773.551984] env[65448]: _type = "HttpNfcLease" [ 773.551984] env[65448]: } to be ready. {{(pid=65448) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 773.560125] env[65448]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 773.560125] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]523ecdcb-433a-e48e-9f7a-bdff18cc52bb" [ 773.560125] env[65448]: _type = "HttpNfcLease" [ 773.560125] env[65448]: } is initializing. {{(pid=65448) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 773.618701] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937530, 'name': CreateVM_Task, 'duration_secs': 1.421317} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.618910] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b08f3ba-7400-48f2-af8c-a0ea3ec59dc2] Created VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 773.619432] env[65448]: DEBUG oslo_concurrency.lockutils [None req-74dee400-5759-40cb-89f8-8b5f8e4d1171 tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.619609] env[65448]: DEBUG oslo_concurrency.lockutils [None req-74dee400-5759-40cb-89f8-8b5f8e4d1171 tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.619955] env[65448]: DEBUG oslo_concurrency.lockutils [None req-74dee400-5759-40cb-89f8-8b5f8e4d1171 tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.620406] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70a8b93f-a5ab-4cfd-9b0f-a1b9f0a36fc6 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.627519] env[65448]: DEBUG oslo_vmware.api [None req-74dee400-5759-40cb-89f8-8b5f8e4d1171 tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] Waiting for the task: (returnval){ [ 773.627519] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52bfbeee-3ad4-21f7-7522-990f62055eb7" [ 773.627519] env[65448]: _type = "Task" [ 773.627519] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.636209] env[65448]: DEBUG oslo_vmware.api [None req-74dee400-5759-40cb-89f8-8b5f8e4d1171 tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52bfbeee-3ad4-21f7-7522-990f62055eb7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.643931] env[65448]: DEBUG oslo_concurrency.lockutils [None req-35e780dd-baf9-488a-890b-72bcf82f51a0 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Acquiring lock "ae260ff0-bb11-4322-a30e-47a4c88eb6d9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.644249] env[65448]: DEBUG oslo_concurrency.lockutils [None req-35e780dd-baf9-488a-890b-72bcf82f51a0 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Lock "ae260ff0-bb11-4322-a30e-47a4c88eb6d9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.644461] env[65448]: DEBUG oslo_concurrency.lockutils [None req-35e780dd-baf9-488a-890b-72bcf82f51a0 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Acquiring lock "ae260ff0-bb11-4322-a30e-47a4c88eb6d9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.644666] env[65448]: DEBUG oslo_concurrency.lockutils [None req-35e780dd-baf9-488a-890b-72bcf82f51a0 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Lock "ae260ff0-bb11-4322-a30e-47a4c88eb6d9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.645269] env[65448]: DEBUG oslo_concurrency.lockutils [None req-35e780dd-baf9-488a-890b-72bcf82f51a0 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Lock "ae260ff0-bb11-4322-a30e-47a4c88eb6d9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.649177] env[65448]: INFO nova.compute.manager [None req-35e780dd-baf9-488a-890b-72bcf82f51a0 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] [instance: ae260ff0-bb11-4322-a30e-47a4c88eb6d9] Terminating instance [ 773.865076] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937534, 'name': CreateVM_Task} progress is 99%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.891792] env[65448]: DEBUG nova.compute.manager [None req-aee98793-cfda-4eb0-b333-a36b0807648d tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] [instance: 9322f1d0-3ffb-46c6-8974-7fe56a517f7f] Start building block device mappings for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2916}} [ 773.916150] env[65448]: DEBUG nova.network.neutron [None req-aee98793-cfda-4eb0-b333-a36b0807648d tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] [instance: 9322f1d0-3ffb-46c6-8974-7fe56a517f7f] Successfully created port: a3bbf70c-2341-4b10-a055-e6e585399a78 {{(pid=65448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 773.958844] env[65448]: DEBUG oslo_vmware.api [None req-b7dd8389-1bae-41a0-8aa9-0eb6baf5a66d tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4937535, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07181} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.962019] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-b7dd8389-1bae-41a0-8aa9-0eb6baf5a66d tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: 6ca5c62d-cf52-4f78-9e01-5623f4989442] Extended root virtual disk {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 773.964282] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-888d9c1a-6ec4-40fe-8024-454a6f251a53 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.988807] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7dd8389-1bae-41a0-8aa9-0eb6baf5a66d tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: 6ca5c62d-cf52-4f78-9e01-5623f4989442] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] 6ca5c62d-cf52-4f78-9e01-5623f4989442/6ca5c62d-cf52-4f78-9e01-5623f4989442.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 773.992114] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dcf35311-39d4-4611-89dc-f919a6d9943a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.013252] env[65448]: DEBUG oslo_vmware.api [None req-b7dd8389-1bae-41a0-8aa9-0eb6baf5a66d tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Waiting for the task: (returnval){ [ 774.013252] env[65448]: value = "task-4937539" [ 774.013252] env[65448]: _type = "Task" [ 774.013252] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.032592] env[65448]: DEBUG oslo_vmware.api [None req-b7dd8389-1bae-41a0-8aa9-0eb6baf5a66d tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4937539, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.039091] env[65448]: DEBUG oslo_vmware.api [None req-3e4f0505-adf3-4988-98cf-0eb632ff0355 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': task-4937537, 'name': Rename_Task, 'duration_secs': 0.165547} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.042929] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e4f0505-adf3-4988-98cf-0eb632ff0355 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: b3fef10e-1394-434b-b1b7-f239a27e182b] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 774.043214] env[65448]: DEBUG oslo_vmware.api [None req-50cffc66-8c62-4ae5-8914-563c12366786 tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] Task: {'id': task-4937536, 'name': ResetVM_Task, 'duration_secs': 0.108075} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.043495] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f9378d08-529b-4778-943d-312d64189607 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.045949] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-50cffc66-8c62-4ae5-8914-563c12366786 tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] [instance: 81d406bb-f0e6-487c-841e-a13ae7736af0] Did hard reboot of VM {{(pid=65448) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 774.045949] env[65448]: DEBUG nova.compute.manager [None req-50cffc66-8c62-4ae5-8914-563c12366786 tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] [instance: 81d406bb-f0e6-487c-841e-a13ae7736af0] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 774.046476] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e73c3b1a-044f-4b56-ad30-726898dcbff6 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.062971] env[65448]: DEBUG oslo_vmware.api [None req-3e4f0505-adf3-4988-98cf-0eb632ff0355 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Waiting for the task: (returnval){ [ 774.062971] env[65448]: value = "task-4937540" [ 774.062971] env[65448]: _type = "Task" [ 774.062971] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.070612] env[65448]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 774.070612] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]523ecdcb-433a-e48e-9f7a-bdff18cc52bb" [ 774.070612] env[65448]: _type = "HttpNfcLease" [ 774.070612] env[65448]: } is ready. {{(pid=65448) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 774.071503] env[65448]: DEBUG oslo_vmware.rw_handles [None req-8c368274-8f5c-433d-8ae5-a3b965b16cea tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 774.071503] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]523ecdcb-433a-e48e-9f7a-bdff18cc52bb" [ 774.071503] env[65448]: _type = "HttpNfcLease" [ 774.071503] env[65448]: }. {{(pid=65448) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 774.072444] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-737c49fe-3868-470b-94cd-4d4fa792aaa7 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.078649] env[65448]: DEBUG oslo_vmware.api [None req-3e4f0505-adf3-4988-98cf-0eb632ff0355 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': task-4937540, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.085363] env[65448]: DEBUG oslo_vmware.rw_handles [None req-8c368274-8f5c-433d-8ae5-a3b965b16cea tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ff312b-487b-58b0-15df-4138f32c9b1e/disk-0.vmdk from lease info. {{(pid=65448) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 774.086498] env[65448]: DEBUG oslo_vmware.rw_handles [None req-8c368274-8f5c-433d-8ae5-a3b965b16cea tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ff312b-487b-58b0-15df-4138f32c9b1e/disk-0.vmdk for reading. {{(pid=65448) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 774.151801] env[65448]: DEBUG nova.compute.manager [None req-35e780dd-baf9-488a-890b-72bcf82f51a0 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] [instance: ae260ff0-bb11-4322-a30e-47a4c88eb6d9] Start destroying the instance on the hypervisor. {{(pid=65448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3209}} [ 774.152068] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-35e780dd-baf9-488a-890b-72bcf82f51a0 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] [instance: ae260ff0-bb11-4322-a30e-47a4c88eb6d9] Destroying instance {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 774.157131] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a269dc45-c51c-4035-9999-3e01cd859ccf {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.161091] env[65448]: DEBUG oslo_vmware.api [None req-74dee400-5759-40cb-89f8-8b5f8e4d1171 tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52bfbeee-3ad4-21f7-7522-990f62055eb7, 'name': SearchDatastore_Task, 'duration_secs': 0.01098} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.161091] env[65448]: DEBUG oslo_concurrency.lockutils [None req-74dee400-5759-40cb-89f8-8b5f8e4d1171 tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.161091] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-74dee400-5759-40cb-89f8-8b5f8e4d1171 tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] [instance: 5b08f3ba-7400-48f2-af8c-a0ea3ec59dc2] Processing image 50fb366d-48e6-424f-9c20-bc83d77be76a {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 774.161389] env[65448]: DEBUG oslo_concurrency.lockutils [None req-74dee400-5759-40cb-89f8-8b5f8e4d1171 tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.162420] env[65448]: DEBUG oslo_concurrency.lockutils [None req-74dee400-5759-40cb-89f8-8b5f8e4d1171 tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.162420] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-74dee400-5759-40cb-89f8-8b5f8e4d1171 tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 774.162588] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6181f65a-d69b-44d9-8dee-921d5640fe55 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.167426] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-35e780dd-baf9-488a-890b-72bcf82f51a0 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] [instance: ae260ff0-bb11-4322-a30e-47a4c88eb6d9] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 774.167807] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-88f144a3-5e53-4dd0-a4b9-394567a1f325 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.171607] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-74dee400-5759-40cb-89f8-8b5f8e4d1171 tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 774.171975] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-74dee400-5759-40cb-89f8-8b5f8e4d1171 tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 774.172887] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05239d12-d541-4025-89fa-6c328b3fe26d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.180819] env[65448]: DEBUG oslo_vmware.api [None req-35e780dd-baf9-488a-890b-72bcf82f51a0 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Waiting for the task: (returnval){ [ 774.180819] env[65448]: value = "task-4937541" [ 774.180819] env[65448]: _type = "Task" [ 774.180819] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.188684] env[65448]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-20e5e380-5c1d-4e8a-bf7f-76ae5684a77e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.192501] env[65448]: DEBUG oslo_vmware.api [None req-74dee400-5759-40cb-89f8-8b5f8e4d1171 tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] Waiting for the task: (returnval){ [ 774.192501] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5229f035-2e8c-9482-ec56-3b36eabc57ab" [ 774.192501] env[65448]: _type = "Task" [ 774.192501] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.203711] env[65448]: DEBUG oslo_vmware.api [None req-35e780dd-baf9-488a-890b-72bcf82f51a0 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Task: {'id': task-4937541, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.212709] env[65448]: DEBUG oslo_vmware.api [None req-74dee400-5759-40cb-89f8-8b5f8e4d1171 tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5229f035-2e8c-9482-ec56-3b36eabc57ab, 'name': SearchDatastore_Task, 'duration_secs': 0.014827} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.213555] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9df83d23-6143-402f-a11f-57bddec94284 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.224424] env[65448]: DEBUG oslo_vmware.api [None req-74dee400-5759-40cb-89f8-8b5f8e4d1171 tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] Waiting for the task: (returnval){ [ 774.224424] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5287b7be-6044-91e1-f080-0b820291d399" [ 774.224424] env[65448]: _type = "Task" [ 774.224424] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.243853] env[65448]: DEBUG oslo_vmware.api [None req-74dee400-5759-40cb-89f8-8b5f8e4d1171 tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5287b7be-6044-91e1-f080-0b820291d399, 'name': SearchDatastore_Task, 'duration_secs': 0.012761} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.244143] env[65448]: DEBUG oslo_concurrency.lockutils [None req-74dee400-5759-40cb-89f8-8b5f8e4d1171 tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.244430] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-74dee400-5759-40cb-89f8-8b5f8e4d1171 tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore1] 5b08f3ba-7400-48f2-af8c-a0ea3ec59dc2/5b08f3ba-7400-48f2-af8c-a0ea3ec59dc2.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 774.244730] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-96f76e62-1d7c-4756-9ac2-a7e36c0a573b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.252788] env[65448]: DEBUG oslo_vmware.api [None req-74dee400-5759-40cb-89f8-8b5f8e4d1171 tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] Waiting for the task: (returnval){ [ 774.252788] env[65448]: value = "task-4937542" [ 774.252788] env[65448]: _type = "Task" [ 774.252788] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.262537] env[65448]: DEBUG oslo_vmware.api [None req-74dee400-5759-40cb-89f8-8b5f8e4d1171 tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] Task: {'id': task-4937542, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.368456] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937534, 'name': CreateVM_Task, 'duration_secs': 0.611466} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.370617] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 204b5f52-2264-4c23-8799-4b3f57682409] Created VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 774.371357] env[65448]: WARNING neutronclient.v2_0.client [None req-701d1b3a-7ed5-4cbc-b945-4ee1d907cd64 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 774.371820] env[65448]: DEBUG oslo_concurrency.lockutils [None req-701d1b3a-7ed5-4cbc-b945-4ee1d907cd64 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.371918] env[65448]: DEBUG oslo_concurrency.lockutils [None req-701d1b3a-7ed5-4cbc-b945-4ee1d907cd64 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.372268] env[65448]: DEBUG oslo_concurrency.lockutils [None req-701d1b3a-7ed5-4cbc-b945-4ee1d907cd64 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.374872] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3ea8d7c-903c-4348-a588-b9293a61cfcc {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.380826] env[65448]: DEBUG oslo_vmware.api [None req-701d1b3a-7ed5-4cbc-b945-4ee1d907cd64 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Waiting for the task: (returnval){ [ 774.380826] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52860f21-86ba-ed9a-c3a9-5aa36aa13abe" [ 774.380826] env[65448]: _type = "Task" [ 774.380826] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.390804] env[65448]: DEBUG oslo_vmware.api [None req-701d1b3a-7ed5-4cbc-b945-4ee1d907cd64 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52860f21-86ba-ed9a-c3a9-5aa36aa13abe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.526398] env[65448]: DEBUG oslo_vmware.api [None req-b7dd8389-1bae-41a0-8aa9-0eb6baf5a66d tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4937539, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.571440] env[65448]: DEBUG oslo_concurrency.lockutils [None req-50cffc66-8c62-4ae5-8914-563c12366786 tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] Lock "81d406bb-f0e6-487c-841e-a13ae7736af0" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.935s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.583777] env[65448]: DEBUG oslo_vmware.api [None req-3e4f0505-adf3-4988-98cf-0eb632ff0355 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': task-4937540, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.700045] env[65448]: DEBUG oslo_vmware.api [None req-35e780dd-baf9-488a-890b-72bcf82f51a0 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Task: {'id': task-4937541, 'name': PowerOffVM_Task, 'duration_secs': 0.215973} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.704286] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-35e780dd-baf9-488a-890b-72bcf82f51a0 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] [instance: ae260ff0-bb11-4322-a30e-47a4c88eb6d9] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 774.704675] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-35e780dd-baf9-488a-890b-72bcf82f51a0 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] [instance: ae260ff0-bb11-4322-a30e-47a4c88eb6d9] Unregistering the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 774.705423] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f184cebc-fc1e-44da-90fa-f8603d25abc6 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.766059] env[65448]: DEBUG oslo_vmware.api [None req-74dee400-5759-40cb-89f8-8b5f8e4d1171 tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] Task: {'id': task-4937542, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.793029] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20f47652-5bd1-4d46-80ce-dade7bfe3d17 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.804083] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-35e780dd-baf9-488a-890b-72bcf82f51a0 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] [instance: ae260ff0-bb11-4322-a30e-47a4c88eb6d9] Unregistered the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 774.804362] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-35e780dd-baf9-488a-890b-72bcf82f51a0 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] [instance: ae260ff0-bb11-4322-a30e-47a4c88eb6d9] Deleting contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 774.804564] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-35e780dd-baf9-488a-890b-72bcf82f51a0 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Deleting the datastore file [datastore2] ae260ff0-bb11-4322-a30e-47a4c88eb6d9 {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 774.807450] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a695fe91-4263-4143-8e07-1edc28d11867 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.810912] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4370bbb3-e296-4edd-995f-2bebd20e60f1 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.853162] env[65448]: DEBUG oslo_vmware.api [None req-35e780dd-baf9-488a-890b-72bcf82f51a0 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Waiting for the task: (returnval){ [ 774.853162] env[65448]: value = "task-4937544" [ 774.853162] env[65448]: _type = "Task" [ 774.853162] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.853993] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82987255-3ccc-49ca-8652-a0e9f0c2ee2d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.873378] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d7e20a8-aa75-4faa-9dfd-e39a499f5320 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.895533] env[65448]: DEBUG nova.compute.provider_tree [None req-4c01a16b-ca1a-4c78-a24e-9741e6e542c4 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 774.908037] env[65448]: DEBUG nova.compute.manager [None req-aee98793-cfda-4eb0-b333-a36b0807648d tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] [instance: 9322f1d0-3ffb-46c6-8974-7fe56a517f7f] Start spawning the instance on the hypervisor. {{(pid=65448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2689}} [ 774.910544] env[65448]: DEBUG oslo_vmware.api [None req-701d1b3a-7ed5-4cbc-b945-4ee1d907cd64 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52860f21-86ba-ed9a-c3a9-5aa36aa13abe, 'name': SearchDatastore_Task, 'duration_secs': 0.012372} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.912059] env[65448]: DEBUG oslo_concurrency.lockutils [None req-701d1b3a-7ed5-4cbc-b945-4ee1d907cd64 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.912349] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-701d1b3a-7ed5-4cbc-b945-4ee1d907cd64 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: 204b5f52-2264-4c23-8799-4b3f57682409] Processing image 50fb366d-48e6-424f-9c20-bc83d77be76a {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 774.912596] env[65448]: DEBUG oslo_concurrency.lockutils [None req-701d1b3a-7ed5-4cbc-b945-4ee1d907cd64 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.912831] env[65448]: DEBUG oslo_concurrency.lockutils [None req-701d1b3a-7ed5-4cbc-b945-4ee1d907cd64 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.913035] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-701d1b3a-7ed5-4cbc-b945-4ee1d907cd64 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 774.913799] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9de12ecb-7a43-4f6c-9a3b-3e54b68ca901 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.926142] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-701d1b3a-7ed5-4cbc-b945-4ee1d907cd64 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 774.926142] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-701d1b3a-7ed5-4cbc-b945-4ee1d907cd64 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 774.928647] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da252fa4-cf4f-4411-93dc-3c19a43d0dd0 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.936196] env[65448]: DEBUG oslo_vmware.api [None req-701d1b3a-7ed5-4cbc-b945-4ee1d907cd64 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Waiting for the task: (returnval){ [ 774.936196] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]526952fb-df77-b946-f787-d5b7cc1067d2" [ 774.936196] env[65448]: _type = "Task" [ 774.936196] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.943459] env[65448]: DEBUG nova.virt.hardware [None req-aee98793-cfda-4eb0-b333-a36b0807648d tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:24:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='2430354e-0211-4b6a-8cca-3365ce19868e',id=37,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1010800451',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-08T17:19:51Z,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a992292b6dae455593d228217860e2e1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-08T17:19:52Z,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 774.943743] env[65448]: DEBUG nova.virt.hardware [None req-aee98793-cfda-4eb0-b333-a36b0807648d tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 774.943981] env[65448]: DEBUG nova.virt.hardware [None req-aee98793-cfda-4eb0-b333-a36b0807648d tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 774.944261] env[65448]: DEBUG nova.virt.hardware [None req-aee98793-cfda-4eb0-b333-a36b0807648d tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 774.944458] env[65448]: DEBUG nova.virt.hardware [None req-aee98793-cfda-4eb0-b333-a36b0807648d tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 774.944658] env[65448]: DEBUG nova.virt.hardware [None req-aee98793-cfda-4eb0-b333-a36b0807648d tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 774.944890] env[65448]: DEBUG nova.virt.hardware [None req-aee98793-cfda-4eb0-b333-a36b0807648d tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 774.945104] env[65448]: DEBUG nova.virt.hardware [None req-aee98793-cfda-4eb0-b333-a36b0807648d tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 774.945315] env[65448]: DEBUG nova.virt.hardware [None req-aee98793-cfda-4eb0-b333-a36b0807648d tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 774.945483] env[65448]: DEBUG nova.virt.hardware [None req-aee98793-cfda-4eb0-b333-a36b0807648d tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 774.945715] env[65448]: DEBUG nova.virt.hardware [None req-aee98793-cfda-4eb0-b333-a36b0807648d tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 774.947014] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93f1cb17-245a-4331-89ee-f98a5d6ee65c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.957261] env[65448]: DEBUG oslo_vmware.api [None req-701d1b3a-7ed5-4cbc-b945-4ee1d907cd64 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]526952fb-df77-b946-f787-d5b7cc1067d2, 'name': SearchDatastore_Task, 'duration_secs': 0.014525} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.960481] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af2ade94-05f4-4bd0-9c85-53d80c7080e9 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.964257] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9da4f78-8c94-420d-b4b8-e4b503202345 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.972868] env[65448]: DEBUG oslo_vmware.api [None req-701d1b3a-7ed5-4cbc-b945-4ee1d907cd64 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Waiting for the task: (returnval){ [ 774.972868] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]529ff42e-cf21-9ce9-e64f-869b378b965d" [ 774.972868] env[65448]: _type = "Task" [ 774.972868] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.992236] env[65448]: DEBUG oslo_vmware.api [None req-701d1b3a-7ed5-4cbc-b945-4ee1d907cd64 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]529ff42e-cf21-9ce9-e64f-869b378b965d, 'name': SearchDatastore_Task, 'duration_secs': 0.013797} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.992604] env[65448]: DEBUG oslo_concurrency.lockutils [None req-701d1b3a-7ed5-4cbc-b945-4ee1d907cd64 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.992995] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-701d1b3a-7ed5-4cbc-b945-4ee1d907cd64 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] 204b5f52-2264-4c23-8799-4b3f57682409/204b5f52-2264-4c23-8799-4b3f57682409.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 774.993593] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9a635b84-5c4b-48d4-b1e7-7de85c3ffd35 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.003012] env[65448]: DEBUG oslo_vmware.api [None req-701d1b3a-7ed5-4cbc-b945-4ee1d907cd64 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Waiting for the task: (returnval){ [ 775.003012] env[65448]: value = "task-4937545" [ 775.003012] env[65448]: _type = "Task" [ 775.003012] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.012829] env[65448]: DEBUG oslo_vmware.api [None req-701d1b3a-7ed5-4cbc-b945-4ee1d907cd64 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Task: {'id': task-4937545, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.028156] env[65448]: DEBUG oslo_vmware.api [None req-b7dd8389-1bae-41a0-8aa9-0eb6baf5a66d tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4937539, 'name': ReconfigVM_Task, 'duration_secs': 0.61321} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.028527] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7dd8389-1bae-41a0-8aa9-0eb6baf5a66d tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: 6ca5c62d-cf52-4f78-9e01-5623f4989442] Reconfigured VM instance instance-00000030 to attach disk [datastore1] 6ca5c62d-cf52-4f78-9e01-5623f4989442/6ca5c62d-cf52-4f78-9e01-5623f4989442.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 775.029301] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-10b9e175-6a9f-4bad-86d4-4df14e38a7ab {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.038017] env[65448]: DEBUG oslo_vmware.api [None req-b7dd8389-1bae-41a0-8aa9-0eb6baf5a66d tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Waiting for the task: (returnval){ [ 775.038017] env[65448]: value = "task-4937546" [ 775.038017] env[65448]: _type = "Task" [ 775.038017] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.048839] env[65448]: DEBUG oslo_vmware.api [None req-b7dd8389-1bae-41a0-8aa9-0eb6baf5a66d tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4937546, 'name': Rename_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.077094] env[65448]: DEBUG oslo_vmware.api [None req-3e4f0505-adf3-4988-98cf-0eb632ff0355 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': task-4937540, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.265854] env[65448]: DEBUG oslo_vmware.api [None req-74dee400-5759-40cb-89f8-8b5f8e4d1171 tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] Task: {'id': task-4937542, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.652794} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.265854] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-74dee400-5759-40cb-89f8-8b5f8e4d1171 tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore1] 5b08f3ba-7400-48f2-af8c-a0ea3ec59dc2/5b08f3ba-7400-48f2-af8c-a0ea3ec59dc2.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 775.266785] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-74dee400-5759-40cb-89f8-8b5f8e4d1171 tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] [instance: 5b08f3ba-7400-48f2-af8c-a0ea3ec59dc2] Extending root virtual disk to 1048576 {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 775.266785] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2f8d8c4d-828e-4289-a4c7-08733831a25a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.274547] env[65448]: DEBUG oslo_vmware.api [None req-74dee400-5759-40cb-89f8-8b5f8e4d1171 tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] Waiting for the task: (returnval){ [ 775.274547] env[65448]: value = "task-4937547" [ 775.274547] env[65448]: _type = "Task" [ 775.274547] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.288949] env[65448]: DEBUG oslo_vmware.api [None req-74dee400-5759-40cb-89f8-8b5f8e4d1171 tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] Task: {'id': task-4937547, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.371128] env[65448]: DEBUG oslo_vmware.api [None req-35e780dd-baf9-488a-890b-72bcf82f51a0 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Task: {'id': task-4937544, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.316535} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.371517] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-35e780dd-baf9-488a-890b-72bcf82f51a0 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 775.371627] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-35e780dd-baf9-488a-890b-72bcf82f51a0 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] [instance: ae260ff0-bb11-4322-a30e-47a4c88eb6d9] Deleted contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 775.371859] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-35e780dd-baf9-488a-890b-72bcf82f51a0 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] [instance: ae260ff0-bb11-4322-a30e-47a4c88eb6d9] Instance destroyed {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 775.372085] env[65448]: INFO nova.compute.manager [None req-35e780dd-baf9-488a-890b-72bcf82f51a0 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] [instance: ae260ff0-bb11-4322-a30e-47a4c88eb6d9] Took 1.22 seconds to destroy the instance on the hypervisor. [ 775.372361] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-35e780dd-baf9-488a-890b-72bcf82f51a0 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 775.372524] env[65448]: DEBUG nova.compute.manager [-] [instance: ae260ff0-bb11-4322-a30e-47a4c88eb6d9] Deallocating network for instance {{(pid=65448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 775.372624] env[65448]: DEBUG nova.network.neutron [-] [instance: ae260ff0-bb11-4322-a30e-47a4c88eb6d9] deallocate_for_instance() {{(pid=65448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 775.372875] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 775.399564] env[65448]: DEBUG nova.scheduler.client.report [None req-4c01a16b-ca1a-4c78-a24e-9741e6e542c4 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 775.513921] env[65448]: DEBUG oslo_vmware.api [None req-701d1b3a-7ed5-4cbc-b945-4ee1d907cd64 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Task: {'id': task-4937545, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.550986] env[65448]: DEBUG oslo_vmware.api [None req-b7dd8389-1bae-41a0-8aa9-0eb6baf5a66d tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4937546, 'name': Rename_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.576674] env[65448]: DEBUG oslo_vmware.api [None req-3e4f0505-adf3-4988-98cf-0eb632ff0355 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': task-4937540, 'name': PowerOnVM_Task, 'duration_secs': 1.136356} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.577274] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e4f0505-adf3-4988-98cf-0eb632ff0355 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: b3fef10e-1394-434b-b1b7-f239a27e182b] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 775.577555] env[65448]: INFO nova.compute.manager [None req-3e4f0505-adf3-4988-98cf-0eb632ff0355 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: b3fef10e-1394-434b-b1b7-f239a27e182b] Took 11.64 seconds to spawn the instance on the hypervisor. [ 775.577898] env[65448]: DEBUG nova.compute.manager [None req-3e4f0505-adf3-4988-98cf-0eb632ff0355 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: b3fef10e-1394-434b-b1b7-f239a27e182b] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 775.578787] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b77e8106-f307-4503-aba9-5e53340a9d32 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.632495] env[65448]: DEBUG nova.network.neutron [None req-aee98793-cfda-4eb0-b333-a36b0807648d tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] [instance: 9322f1d0-3ffb-46c6-8974-7fe56a517f7f] Successfully updated port: a3bbf70c-2341-4b10-a055-e6e585399a78 {{(pid=65448) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 775.759688] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 775.787960] env[65448]: DEBUG oslo_vmware.api [None req-74dee400-5759-40cb-89f8-8b5f8e4d1171 tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] Task: {'id': task-4937547, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.480951} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.788639] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-74dee400-5759-40cb-89f8-8b5f8e4d1171 tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] [instance: 5b08f3ba-7400-48f2-af8c-a0ea3ec59dc2] Extended root virtual disk {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 775.790107] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee62476e-8e6e-47d7-9905-04aa59b241ac {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.816155] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-74dee400-5759-40cb-89f8-8b5f8e4d1171 tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] [instance: 5b08f3ba-7400-48f2-af8c-a0ea3ec59dc2] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 5b08f3ba-7400-48f2-af8c-a0ea3ec59dc2/5b08f3ba-7400-48f2-af8c-a0ea3ec59dc2.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 775.817241] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-438c9ed5-501e-467c-ab28-13f11760e238 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.852358] env[65448]: DEBUG oslo_vmware.api [None req-74dee400-5759-40cb-89f8-8b5f8e4d1171 tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] Waiting for the task: (returnval){ [ 775.852358] env[65448]: value = "task-4937548" [ 775.852358] env[65448]: _type = "Task" [ 775.852358] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.865906] env[65448]: DEBUG oslo_vmware.api [None req-74dee400-5759-40cb-89f8-8b5f8e4d1171 tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] Task: {'id': task-4937548, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.909466] env[65448]: DEBUG oslo_concurrency.lockutils [None req-4c01a16b-ca1a-4c78-a24e-9741e6e542c4 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.035s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.910134] env[65448]: DEBUG nova.compute.manager [None req-4c01a16b-ca1a-4c78-a24e-9741e6e542c4 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] [instance: ac639d87-8ce8-4762-a056-b369ec2627b6] Start building networks asynchronously for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2881}} [ 775.914574] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6d41bbe5-de36-428f-8457-b4a8b65ab3c4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.921s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.916507] env[65448]: INFO nova.compute.claims [None req-6d41bbe5-de36-428f-8457-b4a8b65ab3c4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] [instance: 3086c559-35b8-4e79-8478-27151b6a985d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 776.015596] env[65448]: DEBUG oslo_vmware.api [None req-701d1b3a-7ed5-4cbc-b945-4ee1d907cd64 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Task: {'id': task-4937545, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.626216} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.015922] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-701d1b3a-7ed5-4cbc-b945-4ee1d907cd64 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] 204b5f52-2264-4c23-8799-4b3f57682409/204b5f52-2264-4c23-8799-4b3f57682409.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 776.016345] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-701d1b3a-7ed5-4cbc-b945-4ee1d907cd64 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: 204b5f52-2264-4c23-8799-4b3f57682409] Extending root virtual disk to 1048576 {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 776.016668] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-34a4d166-93af-435a-93b6-aec7fcdc5d0c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.025190] env[65448]: DEBUG oslo_vmware.api [None req-701d1b3a-7ed5-4cbc-b945-4ee1d907cd64 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Waiting for the task: (returnval){ [ 776.025190] env[65448]: value = "task-4937549" [ 776.025190] env[65448]: _type = "Task" [ 776.025190] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.037617] env[65448]: DEBUG oslo_vmware.api [None req-701d1b3a-7ed5-4cbc-b945-4ee1d907cd64 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Task: {'id': task-4937549, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.052559] env[65448]: DEBUG oslo_vmware.api [None req-b7dd8389-1bae-41a0-8aa9-0eb6baf5a66d tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4937546, 'name': Rename_Task, 'duration_secs': 0.89709} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.052815] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7dd8389-1bae-41a0-8aa9-0eb6baf5a66d tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: 6ca5c62d-cf52-4f78-9e01-5623f4989442] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 776.053223] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-303a8a7f-7f43-4aee-bb37-6cbe82191614 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.064325] env[65448]: DEBUG oslo_vmware.api [None req-b7dd8389-1bae-41a0-8aa9-0eb6baf5a66d tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Waiting for the task: (returnval){ [ 776.064325] env[65448]: value = "task-4937550" [ 776.064325] env[65448]: _type = "Task" [ 776.064325] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.075138] env[65448]: DEBUG oslo_vmware.api [None req-b7dd8389-1bae-41a0-8aa9-0eb6baf5a66d tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4937550, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.106409] env[65448]: INFO nova.compute.manager [None req-3e4f0505-adf3-4988-98cf-0eb632ff0355 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: b3fef10e-1394-434b-b1b7-f239a27e182b] Took 50.69 seconds to build instance. [ 776.136782] env[65448]: DEBUG oslo_concurrency.lockutils [None req-aee98793-cfda-4eb0-b333-a36b0807648d tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Acquiring lock "refresh_cache-9322f1d0-3ffb-46c6-8974-7fe56a517f7f" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.137020] env[65448]: DEBUG oslo_concurrency.lockutils [None req-aee98793-cfda-4eb0-b333-a36b0807648d tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Acquired lock "refresh_cache-9322f1d0-3ffb-46c6-8974-7fe56a517f7f" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.137322] env[65448]: DEBUG nova.network.neutron [None req-aee98793-cfda-4eb0-b333-a36b0807648d tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] [instance: 9322f1d0-3ffb-46c6-8974-7fe56a517f7f] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 776.366311] env[65448]: DEBUG oslo_vmware.api [None req-74dee400-5759-40cb-89f8-8b5f8e4d1171 tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] Task: {'id': task-4937548, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.417239] env[65448]: DEBUG nova.compute.utils [None req-4c01a16b-ca1a-4c78-a24e-9741e6e542c4 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Using /dev/sd instead of None {{(pid=65448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 776.419214] env[65448]: DEBUG nova.compute.manager [None req-4c01a16b-ca1a-4c78-a24e-9741e6e542c4 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] [instance: ac639d87-8ce8-4762-a056-b369ec2627b6] Allocating IP information in the background. {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 776.419453] env[65448]: DEBUG nova.network.neutron [None req-4c01a16b-ca1a-4c78-a24e-9741e6e542c4 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] [instance: ac639d87-8ce8-4762-a056-b369ec2627b6] allocate_for_instance() {{(pid=65448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 776.419790] env[65448]: WARNING neutronclient.v2_0.client [None req-4c01a16b-ca1a-4c78-a24e-9741e6e542c4 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 776.420106] env[65448]: WARNING neutronclient.v2_0.client [None req-4c01a16b-ca1a-4c78-a24e-9741e6e542c4 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 776.463436] env[65448]: DEBUG nova.policy [None req-4c01a16b-ca1a-4c78-a24e-9741e6e542c4 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2373a25b30784b0c9624aae02bd48ff2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a1c40ba76251447a8ca380d4b19e86f1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65448) authorize /opt/stack/nova/nova/policy.py:192}} [ 776.538788] env[65448]: DEBUG oslo_vmware.api [None req-701d1b3a-7ed5-4cbc-b945-4ee1d907cd64 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Task: {'id': task-4937549, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084867} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.539114] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-701d1b3a-7ed5-4cbc-b945-4ee1d907cd64 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: 204b5f52-2264-4c23-8799-4b3f57682409] Extended root virtual disk {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 776.540017] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d584d449-ad33-4f35-a581-7159e8053bbf {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.567102] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-701d1b3a-7ed5-4cbc-b945-4ee1d907cd64 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: 204b5f52-2264-4c23-8799-4b3f57682409] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] 204b5f52-2264-4c23-8799-4b3f57682409/204b5f52-2264-4c23-8799-4b3f57682409.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 776.567102] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ffbc099f-b384-4e4c-8067-6cc578b7b305 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.595734] env[65448]: DEBUG nova.network.neutron [-] [instance: ae260ff0-bb11-4322-a30e-47a4c88eb6d9] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.598685] env[65448]: DEBUG oslo_vmware.api [None req-b7dd8389-1bae-41a0-8aa9-0eb6baf5a66d tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4937550, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.599863] env[65448]: DEBUG oslo_vmware.api [None req-701d1b3a-7ed5-4cbc-b945-4ee1d907cd64 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Waiting for the task: (returnval){ [ 776.599863] env[65448]: value = "task-4937551" [ 776.599863] env[65448]: _type = "Task" [ 776.599863] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.609547] env[65448]: DEBUG oslo_concurrency.lockutils [None req-3e4f0505-adf3-4988-98cf-0eb632ff0355 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Lock "b3fef10e-1394-434b-b1b7-f239a27e182b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.845s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.615942] env[65448]: DEBUG oslo_vmware.api [None req-701d1b3a-7ed5-4cbc-b945-4ee1d907cd64 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Task: {'id': task-4937551, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.746221] env[65448]: DEBUG nova.network.neutron [None req-aee98793-cfda-4eb0-b333-a36b0807648d tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] [instance: 9322f1d0-3ffb-46c6-8974-7fe56a517f7f] Instance cache missing network info. {{(pid=65448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 776.813485] env[65448]: DEBUG nova.network.neutron [None req-4c01a16b-ca1a-4c78-a24e-9741e6e542c4 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] [instance: ac639d87-8ce8-4762-a056-b369ec2627b6] Successfully created port: 1bf32a83-dd27-4289-b618-28320ebe3e38 {{(pid=65448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 776.872572] env[65448]: DEBUG oslo_vmware.api [None req-74dee400-5759-40cb-89f8-8b5f8e4d1171 tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] Task: {'id': task-4937548, 'name': ReconfigVM_Task, 'duration_secs': 0.772858} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.872897] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-74dee400-5759-40cb-89f8-8b5f8e4d1171 tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] [instance: 5b08f3ba-7400-48f2-af8c-a0ea3ec59dc2] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 5b08f3ba-7400-48f2-af8c-a0ea3ec59dc2/5b08f3ba-7400-48f2-af8c-a0ea3ec59dc2.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 776.873606] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-82fe993a-c2ec-4fb7-8529-f8962d73bbf4 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.884104] env[65448]: DEBUG oslo_vmware.api [None req-74dee400-5759-40cb-89f8-8b5f8e4d1171 tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] Waiting for the task: (returnval){ [ 776.884104] env[65448]: value = "task-4937552" [ 776.884104] env[65448]: _type = "Task" [ 776.884104] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.898711] env[65448]: DEBUG oslo_vmware.api [None req-74dee400-5759-40cb-89f8-8b5f8e4d1171 tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] Task: {'id': task-4937552, 'name': Rename_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.910753] env[65448]: WARNING neutronclient.v2_0.client [None req-aee98793-cfda-4eb0-b333-a36b0807648d tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 776.923580] env[65448]: DEBUG nova.compute.manager [None req-4c01a16b-ca1a-4c78-a24e-9741e6e542c4 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] [instance: ac639d87-8ce8-4762-a056-b369ec2627b6] Start building block device mappings for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2916}} [ 777.020316] env[65448]: DEBUG nova.network.neutron [None req-aee98793-cfda-4eb0-b333-a36b0807648d tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] [instance: 9322f1d0-3ffb-46c6-8974-7fe56a517f7f] Updating instance_info_cache with network_info: [{"id": "a3bbf70c-2341-4b10-a055-e6e585399a78", "address": "fa:16:3e:bc:25:51", "network": {"id": "8bceff40-3fe8-4c4e-8d97-0f1608c6de19", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.83", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a992292b6dae455593d228217860e2e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3bbf70c-23", "ovs_interfaceid": "a3bbf70c-2341-4b10-a055-e6e585399a78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.087865] env[65448]: DEBUG oslo_vmware.api [None req-b7dd8389-1bae-41a0-8aa9-0eb6baf5a66d tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4937550, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.098571] env[65448]: INFO nova.compute.manager [-] [instance: ae260ff0-bb11-4322-a30e-47a4c88eb6d9] Took 1.73 seconds to deallocate network for instance. [ 777.114996] env[65448]: DEBUG nova.compute.manager [None req-8700dbc2-c8ac-4c65-a401-333fba6a1e4f tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] [instance: 37a306f7-02f2-41cd-98db-fc3eb003b7a4] Starting instance... {{(pid=65448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2483}} [ 777.122157] env[65448]: DEBUG oslo_vmware.api [None req-701d1b3a-7ed5-4cbc-b945-4ee1d907cd64 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Task: {'id': task-4937551, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.161352] env[65448]: DEBUG nova.compute.manager [req-d6412a04-2678-458b-b977-311624fd7230 req-c7f3593e-5a28-4d64-b286-a83d548b06a2 service nova] [instance: 9322f1d0-3ffb-46c6-8974-7fe56a517f7f] Received event network-vif-plugged-a3bbf70c-2341-4b10-a055-e6e585399a78 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 777.161713] env[65448]: DEBUG oslo_concurrency.lockutils [req-d6412a04-2678-458b-b977-311624fd7230 req-c7f3593e-5a28-4d64-b286-a83d548b06a2 service nova] Acquiring lock "9322f1d0-3ffb-46c6-8974-7fe56a517f7f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.162618] env[65448]: DEBUG oslo_concurrency.lockutils [req-d6412a04-2678-458b-b977-311624fd7230 req-c7f3593e-5a28-4d64-b286-a83d548b06a2 service nova] Lock "9322f1d0-3ffb-46c6-8974-7fe56a517f7f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.162618] env[65448]: DEBUG oslo_concurrency.lockutils [req-d6412a04-2678-458b-b977-311624fd7230 req-c7f3593e-5a28-4d64-b286-a83d548b06a2 service nova] Lock "9322f1d0-3ffb-46c6-8974-7fe56a517f7f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.162618] env[65448]: DEBUG nova.compute.manager [req-d6412a04-2678-458b-b977-311624fd7230 req-c7f3593e-5a28-4d64-b286-a83d548b06a2 service nova] [instance: 9322f1d0-3ffb-46c6-8974-7fe56a517f7f] No waiting events found dispatching network-vif-plugged-a3bbf70c-2341-4b10-a055-e6e585399a78 {{(pid=65448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 777.162618] env[65448]: WARNING nova.compute.manager [req-d6412a04-2678-458b-b977-311624fd7230 req-c7f3593e-5a28-4d64-b286-a83d548b06a2 service nova] [instance: 9322f1d0-3ffb-46c6-8974-7fe56a517f7f] Received unexpected event network-vif-plugged-a3bbf70c-2341-4b10-a055-e6e585399a78 for instance with vm_state building and task_state spawning. [ 777.396698] env[65448]: DEBUG oslo_vmware.api [None req-74dee400-5759-40cb-89f8-8b5f8e4d1171 tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] Task: {'id': task-4937552, 'name': Rename_Task, 'duration_secs': 0.231327} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.396998] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-74dee400-5759-40cb-89f8-8b5f8e4d1171 tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] [instance: 5b08f3ba-7400-48f2-af8c-a0ea3ec59dc2] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 777.397288] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-863de49d-74d1-4c50-aa83-d8edb617d2ab {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.405225] env[65448]: DEBUG oslo_vmware.api [None req-74dee400-5759-40cb-89f8-8b5f8e4d1171 tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] Waiting for the task: (returnval){ [ 777.405225] env[65448]: value = "task-4937553" [ 777.405225] env[65448]: _type = "Task" [ 777.405225] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.417607] env[65448]: DEBUG oslo_vmware.api [None req-74dee400-5759-40cb-89f8-8b5f8e4d1171 tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] Task: {'id': task-4937553, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.523856] env[65448]: DEBUG oslo_concurrency.lockutils [None req-aee98793-cfda-4eb0-b333-a36b0807648d tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Releasing lock "refresh_cache-9322f1d0-3ffb-46c6-8974-7fe56a517f7f" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.524296] env[65448]: DEBUG nova.compute.manager [None req-aee98793-cfda-4eb0-b333-a36b0807648d tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] [instance: 9322f1d0-3ffb-46c6-8974-7fe56a517f7f] Instance network_info: |[{"id": "a3bbf70c-2341-4b10-a055-e6e585399a78", "address": "fa:16:3e:bc:25:51", "network": {"id": "8bceff40-3fe8-4c4e-8d97-0f1608c6de19", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.83", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a992292b6dae455593d228217860e2e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3bbf70c-23", "ovs_interfaceid": "a3bbf70c-2341-4b10-a055-e6e585399a78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 777.525261] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-aee98793-cfda-4eb0-b333-a36b0807648d tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] [instance: 9322f1d0-3ffb-46c6-8974-7fe56a517f7f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bc:25:51', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '07e9bef1-2b0e-4e4d-997f-de71bb0e213a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a3bbf70c-2341-4b10-a055-e6e585399a78', 'vif_model': 'vmxnet3'}] {{(pid=65448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 777.533584] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-aee98793-cfda-4eb0-b333-a36b0807648d tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 777.536784] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9322f1d0-3ffb-46c6-8974-7fe56a517f7f] Creating VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 777.537986] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-10d77184-63ef-4d79-89b5-77133f2fae10 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.561127] env[65448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 777.561127] env[65448]: value = "task-4937554" [ 777.561127] env[65448]: _type = "Task" [ 777.561127] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.570686] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937554, 'name': CreateVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.585036] env[65448]: DEBUG oslo_vmware.api [None req-b7dd8389-1bae-41a0-8aa9-0eb6baf5a66d tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4937550, 'name': PowerOnVM_Task, 'duration_secs': 1.036101} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.588456] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7dd8389-1bae-41a0-8aa9-0eb6baf5a66d tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: 6ca5c62d-cf52-4f78-9e01-5623f4989442] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 777.588695] env[65448]: INFO nova.compute.manager [None req-b7dd8389-1bae-41a0-8aa9-0eb6baf5a66d tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: 6ca5c62d-cf52-4f78-9e01-5623f4989442] Took 10.82 seconds to spawn the instance on the hypervisor. [ 777.589330] env[65448]: DEBUG nova.compute.manager [None req-b7dd8389-1bae-41a0-8aa9-0eb6baf5a66d tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: 6ca5c62d-cf52-4f78-9e01-5623f4989442] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 777.590185] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d5d4ddf-85b1-477d-be03-ed2f8aa4011f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.610847] env[65448]: DEBUG oslo_concurrency.lockutils [None req-35e780dd-baf9-488a-890b-72bcf82f51a0 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.616614] env[65448]: DEBUG oslo_vmware.api [None req-701d1b3a-7ed5-4cbc-b945-4ee1d907cd64 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Task: {'id': task-4937551, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.644943] env[65448]: DEBUG oslo_concurrency.lockutils [None req-8700dbc2-c8ac-4c65-a401-333fba6a1e4f tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.744977] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b3218bc-92f5-47f1-8752-d6f9a7e1358a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.756434] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eaf8ea2-8e75-4245-aa13-0daaf0eba9b9 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.793794] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65dcf33e-21aa-4b2b-9456-5e9a63fa481e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.805980] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c9e8833-3515-4ec2-b4a1-05395d2c3f24 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.825356] env[65448]: DEBUG nova.compute.provider_tree [None req-6d41bbe5-de36-428f-8457-b4a8b65ab3c4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 777.917939] env[65448]: DEBUG oslo_vmware.api [None req-74dee400-5759-40cb-89f8-8b5f8e4d1171 tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] Task: {'id': task-4937553, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.944251] env[65448]: DEBUG nova.compute.manager [None req-4c01a16b-ca1a-4c78-a24e-9741e6e542c4 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] [instance: ac639d87-8ce8-4762-a056-b369ec2627b6] Start spawning the instance on the hypervisor. {{(pid=65448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2689}} [ 777.986089] env[65448]: DEBUG nova.virt.hardware [None req-4c01a16b-ca1a-4c78-a24e-9741e6e542c4 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-08T17:19:51Z,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a992292b6dae455593d228217860e2e1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-08T17:19:52Z,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 777.986364] env[65448]: DEBUG nova.virt.hardware [None req-4c01a16b-ca1a-4c78-a24e-9741e6e542c4 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 777.986512] env[65448]: DEBUG nova.virt.hardware [None req-4c01a16b-ca1a-4c78-a24e-9741e6e542c4 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 777.986690] env[65448]: DEBUG nova.virt.hardware [None req-4c01a16b-ca1a-4c78-a24e-9741e6e542c4 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 777.987341] env[65448]: DEBUG nova.virt.hardware [None req-4c01a16b-ca1a-4c78-a24e-9741e6e542c4 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 777.987341] env[65448]: DEBUG nova.virt.hardware [None req-4c01a16b-ca1a-4c78-a24e-9741e6e542c4 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 777.987556] env[65448]: DEBUG nova.virt.hardware [None req-4c01a16b-ca1a-4c78-a24e-9741e6e542c4 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 777.987667] env[65448]: DEBUG nova.virt.hardware [None req-4c01a16b-ca1a-4c78-a24e-9741e6e542c4 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 777.987990] env[65448]: DEBUG nova.virt.hardware [None req-4c01a16b-ca1a-4c78-a24e-9741e6e542c4 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 777.988235] env[65448]: DEBUG nova.virt.hardware [None req-4c01a16b-ca1a-4c78-a24e-9741e6e542c4 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 777.988496] env[65448]: DEBUG nova.virt.hardware [None req-4c01a16b-ca1a-4c78-a24e-9741e6e542c4 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 777.989691] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42876d74-3e30-43ae-a568-8f5ba5ef86be {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.002736] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf5011b3-0e0b-45a9-8745-5643c2489cd2 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.072876] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937554, 'name': CreateVM_Task, 'duration_secs': 0.490663} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.073128] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9322f1d0-3ffb-46c6-8974-7fe56a517f7f] Created VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 778.073761] env[65448]: WARNING neutronclient.v2_0.client [None req-aee98793-cfda-4eb0-b333-a36b0807648d tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 778.074187] env[65448]: DEBUG oslo_concurrency.lockutils [None req-aee98793-cfda-4eb0-b333-a36b0807648d tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.074350] env[65448]: DEBUG oslo_concurrency.lockutils [None req-aee98793-cfda-4eb0-b333-a36b0807648d tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.074717] env[65448]: DEBUG oslo_concurrency.lockutils [None req-aee98793-cfda-4eb0-b333-a36b0807648d tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.075015] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92e3367d-2b77-47d1-9121-aa8a62b41596 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.081128] env[65448]: DEBUG oslo_vmware.api [None req-aee98793-cfda-4eb0-b333-a36b0807648d tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Waiting for the task: (returnval){ [ 778.081128] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52a4aa4e-9e81-4dd5-ed90-e7e19b04daa9" [ 778.081128] env[65448]: _type = "Task" [ 778.081128] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.092013] env[65448]: DEBUG oslo_vmware.api [None req-aee98793-cfda-4eb0-b333-a36b0807648d tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52a4aa4e-9e81-4dd5-ed90-e7e19b04daa9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.115556] env[65448]: INFO nova.compute.manager [None req-b7dd8389-1bae-41a0-8aa9-0eb6baf5a66d tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: 6ca5c62d-cf52-4f78-9e01-5623f4989442] Took 48.80 seconds to build instance. [ 778.123292] env[65448]: DEBUG oslo_vmware.api [None req-701d1b3a-7ed5-4cbc-b945-4ee1d907cd64 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Task: {'id': task-4937551, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.329148] env[65448]: DEBUG nova.scheduler.client.report [None req-6d41bbe5-de36-428f-8457-b4a8b65ab3c4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 778.422249] env[65448]: DEBUG oslo_vmware.api [None req-74dee400-5759-40cb-89f8-8b5f8e4d1171 tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] Task: {'id': task-4937553, 'name': PowerOnVM_Task, 'duration_secs': 0.681363} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.422249] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-74dee400-5759-40cb-89f8-8b5f8e4d1171 tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] [instance: 5b08f3ba-7400-48f2-af8c-a0ea3ec59dc2] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 778.422249] env[65448]: INFO nova.compute.manager [None req-74dee400-5759-40cb-89f8-8b5f8e4d1171 tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] [instance: 5b08f3ba-7400-48f2-af8c-a0ea3ec59dc2] Took 6.44 seconds to spawn the instance on the hypervisor. [ 778.422456] env[65448]: DEBUG nova.compute.manager [None req-74dee400-5759-40cb-89f8-8b5f8e4d1171 tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] [instance: 5b08f3ba-7400-48f2-af8c-a0ea3ec59dc2] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 778.423381] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c61a962-5724-4c0e-870c-e9582e1dbfd6 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.507467] env[65448]: DEBUG nova.network.neutron [None req-4c01a16b-ca1a-4c78-a24e-9741e6e542c4 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] [instance: ac639d87-8ce8-4762-a056-b369ec2627b6] Successfully updated port: 1bf32a83-dd27-4289-b618-28320ebe3e38 {{(pid=65448) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 778.566828] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d2323d28-98e4-462f-b487-ee93630e27f2 tempest-ServerMetadataNegativeTestJSON-2090714491 tempest-ServerMetadataNegativeTestJSON-2090714491-project-member] Acquiring lock "b9eaa8ef-392c-449e-b441-5b5de9ddaf9e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.566828] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d2323d28-98e4-462f-b487-ee93630e27f2 tempest-ServerMetadataNegativeTestJSON-2090714491 tempest-ServerMetadataNegativeTestJSON-2090714491-project-member] Lock "b9eaa8ef-392c-449e-b441-5b5de9ddaf9e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.601450] env[65448]: DEBUG oslo_vmware.api [None req-aee98793-cfda-4eb0-b333-a36b0807648d tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52a4aa4e-9e81-4dd5-ed90-e7e19b04daa9, 'name': SearchDatastore_Task, 'duration_secs': 0.015029} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.601816] env[65448]: DEBUG oslo_concurrency.lockutils [None req-aee98793-cfda-4eb0-b333-a36b0807648d tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.602075] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-aee98793-cfda-4eb0-b333-a36b0807648d tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] [instance: 9322f1d0-3ffb-46c6-8974-7fe56a517f7f] Processing image 50fb366d-48e6-424f-9c20-bc83d77be76a {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 778.602369] env[65448]: DEBUG oslo_concurrency.lockutils [None req-aee98793-cfda-4eb0-b333-a36b0807648d tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.602695] env[65448]: DEBUG oslo_concurrency.lockutils [None req-aee98793-cfda-4eb0-b333-a36b0807648d tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.602911] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-aee98793-cfda-4eb0-b333-a36b0807648d tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 778.603251] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5de3d706-c81d-4d8f-889b-dd476a02b72c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.615730] env[65448]: DEBUG oslo_vmware.api [None req-701d1b3a-7ed5-4cbc-b945-4ee1d907cd64 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Task: {'id': task-4937551, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.618360] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b7dd8389-1bae-41a0-8aa9-0eb6baf5a66d tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Lock "6ca5c62d-cf52-4f78-9e01-5623f4989442" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.096s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.621263] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-aee98793-cfda-4eb0-b333-a36b0807648d tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 778.621454] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-aee98793-cfda-4eb0-b333-a36b0807648d tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 778.622461] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59164183-616c-493a-954c-70f98fb6e5fd {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.629358] env[65448]: DEBUG oslo_vmware.api [None req-aee98793-cfda-4eb0-b333-a36b0807648d tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Waiting for the task: (returnval){ [ 778.629358] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52f84ab1-3ac5-8899-82f0-9365846a9f1b" [ 778.629358] env[65448]: _type = "Task" [ 778.629358] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.639722] env[65448]: DEBUG oslo_vmware.api [None req-aee98793-cfda-4eb0-b333-a36b0807648d tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52f84ab1-3ac5-8899-82f0-9365846a9f1b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.709635] env[65448]: INFO nova.compute.manager [None req-38aa647d-2913-4f79-9958-f5d8571bd99b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: b3fef10e-1394-434b-b1b7-f239a27e182b] Rebuilding instance [ 778.772577] env[65448]: DEBUG nova.compute.manager [None req-38aa647d-2913-4f79-9958-f5d8571bd99b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: b3fef10e-1394-434b-b1b7-f239a27e182b] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 778.773499] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20fea513-12a9-4e37-9ed9-2ddd9bb79a95 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.838578] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6d41bbe5-de36-428f-8457-b4a8b65ab3c4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.924s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.839382] env[65448]: DEBUG nova.compute.manager [None req-6d41bbe5-de36-428f-8457-b4a8b65ab3c4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] [instance: 3086c559-35b8-4e79-8478-27151b6a985d] Start building networks asynchronously for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2881}} [ 778.843302] env[65448]: DEBUG oslo_concurrency.lockutils [None req-487737f4-3f14-4c2e-bf94-992a4369609c tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] Acquiring lock "81d406bb-f0e6-487c-841e-a13ae7736af0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.843583] env[65448]: DEBUG oslo_concurrency.lockutils [None req-487737f4-3f14-4c2e-bf94-992a4369609c tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] Lock "81d406bb-f0e6-487c-841e-a13ae7736af0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.843887] env[65448]: DEBUG oslo_concurrency.lockutils [None req-487737f4-3f14-4c2e-bf94-992a4369609c tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] Acquiring lock "81d406bb-f0e6-487c-841e-a13ae7736af0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.844139] env[65448]: DEBUG oslo_concurrency.lockutils [None req-487737f4-3f14-4c2e-bf94-992a4369609c tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] Lock "81d406bb-f0e6-487c-841e-a13ae7736af0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.844434] env[65448]: DEBUG oslo_concurrency.lockutils [None req-487737f4-3f14-4c2e-bf94-992a4369609c tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] Lock "81d406bb-f0e6-487c-841e-a13ae7736af0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.846639] env[65448]: DEBUG oslo_concurrency.lockutils [None req-277914eb-2bb2-4cad-8397-c0af0d14ed3d tempest-VolumesAssistedSnapshotsTest-83228541 tempest-VolumesAssistedSnapshotsTest-83228541-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.322s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.846910] env[65448]: DEBUG nova.objects.instance [None req-277914eb-2bb2-4cad-8397-c0af0d14ed3d tempest-VolumesAssistedSnapshotsTest-83228541 tempest-VolumesAssistedSnapshotsTest-83228541-project-member] Lazy-loading 'resources' on Instance uuid b72f98f6-f233-4a51-b4ac-fef6364407f1 {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 778.848662] env[65448]: INFO nova.compute.manager [None req-487737f4-3f14-4c2e-bf94-992a4369609c tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] [instance: 81d406bb-f0e6-487c-841e-a13ae7736af0] Terminating instance [ 778.944875] env[65448]: INFO nova.compute.manager [None req-74dee400-5759-40cb-89f8-8b5f8e4d1171 tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] [instance: 5b08f3ba-7400-48f2-af8c-a0ea3ec59dc2] Took 47.03 seconds to build instance. [ 779.013990] env[65448]: DEBUG oslo_concurrency.lockutils [None req-4c01a16b-ca1a-4c78-a24e-9741e6e542c4 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Acquiring lock "refresh_cache-ac639d87-8ce8-4762-a056-b369ec2627b6" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.013990] env[65448]: DEBUG oslo_concurrency.lockutils [None req-4c01a16b-ca1a-4c78-a24e-9741e6e542c4 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Acquired lock "refresh_cache-ac639d87-8ce8-4762-a056-b369ec2627b6" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.013990] env[65448]: DEBUG nova.network.neutron [None req-4c01a16b-ca1a-4c78-a24e-9741e6e542c4 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] [instance: ac639d87-8ce8-4762-a056-b369ec2627b6] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 779.031848] env[65448]: DEBUG nova.compute.manager [req-2af10531-1196-4700-adb2-8b4c917be2c7 req-2a6d7d9d-3ad5-427d-94c7-0feafa4ec0f7 service nova] [instance: ac639d87-8ce8-4762-a056-b369ec2627b6] Received event network-vif-plugged-1bf32a83-dd27-4289-b618-28320ebe3e38 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 779.032107] env[65448]: DEBUG oslo_concurrency.lockutils [req-2af10531-1196-4700-adb2-8b4c917be2c7 req-2a6d7d9d-3ad5-427d-94c7-0feafa4ec0f7 service nova] Acquiring lock "ac639d87-8ce8-4762-a056-b369ec2627b6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.032452] env[65448]: DEBUG oslo_concurrency.lockutils [req-2af10531-1196-4700-adb2-8b4c917be2c7 req-2a6d7d9d-3ad5-427d-94c7-0feafa4ec0f7 service nova] Lock "ac639d87-8ce8-4762-a056-b369ec2627b6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.032523] env[65448]: DEBUG oslo_concurrency.lockutils [req-2af10531-1196-4700-adb2-8b4c917be2c7 req-2a6d7d9d-3ad5-427d-94c7-0feafa4ec0f7 service nova] Lock "ac639d87-8ce8-4762-a056-b369ec2627b6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.032684] env[65448]: DEBUG nova.compute.manager [req-2af10531-1196-4700-adb2-8b4c917be2c7 req-2a6d7d9d-3ad5-427d-94c7-0feafa4ec0f7 service nova] [instance: ac639d87-8ce8-4762-a056-b369ec2627b6] No waiting events found dispatching network-vif-plugged-1bf32a83-dd27-4289-b618-28320ebe3e38 {{(pid=65448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 779.032842] env[65448]: WARNING nova.compute.manager [req-2af10531-1196-4700-adb2-8b4c917be2c7 req-2a6d7d9d-3ad5-427d-94c7-0feafa4ec0f7 service nova] [instance: ac639d87-8ce8-4762-a056-b369ec2627b6] Received unexpected event network-vif-plugged-1bf32a83-dd27-4289-b618-28320ebe3e38 for instance with vm_state building and task_state spawning. [ 779.119250] env[65448]: DEBUG oslo_vmware.api [None req-701d1b3a-7ed5-4cbc-b945-4ee1d907cd64 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Task: {'id': task-4937551, 'name': ReconfigVM_Task, 'duration_secs': 2.414285} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.119604] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-701d1b3a-7ed5-4cbc-b945-4ee1d907cd64 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: 204b5f52-2264-4c23-8799-4b3f57682409] Reconfigured VM instance instance-00000009 to attach disk [datastore2] 204b5f52-2264-4c23-8799-4b3f57682409/204b5f52-2264-4c23-8799-4b3f57682409.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 779.120475] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e066cbe2-ec49-4c79-a72d-87bf4da1cbc3 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.122755] env[65448]: DEBUG nova.compute.manager [None req-1d53cd89-5618-41bf-ba22-cc7ecff9e36f tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] [instance: f7fb46f9-1425-4f94-bcf1-dd722c442144] Starting instance... {{(pid=65448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2483}} [ 779.128946] env[65448]: DEBUG oslo_vmware.api [None req-701d1b3a-7ed5-4cbc-b945-4ee1d907cd64 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Waiting for the task: (returnval){ [ 779.128946] env[65448]: value = "task-4937555" [ 779.128946] env[65448]: _type = "Task" [ 779.128946] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.144417] env[65448]: DEBUG oslo_vmware.api [None req-701d1b3a-7ed5-4cbc-b945-4ee1d907cd64 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Task: {'id': task-4937555, 'name': Rename_Task} progress is 6%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.148263] env[65448]: DEBUG oslo_vmware.api [None req-aee98793-cfda-4eb0-b333-a36b0807648d tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52f84ab1-3ac5-8899-82f0-9365846a9f1b, 'name': SearchDatastore_Task, 'duration_secs': 0.014585} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.149602] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21d0b4bd-9780-4906-bb18-5543da9cf110 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.158126] env[65448]: DEBUG oslo_vmware.api [None req-aee98793-cfda-4eb0-b333-a36b0807648d tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Waiting for the task: (returnval){ [ 779.158126] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]526b0c9a-35d7-1e3c-d75b-38e64d68434d" [ 779.158126] env[65448]: _type = "Task" [ 779.158126] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.169678] env[65448]: DEBUG oslo_vmware.api [None req-aee98793-cfda-4eb0-b333-a36b0807648d tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]526b0c9a-35d7-1e3c-d75b-38e64d68434d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.349523] env[65448]: DEBUG nova.compute.utils [None req-6d41bbe5-de36-428f-8457-b4a8b65ab3c4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Using /dev/sd instead of None {{(pid=65448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 779.350675] env[65448]: DEBUG nova.compute.manager [None req-6d41bbe5-de36-428f-8457-b4a8b65ab3c4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] [instance: 3086c559-35b8-4e79-8478-27151b6a985d] Allocating IP information in the background. {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 779.351079] env[65448]: DEBUG nova.network.neutron [None req-6d41bbe5-de36-428f-8457-b4a8b65ab3c4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] [instance: 3086c559-35b8-4e79-8478-27151b6a985d] allocate_for_instance() {{(pid=65448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 779.352046] env[65448]: WARNING neutronclient.v2_0.client [None req-6d41bbe5-de36-428f-8457-b4a8b65ab3c4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 779.352637] env[65448]: WARNING neutronclient.v2_0.client [None req-6d41bbe5-de36-428f-8457-b4a8b65ab3c4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 779.361409] env[65448]: DEBUG nova.compute.manager [None req-487737f4-3f14-4c2e-bf94-992a4369609c tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] [instance: 81d406bb-f0e6-487c-841e-a13ae7736af0] Start destroying the instance on the hypervisor. {{(pid=65448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3209}} [ 779.361409] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-487737f4-3f14-4c2e-bf94-992a4369609c tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] [instance: 81d406bb-f0e6-487c-841e-a13ae7736af0] Destroying instance {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 779.361409] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-716b2306-3521-4203-a2ac-e464594b8ea3 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.372428] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-487737f4-3f14-4c2e-bf94-992a4369609c tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] [instance: 81d406bb-f0e6-487c-841e-a13ae7736af0] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 779.373210] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b5dbb045-95eb-40b6-a28f-4fea37b18e23 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.381167] env[65448]: DEBUG oslo_vmware.api [None req-487737f4-3f14-4c2e-bf94-992a4369609c tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] Waiting for the task: (returnval){ [ 779.381167] env[65448]: value = "task-4937556" [ 779.381167] env[65448]: _type = "Task" [ 779.381167] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.393214] env[65448]: DEBUG oslo_vmware.api [None req-487737f4-3f14-4c2e-bf94-992a4369609c tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] Task: {'id': task-4937556, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.411055] env[65448]: DEBUG nova.policy [None req-6d41bbe5-de36-428f-8457-b4a8b65ab3c4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '53011195aa6d4d1fb08f418bb95906b7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'caa6b5f69be14085ad92afab48d5509a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65448) authorize /opt/stack/nova/nova/policy.py:192}} [ 779.447035] env[65448]: DEBUG oslo_concurrency.lockutils [None req-74dee400-5759-40cb-89f8-8b5f8e4d1171 tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] Lock "5b08f3ba-7400-48f2-af8c-a0ea3ec59dc2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.881s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.587103] env[65448]: DEBUG nova.network.neutron [None req-4c01a16b-ca1a-4c78-a24e-9741e6e542c4 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] [instance: ac639d87-8ce8-4762-a056-b369ec2627b6] Instance cache missing network info. {{(pid=65448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 779.594955] env[65448]: DEBUG nova.compute.manager [req-a1d03f13-cc57-424d-9dcd-2dd8b6eb6829 req-0271a49c-026d-4752-90ee-366e225564d6 service nova] [instance: 9322f1d0-3ffb-46c6-8974-7fe56a517f7f] Received event network-changed-a3bbf70c-2341-4b10-a055-e6e585399a78 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 779.594955] env[65448]: DEBUG nova.compute.manager [req-a1d03f13-cc57-424d-9dcd-2dd8b6eb6829 req-0271a49c-026d-4752-90ee-366e225564d6 service nova] [instance: 9322f1d0-3ffb-46c6-8974-7fe56a517f7f] Refreshing instance network info cache due to event network-changed-a3bbf70c-2341-4b10-a055-e6e585399a78. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 779.595096] env[65448]: DEBUG oslo_concurrency.lockutils [req-a1d03f13-cc57-424d-9dcd-2dd8b6eb6829 req-0271a49c-026d-4752-90ee-366e225564d6 service nova] Acquiring lock "refresh_cache-9322f1d0-3ffb-46c6-8974-7fe56a517f7f" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.595236] env[65448]: DEBUG oslo_concurrency.lockutils [req-a1d03f13-cc57-424d-9dcd-2dd8b6eb6829 req-0271a49c-026d-4752-90ee-366e225564d6 service nova] Acquired lock "refresh_cache-9322f1d0-3ffb-46c6-8974-7fe56a517f7f" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.595391] env[65448]: DEBUG nova.network.neutron [req-a1d03f13-cc57-424d-9dcd-2dd8b6eb6829 req-0271a49c-026d-4752-90ee-366e225564d6 service nova] [instance: 9322f1d0-3ffb-46c6-8974-7fe56a517f7f] Refreshing network info cache for port a3bbf70c-2341-4b10-a055-e6e585399a78 {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 779.647943] env[65448]: DEBUG oslo_vmware.api [None req-701d1b3a-7ed5-4cbc-b945-4ee1d907cd64 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Task: {'id': task-4937555, 'name': Rename_Task, 'duration_secs': 0.211113} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.647943] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-701d1b3a-7ed5-4cbc-b945-4ee1d907cd64 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: 204b5f52-2264-4c23-8799-4b3f57682409] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 779.647943] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0a007a3a-0425-431a-8efa-50427df49959 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.652536] env[65448]: DEBUG oslo_concurrency.lockutils [None req-1d53cd89-5618-41bf-ba22-cc7ecff9e36f tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.656883] env[65448]: DEBUG oslo_vmware.api [None req-701d1b3a-7ed5-4cbc-b945-4ee1d907cd64 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Waiting for the task: (returnval){ [ 779.656883] env[65448]: value = "task-4937557" [ 779.656883] env[65448]: _type = "Task" [ 779.656883] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.669011] env[65448]: DEBUG oslo_vmware.api [None req-701d1b3a-7ed5-4cbc-b945-4ee1d907cd64 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Task: {'id': task-4937557, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.675886] env[65448]: DEBUG oslo_vmware.api [None req-aee98793-cfda-4eb0-b333-a36b0807648d tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]526b0c9a-35d7-1e3c-d75b-38e64d68434d, 'name': SearchDatastore_Task, 'duration_secs': 0.014173} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.676948] env[65448]: DEBUG oslo_concurrency.lockutils [None req-aee98793-cfda-4eb0-b333-a36b0807648d tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.676948] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-aee98793-cfda-4eb0-b333-a36b0807648d tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] 9322f1d0-3ffb-46c6-8974-7fe56a517f7f/9322f1d0-3ffb-46c6-8974-7fe56a517f7f.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 779.677146] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-521f8584-1370-4763-9c4d-763b2fe31fba {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.685663] env[65448]: DEBUG oslo_vmware.api [None req-aee98793-cfda-4eb0-b333-a36b0807648d tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Waiting for the task: (returnval){ [ 779.685663] env[65448]: value = "task-4937558" [ 779.685663] env[65448]: _type = "Task" [ 779.685663] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.696672] env[65448]: DEBUG oslo_vmware.api [None req-aee98793-cfda-4eb0-b333-a36b0807648d tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Task: {'id': task-4937558, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.790016] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-38aa647d-2913-4f79-9958-f5d8571bd99b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: b3fef10e-1394-434b-b1b7-f239a27e182b] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 779.794137] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a7d5cae1-6b5c-4fcc-865f-e4a3c22dfb53 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.804289] env[65448]: DEBUG oslo_vmware.api [None req-38aa647d-2913-4f79-9958-f5d8571bd99b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Waiting for the task: (returnval){ [ 779.804289] env[65448]: value = "task-4937559" [ 779.804289] env[65448]: _type = "Task" [ 779.804289] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.817821] env[65448]: DEBUG oslo_vmware.api [None req-38aa647d-2913-4f79-9958-f5d8571bd99b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': task-4937559, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.861288] env[65448]: DEBUG nova.compute.utils [None req-6d41bbe5-de36-428f-8457-b4a8b65ab3c4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Using /dev/sd instead of None {{(pid=65448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 779.897905] env[65448]: DEBUG oslo_vmware.api [None req-487737f4-3f14-4c2e-bf94-992a4369609c tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] Task: {'id': task-4937556, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.934606] env[65448]: DEBUG nova.network.neutron [None req-6d41bbe5-de36-428f-8457-b4a8b65ab3c4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] [instance: 3086c559-35b8-4e79-8478-27151b6a985d] Successfully created port: f29644d0-84ba-48f8-bdf3-a1bd95d5a6b6 {{(pid=65448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 779.950232] env[65448]: DEBUG nova.compute.manager [None req-ac0db61f-943d-482c-bd34-0110d49ffd9a tempest-InstanceActionsNegativeTestJSON-382423160 tempest-InstanceActionsNegativeTestJSON-382423160-project-member] [instance: f523a556-180d-4c8f-be38-0f7f9110df7b] Starting instance... {{(pid=65448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2483}} [ 780.001045] env[65448]: WARNING neutronclient.v2_0.client [None req-4c01a16b-ca1a-4c78-a24e-9741e6e542c4 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 780.097849] env[65448]: WARNING neutronclient.v2_0.client [req-a1d03f13-cc57-424d-9dcd-2dd8b6eb6829 req-0271a49c-026d-4752-90ee-366e225564d6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 780.131220] env[65448]: DEBUG nova.network.neutron [None req-4c01a16b-ca1a-4c78-a24e-9741e6e542c4 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] [instance: ac639d87-8ce8-4762-a056-b369ec2627b6] Updating instance_info_cache with network_info: [{"id": "1bf32a83-dd27-4289-b618-28320ebe3e38", "address": "fa:16:3e:48:8b:74", "network": {"id": "c649567f-d921-41c8-98ba-cb5f7c9d90fb", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1099123601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1c40ba76251447a8ca380d4b19e86f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "744515ee-aa5b-4c23-b959-b56c51da6b86", "external-id": "nsx-vlan-transportzone-310", "segmentation_id": 310, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bf32a83-dd", "ovs_interfaceid": "1bf32a83-dd27-4289-b618-28320ebe3e38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.172906] env[65448]: DEBUG oslo_vmware.api [None req-701d1b3a-7ed5-4cbc-b945-4ee1d907cd64 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Task: {'id': task-4937557, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.193568] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b865780b-f349-4d75-a0b8-c734312a010a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.205464] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69be3737-98e8-4a78-8d0f-edb48dc20756 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.209878] env[65448]: DEBUG oslo_vmware.api [None req-aee98793-cfda-4eb0-b333-a36b0807648d tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Task: {'id': task-4937558, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.247322] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b57f7b41-0d18-49f5-8c13-f36cc797f0cd {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.258271] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84411df4-00b8-4033-92fe-3ac51eed45ab {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.276899] env[65448]: DEBUG nova.compute.provider_tree [None req-277914eb-2bb2-4cad-8397-c0af0d14ed3d tempest-VolumesAssistedSnapshotsTest-83228541 tempest-VolumesAssistedSnapshotsTest-83228541-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 780.317354] env[65448]: DEBUG oslo_vmware.api [None req-38aa647d-2913-4f79-9958-f5d8571bd99b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': task-4937559, 'name': PowerOffVM_Task, 'duration_secs': 0.247565} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.317738] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-38aa647d-2913-4f79-9958-f5d8571bd99b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: b3fef10e-1394-434b-b1b7-f239a27e182b] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 780.318061] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-38aa647d-2913-4f79-9958-f5d8571bd99b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: b3fef10e-1394-434b-b1b7-f239a27e182b] Destroying instance {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 780.318858] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c1c2ec1-f094-4078-a6ab-f5c0d88595db {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.328073] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-38aa647d-2913-4f79-9958-f5d8571bd99b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: b3fef10e-1394-434b-b1b7-f239a27e182b] Unregistering the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 780.328389] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d150e0f6-07ee-4a73-ae83-c6c3e8870969 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.364272] env[65448]: DEBUG nova.compute.manager [None req-6d41bbe5-de36-428f-8457-b4a8b65ab3c4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] [instance: 3086c559-35b8-4e79-8478-27151b6a985d] Start building block device mappings for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2916}} [ 780.396249] env[65448]: DEBUG oslo_vmware.api [None req-487737f4-3f14-4c2e-bf94-992a4369609c tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] Task: {'id': task-4937556, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.421903] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-38aa647d-2913-4f79-9958-f5d8571bd99b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: b3fef10e-1394-434b-b1b7-f239a27e182b] Unregistered the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 780.422151] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-38aa647d-2913-4f79-9958-f5d8571bd99b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: b3fef10e-1394-434b-b1b7-f239a27e182b] Deleting contents of the VM from datastore datastore1 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 780.422330] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-38aa647d-2913-4f79-9958-f5d8571bd99b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Deleting the datastore file [datastore1] b3fef10e-1394-434b-b1b7-f239a27e182b {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 780.422936] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5c7e9b71-e8de-4730-a124-74bd554fd8b2 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.432138] env[65448]: DEBUG oslo_vmware.api [None req-38aa647d-2913-4f79-9958-f5d8571bd99b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Waiting for the task: (returnval){ [ 780.432138] env[65448]: value = "task-4937561" [ 780.432138] env[65448]: _type = "Task" [ 780.432138] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.443705] env[65448]: DEBUG oslo_vmware.api [None req-38aa647d-2913-4f79-9958-f5d8571bd99b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': task-4937561, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.482980] env[65448]: DEBUG oslo_concurrency.lockutils [None req-ac0db61f-943d-482c-bd34-0110d49ffd9a tempest-InstanceActionsNegativeTestJSON-382423160 tempest-InstanceActionsNegativeTestJSON-382423160-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.491130] env[65448]: WARNING neutronclient.v2_0.client [req-a1d03f13-cc57-424d-9dcd-2dd8b6eb6829 req-0271a49c-026d-4752-90ee-366e225564d6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 780.615475] env[65448]: DEBUG nova.network.neutron [req-a1d03f13-cc57-424d-9dcd-2dd8b6eb6829 req-0271a49c-026d-4752-90ee-366e225564d6 service nova] [instance: 9322f1d0-3ffb-46c6-8974-7fe56a517f7f] Updated VIF entry in instance network info cache for port a3bbf70c-2341-4b10-a055-e6e585399a78. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 780.615837] env[65448]: DEBUG nova.network.neutron [req-a1d03f13-cc57-424d-9dcd-2dd8b6eb6829 req-0271a49c-026d-4752-90ee-366e225564d6 service nova] [instance: 9322f1d0-3ffb-46c6-8974-7fe56a517f7f] Updating instance_info_cache with network_info: [{"id": "a3bbf70c-2341-4b10-a055-e6e585399a78", "address": "fa:16:3e:bc:25:51", "network": {"id": "8bceff40-3fe8-4c4e-8d97-0f1608c6de19", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.83", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a992292b6dae455593d228217860e2e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3bbf70c-23", "ovs_interfaceid": "a3bbf70c-2341-4b10-a055-e6e585399a78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.638967] env[65448]: DEBUG oslo_concurrency.lockutils [None req-4c01a16b-ca1a-4c78-a24e-9741e6e542c4 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Releasing lock "refresh_cache-ac639d87-8ce8-4762-a056-b369ec2627b6" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.639411] env[65448]: DEBUG nova.compute.manager [None req-4c01a16b-ca1a-4c78-a24e-9741e6e542c4 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] [instance: ac639d87-8ce8-4762-a056-b369ec2627b6] Instance network_info: |[{"id": "1bf32a83-dd27-4289-b618-28320ebe3e38", "address": "fa:16:3e:48:8b:74", "network": {"id": "c649567f-d921-41c8-98ba-cb5f7c9d90fb", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1099123601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1c40ba76251447a8ca380d4b19e86f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "744515ee-aa5b-4c23-b959-b56c51da6b86", "external-id": "nsx-vlan-transportzone-310", "segmentation_id": 310, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bf32a83-dd", "ovs_interfaceid": "1bf32a83-dd27-4289-b618-28320ebe3e38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 780.639964] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-4c01a16b-ca1a-4c78-a24e-9741e6e542c4 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] [instance: ac639d87-8ce8-4762-a056-b369ec2627b6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:48:8b:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '744515ee-aa5b-4c23-b959-b56c51da6b86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1bf32a83-dd27-4289-b618-28320ebe3e38', 'vif_model': 'vmxnet3'}] {{(pid=65448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 780.649221] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-4c01a16b-ca1a-4c78-a24e-9741e6e542c4 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 780.650200] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac639d87-8ce8-4762-a056-b369ec2627b6] Creating VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 780.650485] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6e1bcc0b-5aed-4efc-ae9c-09c8472d704c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.677117] env[65448]: DEBUG oslo_vmware.api [None req-701d1b3a-7ed5-4cbc-b945-4ee1d907cd64 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Task: {'id': task-4937557, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.678754] env[65448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 780.678754] env[65448]: value = "task-4937562" [ 780.678754] env[65448]: _type = "Task" [ 780.678754] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.689453] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937562, 'name': CreateVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.698091] env[65448]: DEBUG oslo_vmware.api [None req-aee98793-cfda-4eb0-b333-a36b0807648d tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Task: {'id': task-4937558, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.6073} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.698383] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-aee98793-cfda-4eb0-b333-a36b0807648d tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] 9322f1d0-3ffb-46c6-8974-7fe56a517f7f/9322f1d0-3ffb-46c6-8974-7fe56a517f7f.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 780.698594] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-aee98793-cfda-4eb0-b333-a36b0807648d tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] [instance: 9322f1d0-3ffb-46c6-8974-7fe56a517f7f] Extending root virtual disk to 1048576 {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 780.698852] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4aa2e6ba-f8f1-45fb-ac72-2db31894a407 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.705924] env[65448]: DEBUG oslo_vmware.api [None req-aee98793-cfda-4eb0-b333-a36b0807648d tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Waiting for the task: (returnval){ [ 780.705924] env[65448]: value = "task-4937563" [ 780.705924] env[65448]: _type = "Task" [ 780.705924] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.716973] env[65448]: DEBUG oslo_vmware.api [None req-aee98793-cfda-4eb0-b333-a36b0807648d tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Task: {'id': task-4937563, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.780252] env[65448]: DEBUG nova.scheduler.client.report [None req-277914eb-2bb2-4cad-8397-c0af0d14ed3d tempest-VolumesAssistedSnapshotsTest-83228541 tempest-VolumesAssistedSnapshotsTest-83228541-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 780.895251] env[65448]: DEBUG oslo_vmware.api [None req-487737f4-3f14-4c2e-bf94-992a4369609c tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] Task: {'id': task-4937556, 'name': PowerOffVM_Task, 'duration_secs': 1.171912} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.895923] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-487737f4-3f14-4c2e-bf94-992a4369609c tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] [instance: 81d406bb-f0e6-487c-841e-a13ae7736af0] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 780.896304] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-487737f4-3f14-4c2e-bf94-992a4369609c tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] [instance: 81d406bb-f0e6-487c-841e-a13ae7736af0] Unregistering the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 780.896742] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-576fa6a6-7fe1-4281-afef-fc51fd821866 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.953031] env[65448]: DEBUG oslo_vmware.api [None req-38aa647d-2913-4f79-9958-f5d8571bd99b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': task-4937561, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.250578} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.953031] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-38aa647d-2913-4f79-9958-f5d8571bd99b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 780.953031] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-38aa647d-2913-4f79-9958-f5d8571bd99b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: b3fef10e-1394-434b-b1b7-f239a27e182b] Deleted contents of the VM from datastore datastore1 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 780.953031] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-38aa647d-2913-4f79-9958-f5d8571bd99b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: b3fef10e-1394-434b-b1b7-f239a27e182b] Instance destroyed {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 780.990874] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-487737f4-3f14-4c2e-bf94-992a4369609c tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] [instance: 81d406bb-f0e6-487c-841e-a13ae7736af0] Unregistered the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 780.992476] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-487737f4-3f14-4c2e-bf94-992a4369609c tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] [instance: 81d406bb-f0e6-487c-841e-a13ae7736af0] Deleting contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 780.992476] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-487737f4-3f14-4c2e-bf94-992a4369609c tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] Deleting the datastore file [datastore2] 81d406bb-f0e6-487c-841e-a13ae7736af0 {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 780.992783] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-06f563bb-7d08-43b0-b9c7-46f3096bfb72 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.003227] env[65448]: DEBUG oslo_vmware.api [None req-487737f4-3f14-4c2e-bf94-992a4369609c tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] Waiting for the task: (returnval){ [ 781.003227] env[65448]: value = "task-4937565" [ 781.003227] env[65448]: _type = "Task" [ 781.003227] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.015382] env[65448]: DEBUG oslo_vmware.api [None req-487737f4-3f14-4c2e-bf94-992a4369609c tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] Task: {'id': task-4937565, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.118952] env[65448]: DEBUG oslo_concurrency.lockutils [req-a1d03f13-cc57-424d-9dcd-2dd8b6eb6829 req-0271a49c-026d-4752-90ee-366e225564d6 service nova] Releasing lock "refresh_cache-9322f1d0-3ffb-46c6-8974-7fe56a517f7f" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.119287] env[65448]: DEBUG nova.compute.manager [req-a1d03f13-cc57-424d-9dcd-2dd8b6eb6829 req-0271a49c-026d-4752-90ee-366e225564d6 service nova] [instance: ae260ff0-bb11-4322-a30e-47a4c88eb6d9] Received event network-vif-deleted-3e1fa98c-28cc-4540-b505-ffbe4a5f7f51 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 781.180792] env[65448]: DEBUG oslo_vmware.api [None req-701d1b3a-7ed5-4cbc-b945-4ee1d907cd64 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Task: {'id': task-4937557, 'name': PowerOnVM_Task, 'duration_secs': 1.31682} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.183522] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-701d1b3a-7ed5-4cbc-b945-4ee1d907cd64 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: 204b5f52-2264-4c23-8799-4b3f57682409] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 781.183890] env[65448]: DEBUG nova.compute.manager [None req-701d1b3a-7ed5-4cbc-b945-4ee1d907cd64 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: 204b5f52-2264-4c23-8799-4b3f57682409] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 781.185294] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-237c9682-2560-445a-9451-076cb85c720a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.203125] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937562, 'name': CreateVM_Task, 'duration_secs': 0.486428} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.203125] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac639d87-8ce8-4762-a056-b369ec2627b6] Created VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 781.203125] env[65448]: WARNING neutronclient.v2_0.client [None req-4c01a16b-ca1a-4c78-a24e-9741e6e542c4 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 781.204326] env[65448]: DEBUG oslo_concurrency.lockutils [None req-4c01a16b-ca1a-4c78-a24e-9741e6e542c4 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.204504] env[65448]: DEBUG oslo_concurrency.lockutils [None req-4c01a16b-ca1a-4c78-a24e-9741e6e542c4 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.204931] env[65448]: DEBUG oslo_concurrency.lockutils [None req-4c01a16b-ca1a-4c78-a24e-9741e6e542c4 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.206583] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0784a281-3c83-415d-9979-ff0516511876 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.216750] env[65448]: DEBUG oslo_vmware.api [None req-4c01a16b-ca1a-4c78-a24e-9741e6e542c4 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Waiting for the task: (returnval){ [ 781.216750] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5267e33a-82b2-fc07-329d-9fa572ff4e62" [ 781.216750] env[65448]: _type = "Task" [ 781.216750] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.220070] env[65448]: DEBUG oslo_vmware.api [None req-aee98793-cfda-4eb0-b333-a36b0807648d tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Task: {'id': task-4937563, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.115015} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.223624] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-aee98793-cfda-4eb0-b333-a36b0807648d tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] [instance: 9322f1d0-3ffb-46c6-8974-7fe56a517f7f] Extended root virtual disk {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 781.224444] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09c9de12-7b1b-44a1-ab79-fe62f492bf9d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.234034] env[65448]: DEBUG oslo_vmware.api [None req-4c01a16b-ca1a-4c78-a24e-9741e6e542c4 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5267e33a-82b2-fc07-329d-9fa572ff4e62, 'name': SearchDatastore_Task, 'duration_secs': 0.01422} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.244381] env[65448]: DEBUG oslo_concurrency.lockutils [None req-4c01a16b-ca1a-4c78-a24e-9741e6e542c4 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.245055] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-4c01a16b-ca1a-4c78-a24e-9741e6e542c4 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] [instance: ac639d87-8ce8-4762-a056-b369ec2627b6] Processing image 50fb366d-48e6-424f-9c20-bc83d77be76a {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 781.245055] env[65448]: DEBUG oslo_concurrency.lockutils [None req-4c01a16b-ca1a-4c78-a24e-9741e6e542c4 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.245152] env[65448]: DEBUG oslo_concurrency.lockutils [None req-4c01a16b-ca1a-4c78-a24e-9741e6e542c4 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.245366] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c01a16b-ca1a-4c78-a24e-9741e6e542c4 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 781.255309] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-aee98793-cfda-4eb0-b333-a36b0807648d tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] [instance: 9322f1d0-3ffb-46c6-8974-7fe56a517f7f] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] 9322f1d0-3ffb-46c6-8974-7fe56a517f7f/9322f1d0-3ffb-46c6-8974-7fe56a517f7f.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 781.256196] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2b713679-17d2-4e1b-8d16-3194c2fa5c61 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.258511] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31737dd8-6ae5-48c2-a11a-7177a7dc0549 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.281623] env[65448]: DEBUG oslo_vmware.api [None req-aee98793-cfda-4eb0-b333-a36b0807648d tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Waiting for the task: (returnval){ [ 781.281623] env[65448]: value = "task-4937566" [ 781.281623] env[65448]: _type = "Task" [ 781.281623] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.283850] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c01a16b-ca1a-4c78-a24e-9741e6e542c4 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 781.284148] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-4c01a16b-ca1a-4c78-a24e-9741e6e542c4 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 781.288515] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7790ae7-b2be-4485-921e-36a677173e8b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.292432] env[65448]: DEBUG oslo_concurrency.lockutils [None req-277914eb-2bb2-4cad-8397-c0af0d14ed3d tempest-VolumesAssistedSnapshotsTest-83228541 tempest-VolumesAssistedSnapshotsTest-83228541-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.446s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.295497] env[65448]: DEBUG oslo_concurrency.lockutils [None req-06186070-067c-4526-aaee-a451065cf34b tempest-ServersTestFqdnHostnames-1972796060 tempest-ServersTestFqdnHostnames-1972796060-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.264s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.295803] env[65448]: DEBUG nova.objects.instance [None req-06186070-067c-4526-aaee-a451065cf34b tempest-ServersTestFqdnHostnames-1972796060 tempest-ServersTestFqdnHostnames-1972796060-project-member] Lazy-loading 'resources' on Instance uuid d72d778b-dd55-4ac5-a55a-ffa2176f8aa1 {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 781.303992] env[65448]: DEBUG oslo_vmware.api [None req-aee98793-cfda-4eb0-b333-a36b0807648d tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Task: {'id': task-4937566, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.305859] env[65448]: DEBUG oslo_vmware.api [None req-4c01a16b-ca1a-4c78-a24e-9741e6e542c4 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Waiting for the task: (returnval){ [ 781.305859] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]520adea7-8035-d6c3-a2f1-125d0a8dc395" [ 781.305859] env[65448]: _type = "Task" [ 781.305859] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.318175] env[65448]: DEBUG oslo_vmware.api [None req-4c01a16b-ca1a-4c78-a24e-9741e6e542c4 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]520adea7-8035-d6c3-a2f1-125d0a8dc395, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.333296] env[65448]: INFO nova.scheduler.client.report [None req-277914eb-2bb2-4cad-8397-c0af0d14ed3d tempest-VolumesAssistedSnapshotsTest-83228541 tempest-VolumesAssistedSnapshotsTest-83228541-project-member] Deleted allocations for instance b72f98f6-f233-4a51-b4ac-fef6364407f1 [ 781.378592] env[65448]: DEBUG nova.compute.manager [None req-6d41bbe5-de36-428f-8457-b4a8b65ab3c4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] [instance: 3086c559-35b8-4e79-8478-27151b6a985d] Start spawning the instance on the hypervisor. {{(pid=65448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2689}} [ 781.416260] env[65448]: DEBUG nova.virt.hardware [None req-6d41bbe5-de36-428f-8457-b4a8b65ab3c4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:22:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='621264358',id=19,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-1095809598',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-08T17:19:51Z,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a992292b6dae455593d228217860e2e1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-08T17:19:52Z,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 781.416511] env[65448]: DEBUG nova.virt.hardware [None req-6d41bbe5-de36-428f-8457-b4a8b65ab3c4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 781.416660] env[65448]: DEBUG nova.virt.hardware [None req-6d41bbe5-de36-428f-8457-b4a8b65ab3c4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 781.416819] env[65448]: DEBUG nova.virt.hardware [None req-6d41bbe5-de36-428f-8457-b4a8b65ab3c4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 781.416953] env[65448]: DEBUG nova.virt.hardware [None req-6d41bbe5-de36-428f-8457-b4a8b65ab3c4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 781.417457] env[65448]: DEBUG nova.virt.hardware [None req-6d41bbe5-de36-428f-8457-b4a8b65ab3c4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 781.418773] env[65448]: DEBUG nova.virt.hardware [None req-6d41bbe5-de36-428f-8457-b4a8b65ab3c4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 781.418773] env[65448]: DEBUG nova.virt.hardware [None req-6d41bbe5-de36-428f-8457-b4a8b65ab3c4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 781.418773] env[65448]: DEBUG nova.virt.hardware [None req-6d41bbe5-de36-428f-8457-b4a8b65ab3c4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 781.418773] env[65448]: DEBUG nova.virt.hardware [None req-6d41bbe5-de36-428f-8457-b4a8b65ab3c4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 781.418773] env[65448]: DEBUG nova.virt.hardware [None req-6d41bbe5-de36-428f-8457-b4a8b65ab3c4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 781.419606] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95a8c762-5eed-4394-b462-a0900ca8700f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.429544] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbdd6e4e-8313-468c-bafc-c407de3fd9ce {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.464234] env[65448]: DEBUG nova.compute.manager [req-ed456165-33ff-498e-8dcb-fc8f3b2bca9b req-c152d145-42e0-4ec2-845b-0a240956b4e0 service nova] [instance: ac639d87-8ce8-4762-a056-b369ec2627b6] Received event network-changed-1bf32a83-dd27-4289-b618-28320ebe3e38 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 781.464429] env[65448]: DEBUG nova.compute.manager [req-ed456165-33ff-498e-8dcb-fc8f3b2bca9b req-c152d145-42e0-4ec2-845b-0a240956b4e0 service nova] [instance: ac639d87-8ce8-4762-a056-b369ec2627b6] Refreshing instance network info cache due to event network-changed-1bf32a83-dd27-4289-b618-28320ebe3e38. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 781.464639] env[65448]: DEBUG oslo_concurrency.lockutils [req-ed456165-33ff-498e-8dcb-fc8f3b2bca9b req-c152d145-42e0-4ec2-845b-0a240956b4e0 service nova] Acquiring lock "refresh_cache-ac639d87-8ce8-4762-a056-b369ec2627b6" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.464838] env[65448]: DEBUG oslo_concurrency.lockutils [req-ed456165-33ff-498e-8dcb-fc8f3b2bca9b req-c152d145-42e0-4ec2-845b-0a240956b4e0 service nova] Acquired lock "refresh_cache-ac639d87-8ce8-4762-a056-b369ec2627b6" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.465146] env[65448]: DEBUG nova.network.neutron [req-ed456165-33ff-498e-8dcb-fc8f3b2bca9b req-c152d145-42e0-4ec2-845b-0a240956b4e0 service nova] [instance: ac639d87-8ce8-4762-a056-b369ec2627b6] Refreshing network info cache for port 1bf32a83-dd27-4289-b618-28320ebe3e38 {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 781.516555] env[65448]: DEBUG oslo_vmware.api [None req-487737f4-3f14-4c2e-bf94-992a4369609c tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] Task: {'id': task-4937565, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.316546} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.518318] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-487737f4-3f14-4c2e-bf94-992a4369609c tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 781.519185] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-487737f4-3f14-4c2e-bf94-992a4369609c tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] [instance: 81d406bb-f0e6-487c-841e-a13ae7736af0] Deleted contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 781.519185] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-487737f4-3f14-4c2e-bf94-992a4369609c tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] [instance: 81d406bb-f0e6-487c-841e-a13ae7736af0] Instance destroyed {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 781.519185] env[65448]: INFO nova.compute.manager [None req-487737f4-3f14-4c2e-bf94-992a4369609c tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] [instance: 81d406bb-f0e6-487c-841e-a13ae7736af0] Took 2.16 seconds to destroy the instance on the hypervisor. [ 781.519324] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-487737f4-3f14-4c2e-bf94-992a4369609c tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 781.519915] env[65448]: DEBUG nova.compute.manager [-] [instance: 81d406bb-f0e6-487c-841e-a13ae7736af0] Deallocating network for instance {{(pid=65448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 781.519915] env[65448]: DEBUG nova.network.neutron [-] [instance: 81d406bb-f0e6-487c-841e-a13ae7736af0] deallocate_for_instance() {{(pid=65448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 781.519915] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 781.612076] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 781.621081] env[65448]: DEBUG nova.network.neutron [None req-6d41bbe5-de36-428f-8457-b4a8b65ab3c4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] [instance: 3086c559-35b8-4e79-8478-27151b6a985d] Successfully updated port: f29644d0-84ba-48f8-bdf3-a1bd95d5a6b6 {{(pid=65448) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 781.714038] env[65448]: DEBUG oslo_concurrency.lockutils [None req-701d1b3a-7ed5-4cbc-b945-4ee1d907cd64 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.796698] env[65448]: DEBUG oslo_vmware.api [None req-aee98793-cfda-4eb0-b333-a36b0807648d tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Task: {'id': task-4937566, 'name': ReconfigVM_Task, 'duration_secs': 0.439098} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.796980] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-aee98793-cfda-4eb0-b333-a36b0807648d tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] [instance: 9322f1d0-3ffb-46c6-8974-7fe56a517f7f] Reconfigured VM instance instance-00000032 to attach disk [datastore2] 9322f1d0-3ffb-46c6-8974-7fe56a517f7f/9322f1d0-3ffb-46c6-8974-7fe56a517f7f.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 781.798055] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-25bf675e-60ab-486d-bf2e-5d2cc71e1351 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.813359] env[65448]: DEBUG oslo_vmware.api [None req-aee98793-cfda-4eb0-b333-a36b0807648d tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Waiting for the task: (returnval){ [ 781.813359] env[65448]: value = "task-4937567" [ 781.813359] env[65448]: _type = "Task" [ 781.813359] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.823087] env[65448]: DEBUG oslo_vmware.api [None req-4c01a16b-ca1a-4c78-a24e-9741e6e542c4 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]520adea7-8035-d6c3-a2f1-125d0a8dc395, 'name': SearchDatastore_Task, 'duration_secs': 0.027811} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.826814] env[65448]: DEBUG oslo_vmware.api [None req-aee98793-cfda-4eb0-b333-a36b0807648d tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Task: {'id': task-4937567, 'name': Rename_Task} progress is 6%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.827208] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad309854-47d9-4d98-af12-a448cab3e968 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.836249] env[65448]: DEBUG oslo_vmware.api [None req-4c01a16b-ca1a-4c78-a24e-9741e6e542c4 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Waiting for the task: (returnval){ [ 781.836249] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5280fc5b-ef1b-92c6-f2e8-ea86ab866318" [ 781.836249] env[65448]: _type = "Task" [ 781.836249] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.845496] env[65448]: DEBUG oslo_concurrency.lockutils [None req-277914eb-2bb2-4cad-8397-c0af0d14ed3d tempest-VolumesAssistedSnapshotsTest-83228541 tempest-VolumesAssistedSnapshotsTest-83228541-project-member] Lock "b72f98f6-f233-4a51-b4ac-fef6364407f1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.368s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.854193] env[65448]: DEBUG oslo_vmware.api [None req-4c01a16b-ca1a-4c78-a24e-9741e6e542c4 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5280fc5b-ef1b-92c6-f2e8-ea86ab866318, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.968896] env[65448]: WARNING neutronclient.v2_0.client [req-ed456165-33ff-498e-8dcb-fc8f3b2bca9b req-c152d145-42e0-4ec2-845b-0a240956b4e0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 782.006454] env[65448]: DEBUG nova.virt.hardware [None req-38aa647d-2913-4f79-9958-f5d8571bd99b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-08T17:19:51Z,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a992292b6dae455593d228217860e2e1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-08T17:19:52Z,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 782.006738] env[65448]: DEBUG nova.virt.hardware [None req-38aa647d-2913-4f79-9958-f5d8571bd99b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 782.006913] env[65448]: DEBUG nova.virt.hardware [None req-38aa647d-2913-4f79-9958-f5d8571bd99b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 782.008584] env[65448]: DEBUG nova.virt.hardware [None req-38aa647d-2913-4f79-9958-f5d8571bd99b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 782.008584] env[65448]: DEBUG nova.virt.hardware [None req-38aa647d-2913-4f79-9958-f5d8571bd99b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 782.008584] env[65448]: DEBUG nova.virt.hardware [None req-38aa647d-2913-4f79-9958-f5d8571bd99b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 782.008584] env[65448]: DEBUG nova.virt.hardware [None req-38aa647d-2913-4f79-9958-f5d8571bd99b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 782.008584] env[65448]: DEBUG nova.virt.hardware [None req-38aa647d-2913-4f79-9958-f5d8571bd99b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 782.008751] env[65448]: DEBUG nova.virt.hardware [None req-38aa647d-2913-4f79-9958-f5d8571bd99b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 782.008844] env[65448]: DEBUG nova.virt.hardware [None req-38aa647d-2913-4f79-9958-f5d8571bd99b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 782.009630] env[65448]: DEBUG nova.virt.hardware [None req-38aa647d-2913-4f79-9958-f5d8571bd99b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 782.010077] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bedc5eae-4eec-40fb-8dfc-d594c8ae402f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.032989] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a79e970-da70-45e3-b829-9b87c4f0c63f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.063178] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-38aa647d-2913-4f79-9958-f5d8571bd99b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: b3fef10e-1394-434b-b1b7-f239a27e182b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a9:e1:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f17856cf-7248-414b-bde6-8c90cfb4c593', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aad3344f-9ff0-4849-a204-1b594a7e0983', 'vif_model': 'vmxnet3'}] {{(pid=65448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 782.073028] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-38aa647d-2913-4f79-9958-f5d8571bd99b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 782.081042] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3fef10e-1394-434b-b1b7-f239a27e182b] Creating VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 782.082048] env[65448]: DEBUG nova.compute.manager [req-0d41e628-16c7-4476-8724-736720776cb8 req-27d0b088-21a6-4b50-b130-e40da14ac411 service nova] [instance: 6ca5c62d-cf52-4f78-9e01-5623f4989442] Received event network-changed-6d9aa0d4-1aaa-47ed-9837-07a9a110d05d {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 782.082250] env[65448]: DEBUG nova.compute.manager [req-0d41e628-16c7-4476-8724-736720776cb8 req-27d0b088-21a6-4b50-b130-e40da14ac411 service nova] [instance: 6ca5c62d-cf52-4f78-9e01-5623f4989442] Refreshing instance network info cache due to event network-changed-6d9aa0d4-1aaa-47ed-9837-07a9a110d05d. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 782.082602] env[65448]: DEBUG oslo_concurrency.lockutils [req-0d41e628-16c7-4476-8724-736720776cb8 req-27d0b088-21a6-4b50-b130-e40da14ac411 service nova] Acquiring lock "refresh_cache-6ca5c62d-cf52-4f78-9e01-5623f4989442" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.082857] env[65448]: DEBUG oslo_concurrency.lockutils [req-0d41e628-16c7-4476-8724-736720776cb8 req-27d0b088-21a6-4b50-b130-e40da14ac411 service nova] Acquired lock "refresh_cache-6ca5c62d-cf52-4f78-9e01-5623f4989442" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.082923] env[65448]: DEBUG nova.network.neutron [req-0d41e628-16c7-4476-8724-736720776cb8 req-27d0b088-21a6-4b50-b130-e40da14ac411 service nova] [instance: 6ca5c62d-cf52-4f78-9e01-5623f4989442] Refreshing network info cache for port 6d9aa0d4-1aaa-47ed-9837-07a9a110d05d {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 782.085757] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9b7c5419-383d-4f68-94d5-75b3663343bd {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.107124] env[65448]: WARNING neutronclient.v2_0.client [req-0d41e628-16c7-4476-8724-736720776cb8 req-27d0b088-21a6-4b50-b130-e40da14ac411 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 782.118994] env[65448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 782.118994] env[65448]: value = "task-4937568" [ 782.118994] env[65448]: _type = "Task" [ 782.118994] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.124714] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6d41bbe5-de36-428f-8457-b4a8b65ab3c4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Acquiring lock "refresh_cache-3086c559-35b8-4e79-8478-27151b6a985d" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.124874] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6d41bbe5-de36-428f-8457-b4a8b65ab3c4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Acquired lock "refresh_cache-3086c559-35b8-4e79-8478-27151b6a985d" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.125059] env[65448]: DEBUG nova.network.neutron [None req-6d41bbe5-de36-428f-8457-b4a8b65ab3c4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] [instance: 3086c559-35b8-4e79-8478-27151b6a985d] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 782.132948] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937568, 'name': CreateVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.167779] env[65448]: INFO nova.compute.manager [None req-491ab110-c9de-48ac-b10a-2054aeb79b9b tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] [instance: 5b08f3ba-7400-48f2-af8c-a0ea3ec59dc2] Rebuilding instance [ 782.233293] env[65448]: DEBUG nova.compute.manager [None req-491ab110-c9de-48ac-b10a-2054aeb79b9b tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] [instance: 5b08f3ba-7400-48f2-af8c-a0ea3ec59dc2] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 782.234317] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a64e1c34-4dcb-4e8b-8126-f233dfef8f18 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.291310] env[65448]: WARNING neutronclient.v2_0.client [req-ed456165-33ff-498e-8dcb-fc8f3b2bca9b req-c152d145-42e0-4ec2-845b-0a240956b4e0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 782.327243] env[65448]: DEBUG oslo_vmware.api [None req-aee98793-cfda-4eb0-b333-a36b0807648d tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Task: {'id': task-4937567, 'name': Rename_Task, 'duration_secs': 0.210641} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.327243] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-aee98793-cfda-4eb0-b333-a36b0807648d tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] [instance: 9322f1d0-3ffb-46c6-8974-7fe56a517f7f] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 782.329766] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b4802fd5-5510-4029-b767-31cfe1a598a5 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.339277] env[65448]: DEBUG oslo_vmware.api [None req-aee98793-cfda-4eb0-b333-a36b0807648d tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Waiting for the task: (returnval){ [ 782.339277] env[65448]: value = "task-4937569" [ 782.339277] env[65448]: _type = "Task" [ 782.339277] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.362092] env[65448]: DEBUG oslo_vmware.api [None req-4c01a16b-ca1a-4c78-a24e-9741e6e542c4 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5280fc5b-ef1b-92c6-f2e8-ea86ab866318, 'name': SearchDatastore_Task, 'duration_secs': 0.020217} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.362408] env[65448]: DEBUG oslo_vmware.api [None req-aee98793-cfda-4eb0-b333-a36b0807648d tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Task: {'id': task-4937569, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.362791] env[65448]: DEBUG oslo_concurrency.lockutils [None req-4c01a16b-ca1a-4c78-a24e-9741e6e542c4 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.363113] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c01a16b-ca1a-4c78-a24e-9741e6e542c4 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] ac639d87-8ce8-4762-a056-b369ec2627b6/ac639d87-8ce8-4762-a056-b369ec2627b6.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 782.363454] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3dfaad7d-7f00-40e5-93a0-259551291ad8 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.377389] env[65448]: DEBUG oslo_vmware.api [None req-4c01a16b-ca1a-4c78-a24e-9741e6e542c4 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Waiting for the task: (returnval){ [ 782.377389] env[65448]: value = "task-4937570" [ 782.377389] env[65448]: _type = "Task" [ 782.377389] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.385514] env[65448]: DEBUG nova.network.neutron [-] [instance: 81d406bb-f0e6-487c-841e-a13ae7736af0] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.393223] env[65448]: DEBUG oslo_vmware.api [None req-4c01a16b-ca1a-4c78-a24e-9741e6e542c4 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Task: {'id': task-4937570, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.520381] env[65448]: DEBUG nova.network.neutron [req-ed456165-33ff-498e-8dcb-fc8f3b2bca9b req-c152d145-42e0-4ec2-845b-0a240956b4e0 service nova] [instance: ac639d87-8ce8-4762-a056-b369ec2627b6] Updated VIF entry in instance network info cache for port 1bf32a83-dd27-4289-b618-28320ebe3e38. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 782.520801] env[65448]: DEBUG nova.network.neutron [req-ed456165-33ff-498e-8dcb-fc8f3b2bca9b req-c152d145-42e0-4ec2-845b-0a240956b4e0 service nova] [instance: ac639d87-8ce8-4762-a056-b369ec2627b6] Updating instance_info_cache with network_info: [{"id": "1bf32a83-dd27-4289-b618-28320ebe3e38", "address": "fa:16:3e:48:8b:74", "network": {"id": "c649567f-d921-41c8-98ba-cb5f7c9d90fb", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1099123601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1c40ba76251447a8ca380d4b19e86f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "744515ee-aa5b-4c23-b959-b56c51da6b86", "external-id": "nsx-vlan-transportzone-310", "segmentation_id": 310, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bf32a83-dd", "ovs_interfaceid": "1bf32a83-dd27-4289-b618-28320ebe3e38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.569082] env[65448]: WARNING neutronclient.v2_0.client [req-0d41e628-16c7-4476-8724-736720776cb8 req-27d0b088-21a6-4b50-b130-e40da14ac411 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 782.637042] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937568, 'name': CreateVM_Task, 'duration_secs': 0.48703} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.637574] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3fef10e-1394-434b-b1b7-f239a27e182b] Created VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 782.638389] env[65448]: WARNING neutronclient.v2_0.client [None req-38aa647d-2913-4f79-9958-f5d8571bd99b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 782.638945] env[65448]: DEBUG oslo_concurrency.lockutils [None req-38aa647d-2913-4f79-9958-f5d8571bd99b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.639225] env[65448]: DEBUG oslo_concurrency.lockutils [None req-38aa647d-2913-4f79-9958-f5d8571bd99b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.639640] env[65448]: DEBUG oslo_concurrency.lockutils [None req-38aa647d-2913-4f79-9958-f5d8571bd99b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.640311] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8e4dbcb-4822-4c7a-b140-8ed88b25cfef {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.646026] env[65448]: DEBUG oslo_vmware.api [None req-38aa647d-2913-4f79-9958-f5d8571bd99b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Waiting for the task: (returnval){ [ 782.646026] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]521fa164-aed6-5fa6-3735-0c805d8cfc46" [ 782.646026] env[65448]: _type = "Task" [ 782.646026] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.662577] env[65448]: DEBUG oslo_vmware.api [None req-38aa647d-2913-4f79-9958-f5d8571bd99b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]521fa164-aed6-5fa6-3735-0c805d8cfc46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.707898] env[65448]: DEBUG nova.network.neutron [None req-6d41bbe5-de36-428f-8457-b4a8b65ab3c4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] [instance: 3086c559-35b8-4e79-8478-27151b6a985d] Instance cache missing network info. {{(pid=65448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 782.712330] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80a6ba3c-1d56-403b-a5de-ec1264e53be4 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.720791] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2e47855-a8cb-4139-9a50-c3ecd12d04f5 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.754463] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23cbce43-9220-47ec-89df-e5a53401dbab {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.758964] env[65448]: DEBUG nova.network.neutron [req-0d41e628-16c7-4476-8724-736720776cb8 req-27d0b088-21a6-4b50-b130-e40da14ac411 service nova] [instance: 6ca5c62d-cf52-4f78-9e01-5623f4989442] Updated VIF entry in instance network info cache for port 6d9aa0d4-1aaa-47ed-9837-07a9a110d05d. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 782.758964] env[65448]: DEBUG nova.network.neutron [req-0d41e628-16c7-4476-8724-736720776cb8 req-27d0b088-21a6-4b50-b130-e40da14ac411 service nova] [instance: 6ca5c62d-cf52-4f78-9e01-5623f4989442] Updating instance_info_cache with network_info: [{"id": "6d9aa0d4-1aaa-47ed-9837-07a9a110d05d", "address": "fa:16:3e:f7:40:03", "network": {"id": "1c6b4e31-4989-4b8c-8cc6-67fa107dcc6a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1246525494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bf59e2c00b54ab7a8bc201e80781fcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d9aa0d4-1a", "ovs_interfaceid": "6d9aa0d4-1aaa-47ed-9837-07a9a110d05d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.767927] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b668090-def6-4db9-a2cf-4f23101654ff {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.795819] env[65448]: DEBUG nova.compute.provider_tree [None req-06186070-067c-4526-aaee-a451065cf34b tempest-ServersTestFqdnHostnames-1972796060 tempest-ServersTestFqdnHostnames-1972796060-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 782.856615] env[65448]: DEBUG oslo_vmware.api [None req-aee98793-cfda-4eb0-b333-a36b0807648d tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Task: {'id': task-4937569, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.883330] env[65448]: WARNING neutronclient.v2_0.client [None req-6d41bbe5-de36-428f-8457-b4a8b65ab3c4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 782.889109] env[65448]: INFO nova.compute.manager [-] [instance: 81d406bb-f0e6-487c-841e-a13ae7736af0] Took 1.37 seconds to deallocate network for instance. [ 782.894967] env[65448]: DEBUG oslo_vmware.api [None req-4c01a16b-ca1a-4c78-a24e-9741e6e542c4 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Task: {'id': task-4937570, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.027343] env[65448]: DEBUG oslo_concurrency.lockutils [req-ed456165-33ff-498e-8dcb-fc8f3b2bca9b req-c152d145-42e0-4ec2-845b-0a240956b4e0 service nova] Releasing lock "refresh_cache-ac639d87-8ce8-4762-a056-b369ec2627b6" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.039692] env[65448]: DEBUG nova.network.neutron [None req-6d41bbe5-de36-428f-8457-b4a8b65ab3c4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] [instance: 3086c559-35b8-4e79-8478-27151b6a985d] Updating instance_info_cache with network_info: [{"id": "f29644d0-84ba-48f8-bdf3-a1bd95d5a6b6", "address": "fa:16:3e:b6:8b:e5", "network": {"id": "5d545434-8a0b-4c58-969a-3aaba5203c8a", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-77448742-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "caa6b5f69be14085ad92afab48d5509a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ce1511e-1eaa-45c6-a1ef-2b714c814fa1", "external-id": "nsx-vlan-transportzone-300", "segmentation_id": 300, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf29644d0-84", "ovs_interfaceid": "f29644d0-84ba-48f8-bdf3-a1bd95d5a6b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.165024] env[65448]: DEBUG oslo_vmware.api [None req-38aa647d-2913-4f79-9958-f5d8571bd99b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]521fa164-aed6-5fa6-3735-0c805d8cfc46, 'name': SearchDatastore_Task, 'duration_secs': 0.016663} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.165024] env[65448]: DEBUG oslo_concurrency.lockutils [None req-38aa647d-2913-4f79-9958-f5d8571bd99b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.165024] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-38aa647d-2913-4f79-9958-f5d8571bd99b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: b3fef10e-1394-434b-b1b7-f239a27e182b] Processing image 50fb366d-48e6-424f-9c20-bc83d77be76a {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 783.165024] env[65448]: DEBUG oslo_concurrency.lockutils [None req-38aa647d-2913-4f79-9958-f5d8571bd99b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.165367] env[65448]: DEBUG oslo_concurrency.lockutils [None req-38aa647d-2913-4f79-9958-f5d8571bd99b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.165367] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-38aa647d-2913-4f79-9958-f5d8571bd99b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 783.165367] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-566f3126-0a0c-4843-9157-2493e18c1a65 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.176954] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-38aa647d-2913-4f79-9958-f5d8571bd99b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 783.176954] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-38aa647d-2913-4f79-9958-f5d8571bd99b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 783.177090] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-355cd2af-b956-4e33-a3b8-8389beb7e077 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.183828] env[65448]: DEBUG oslo_vmware.api [None req-38aa647d-2913-4f79-9958-f5d8571bd99b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Waiting for the task: (returnval){ [ 783.183828] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52278110-3eac-c15b-63f8-8ca467f7198d" [ 783.183828] env[65448]: _type = "Task" [ 783.183828] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.194437] env[65448]: DEBUG oslo_vmware.api [None req-38aa647d-2913-4f79-9958-f5d8571bd99b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52278110-3eac-c15b-63f8-8ca467f7198d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.248985] env[65448]: DEBUG oslo_vmware.rw_handles [None req-8c368274-8f5c-433d-8ae5-a3b965b16cea tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ff312b-487b-58b0-15df-4138f32c9b1e/disk-0.vmdk. {{(pid=65448) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 783.249941] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbcd77e4-ba69-4c07-8996-eef260b274ce {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.259703] env[65448]: DEBUG oslo_vmware.rw_handles [None req-8c368274-8f5c-433d-8ae5-a3b965b16cea tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ff312b-487b-58b0-15df-4138f32c9b1e/disk-0.vmdk is in state: ready. {{(pid=65448) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 783.259859] env[65448]: ERROR oslo_vmware.rw_handles [None req-8c368274-8f5c-433d-8ae5-a3b965b16cea tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ff312b-487b-58b0-15df-4138f32c9b1e/disk-0.vmdk due to incomplete transfer. [ 783.261313] env[65448]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-5bdce2b0-0ebe-41f5-92dd-689fa40c984b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.263648] env[65448]: DEBUG oslo_concurrency.lockutils [req-0d41e628-16c7-4476-8724-736720776cb8 req-27d0b088-21a6-4b50-b130-e40da14ac411 service nova] Releasing lock "refresh_cache-6ca5c62d-cf52-4f78-9e01-5623f4989442" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.264030] env[65448]: DEBUG nova.compute.manager [req-0d41e628-16c7-4476-8724-736720776cb8 req-27d0b088-21a6-4b50-b130-e40da14ac411 service nova] [instance: 3086c559-35b8-4e79-8478-27151b6a985d] Received event network-vif-plugged-f29644d0-84ba-48f8-bdf3-a1bd95d5a6b6 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 783.264333] env[65448]: DEBUG oslo_concurrency.lockutils [req-0d41e628-16c7-4476-8724-736720776cb8 req-27d0b088-21a6-4b50-b130-e40da14ac411 service nova] Acquiring lock "3086c559-35b8-4e79-8478-27151b6a985d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.264762] env[65448]: DEBUG oslo_concurrency.lockutils [req-0d41e628-16c7-4476-8724-736720776cb8 req-27d0b088-21a6-4b50-b130-e40da14ac411 service nova] Lock "3086c559-35b8-4e79-8478-27151b6a985d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.264897] env[65448]: DEBUG oslo_concurrency.lockutils [req-0d41e628-16c7-4476-8724-736720776cb8 req-27d0b088-21a6-4b50-b130-e40da14ac411 service nova] Lock "3086c559-35b8-4e79-8478-27151b6a985d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.265315] env[65448]: DEBUG nova.compute.manager [req-0d41e628-16c7-4476-8724-736720776cb8 req-27d0b088-21a6-4b50-b130-e40da14ac411 service nova] [instance: 3086c559-35b8-4e79-8478-27151b6a985d] No waiting events found dispatching network-vif-plugged-f29644d0-84ba-48f8-bdf3-a1bd95d5a6b6 {{(pid=65448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 783.266516] env[65448]: WARNING nova.compute.manager [req-0d41e628-16c7-4476-8724-736720776cb8 req-27d0b088-21a6-4b50-b130-e40da14ac411 service nova] [instance: 3086c559-35b8-4e79-8478-27151b6a985d] Received unexpected event network-vif-plugged-f29644d0-84ba-48f8-bdf3-a1bd95d5a6b6 for instance with vm_state building and task_state spawning. [ 783.266516] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-491ab110-c9de-48ac-b10a-2054aeb79b9b tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] [instance: 5b08f3ba-7400-48f2-af8c-a0ea3ec59dc2] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 783.266688] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2620ce7e-0c11-4fef-933b-3acbf613b121 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.276673] env[65448]: DEBUG oslo_vmware.api [None req-491ab110-c9de-48ac-b10a-2054aeb79b9b tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] Waiting for the task: (returnval){ [ 783.276673] env[65448]: value = "task-4937571" [ 783.276673] env[65448]: _type = "Task" [ 783.276673] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.279368] env[65448]: DEBUG oslo_vmware.rw_handles [None req-8c368274-8f5c-433d-8ae5-a3b965b16cea tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ff312b-487b-58b0-15df-4138f32c9b1e/disk-0.vmdk. {{(pid=65448) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 783.279368] env[65448]: DEBUG nova.virt.vmwareapi.images [None req-8c368274-8f5c-433d-8ae5-a3b965b16cea tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: f0ae0ad7-7800-4f5a-a270-7749177b8675] Uploaded image ab85855e-3d10-4278-98a8-146e238a2ea8 to the Glance image server {{(pid=65448) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 783.280828] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c368274-8f5c-433d-8ae5-a3b965b16cea tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: f0ae0ad7-7800-4f5a-a270-7749177b8675] Destroying the VM {{(pid=65448) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 783.286156] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-bf67b941-d781-4ab5-b50e-3e608fd3eaf9 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.295866] env[65448]: DEBUG oslo_vmware.api [None req-491ab110-c9de-48ac-b10a-2054aeb79b9b tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] Task: {'id': task-4937571, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.300034] env[65448]: DEBUG oslo_vmware.api [None req-8c368274-8f5c-433d-8ae5-a3b965b16cea tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Waiting for the task: (returnval){ [ 783.300034] env[65448]: value = "task-4937572" [ 783.300034] env[65448]: _type = "Task" [ 783.300034] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.303372] env[65448]: DEBUG nova.scheduler.client.report [None req-06186070-067c-4526-aaee-a451065cf34b tempest-ServersTestFqdnHostnames-1972796060 tempest-ServersTestFqdnHostnames-1972796060-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 783.314898] env[65448]: DEBUG oslo_vmware.api [None req-8c368274-8f5c-433d-8ae5-a3b965b16cea tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4937572, 'name': Destroy_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.355968] env[65448]: DEBUG oslo_vmware.api [None req-aee98793-cfda-4eb0-b333-a36b0807648d tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Task: {'id': task-4937569, 'name': PowerOnVM_Task, 'duration_secs': 0.971496} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.356299] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-aee98793-cfda-4eb0-b333-a36b0807648d tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] [instance: 9322f1d0-3ffb-46c6-8974-7fe56a517f7f] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 783.356592] env[65448]: INFO nova.compute.manager [None req-aee98793-cfda-4eb0-b333-a36b0807648d tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] [instance: 9322f1d0-3ffb-46c6-8974-7fe56a517f7f] Took 8.45 seconds to spawn the instance on the hypervisor. [ 783.356704] env[65448]: DEBUG nova.compute.manager [None req-aee98793-cfda-4eb0-b333-a36b0807648d tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] [instance: 9322f1d0-3ffb-46c6-8974-7fe56a517f7f] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 783.357533] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47a21b42-a2a1-489f-a7c3-e318dece7308 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.392305] env[65448]: DEBUG oslo_vmware.api [None req-4c01a16b-ca1a-4c78-a24e-9741e6e542c4 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Task: {'id': task-4937570, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.695425} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.392357] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c01a16b-ca1a-4c78-a24e-9741e6e542c4 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] ac639d87-8ce8-4762-a056-b369ec2627b6/ac639d87-8ce8-4762-a056-b369ec2627b6.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 783.392599] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-4c01a16b-ca1a-4c78-a24e-9741e6e542c4 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] [instance: ac639d87-8ce8-4762-a056-b369ec2627b6] Extending root virtual disk to 1048576 {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 783.392903] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-16a84eda-30ea-4185-81a7-3ed78466303b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.401248] env[65448]: DEBUG oslo_concurrency.lockutils [None req-487737f4-3f14-4c2e-bf94-992a4369609c tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.403203] env[65448]: DEBUG oslo_vmware.api [None req-4c01a16b-ca1a-4c78-a24e-9741e6e542c4 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Waiting for the task: (returnval){ [ 783.403203] env[65448]: value = "task-4937573" [ 783.403203] env[65448]: _type = "Task" [ 783.403203] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.416310] env[65448]: DEBUG oslo_vmware.api [None req-4c01a16b-ca1a-4c78-a24e-9741e6e542c4 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Task: {'id': task-4937573, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.541289] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6d41bbe5-de36-428f-8457-b4a8b65ab3c4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Releasing lock "refresh_cache-3086c559-35b8-4e79-8478-27151b6a985d" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.541784] env[65448]: DEBUG nova.compute.manager [None req-6d41bbe5-de36-428f-8457-b4a8b65ab3c4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] [instance: 3086c559-35b8-4e79-8478-27151b6a985d] Instance network_info: |[{"id": "f29644d0-84ba-48f8-bdf3-a1bd95d5a6b6", "address": "fa:16:3e:b6:8b:e5", "network": {"id": "5d545434-8a0b-4c58-969a-3aaba5203c8a", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-77448742-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "caa6b5f69be14085ad92afab48d5509a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ce1511e-1eaa-45c6-a1ef-2b714c814fa1", "external-id": "nsx-vlan-transportzone-300", "segmentation_id": 300, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf29644d0-84", "ovs_interfaceid": "f29644d0-84ba-48f8-bdf3-a1bd95d5a6b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 783.542263] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-6d41bbe5-de36-428f-8457-b4a8b65ab3c4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] [instance: 3086c559-35b8-4e79-8478-27151b6a985d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b6:8b:e5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ce1511e-1eaa-45c6-a1ef-2b714c814fa1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f29644d0-84ba-48f8-bdf3-a1bd95d5a6b6', 'vif_model': 'vmxnet3'}] {{(pid=65448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 783.550945] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-6d41bbe5-de36-428f-8457-b4a8b65ab3c4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 783.551212] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3086c559-35b8-4e79-8478-27151b6a985d] Creating VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 783.551445] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2d30071c-b75f-4a24-83fe-6c9b0d2241ac {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.573191] env[65448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 783.573191] env[65448]: value = "task-4937574" [ 783.573191] env[65448]: _type = "Task" [ 783.573191] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.581553] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937574, 'name': CreateVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.696048] env[65448]: DEBUG oslo_vmware.api [None req-38aa647d-2913-4f79-9958-f5d8571bd99b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52278110-3eac-c15b-63f8-8ca467f7198d, 'name': SearchDatastore_Task, 'duration_secs': 0.015479} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.696944] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78aea3e4-ac4f-4634-9fde-942f481e2120 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.705924] env[65448]: DEBUG oslo_vmware.api [None req-38aa647d-2913-4f79-9958-f5d8571bd99b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Waiting for the task: (returnval){ [ 783.705924] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52c40ac2-2f85-9402-d469-dff44337a72c" [ 783.705924] env[65448]: _type = "Task" [ 783.705924] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.720530] env[65448]: DEBUG oslo_vmware.api [None req-38aa647d-2913-4f79-9958-f5d8571bd99b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52c40ac2-2f85-9402-d469-dff44337a72c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.789995] env[65448]: DEBUG oslo_vmware.api [None req-491ab110-c9de-48ac-b10a-2054aeb79b9b tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] Task: {'id': task-4937571, 'name': PowerOffVM_Task, 'duration_secs': 0.227867} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.790360] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-491ab110-c9de-48ac-b10a-2054aeb79b9b tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] [instance: 5b08f3ba-7400-48f2-af8c-a0ea3ec59dc2] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 783.790967] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-491ab110-c9de-48ac-b10a-2054aeb79b9b tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] [instance: 5b08f3ba-7400-48f2-af8c-a0ea3ec59dc2] Destroying instance {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 783.791769] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a171caf-797a-493d-add9-5fb44d91f4ef {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.799674] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-491ab110-c9de-48ac-b10a-2054aeb79b9b tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] [instance: 5b08f3ba-7400-48f2-af8c-a0ea3ec59dc2] Unregistering the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 783.803072] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4df59d01-e8a2-4d24-92c9-196a33a2de39 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.811030] env[65448]: DEBUG oslo_concurrency.lockutils [None req-06186070-067c-4526-aaee-a451065cf34b tempest-ServersTestFqdnHostnames-1972796060 tempest-ServersTestFqdnHostnames-1972796060-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.515s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.813256] env[65448]: DEBUG oslo_vmware.api [None req-8c368274-8f5c-433d-8ae5-a3b965b16cea tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4937572, 'name': Destroy_Task} progress is 33%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.813794] env[65448]: DEBUG oslo_concurrency.lockutils [None req-40003280-334a-4a6f-ad35-dd8d19a118d1 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.408s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.813987] env[65448]: DEBUG nova.objects.instance [None req-40003280-334a-4a6f-ad35-dd8d19a118d1 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Lazy-loading 'resources' on Instance uuid 225f5425-83d8-441b-912c-7ca1815e531f {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 783.841801] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-491ab110-c9de-48ac-b10a-2054aeb79b9b tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] [instance: 5b08f3ba-7400-48f2-af8c-a0ea3ec59dc2] Unregistered the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 783.842044] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-491ab110-c9de-48ac-b10a-2054aeb79b9b tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] [instance: 5b08f3ba-7400-48f2-af8c-a0ea3ec59dc2] Deleting contents of the VM from datastore datastore1 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 783.842230] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-491ab110-c9de-48ac-b10a-2054aeb79b9b tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] Deleting the datastore file [datastore1] 5b08f3ba-7400-48f2-af8c-a0ea3ec59dc2 {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 783.842533] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-73efd94e-2292-43ce-ba19-a08ae3fd25a6 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.852450] env[65448]: INFO nova.scheduler.client.report [None req-06186070-067c-4526-aaee-a451065cf34b tempest-ServersTestFqdnHostnames-1972796060 tempest-ServersTestFqdnHostnames-1972796060-project-member] Deleted allocations for instance d72d778b-dd55-4ac5-a55a-ffa2176f8aa1 [ 783.856337] env[65448]: DEBUG oslo_vmware.api [None req-491ab110-c9de-48ac-b10a-2054aeb79b9b tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] Waiting for the task: (returnval){ [ 783.856337] env[65448]: value = "task-4937576" [ 783.856337] env[65448]: _type = "Task" [ 783.856337] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.878491] env[65448]: DEBUG oslo_vmware.api [None req-491ab110-c9de-48ac-b10a-2054aeb79b9b tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] Task: {'id': task-4937576, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.884784] env[65448]: INFO nova.compute.manager [None req-aee98793-cfda-4eb0-b333-a36b0807648d tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] [instance: 9322f1d0-3ffb-46c6-8974-7fe56a517f7f] Took 50.40 seconds to build instance. [ 783.914047] env[65448]: DEBUG oslo_vmware.api [None req-4c01a16b-ca1a-4c78-a24e-9741e6e542c4 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Task: {'id': task-4937573, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083096} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.917268] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-4c01a16b-ca1a-4c78-a24e-9741e6e542c4 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] [instance: ac639d87-8ce8-4762-a056-b369ec2627b6] Extended root virtual disk {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 783.917268] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65b2c9b3-9fae-48a4-95c8-d421d60a880c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.944954] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c01a16b-ca1a-4c78-a24e-9741e6e542c4 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] [instance: ac639d87-8ce8-4762-a056-b369ec2627b6] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] ac639d87-8ce8-4762-a056-b369ec2627b6/ac639d87-8ce8-4762-a056-b369ec2627b6.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 783.945949] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa3bbe1d-dc38-4f1d-88ba-750548a97991 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.969091] env[65448]: DEBUG oslo_vmware.api [None req-4c01a16b-ca1a-4c78-a24e-9741e6e542c4 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Waiting for the task: (returnval){ [ 783.969091] env[65448]: value = "task-4937577" [ 783.969091] env[65448]: _type = "Task" [ 783.969091] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.979909] env[65448]: DEBUG oslo_vmware.api [None req-4c01a16b-ca1a-4c78-a24e-9741e6e542c4 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Task: {'id': task-4937577, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.086258] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937574, 'name': CreateVM_Task} progress is 99%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.218028] env[65448]: DEBUG oslo_vmware.api [None req-38aa647d-2913-4f79-9958-f5d8571bd99b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52c40ac2-2f85-9402-d469-dff44337a72c, 'name': SearchDatastore_Task, 'duration_secs': 0.016554} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.218137] env[65448]: DEBUG oslo_concurrency.lockutils [None req-38aa647d-2913-4f79-9958-f5d8571bd99b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.218842] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-38aa647d-2913-4f79-9958-f5d8571bd99b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] b3fef10e-1394-434b-b1b7-f239a27e182b/b3fef10e-1394-434b-b1b7-f239a27e182b.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 784.218842] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b3d4a713-10ef-46ea-8372-f92f2868e030 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.227237] env[65448]: DEBUG oslo_vmware.api [None req-38aa647d-2913-4f79-9958-f5d8571bd99b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Waiting for the task: (returnval){ [ 784.227237] env[65448]: value = "task-4937578" [ 784.227237] env[65448]: _type = "Task" [ 784.227237] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.238346] env[65448]: DEBUG oslo_vmware.api [None req-38aa647d-2913-4f79-9958-f5d8571bd99b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': task-4937578, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.311055] env[65448]: DEBUG oslo_vmware.api [None req-8c368274-8f5c-433d-8ae5-a3b965b16cea tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4937572, 'name': Destroy_Task, 'duration_secs': 0.821699} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.311348] env[65448]: INFO nova.virt.vmwareapi.vm_util [None req-8c368274-8f5c-433d-8ae5-a3b965b16cea tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: f0ae0ad7-7800-4f5a-a270-7749177b8675] Destroyed the VM [ 784.311581] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-8c368274-8f5c-433d-8ae5-a3b965b16cea tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: f0ae0ad7-7800-4f5a-a270-7749177b8675] Deleting Snapshot of the VM instance {{(pid=65448) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 784.311853] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-002cc418-5290-42b5-b3a4-e23eabb817f2 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.322024] env[65448]: DEBUG oslo_vmware.api [None req-8c368274-8f5c-433d-8ae5-a3b965b16cea tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Waiting for the task: (returnval){ [ 784.322024] env[65448]: value = "task-4937579" [ 784.322024] env[65448]: _type = "Task" [ 784.322024] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.330531] env[65448]: DEBUG oslo_vmware.api [None req-8c368274-8f5c-433d-8ae5-a3b965b16cea tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4937579, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.373033] env[65448]: DEBUG oslo_concurrency.lockutils [None req-06186070-067c-4526-aaee-a451065cf34b tempest-ServersTestFqdnHostnames-1972796060 tempest-ServersTestFqdnHostnames-1972796060-project-member] Lock "d72d778b-dd55-4ac5-a55a-ffa2176f8aa1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.238s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.377608] env[65448]: DEBUG oslo_vmware.api [None req-491ab110-c9de-48ac-b10a-2054aeb79b9b tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] Task: {'id': task-4937576, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.209032} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.377925] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-491ab110-c9de-48ac-b10a-2054aeb79b9b tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 784.378129] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-491ab110-c9de-48ac-b10a-2054aeb79b9b tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] [instance: 5b08f3ba-7400-48f2-af8c-a0ea3ec59dc2] Deleted contents of the VM from datastore datastore1 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 784.378326] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-491ab110-c9de-48ac-b10a-2054aeb79b9b tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] [instance: 5b08f3ba-7400-48f2-af8c-a0ea3ec59dc2] Instance destroyed {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 784.389944] env[65448]: DEBUG oslo_concurrency.lockutils [None req-aee98793-cfda-4eb0-b333-a36b0807648d tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Lock "9322f1d0-3ffb-46c6-8974-7fe56a517f7f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.173s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.485557] env[65448]: DEBUG oslo_vmware.api [None req-4c01a16b-ca1a-4c78-a24e-9741e6e542c4 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Task: {'id': task-4937577, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.501223] env[65448]: DEBUG nova.compute.manager [req-6ce81ead-77b0-47e0-9fcc-2c754b0268e0 req-21e36927-7a3a-4781-ae37-45acd784a92e service nova] [instance: 3086c559-35b8-4e79-8478-27151b6a985d] Received event network-changed-f29644d0-84ba-48f8-bdf3-a1bd95d5a6b6 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 784.501728] env[65448]: DEBUG nova.compute.manager [req-6ce81ead-77b0-47e0-9fcc-2c754b0268e0 req-21e36927-7a3a-4781-ae37-45acd784a92e service nova] [instance: 3086c559-35b8-4e79-8478-27151b6a985d] Refreshing instance network info cache due to event network-changed-f29644d0-84ba-48f8-bdf3-a1bd95d5a6b6. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 784.502357] env[65448]: DEBUG oslo_concurrency.lockutils [req-6ce81ead-77b0-47e0-9fcc-2c754b0268e0 req-21e36927-7a3a-4781-ae37-45acd784a92e service nova] Acquiring lock "refresh_cache-3086c559-35b8-4e79-8478-27151b6a985d" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.503200] env[65448]: DEBUG oslo_concurrency.lockutils [req-6ce81ead-77b0-47e0-9fcc-2c754b0268e0 req-21e36927-7a3a-4781-ae37-45acd784a92e service nova] Acquired lock "refresh_cache-3086c559-35b8-4e79-8478-27151b6a985d" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.503548] env[65448]: DEBUG nova.network.neutron [req-6ce81ead-77b0-47e0-9fcc-2c754b0268e0 req-21e36927-7a3a-4781-ae37-45acd784a92e service nova] [instance: 3086c559-35b8-4e79-8478-27151b6a985d] Refreshing network info cache for port f29644d0-84ba-48f8-bdf3-a1bd95d5a6b6 {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 784.587946] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937574, 'name': CreateVM_Task, 'duration_secs': 0.603798} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.588215] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3086c559-35b8-4e79-8478-27151b6a985d] Created VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 784.588769] env[65448]: WARNING neutronclient.v2_0.client [None req-6d41bbe5-de36-428f-8457-b4a8b65ab3c4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 784.589158] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6d41bbe5-de36-428f-8457-b4a8b65ab3c4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.589322] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6d41bbe5-de36-428f-8457-b4a8b65ab3c4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.589614] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6d41bbe5-de36-428f-8457-b4a8b65ab3c4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.589872] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1854bcc0-e129-43a6-97a1-3a563cfb7183 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.597445] env[65448]: DEBUG oslo_vmware.api [None req-6d41bbe5-de36-428f-8457-b4a8b65ab3c4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Waiting for the task: (returnval){ [ 784.597445] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5269e139-e2a7-0b97-692b-027f0e098eda" [ 784.597445] env[65448]: _type = "Task" [ 784.597445] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.609033] env[65448]: DEBUG oslo_vmware.api [None req-6d41bbe5-de36-428f-8457-b4a8b65ab3c4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5269e139-e2a7-0b97-692b-027f0e098eda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.700565] env[65448]: DEBUG oslo_concurrency.lockutils [None req-2f9c810c-99fc-4d71-82c3-48f386cb360b tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Acquiring lock "3a95cfa3-d907-467b-9081-c8c5b4b9dd5a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.701876] env[65448]: DEBUG oslo_concurrency.lockutils [None req-2f9c810c-99fc-4d71-82c3-48f386cb360b tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Lock "3a95cfa3-d907-467b-9081-c8c5b4b9dd5a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.701973] env[65448]: DEBUG oslo_concurrency.lockutils [None req-2f9c810c-99fc-4d71-82c3-48f386cb360b tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Acquiring lock "3a95cfa3-d907-467b-9081-c8c5b4b9dd5a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.702247] env[65448]: DEBUG oslo_concurrency.lockutils [None req-2f9c810c-99fc-4d71-82c3-48f386cb360b tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Lock "3a95cfa3-d907-467b-9081-c8c5b4b9dd5a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.702451] env[65448]: DEBUG oslo_concurrency.lockutils [None req-2f9c810c-99fc-4d71-82c3-48f386cb360b tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Lock "3a95cfa3-d907-467b-9081-c8c5b4b9dd5a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.705867] env[65448]: INFO nova.compute.manager [None req-2f9c810c-99fc-4d71-82c3-48f386cb360b tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] [instance: 3a95cfa3-d907-467b-9081-c8c5b4b9dd5a] Terminating instance [ 784.740053] env[65448]: DEBUG oslo_vmware.api [None req-38aa647d-2913-4f79-9958-f5d8571bd99b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': task-4937578, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.843021] env[65448]: DEBUG oslo_vmware.api [None req-8c368274-8f5c-433d-8ae5-a3b965b16cea tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4937579, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.896566] env[65448]: DEBUG nova.compute.manager [None req-a2af9546-2e57-4b6d-981d-b34d3698e7a2 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: 5e5a538b-8f59-45ca-bece-6a0cff169e0a] Starting instance... {{(pid=65448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2483}} [ 784.989654] env[65448]: DEBUG oslo_vmware.api [None req-4c01a16b-ca1a-4c78-a24e-9741e6e542c4 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Task: {'id': task-4937577, 'name': ReconfigVM_Task, 'duration_secs': 0.590321} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.992018] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c01a16b-ca1a-4c78-a24e-9741e6e542c4 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] [instance: ac639d87-8ce8-4762-a056-b369ec2627b6] Reconfigured VM instance instance-00000033 to attach disk [datastore2] ac639d87-8ce8-4762-a056-b369ec2627b6/ac639d87-8ce8-4762-a056-b369ec2627b6.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 784.992018] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4b724b91-4056-4852-9aeb-90d544aecc4f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.002205] env[65448]: DEBUG oslo_vmware.api [None req-4c01a16b-ca1a-4c78-a24e-9741e6e542c4 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Waiting for the task: (returnval){ [ 785.002205] env[65448]: value = "task-4937580" [ 785.002205] env[65448]: _type = "Task" [ 785.002205] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.011910] env[65448]: WARNING neutronclient.v2_0.client [req-6ce81ead-77b0-47e0-9fcc-2c754b0268e0 req-21e36927-7a3a-4781-ae37-45acd784a92e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 785.020718] env[65448]: DEBUG oslo_vmware.api [None req-4c01a16b-ca1a-4c78-a24e-9741e6e542c4 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Task: {'id': task-4937580, 'name': Rename_Task} progress is 6%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.103457] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b18ccf1b-f187-4e06-8f3f-2d777ce58765 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.115083] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b61450f7-6d9e-4a0d-92e8-5bba4866d0d9 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.120070] env[65448]: DEBUG oslo_vmware.api [None req-6d41bbe5-de36-428f-8457-b4a8b65ab3c4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5269e139-e2a7-0b97-692b-027f0e098eda, 'name': SearchDatastore_Task, 'duration_secs': 0.016844} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.120070] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6d41bbe5-de36-428f-8457-b4a8b65ab3c4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.120070] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-6d41bbe5-de36-428f-8457-b4a8b65ab3c4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] [instance: 3086c559-35b8-4e79-8478-27151b6a985d] Processing image 50fb366d-48e6-424f-9c20-bc83d77be76a {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 785.120070] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6d41bbe5-de36-428f-8457-b4a8b65ab3c4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.120432] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6d41bbe5-de36-428f-8457-b4a8b65ab3c4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.120432] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d41bbe5-de36-428f-8457-b4a8b65ab3c4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 785.120432] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a6305705-3f9c-43b7-863d-e97cb8d38d44 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.157710] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-438d3c0c-c6d1-44cf-98ca-174f48a25fc6 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.161024] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d41bbe5-de36-428f-8457-b4a8b65ab3c4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 785.161024] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-6d41bbe5-de36-428f-8457-b4a8b65ab3c4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 785.161221] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9cbf6c25-21f2-408e-9e80-679d9498e263 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.171010] env[65448]: DEBUG oslo_vmware.api [None req-6d41bbe5-de36-428f-8457-b4a8b65ab3c4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Waiting for the task: (returnval){ [ 785.171010] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5217b879-8caa-5082-5bcf-1ba9d1931802" [ 785.171010] env[65448]: _type = "Task" [ 785.171010] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.172178] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-142d17f7-7538-4a46-be74-68c18d60d7b0 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.191445] env[65448]: DEBUG oslo_vmware.api [None req-6d41bbe5-de36-428f-8457-b4a8b65ab3c4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5217b879-8caa-5082-5bcf-1ba9d1931802, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.198047] env[65448]: DEBUG nova.compute.provider_tree [None req-40003280-334a-4a6f-ad35-dd8d19a118d1 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 785.211486] env[65448]: DEBUG nova.compute.manager [None req-2f9c810c-99fc-4d71-82c3-48f386cb360b tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] [instance: 3a95cfa3-d907-467b-9081-c8c5b4b9dd5a] Start destroying the instance on the hypervisor. {{(pid=65448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3209}} [ 785.211486] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-2f9c810c-99fc-4d71-82c3-48f386cb360b tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] [instance: 3a95cfa3-d907-467b-9081-c8c5b4b9dd5a] Destroying instance {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 785.211981] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afdcb366-648f-40d0-a43a-5a68c9d5849a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.221842] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f9c810c-99fc-4d71-82c3-48f386cb360b tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] [instance: 3a95cfa3-d907-467b-9081-c8c5b4b9dd5a] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 785.222166] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-377f0f14-d695-4aa2-8c1f-ee0547798363 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.231030] env[65448]: DEBUG oslo_vmware.api [None req-2f9c810c-99fc-4d71-82c3-48f386cb360b tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Waiting for the task: (returnval){ [ 785.231030] env[65448]: value = "task-4937581" [ 785.231030] env[65448]: _type = "Task" [ 785.231030] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.247873] env[65448]: DEBUG oslo_vmware.api [None req-2f9c810c-99fc-4d71-82c3-48f386cb360b tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Task: {'id': task-4937581, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.254285] env[65448]: DEBUG oslo_vmware.api [None req-38aa647d-2913-4f79-9958-f5d8571bd99b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': task-4937578, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.77881} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.254285] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-38aa647d-2913-4f79-9958-f5d8571bd99b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] b3fef10e-1394-434b-b1b7-f239a27e182b/b3fef10e-1394-434b-b1b7-f239a27e182b.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 785.254481] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-38aa647d-2913-4f79-9958-f5d8571bd99b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: b3fef10e-1394-434b-b1b7-f239a27e182b] Extending root virtual disk to 1048576 {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 785.254662] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bb43e4b4-074c-4215-8374-f3560d3d3036 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.264380] env[65448]: DEBUG oslo_vmware.api [None req-38aa647d-2913-4f79-9958-f5d8571bd99b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Waiting for the task: (returnval){ [ 785.264380] env[65448]: value = "task-4937582" [ 785.264380] env[65448]: _type = "Task" [ 785.264380] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.278502] env[65448]: DEBUG oslo_vmware.api [None req-38aa647d-2913-4f79-9958-f5d8571bd99b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': task-4937582, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.281563] env[65448]: DEBUG oslo_concurrency.lockutils [None req-1d696a70-677b-4b4d-a744-e3565907474b tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Acquiring lock "e6733991-a8fe-42b0-bd9c-098cd755e957" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.281824] env[65448]: DEBUG oslo_concurrency.lockutils [None req-1d696a70-677b-4b4d-a744-e3565907474b tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Lock "e6733991-a8fe-42b0-bd9c-098cd755e957" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.282039] env[65448]: DEBUG oslo_concurrency.lockutils [None req-1d696a70-677b-4b4d-a744-e3565907474b tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Acquiring lock "e6733991-a8fe-42b0-bd9c-098cd755e957-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.282292] env[65448]: DEBUG oslo_concurrency.lockutils [None req-1d696a70-677b-4b4d-a744-e3565907474b tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Lock "e6733991-a8fe-42b0-bd9c-098cd755e957-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.282903] env[65448]: DEBUG oslo_concurrency.lockutils [None req-1d696a70-677b-4b4d-a744-e3565907474b tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Lock "e6733991-a8fe-42b0-bd9c-098cd755e957-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.285072] env[65448]: INFO nova.compute.manager [None req-1d696a70-677b-4b4d-a744-e3565907474b tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: e6733991-a8fe-42b0-bd9c-098cd755e957] Terminating instance [ 785.337346] env[65448]: DEBUG oslo_vmware.api [None req-8c368274-8f5c-433d-8ae5-a3b965b16cea tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4937579, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.428137] env[65448]: DEBUG nova.virt.hardware [None req-491ab110-c9de-48ac-b10a-2054aeb79b9b tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-08T17:19:51Z,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a992292b6dae455593d228217860e2e1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-08T17:19:52Z,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 785.428499] env[65448]: DEBUG nova.virt.hardware [None req-491ab110-c9de-48ac-b10a-2054aeb79b9b tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 785.428713] env[65448]: DEBUG nova.virt.hardware [None req-491ab110-c9de-48ac-b10a-2054aeb79b9b tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 785.428961] env[65448]: DEBUG nova.virt.hardware [None req-491ab110-c9de-48ac-b10a-2054aeb79b9b tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 785.429179] env[65448]: DEBUG nova.virt.hardware [None req-491ab110-c9de-48ac-b10a-2054aeb79b9b tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 785.429355] env[65448]: DEBUG nova.virt.hardware [None req-491ab110-c9de-48ac-b10a-2054aeb79b9b tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 785.429582] env[65448]: DEBUG nova.virt.hardware [None req-491ab110-c9de-48ac-b10a-2054aeb79b9b tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 785.429780] env[65448]: DEBUG nova.virt.hardware [None req-491ab110-c9de-48ac-b10a-2054aeb79b9b tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 785.429970] env[65448]: DEBUG nova.virt.hardware [None req-491ab110-c9de-48ac-b10a-2054aeb79b9b tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 785.430173] env[65448]: DEBUG nova.virt.hardware [None req-491ab110-c9de-48ac-b10a-2054aeb79b9b tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 785.430453] env[65448]: DEBUG nova.virt.hardware [None req-491ab110-c9de-48ac-b10a-2054aeb79b9b tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 785.432900] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3743560-bf13-4589-9c8d-7115f5aa9c33 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.437579] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a2af9546-2e57-4b6d-981d-b34d3698e7a2 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.445020] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba974141-e3d5-4992-a024-6dea215cfd8a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.451732] env[65448]: WARNING neutronclient.v2_0.client [req-6ce81ead-77b0-47e0-9fcc-2c754b0268e0 req-21e36927-7a3a-4781-ae37-45acd784a92e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 785.466908] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-491ab110-c9de-48ac-b10a-2054aeb79b9b tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] [instance: 5b08f3ba-7400-48f2-af8c-a0ea3ec59dc2] Instance VIF info [] {{(pid=65448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 785.474969] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-491ab110-c9de-48ac-b10a-2054aeb79b9b tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 785.475394] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b08f3ba-7400-48f2-af8c-a0ea3ec59dc2] Creating VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 785.475682] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b9236f52-3053-401d-82ec-fcebcf72e2f8 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.500957] env[65448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 785.500957] env[65448]: value = "task-4937583" [ 785.500957] env[65448]: _type = "Task" [ 785.500957] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.521739] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937583, 'name': CreateVM_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.527155] env[65448]: DEBUG oslo_vmware.api [None req-4c01a16b-ca1a-4c78-a24e-9741e6e542c4 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Task: {'id': task-4937580, 'name': Rename_Task, 'duration_secs': 0.30016} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.527155] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c01a16b-ca1a-4c78-a24e-9741e6e542c4 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] [instance: ac639d87-8ce8-4762-a056-b369ec2627b6] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 785.527155] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2437c5da-c008-455a-8902-5526fc3071d4 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.533585] env[65448]: DEBUG oslo_vmware.api [None req-4c01a16b-ca1a-4c78-a24e-9741e6e542c4 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Waiting for the task: (returnval){ [ 785.533585] env[65448]: value = "task-4937584" [ 785.533585] env[65448]: _type = "Task" [ 785.533585] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.542883] env[65448]: DEBUG oslo_vmware.api [None req-4c01a16b-ca1a-4c78-a24e-9741e6e542c4 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Task: {'id': task-4937584, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.574457] env[65448]: DEBUG nova.network.neutron [req-6ce81ead-77b0-47e0-9fcc-2c754b0268e0 req-21e36927-7a3a-4781-ae37-45acd784a92e service nova] [instance: 3086c559-35b8-4e79-8478-27151b6a985d] Updated VIF entry in instance network info cache for port f29644d0-84ba-48f8-bdf3-a1bd95d5a6b6. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 785.576037] env[65448]: DEBUG nova.network.neutron [req-6ce81ead-77b0-47e0-9fcc-2c754b0268e0 req-21e36927-7a3a-4781-ae37-45acd784a92e service nova] [instance: 3086c559-35b8-4e79-8478-27151b6a985d] Updating instance_info_cache with network_info: [{"id": "f29644d0-84ba-48f8-bdf3-a1bd95d5a6b6", "address": "fa:16:3e:b6:8b:e5", "network": {"id": "5d545434-8a0b-4c58-969a-3aaba5203c8a", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-77448742-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "caa6b5f69be14085ad92afab48d5509a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ce1511e-1eaa-45c6-a1ef-2b714c814fa1", "external-id": "nsx-vlan-transportzone-300", "segmentation_id": 300, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf29644d0-84", "ovs_interfaceid": "f29644d0-84ba-48f8-bdf3-a1bd95d5a6b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.693076] env[65448]: DEBUG oslo_vmware.api [None req-6d41bbe5-de36-428f-8457-b4a8b65ab3c4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5217b879-8caa-5082-5bcf-1ba9d1931802, 'name': SearchDatastore_Task, 'duration_secs': 0.019074} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.693076] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-596a1eee-502b-436c-a7db-88ea2a9cd9a2 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.701132] env[65448]: DEBUG oslo_vmware.api [None req-6d41bbe5-de36-428f-8457-b4a8b65ab3c4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Waiting for the task: (returnval){ [ 785.701132] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5218257f-0f3d-f8b0-51b9-f9156793ff8b" [ 785.701132] env[65448]: _type = "Task" [ 785.701132] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.703524] env[65448]: DEBUG nova.scheduler.client.report [None req-40003280-334a-4a6f-ad35-dd8d19a118d1 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 785.711080] env[65448]: DEBUG oslo_vmware.api [None req-6d41bbe5-de36-428f-8457-b4a8b65ab3c4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5218257f-0f3d-f8b0-51b9-f9156793ff8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.750518] env[65448]: DEBUG oslo_vmware.api [None req-2f9c810c-99fc-4d71-82c3-48f386cb360b tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Task: {'id': task-4937581, 'name': PowerOffVM_Task, 'duration_secs': 0.240543} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.750518] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f9c810c-99fc-4d71-82c3-48f386cb360b tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] [instance: 3a95cfa3-d907-467b-9081-c8c5b4b9dd5a] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 785.750518] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-2f9c810c-99fc-4d71-82c3-48f386cb360b tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] [instance: 3a95cfa3-d907-467b-9081-c8c5b4b9dd5a] Unregistering the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 785.750518] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8d4a4faa-fdd1-4b73-becb-e11d96948e0b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.775719] env[65448]: DEBUG oslo_vmware.api [None req-38aa647d-2913-4f79-9958-f5d8571bd99b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': task-4937582, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084712} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.775719] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-38aa647d-2913-4f79-9958-f5d8571bd99b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: b3fef10e-1394-434b-b1b7-f239a27e182b] Extended root virtual disk {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 785.776584] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ed7e31c-978a-4fef-bda5-992616102d76 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.795698] env[65448]: DEBUG nova.compute.manager [None req-1d696a70-677b-4b4d-a744-e3565907474b tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: e6733991-a8fe-42b0-bd9c-098cd755e957] Start destroying the instance on the hypervisor. {{(pid=65448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3209}} [ 785.795883] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-1d696a70-677b-4b4d-a744-e3565907474b tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: e6733991-a8fe-42b0-bd9c-098cd755e957] Destroying instance {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 785.806682] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-38aa647d-2913-4f79-9958-f5d8571bd99b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: b3fef10e-1394-434b-b1b7-f239a27e182b] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] b3fef10e-1394-434b-b1b7-f239a27e182b/b3fef10e-1394-434b-b1b7-f239a27e182b.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 785.807238] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a94caf1-9490-4cdb-a2c3-9bab2580b5fb {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.810464] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33fe9ab9-f5e5-4c42-ba71-922a9b305430 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.828474] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-2f9c810c-99fc-4d71-82c3-48f386cb360b tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] [instance: 3a95cfa3-d907-467b-9081-c8c5b4b9dd5a] Unregistered the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 785.828701] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-2f9c810c-99fc-4d71-82c3-48f386cb360b tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] [instance: 3a95cfa3-d907-467b-9081-c8c5b4b9dd5a] Deleting contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 785.828899] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f9c810c-99fc-4d71-82c3-48f386cb360b tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Deleting the datastore file [datastore2] 3a95cfa3-d907-467b-9081-c8c5b4b9dd5a {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 785.835212] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9ae46740-4594-400b-b7c7-d833162e6b3e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.838460] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d696a70-677b-4b4d-a744-e3565907474b tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: e6733991-a8fe-42b0-bd9c-098cd755e957] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 785.839790] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9f4bc738-a5ef-40d8-8b76-6a9021e2d743 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.841874] env[65448]: DEBUG oslo_vmware.api [None req-38aa647d-2913-4f79-9958-f5d8571bd99b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Waiting for the task: (returnval){ [ 785.841874] env[65448]: value = "task-4937586" [ 785.841874] env[65448]: _type = "Task" [ 785.841874] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.845963] env[65448]: DEBUG oslo_vmware.api [None req-8c368274-8f5c-433d-8ae5-a3b965b16cea tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4937579, 'name': RemoveSnapshot_Task, 'duration_secs': 1.203371} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.850081] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-8c368274-8f5c-433d-8ae5-a3b965b16cea tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: f0ae0ad7-7800-4f5a-a270-7749177b8675] Deleted Snapshot of the VM instance {{(pid=65448) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 785.851070] env[65448]: INFO nova.compute.manager [None req-8c368274-8f5c-433d-8ae5-a3b965b16cea tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: f0ae0ad7-7800-4f5a-a270-7749177b8675] Took 16.02 seconds to snapshot the instance on the hypervisor. [ 785.853029] env[65448]: DEBUG oslo_vmware.api [None req-2f9c810c-99fc-4d71-82c3-48f386cb360b tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Waiting for the task: (returnval){ [ 785.853029] env[65448]: value = "task-4937587" [ 785.853029] env[65448]: _type = "Task" [ 785.853029] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.854819] env[65448]: DEBUG oslo_vmware.api [None req-1d696a70-677b-4b4d-a744-e3565907474b tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Waiting for the task: (returnval){ [ 785.854819] env[65448]: value = "task-4937588" [ 785.854819] env[65448]: _type = "Task" [ 785.854819] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.867132] env[65448]: DEBUG oslo_vmware.api [None req-38aa647d-2913-4f79-9958-f5d8571bd99b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': task-4937586, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.874171] env[65448]: DEBUG oslo_vmware.api [None req-1d696a70-677b-4b4d-a744-e3565907474b tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Task: {'id': task-4937588, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.878466] env[65448]: DEBUG oslo_vmware.api [None req-2f9c810c-99fc-4d71-82c3-48f386cb360b tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Task: {'id': task-4937587, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.014457] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937583, 'name': CreateVM_Task} progress is 99%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.045904] env[65448]: DEBUG oslo_vmware.api [None req-4c01a16b-ca1a-4c78-a24e-9741e6e542c4 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Task: {'id': task-4937584, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.077879] env[65448]: DEBUG oslo_concurrency.lockutils [req-6ce81ead-77b0-47e0-9fcc-2c754b0268e0 req-21e36927-7a3a-4781-ae37-45acd784a92e service nova] Releasing lock "refresh_cache-3086c559-35b8-4e79-8478-27151b6a985d" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.078207] env[65448]: DEBUG nova.compute.manager [req-6ce81ead-77b0-47e0-9fcc-2c754b0268e0 req-21e36927-7a3a-4781-ae37-45acd784a92e service nova] [instance: 81d406bb-f0e6-487c-841e-a13ae7736af0] Received event network-vif-deleted-71ebeee5-2e02-448d-b51e-b6ee42067faf {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 786.209975] env[65448]: DEBUG oslo_vmware.api [None req-6d41bbe5-de36-428f-8457-b4a8b65ab3c4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5218257f-0f3d-f8b0-51b9-f9156793ff8b, 'name': SearchDatastore_Task, 'duration_secs': 0.022452} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.210496] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6d41bbe5-de36-428f-8457-b4a8b65ab3c4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.210585] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d41bbe5-de36-428f-8457-b4a8b65ab3c4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] 3086c559-35b8-4e79-8478-27151b6a985d/3086c559-35b8-4e79-8478-27151b6a985d.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 786.211714] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-77e794b4-de77-4813-b1b3-d6fdfafa25db {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.213625] env[65448]: DEBUG oslo_concurrency.lockutils [None req-40003280-334a-4a6f-ad35-dd8d19a118d1 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.400s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.217629] env[65448]: DEBUG oslo_concurrency.lockutils [None req-ec2edabf-7dd5-4e94-9b7e-bb5173be5159 tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.806s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.217629] env[65448]: INFO nova.compute.claims [None req-ec2edabf-7dd5-4e94-9b7e-bb5173be5159 tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] [instance: f7259aaf-7b19-40d1-b05b-825f31a78756] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 786.233671] env[65448]: DEBUG oslo_vmware.api [None req-6d41bbe5-de36-428f-8457-b4a8b65ab3c4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Waiting for the task: (returnval){ [ 786.233671] env[65448]: value = "task-4937589" [ 786.233671] env[65448]: _type = "Task" [ 786.233671] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.247751] env[65448]: DEBUG oslo_vmware.api [None req-6d41bbe5-de36-428f-8457-b4a8b65ab3c4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Task: {'id': task-4937589, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.255655] env[65448]: INFO nova.scheduler.client.report [None req-40003280-334a-4a6f-ad35-dd8d19a118d1 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Deleted allocations for instance 225f5425-83d8-441b-912c-7ca1815e531f [ 786.362979] env[65448]: DEBUG oslo_vmware.api [None req-38aa647d-2913-4f79-9958-f5d8571bd99b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': task-4937586, 'name': ReconfigVM_Task, 'duration_secs': 0.519833} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.372575] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-38aa647d-2913-4f79-9958-f5d8571bd99b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: b3fef10e-1394-434b-b1b7-f239a27e182b] Reconfigured VM instance instance-0000002f to attach disk [datastore2] b3fef10e-1394-434b-b1b7-f239a27e182b/b3fef10e-1394-434b-b1b7-f239a27e182b.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 786.373619] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6cc6a528-0363-4dda-8dad-b864773ec9d4 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.388203] env[65448]: DEBUG oslo_vmware.api [None req-2f9c810c-99fc-4d71-82c3-48f386cb360b tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Task: {'id': task-4937587, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.292955} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.388615] env[65448]: DEBUG oslo_vmware.api [None req-1d696a70-677b-4b4d-a744-e3565907474b tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Task: {'id': task-4937588, 'name': PowerOffVM_Task, 'duration_secs': 0.237596} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.390422] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f9c810c-99fc-4d71-82c3-48f386cb360b tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 786.390647] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-2f9c810c-99fc-4d71-82c3-48f386cb360b tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] [instance: 3a95cfa3-d907-467b-9081-c8c5b4b9dd5a] Deleted contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 786.390829] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-2f9c810c-99fc-4d71-82c3-48f386cb360b tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] [instance: 3a95cfa3-d907-467b-9081-c8c5b4b9dd5a] Instance destroyed {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 786.391024] env[65448]: INFO nova.compute.manager [None req-2f9c810c-99fc-4d71-82c3-48f386cb360b tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] [instance: 3a95cfa3-d907-467b-9081-c8c5b4b9dd5a] Took 1.18 seconds to destroy the instance on the hypervisor. [ 786.391275] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-2f9c810c-99fc-4d71-82c3-48f386cb360b tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 786.391478] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d696a70-677b-4b4d-a744-e3565907474b tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: e6733991-a8fe-42b0-bd9c-098cd755e957] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 786.391677] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-1d696a70-677b-4b4d-a744-e3565907474b tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: e6733991-a8fe-42b0-bd9c-098cd755e957] Unregistering the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 786.391998] env[65448]: DEBUG oslo_vmware.api [None req-38aa647d-2913-4f79-9958-f5d8571bd99b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Waiting for the task: (returnval){ [ 786.391998] env[65448]: value = "task-4937590" [ 786.391998] env[65448]: _type = "Task" [ 786.391998] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.392225] env[65448]: DEBUG nova.compute.manager [-] [instance: 3a95cfa3-d907-467b-9081-c8c5b4b9dd5a] Deallocating network for instance {{(pid=65448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 786.392311] env[65448]: DEBUG nova.network.neutron [-] [instance: 3a95cfa3-d907-467b-9081-c8c5b4b9dd5a] deallocate_for_instance() {{(pid=65448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 786.392608] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 786.394607] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-786322f5-2678-406f-879a-951b4245be46 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.407250] env[65448]: DEBUG oslo_vmware.api [None req-38aa647d-2913-4f79-9958-f5d8571bd99b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': task-4937590, 'name': Rename_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.426136] env[65448]: DEBUG nova.compute.manager [None req-8c368274-8f5c-433d-8ae5-a3b965b16cea tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: f0ae0ad7-7800-4f5a-a270-7749177b8675] Found 3 images (rotation: 2) {{(pid=65448) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5064}} [ 786.426250] env[65448]: DEBUG nova.compute.manager [None req-8c368274-8f5c-433d-8ae5-a3b965b16cea tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: f0ae0ad7-7800-4f5a-a270-7749177b8675] Rotating out 1 backups {{(pid=65448) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5072}} [ 786.426410] env[65448]: DEBUG nova.compute.manager [None req-8c368274-8f5c-433d-8ae5-a3b965b16cea tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: f0ae0ad7-7800-4f5a-a270-7749177b8675] Deleting image 72fdc7a9-0429-45c1-8dc9-9290c4af23d5 {{(pid=65448) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5077}} [ 786.488710] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-1d696a70-677b-4b4d-a744-e3565907474b tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: e6733991-a8fe-42b0-bd9c-098cd755e957] Unregistered the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 786.491032] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-1d696a70-677b-4b4d-a744-e3565907474b tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: e6733991-a8fe-42b0-bd9c-098cd755e957] Deleting contents of the VM from datastore datastore1 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 786.491032] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d696a70-677b-4b4d-a744-e3565907474b tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Deleting the datastore file [datastore1] e6733991-a8fe-42b0-bd9c-098cd755e957 {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 786.491032] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-35c5701d-2846-417a-af12-db87be01965d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.501019] env[65448]: DEBUG oslo_vmware.api [None req-1d696a70-677b-4b4d-a744-e3565907474b tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Waiting for the task: (returnval){ [ 786.501019] env[65448]: value = "task-4937592" [ 786.501019] env[65448]: _type = "Task" [ 786.501019] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.514727] env[65448]: DEBUG oslo_vmware.api [None req-1d696a70-677b-4b4d-a744-e3565907474b tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Task: {'id': task-4937592, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.518214] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937583, 'name': CreateVM_Task, 'duration_secs': 0.548126} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.518214] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b08f3ba-7400-48f2-af8c-a0ea3ec59dc2] Created VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 786.518524] env[65448]: DEBUG oslo_concurrency.lockutils [None req-491ab110-c9de-48ac-b10a-2054aeb79b9b tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.518650] env[65448]: DEBUG oslo_concurrency.lockutils [None req-491ab110-c9de-48ac-b10a-2054aeb79b9b tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.518972] env[65448]: DEBUG oslo_concurrency.lockutils [None req-491ab110-c9de-48ac-b10a-2054aeb79b9b tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.519246] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c0b8521-c77a-4e4b-88ac-a68df921f8a1 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.525681] env[65448]: DEBUG oslo_vmware.api [None req-491ab110-c9de-48ac-b10a-2054aeb79b9b tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] Waiting for the task: (returnval){ [ 786.525681] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52dd6e70-b292-de54-5130-6cda40c44f0b" [ 786.525681] env[65448]: _type = "Task" [ 786.525681] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.535896] env[65448]: DEBUG oslo_vmware.api [None req-491ab110-c9de-48ac-b10a-2054aeb79b9b tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52dd6e70-b292-de54-5130-6cda40c44f0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.548355] env[65448]: DEBUG oslo_vmware.api [None req-4c01a16b-ca1a-4c78-a24e-9741e6e542c4 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Task: {'id': task-4937584, 'name': PowerOnVM_Task, 'duration_secs': 0.93289} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.548701] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c01a16b-ca1a-4c78-a24e-9741e6e542c4 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] [instance: ac639d87-8ce8-4762-a056-b369ec2627b6] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 786.548963] env[65448]: INFO nova.compute.manager [None req-4c01a16b-ca1a-4c78-a24e-9741e6e542c4 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] [instance: ac639d87-8ce8-4762-a056-b369ec2627b6] Took 8.60 seconds to spawn the instance on the hypervisor. [ 786.549173] env[65448]: DEBUG nova.compute.manager [None req-4c01a16b-ca1a-4c78-a24e-9741e6e542c4 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] [instance: ac639d87-8ce8-4762-a056-b369ec2627b6] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 786.550067] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8384c27d-ad5c-46ce-b33f-59e0024624d6 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.748795] env[65448]: DEBUG oslo_vmware.api [None req-6d41bbe5-de36-428f-8457-b4a8b65ab3c4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Task: {'id': task-4937589, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.764048] env[65448]: DEBUG oslo_concurrency.lockutils [None req-40003280-334a-4a6f-ad35-dd8d19a118d1 tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Lock "225f5425-83d8-441b-912c-7ca1815e531f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.111s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.907381] env[65448]: DEBUG oslo_vmware.api [None req-38aa647d-2913-4f79-9958-f5d8571bd99b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': task-4937590, 'name': Rename_Task, 'duration_secs': 0.338993} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.907670] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-38aa647d-2913-4f79-9958-f5d8571bd99b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: b3fef10e-1394-434b-b1b7-f239a27e182b] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 786.907927] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a5151730-64de-4405-8ed4-842d1dc67b0f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.918058] env[65448]: DEBUG oslo_vmware.api [None req-38aa647d-2913-4f79-9958-f5d8571bd99b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Waiting for the task: (returnval){ [ 786.918058] env[65448]: value = "task-4937593" [ 786.918058] env[65448]: _type = "Task" [ 786.918058] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.937651] env[65448]: DEBUG oslo_vmware.api [None req-38aa647d-2913-4f79-9958-f5d8571bd99b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': task-4937593, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.964884] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 787.011053] env[65448]: DEBUG oslo_vmware.api [None req-1d696a70-677b-4b4d-a744-e3565907474b tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Task: {'id': task-4937592, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.036128] env[65448]: DEBUG oslo_vmware.api [None req-491ab110-c9de-48ac-b10a-2054aeb79b9b tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52dd6e70-b292-de54-5130-6cda40c44f0b, 'name': SearchDatastore_Task, 'duration_secs': 0.043934} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.036388] env[65448]: DEBUG oslo_concurrency.lockutils [None req-491ab110-c9de-48ac-b10a-2054aeb79b9b tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.036625] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-491ab110-c9de-48ac-b10a-2054aeb79b9b tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] [instance: 5b08f3ba-7400-48f2-af8c-a0ea3ec59dc2] Processing image 50fb366d-48e6-424f-9c20-bc83d77be76a {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 787.036855] env[65448]: DEBUG oslo_concurrency.lockutils [None req-491ab110-c9de-48ac-b10a-2054aeb79b9b tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.037020] env[65448]: DEBUG oslo_concurrency.lockutils [None req-491ab110-c9de-48ac-b10a-2054aeb79b9b tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.037211] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-491ab110-c9de-48ac-b10a-2054aeb79b9b tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 787.037504] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3eccf6cc-76a1-4644-b474-835be566b67e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.047967] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-491ab110-c9de-48ac-b10a-2054aeb79b9b tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 787.048159] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-491ab110-c9de-48ac-b10a-2054aeb79b9b tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 787.048931] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbee2222-4ef4-40e5-8999-9140d122e390 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.056176] env[65448]: DEBUG oslo_vmware.api [None req-491ab110-c9de-48ac-b10a-2054aeb79b9b tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] Waiting for the task: (returnval){ [ 787.056176] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]526fc405-bfec-b242-f0f3-ec8aa0c37d4d" [ 787.056176] env[65448]: _type = "Task" [ 787.056176] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.072084] env[65448]: DEBUG oslo_vmware.api [None req-491ab110-c9de-48ac-b10a-2054aeb79b9b tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]526fc405-bfec-b242-f0f3-ec8aa0c37d4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.075496] env[65448]: INFO nova.compute.manager [None req-4c01a16b-ca1a-4c78-a24e-9741e6e542c4 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] [instance: ac639d87-8ce8-4762-a056-b369ec2627b6] Took 48.84 seconds to build instance. [ 787.248896] env[65448]: DEBUG oslo_vmware.api [None req-6d41bbe5-de36-428f-8457-b4a8b65ab3c4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Task: {'id': task-4937589, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.643066} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.248896] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d41bbe5-de36-428f-8457-b4a8b65ab3c4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] 3086c559-35b8-4e79-8478-27151b6a985d/3086c559-35b8-4e79-8478-27151b6a985d.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 787.248896] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-6d41bbe5-de36-428f-8457-b4a8b65ab3c4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] [instance: 3086c559-35b8-4e79-8478-27151b6a985d] Extending root virtual disk to 1048576 {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 787.248896] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ea5e9d4f-a862-4959-b6b8-e9053a459e54 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.255842] env[65448]: DEBUG oslo_vmware.api [None req-6d41bbe5-de36-428f-8457-b4a8b65ab3c4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Waiting for the task: (returnval){ [ 787.255842] env[65448]: value = "task-4937594" [ 787.255842] env[65448]: _type = "Task" [ 787.255842] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.266943] env[65448]: DEBUG oslo_vmware.api [None req-6d41bbe5-de36-428f-8457-b4a8b65ab3c4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Task: {'id': task-4937594, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.432449] env[65448]: DEBUG oslo_vmware.api [None req-38aa647d-2913-4f79-9958-f5d8571bd99b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': task-4937593, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.509836] env[65448]: DEBUG oslo_vmware.api [None req-1d696a70-677b-4b4d-a744-e3565907474b tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Task: {'id': task-4937592, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.534522} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.509836] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d696a70-677b-4b4d-a744-e3565907474b tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 787.510373] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-1d696a70-677b-4b4d-a744-e3565907474b tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: e6733991-a8fe-42b0-bd9c-098cd755e957] Deleted contents of the VM from datastore datastore1 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 787.510373] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-1d696a70-677b-4b4d-a744-e3565907474b tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: e6733991-a8fe-42b0-bd9c-098cd755e957] Instance destroyed {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 787.510373] env[65448]: INFO nova.compute.manager [None req-1d696a70-677b-4b4d-a744-e3565907474b tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: e6733991-a8fe-42b0-bd9c-098cd755e957] Took 1.71 seconds to destroy the instance on the hypervisor. [ 787.512027] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-1d696a70-677b-4b4d-a744-e3565907474b tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 787.512027] env[65448]: DEBUG nova.compute.manager [-] [instance: e6733991-a8fe-42b0-bd9c-098cd755e957] Deallocating network for instance {{(pid=65448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 787.512027] env[65448]: DEBUG nova.network.neutron [-] [instance: e6733991-a8fe-42b0-bd9c-098cd755e957] deallocate_for_instance() {{(pid=65448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 787.512027] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 787.574042] env[65448]: DEBUG oslo_vmware.api [None req-491ab110-c9de-48ac-b10a-2054aeb79b9b tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]526fc405-bfec-b242-f0f3-ec8aa0c37d4d, 'name': SearchDatastore_Task, 'duration_secs': 0.032822} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.578091] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c17f923-196e-4529-a547-1b5405dcb807 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.580725] env[65448]: DEBUG oslo_concurrency.lockutils [None req-4c01a16b-ca1a-4c78-a24e-9741e6e542c4 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Lock "ac639d87-8ce8-4762-a056-b369ec2627b6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.216s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.588129] env[65448]: DEBUG oslo_vmware.api [None req-491ab110-c9de-48ac-b10a-2054aeb79b9b tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] Waiting for the task: (returnval){ [ 787.588129] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5299dad6-61bd-f890-14f4-1368457362c9" [ 787.588129] env[65448]: _type = "Task" [ 787.588129] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.601617] env[65448]: DEBUG oslo_vmware.api [None req-491ab110-c9de-48ac-b10a-2054aeb79b9b tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5299dad6-61bd-f890-14f4-1368457362c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.771979] env[65448]: DEBUG oslo_vmware.api [None req-6d41bbe5-de36-428f-8457-b4a8b65ab3c4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Task: {'id': task-4937594, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.152109} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.772750] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-6d41bbe5-de36-428f-8457-b4a8b65ab3c4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] [instance: 3086c559-35b8-4e79-8478-27151b6a985d] Extended root virtual disk {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 787.773869] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3c87ed4-21b4-42f1-8c7d-e04777123926 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.803741] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d41bbe5-de36-428f-8457-b4a8b65ab3c4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] [instance: 3086c559-35b8-4e79-8478-27151b6a985d] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] 3086c559-35b8-4e79-8478-27151b6a985d/3086c559-35b8-4e79-8478-27151b6a985d.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 787.806862] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce54b779-39b3-4421-a6e6-9350e67d08a8 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.828393] env[65448]: DEBUG nova.network.neutron [-] [instance: 3a95cfa3-d907-467b-9081-c8c5b4b9dd5a] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.831139] env[65448]: DEBUG oslo_vmware.api [None req-6d41bbe5-de36-428f-8457-b4a8b65ab3c4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Waiting for the task: (returnval){ [ 787.831139] env[65448]: value = "task-4937595" [ 787.831139] env[65448]: _type = "Task" [ 787.831139] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.842054] env[65448]: DEBUG oslo_vmware.api [None req-6d41bbe5-de36-428f-8457-b4a8b65ab3c4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Task: {'id': task-4937595, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.930454] env[65448]: DEBUG oslo_vmware.api [None req-38aa647d-2913-4f79-9958-f5d8571bd99b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': task-4937593, 'name': PowerOnVM_Task, 'duration_secs': 1.006008} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.930865] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-38aa647d-2913-4f79-9958-f5d8571bd99b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: b3fef10e-1394-434b-b1b7-f239a27e182b] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 787.930945] env[65448]: DEBUG nova.compute.manager [None req-38aa647d-2913-4f79-9958-f5d8571bd99b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: b3fef10e-1394-434b-b1b7-f239a27e182b] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 787.931812] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98bb7ecc-3e5f-4c94-92bc-dfd7458b2296 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.955582] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 788.030899] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f23b520b-f81c-48bc-9c67-10933dee9868 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.042033] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a271d13-74c8-45ce-abba-a4b8098f0a9e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.081656] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6855c6cc-cf20-4103-b2a5-d1c1f7471160 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.084933] env[65448]: DEBUG nova.compute.manager [None req-82f82ed6-e6e4-4fc4-904c-b1a371474929 tempest-ServerPasswordTestJSON-1060978021 tempest-ServerPasswordTestJSON-1060978021-project-member] [instance: 233af8b9-8f53-4e88-b316-ac6e2e2f85a1] Starting instance... {{(pid=65448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2483}} [ 788.096321] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f707a6e-b928-4962-9161-d9e69c0fd437 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.103999] env[65448]: DEBUG oslo_vmware.api [None req-491ab110-c9de-48ac-b10a-2054aeb79b9b tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5299dad6-61bd-f890-14f4-1368457362c9, 'name': SearchDatastore_Task, 'duration_secs': 0.036453} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.104624] env[65448]: DEBUG oslo_concurrency.lockutils [None req-491ab110-c9de-48ac-b10a-2054aeb79b9b tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.105037] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-491ab110-c9de-48ac-b10a-2054aeb79b9b tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore1] 5b08f3ba-7400-48f2-af8c-a0ea3ec59dc2/5b08f3ba-7400-48f2-af8c-a0ea3ec59dc2.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 788.105346] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-34f3de90-d78f-42f8-9dcf-92b30f4d873c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.116123] env[65448]: DEBUG nova.compute.provider_tree [None req-ec2edabf-7dd5-4e94-9b7e-bb5173be5159 tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 788.123607] env[65448]: DEBUG oslo_vmware.api [None req-491ab110-c9de-48ac-b10a-2054aeb79b9b tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] Waiting for the task: (returnval){ [ 788.123607] env[65448]: value = "task-4937596" [ 788.123607] env[65448]: _type = "Task" [ 788.123607] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.133488] env[65448]: DEBUG oslo_vmware.api [None req-491ab110-c9de-48ac-b10a-2054aeb79b9b tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] Task: {'id': task-4937596, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.337250] env[65448]: INFO nova.compute.manager [-] [instance: 3a95cfa3-d907-467b-9081-c8c5b4b9dd5a] Took 1.94 seconds to deallocate network for instance. [ 788.349820] env[65448]: DEBUG oslo_vmware.api [None req-6d41bbe5-de36-428f-8457-b4a8b65ab3c4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Task: {'id': task-4937595, 'name': ReconfigVM_Task, 'duration_secs': 0.471553} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.349820] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d41bbe5-de36-428f-8457-b4a8b65ab3c4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] [instance: 3086c559-35b8-4e79-8478-27151b6a985d] Reconfigured VM instance instance-00000034 to attach disk [datastore2] 3086c559-35b8-4e79-8478-27151b6a985d/3086c559-35b8-4e79-8478-27151b6a985d.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 788.350168] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d41bbe5-de36-428f-8457-b4a8b65ab3c4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=65448) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 788.350881] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-0694ebc0-f249-46f6-88b6-a44fb857ce58 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.359450] env[65448]: DEBUG oslo_vmware.api [None req-6d41bbe5-de36-428f-8457-b4a8b65ab3c4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Waiting for the task: (returnval){ [ 788.359450] env[65448]: value = "task-4937597" [ 788.359450] env[65448]: _type = "Task" [ 788.359450] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.370172] env[65448]: DEBUG oslo_vmware.api [None req-6d41bbe5-de36-428f-8457-b4a8b65ab3c4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Task: {'id': task-4937597, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.455140] env[65448]: DEBUG oslo_concurrency.lockutils [None req-38aa647d-2913-4f79-9958-f5d8571bd99b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.622017] env[65448]: DEBUG oslo_concurrency.lockutils [None req-82f82ed6-e6e4-4fc4-904c-b1a371474929 tempest-ServerPasswordTestJSON-1060978021 tempest-ServerPasswordTestJSON-1060978021-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.623217] env[65448]: DEBUG nova.scheduler.client.report [None req-ec2edabf-7dd5-4e94-9b7e-bb5173be5159 tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 788.638235] env[65448]: DEBUG oslo_vmware.api [None req-491ab110-c9de-48ac-b10a-2054aeb79b9b tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] Task: {'id': task-4937596, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.817900] env[65448]: DEBUG nova.network.neutron [-] [instance: e6733991-a8fe-42b0-bd9c-098cd755e957] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.845756] env[65448]: DEBUG oslo_concurrency.lockutils [None req-2f9c810c-99fc-4d71-82c3-48f386cb360b tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.872575] env[65448]: DEBUG oslo_vmware.api [None req-6d41bbe5-de36-428f-8457-b4a8b65ab3c4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Task: {'id': task-4937597, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.096706} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.873823] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d41bbe5-de36-428f-8457-b4a8b65ab3c4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=65448) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 788.874652] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c3f1df0-9186-4c52-802c-591e3baa1d4f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.906070] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d41bbe5-de36-428f-8457-b4a8b65ab3c4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] [instance: 3086c559-35b8-4e79-8478-27151b6a985d] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] 3086c559-35b8-4e79-8478-27151b6a985d/ephemeral_0.vmdk or device None with type thin {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 788.907546] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ed96506-c87f-4990-a8f9-ef7c7d38a0fa {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.929024] env[65448]: DEBUG oslo_vmware.api [None req-6d41bbe5-de36-428f-8457-b4a8b65ab3c4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Waiting for the task: (returnval){ [ 788.929024] env[65448]: value = "task-4937598" [ 788.929024] env[65448]: _type = "Task" [ 788.929024] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.940048] env[65448]: DEBUG oslo_vmware.api [None req-6d41bbe5-de36-428f-8457-b4a8b65ab3c4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Task: {'id': task-4937598, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.032517] env[65448]: DEBUG nova.compute.manager [req-b9c88a9d-6eda-4fe4-9041-a6157f159bd0 req-025baea2-8a77-4ffc-8094-9eea5c4c94c4 service nova] [instance: 3a95cfa3-d907-467b-9081-c8c5b4b9dd5a] Received event network-vif-deleted-dc21dc55-1199-4830-82fb-214f671108a9 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 789.133747] env[65448]: DEBUG oslo_concurrency.lockutils [None req-ec2edabf-7dd5-4e94-9b7e-bb5173be5159 tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.917s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.134153] env[65448]: DEBUG nova.compute.manager [None req-ec2edabf-7dd5-4e94-9b7e-bb5173be5159 tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] [instance: f7259aaf-7b19-40d1-b05b-825f31a78756] Start building networks asynchronously for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2881}} [ 789.138882] env[65448]: DEBUG oslo_concurrency.lockutils [None req-3f419daa-2f79-4e11-8ac6-c1af22bed974 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.153s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.139480] env[65448]: INFO nova.compute.claims [None req-3f419daa-2f79-4e11-8ac6-c1af22bed974 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] [instance: 835213c0-7178-41ac-ab06-27e678ff73ec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 789.154487] env[65448]: DEBUG oslo_vmware.api [None req-491ab110-c9de-48ac-b10a-2054aeb79b9b tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] Task: {'id': task-4937596, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.686449} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.154970] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-491ab110-c9de-48ac-b10a-2054aeb79b9b tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore1] 5b08f3ba-7400-48f2-af8c-a0ea3ec59dc2/5b08f3ba-7400-48f2-af8c-a0ea3ec59dc2.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 789.155241] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-491ab110-c9de-48ac-b10a-2054aeb79b9b tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] [instance: 5b08f3ba-7400-48f2-af8c-a0ea3ec59dc2] Extending root virtual disk to 1048576 {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 789.155857] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d16c7329-ee52-4e61-b873-bd3b5f9b311f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.165798] env[65448]: DEBUG oslo_vmware.api [None req-491ab110-c9de-48ac-b10a-2054aeb79b9b tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] Waiting for the task: (returnval){ [ 789.165798] env[65448]: value = "task-4937599" [ 789.165798] env[65448]: _type = "Task" [ 789.165798] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.177562] env[65448]: DEBUG oslo_vmware.api [None req-491ab110-c9de-48ac-b10a-2054aeb79b9b tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] Task: {'id': task-4937599, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.322473] env[65448]: INFO nova.compute.manager [-] [instance: e6733991-a8fe-42b0-bd9c-098cd755e957] Took 1.81 seconds to deallocate network for instance. [ 789.441946] env[65448]: DEBUG oslo_vmware.api [None req-6d41bbe5-de36-428f-8457-b4a8b65ab3c4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Task: {'id': task-4937598, 'name': ReconfigVM_Task, 'duration_secs': 0.485173} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.442262] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d41bbe5-de36-428f-8457-b4a8b65ab3c4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] [instance: 3086c559-35b8-4e79-8478-27151b6a985d] Reconfigured VM instance instance-00000034 to attach disk [datastore2] 3086c559-35b8-4e79-8478-27151b6a985d/ephemeral_0.vmdk or device None with type thin {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 789.443020] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f8d9f74a-4935-42d8-86ce-89c87f185829 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.451552] env[65448]: DEBUG oslo_vmware.api [None req-6d41bbe5-de36-428f-8457-b4a8b65ab3c4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Waiting for the task: (returnval){ [ 789.451552] env[65448]: value = "task-4937600" [ 789.451552] env[65448]: _type = "Task" [ 789.451552] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.463728] env[65448]: DEBUG oslo_vmware.api [None req-6d41bbe5-de36-428f-8457-b4a8b65ab3c4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Task: {'id': task-4937600, 'name': Rename_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.647571] env[65448]: DEBUG nova.compute.utils [None req-ec2edabf-7dd5-4e94-9b7e-bb5173be5159 tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] Using /dev/sd instead of None {{(pid=65448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 789.649204] env[65448]: DEBUG nova.compute.manager [None req-ec2edabf-7dd5-4e94-9b7e-bb5173be5159 tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] [instance: f7259aaf-7b19-40d1-b05b-825f31a78756] Allocating IP information in the background. {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 789.649405] env[65448]: DEBUG nova.network.neutron [None req-ec2edabf-7dd5-4e94-9b7e-bb5173be5159 tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] [instance: f7259aaf-7b19-40d1-b05b-825f31a78756] allocate_for_instance() {{(pid=65448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 789.649733] env[65448]: WARNING neutronclient.v2_0.client [None req-ec2edabf-7dd5-4e94-9b7e-bb5173be5159 tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 789.650054] env[65448]: WARNING neutronclient.v2_0.client [None req-ec2edabf-7dd5-4e94-9b7e-bb5173be5159 tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 789.680415] env[65448]: DEBUG oslo_vmware.api [None req-491ab110-c9de-48ac-b10a-2054aeb79b9b tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] Task: {'id': task-4937599, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091604} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.680838] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-491ab110-c9de-48ac-b10a-2054aeb79b9b tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] [instance: 5b08f3ba-7400-48f2-af8c-a0ea3ec59dc2] Extended root virtual disk {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 789.682603] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-459fe07f-3891-46f9-a294-d63c77416fce {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.710478] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-491ab110-c9de-48ac-b10a-2054aeb79b9b tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] [instance: 5b08f3ba-7400-48f2-af8c-a0ea3ec59dc2] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 5b08f3ba-7400-48f2-af8c-a0ea3ec59dc2/5b08f3ba-7400-48f2-af8c-a0ea3ec59dc2.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 789.710813] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f129544-9d80-4234-a725-e66a07c82533 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.732254] env[65448]: DEBUG oslo_vmware.api [None req-491ab110-c9de-48ac-b10a-2054aeb79b9b tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] Waiting for the task: (returnval){ [ 789.732254] env[65448]: value = "task-4937601" [ 789.732254] env[65448]: _type = "Task" [ 789.732254] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.746234] env[65448]: DEBUG oslo_vmware.api [None req-491ab110-c9de-48ac-b10a-2054aeb79b9b tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] Task: {'id': task-4937601, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.748143] env[65448]: DEBUG nova.policy [None req-ec2edabf-7dd5-4e94-9b7e-bb5173be5159 tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '575d37b26af744f2a8ca6227c90a6762', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'db80c3920ce64bad9523eee35ee0f6ef', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65448) authorize /opt/stack/nova/nova/policy.py:192}} [ 789.835437] env[65448]: DEBUG oslo_concurrency.lockutils [None req-1d696a70-677b-4b4d-a744-e3565907474b tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.966739] env[65448]: DEBUG oslo_vmware.api [None req-6d41bbe5-de36-428f-8457-b4a8b65ab3c4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Task: {'id': task-4937600, 'name': Rename_Task, 'duration_secs': 0.448419} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.967061] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d41bbe5-de36-428f-8457-b4a8b65ab3c4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] [instance: 3086c559-35b8-4e79-8478-27151b6a985d] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 789.967377] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5771e005-b882-47df-aaba-be994cfb5ac8 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.977728] env[65448]: DEBUG oslo_vmware.api [None req-6d41bbe5-de36-428f-8457-b4a8b65ab3c4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Waiting for the task: (returnval){ [ 789.977728] env[65448]: value = "task-4937602" [ 789.977728] env[65448]: _type = "Task" [ 789.977728] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.988696] env[65448]: DEBUG oslo_vmware.api [None req-6d41bbe5-de36-428f-8457-b4a8b65ab3c4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Task: {'id': task-4937602, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.155536] env[65448]: DEBUG nova.compute.manager [None req-ec2edabf-7dd5-4e94-9b7e-bb5173be5159 tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] [instance: f7259aaf-7b19-40d1-b05b-825f31a78756] Start building block device mappings for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2916}} [ 790.252315] env[65448]: DEBUG oslo_vmware.api [None req-491ab110-c9de-48ac-b10a-2054aeb79b9b tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] Task: {'id': task-4937601, 'name': ReconfigVM_Task, 'duration_secs': 0.363931} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.253877] env[65448]: DEBUG nova.network.neutron [None req-ec2edabf-7dd5-4e94-9b7e-bb5173be5159 tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] [instance: f7259aaf-7b19-40d1-b05b-825f31a78756] Successfully created port: d72bf01a-5833-4162-b116-b877d61fef79 {{(pid=65448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 790.256537] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-491ab110-c9de-48ac-b10a-2054aeb79b9b tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] [instance: 5b08f3ba-7400-48f2-af8c-a0ea3ec59dc2] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 5b08f3ba-7400-48f2-af8c-a0ea3ec59dc2/5b08f3ba-7400-48f2-af8c-a0ea3ec59dc2.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 790.265716] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-267dc6e4-2f34-4209-a2ea-f7f0605b7dd4 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.278488] env[65448]: DEBUG oslo_vmware.api [None req-491ab110-c9de-48ac-b10a-2054aeb79b9b tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] Waiting for the task: (returnval){ [ 790.278488] env[65448]: value = "task-4937603" [ 790.278488] env[65448]: _type = "Task" [ 790.278488] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.292311] env[65448]: DEBUG oslo_vmware.api [None req-491ab110-c9de-48ac-b10a-2054aeb79b9b tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] Task: {'id': task-4937603, 'name': Rename_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.492820] env[65448]: DEBUG oslo_vmware.api [None req-6d41bbe5-de36-428f-8457-b4a8b65ab3c4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Task: {'id': task-4937602, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.790796] env[65448]: DEBUG oslo_vmware.api [None req-491ab110-c9de-48ac-b10a-2054aeb79b9b tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] Task: {'id': task-4937603, 'name': Rename_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.922937] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8dfcdf9-0d5b-4cc2-9a71-c372fd108983 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.931916] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cd08333-9703-4269-beaf-e8aeb6937279 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.965728] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1000cc7e-a271-40ec-9f57-55991ce96e7d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.974889] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63b558bd-bc3e-4a49-b7ae-8158144d921c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.989109] env[65448]: DEBUG nova.compute.provider_tree [None req-3f419daa-2f79-4e11-8ac6-c1af22bed974 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Updating inventory in ProviderTree for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 790.999229] env[65448]: DEBUG oslo_vmware.api [None req-6d41bbe5-de36-428f-8457-b4a8b65ab3c4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Task: {'id': task-4937602, 'name': PowerOnVM_Task, 'duration_secs': 0.998627} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.000123] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d41bbe5-de36-428f-8457-b4a8b65ab3c4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] [instance: 3086c559-35b8-4e79-8478-27151b6a985d] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 791.000393] env[65448]: INFO nova.compute.manager [None req-6d41bbe5-de36-428f-8457-b4a8b65ab3c4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] [instance: 3086c559-35b8-4e79-8478-27151b6a985d] Took 9.62 seconds to spawn the instance on the hypervisor. [ 791.000603] env[65448]: DEBUG nova.compute.manager [None req-6d41bbe5-de36-428f-8457-b4a8b65ab3c4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] [instance: 3086c559-35b8-4e79-8478-27151b6a985d] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 791.001389] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d19b921-5fb1-43b5-aa39-c55838a023f8 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.169333] env[65448]: DEBUG nova.compute.manager [None req-ec2edabf-7dd5-4e94-9b7e-bb5173be5159 tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] [instance: f7259aaf-7b19-40d1-b05b-825f31a78756] Start spawning the instance on the hypervisor. {{(pid=65448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2689}} [ 791.203353] env[65448]: DEBUG nova.virt.hardware [None req-ec2edabf-7dd5-4e94-9b7e-bb5173be5159 tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-08T17:19:51Z,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a992292b6dae455593d228217860e2e1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-08T17:19:52Z,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 791.203617] env[65448]: DEBUG nova.virt.hardware [None req-ec2edabf-7dd5-4e94-9b7e-bb5173be5159 tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 791.203781] env[65448]: DEBUG nova.virt.hardware [None req-ec2edabf-7dd5-4e94-9b7e-bb5173be5159 tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 791.203958] env[65448]: DEBUG nova.virt.hardware [None req-ec2edabf-7dd5-4e94-9b7e-bb5173be5159 tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 791.204133] env[65448]: DEBUG nova.virt.hardware [None req-ec2edabf-7dd5-4e94-9b7e-bb5173be5159 tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 791.204288] env[65448]: DEBUG nova.virt.hardware [None req-ec2edabf-7dd5-4e94-9b7e-bb5173be5159 tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 791.204519] env[65448]: DEBUG nova.virt.hardware [None req-ec2edabf-7dd5-4e94-9b7e-bb5173be5159 tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 791.204698] env[65448]: DEBUG nova.virt.hardware [None req-ec2edabf-7dd5-4e94-9b7e-bb5173be5159 tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 791.205515] env[65448]: DEBUG nova.virt.hardware [None req-ec2edabf-7dd5-4e94-9b7e-bb5173be5159 tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 791.205515] env[65448]: DEBUG nova.virt.hardware [None req-ec2edabf-7dd5-4e94-9b7e-bb5173be5159 tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 791.205515] env[65448]: DEBUG nova.virt.hardware [None req-ec2edabf-7dd5-4e94-9b7e-bb5173be5159 tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 791.206163] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1a492e3-65e3-453a-b7ab-96663240a411 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.217318] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ea4f614-9e2e-4437-a28a-76dccc5f0727 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.235885] env[65448]: DEBUG nova.compute.manager [None req-51d6ccf0-e2c6-46c5-bb13-9639a8ca8708 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] [instance: 9322f1d0-3ffb-46c6-8974-7fe56a517f7f] Stashing vm_state: active {{(pid=65448) _prep_resize /opt/stack/nova/nova/compute/manager.py:6183}} [ 791.285713] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d18c615d-3506-431d-b90b-a0f46ab8d6b0 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Acquiring lock "b3fef10e-1394-434b-b1b7-f239a27e182b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.285969] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d18c615d-3506-431d-b90b-a0f46ab8d6b0 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Lock "b3fef10e-1394-434b-b1b7-f239a27e182b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.286191] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d18c615d-3506-431d-b90b-a0f46ab8d6b0 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Acquiring lock "b3fef10e-1394-434b-b1b7-f239a27e182b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.286366] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d18c615d-3506-431d-b90b-a0f46ab8d6b0 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Lock "b3fef10e-1394-434b-b1b7-f239a27e182b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.286524] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d18c615d-3506-431d-b90b-a0f46ab8d6b0 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Lock "b3fef10e-1394-434b-b1b7-f239a27e182b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.288695] env[65448]: INFO nova.compute.manager [None req-d18c615d-3506-431d-b90b-a0f46ab8d6b0 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: b3fef10e-1394-434b-b1b7-f239a27e182b] Terminating instance [ 791.295435] env[65448]: DEBUG oslo_vmware.api [None req-491ab110-c9de-48ac-b10a-2054aeb79b9b tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] Task: {'id': task-4937603, 'name': Rename_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.486050] env[65448]: DEBUG nova.compute.manager [req-4aa65e24-2c04-4fe6-b5d6-f4aefaf723c3 req-5a3c1b95-a1f9-4de4-afe4-fd622160f011 service nova] [instance: e6733991-a8fe-42b0-bd9c-098cd755e957] Received event network-vif-deleted-771a726b-1aa2-4d13-8354-38c18cbed1b9 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 791.518495] env[65448]: ERROR nova.scheduler.client.report [None req-3f419daa-2f79-4e11-8ac6-c1af22bed974 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] [req-320aefc1-bb78-4861-be42-20d102fbaa29] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 76aeec68-79e6-4d77-baf0-33bb098aa897. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-320aefc1-bb78-4861-be42-20d102fbaa29"}]} [ 791.526575] env[65448]: INFO nova.compute.manager [None req-6d41bbe5-de36-428f-8457-b4a8b65ab3c4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] [instance: 3086c559-35b8-4e79-8478-27151b6a985d] Took 51.56 seconds to build instance. [ 791.553602] env[65448]: DEBUG nova.scheduler.client.report [None req-3f419daa-2f79-4e11-8ac6-c1af22bed974 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Refreshing inventories for resource provider 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 791.560993] env[65448]: DEBUG nova.scheduler.client.report [None req-3f419daa-2f79-4e11-8ac6-c1af22bed974 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Updating ProviderTree inventory for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 791.561482] env[65448]: DEBUG nova.compute.provider_tree [None req-3f419daa-2f79-4e11-8ac6-c1af22bed974 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Updating inventory in ProviderTree for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 791.574778] env[65448]: DEBUG nova.scheduler.client.report [None req-3f419daa-2f79-4e11-8ac6-c1af22bed974 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Refreshing aggregate associations for resource provider 76aeec68-79e6-4d77-baf0-33bb098aa897, aggregates: None {{(pid=65448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 791.594941] env[65448]: DEBUG nova.scheduler.client.report [None req-3f419daa-2f79-4e11-8ac6-c1af22bed974 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Refreshing trait associations for resource provider 76aeec68-79e6-4d77-baf0-33bb098aa897, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=65448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 791.679854] env[65448]: DEBUG nova.compute.manager [None req-0bb5cdf1-44aa-4294-ac79-8e9b3a42644a tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] [instance: ac639d87-8ce8-4762-a056-b369ec2627b6] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 791.680644] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0540d67b-194d-4e26-a372-57498d25056c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.758839] env[65448]: DEBUG oslo_concurrency.lockutils [None req-51d6ccf0-e2c6-46c5-bb13-9639a8ca8708 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.791568] env[65448]: DEBUG oslo_vmware.api [None req-491ab110-c9de-48ac-b10a-2054aeb79b9b tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] Task: {'id': task-4937603, 'name': Rename_Task, 'duration_secs': 1.145211} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.791963] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-491ab110-c9de-48ac-b10a-2054aeb79b9b tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] [instance: 5b08f3ba-7400-48f2-af8c-a0ea3ec59dc2] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 791.792262] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-11e423bd-6acd-489b-9dc2-4d05b4e47e0d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.797746] env[65448]: DEBUG nova.compute.manager [None req-d18c615d-3506-431d-b90b-a0f46ab8d6b0 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: b3fef10e-1394-434b-b1b7-f239a27e182b] Start destroying the instance on the hypervisor. {{(pid=65448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3209}} [ 791.798157] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-d18c615d-3506-431d-b90b-a0f46ab8d6b0 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: b3fef10e-1394-434b-b1b7-f239a27e182b] Destroying instance {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 791.799913] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ba33e64-0784-4d28-af20-620819057dd7 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.805077] env[65448]: DEBUG oslo_vmware.api [None req-491ab110-c9de-48ac-b10a-2054aeb79b9b tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] Waiting for the task: (returnval){ [ 791.805077] env[65448]: value = "task-4937604" [ 791.805077] env[65448]: _type = "Task" [ 791.805077] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.811131] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-d18c615d-3506-431d-b90b-a0f46ab8d6b0 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: b3fef10e-1394-434b-b1b7-f239a27e182b] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 791.811835] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f310ea32-da11-4a0a-bd4a-fcbd78a53dff {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.821402] env[65448]: DEBUG oslo_vmware.api [None req-491ab110-c9de-48ac-b10a-2054aeb79b9b tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] Task: {'id': task-4937604, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.827780] env[65448]: DEBUG oslo_vmware.api [None req-d18c615d-3506-431d-b90b-a0f46ab8d6b0 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Waiting for the task: (returnval){ [ 791.827780] env[65448]: value = "task-4937605" [ 791.827780] env[65448]: _type = "Task" [ 791.827780] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.840059] env[65448]: DEBUG oslo_vmware.api [None req-d18c615d-3506-431d-b90b-a0f46ab8d6b0 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': task-4937605, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.028326] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6d41bbe5-de36-428f-8457-b4a8b65ab3c4 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Lock "3086c559-35b8-4e79-8478-27151b6a985d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.841s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.065775] env[65448]: DEBUG nova.network.neutron [None req-ec2edabf-7dd5-4e94-9b7e-bb5173be5159 tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] [instance: f7259aaf-7b19-40d1-b05b-825f31a78756] Successfully updated port: d72bf01a-5833-4162-b116-b877d61fef79 {{(pid=65448) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 792.196195] env[65448]: INFO nova.compute.manager [None req-0bb5cdf1-44aa-4294-ac79-8e9b3a42644a tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] [instance: ac639d87-8ce8-4762-a056-b369ec2627b6] instance snapshotting [ 792.200931] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-561303ea-ceed-441e-ac73-c65ef41b9282 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.230773] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceb51f93-e2cc-4ded-aaad-b9b33bc0729e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.320763] env[65448]: DEBUG oslo_vmware.api [None req-491ab110-c9de-48ac-b10a-2054aeb79b9b tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] Task: {'id': task-4937604, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.342271] env[65448]: DEBUG oslo_vmware.api [None req-d18c615d-3506-431d-b90b-a0f46ab8d6b0 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': task-4937605, 'name': PowerOffVM_Task, 'duration_secs': 0.389133} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.342407] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-d18c615d-3506-431d-b90b-a0f46ab8d6b0 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: b3fef10e-1394-434b-b1b7-f239a27e182b] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 792.342640] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-d18c615d-3506-431d-b90b-a0f46ab8d6b0 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: b3fef10e-1394-434b-b1b7-f239a27e182b] Unregistering the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 792.342919] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a9d4bdc6-aa96-492b-9906-f6eb8114f1ce {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.393997] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fb33128-06f0-45f1-b64f-2c35521aa48d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.404712] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58f1f93c-8418-47b2-8af0-976878ee5677 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.446568] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f38f20e2-6546-4ac3-a134-75f009b5bb81 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.449432] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-d18c615d-3506-431d-b90b-a0f46ab8d6b0 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: b3fef10e-1394-434b-b1b7-f239a27e182b] Unregistered the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 792.449432] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-d18c615d-3506-431d-b90b-a0f46ab8d6b0 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: b3fef10e-1394-434b-b1b7-f239a27e182b] Deleting contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 792.449432] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-d18c615d-3506-431d-b90b-a0f46ab8d6b0 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Deleting the datastore file [datastore2] b3fef10e-1394-434b-b1b7-f239a27e182b {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 792.449432] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9159334f-23e1-439e-9d33-740534a8c150 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.459246] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-086e2b0e-a2be-494e-986a-887f74a84efb {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.463598] env[65448]: DEBUG oslo_vmware.api [None req-d18c615d-3506-431d-b90b-a0f46ab8d6b0 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Waiting for the task: (returnval){ [ 792.463598] env[65448]: value = "task-4937607" [ 792.463598] env[65448]: _type = "Task" [ 792.463598] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.478284] env[65448]: DEBUG nova.compute.provider_tree [None req-3f419daa-2f79-4e11-8ac6-c1af22bed974 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Updating inventory in ProviderTree for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 792.486520] env[65448]: DEBUG oslo_vmware.api [None req-d18c615d-3506-431d-b90b-a0f46ab8d6b0 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': task-4937607, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.539310] env[65448]: DEBUG nova.compute.manager [None req-4a0aa83e-b020-4c33-aefb-684ef806255e tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: d20826fc-879b-4538-88d5-9a69017c9d23] Starting instance... {{(pid=65448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2483}} [ 792.570122] env[65448]: DEBUG oslo_concurrency.lockutils [None req-ec2edabf-7dd5-4e94-9b7e-bb5173be5159 tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] Acquiring lock "refresh_cache-f7259aaf-7b19-40d1-b05b-825f31a78756" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.570122] env[65448]: DEBUG oslo_concurrency.lockutils [None req-ec2edabf-7dd5-4e94-9b7e-bb5173be5159 tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] Acquired lock "refresh_cache-f7259aaf-7b19-40d1-b05b-825f31a78756" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.570448] env[65448]: DEBUG nova.network.neutron [None req-ec2edabf-7dd5-4e94-9b7e-bb5173be5159 tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] [instance: f7259aaf-7b19-40d1-b05b-825f31a78756] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 792.678915] env[65448]: DEBUG oslo_concurrency.lockutils [None req-c58cc023-5779-446e-a377-bf23f5ac638c tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Acquiring lock "208772b0-cc9f-4644-b440-54e638072b4e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.679160] env[65448]: DEBUG oslo_concurrency.lockutils [None req-c58cc023-5779-446e-a377-bf23f5ac638c tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Lock "208772b0-cc9f-4644-b440-54e638072b4e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.747757] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-0bb5cdf1-44aa-4294-ac79-8e9b3a42644a tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] [instance: ac639d87-8ce8-4762-a056-b369ec2627b6] Creating Snapshot of the VM instance {{(pid=65448) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 792.748172] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4f0c9e14-6b71-40c9-be09-cdd94635da26 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.756435] env[65448]: DEBUG oslo_vmware.api [None req-0bb5cdf1-44aa-4294-ac79-8e9b3a42644a tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Waiting for the task: (returnval){ [ 792.756435] env[65448]: value = "task-4937608" [ 792.756435] env[65448]: _type = "Task" [ 792.756435] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.769088] env[65448]: DEBUG oslo_vmware.api [None req-0bb5cdf1-44aa-4294-ac79-8e9b3a42644a tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Task: {'id': task-4937608, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.816190] env[65448]: DEBUG oslo_vmware.api [None req-491ab110-c9de-48ac-b10a-2054aeb79b9b tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] Task: {'id': task-4937604, 'name': PowerOnVM_Task, 'duration_secs': 0.746244} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.816475] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-491ab110-c9de-48ac-b10a-2054aeb79b9b tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] [instance: 5b08f3ba-7400-48f2-af8c-a0ea3ec59dc2] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 792.816683] env[65448]: DEBUG nova.compute.manager [None req-491ab110-c9de-48ac-b10a-2054aeb79b9b tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] [instance: 5b08f3ba-7400-48f2-af8c-a0ea3ec59dc2] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 792.817615] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9d1e6c9-8262-4c5b-ab05-c0ea6ad17f3a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.974457] env[65448]: DEBUG oslo_vmware.api [None req-d18c615d-3506-431d-b90b-a0f46ab8d6b0 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': task-4937607, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.343235} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.974719] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-d18c615d-3506-431d-b90b-a0f46ab8d6b0 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 792.974898] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-d18c615d-3506-431d-b90b-a0f46ab8d6b0 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: b3fef10e-1394-434b-b1b7-f239a27e182b] Deleted contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 792.975086] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-d18c615d-3506-431d-b90b-a0f46ab8d6b0 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: b3fef10e-1394-434b-b1b7-f239a27e182b] Instance destroyed {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 792.975265] env[65448]: INFO nova.compute.manager [None req-d18c615d-3506-431d-b90b-a0f46ab8d6b0 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: b3fef10e-1394-434b-b1b7-f239a27e182b] Took 1.18 seconds to destroy the instance on the hypervisor. [ 792.975520] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-d18c615d-3506-431d-b90b-a0f46ab8d6b0 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 792.975722] env[65448]: DEBUG nova.compute.manager [-] [instance: b3fef10e-1394-434b-b1b7-f239a27e182b] Deallocating network for instance {{(pid=65448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 792.975817] env[65448]: DEBUG nova.network.neutron [-] [instance: b3fef10e-1394-434b-b1b7-f239a27e182b] deallocate_for_instance() {{(pid=65448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 792.976076] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 793.005921] env[65448]: ERROR nova.scheduler.client.report [None req-3f419daa-2f79-4e11-8ac6-c1af22bed974 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] [req-75525320-a54f-4143-a90e-baa1de7d9336] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 76aeec68-79e6-4d77-baf0-33bb098aa897. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-75525320-a54f-4143-a90e-baa1de7d9336"}]} [ 793.022471] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 793.028705] env[65448]: DEBUG nova.scheduler.client.report [None req-3f419daa-2f79-4e11-8ac6-c1af22bed974 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Refreshing inventories for resource provider 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 793.052720] env[65448]: DEBUG nova.scheduler.client.report [None req-3f419daa-2f79-4e11-8ac6-c1af22bed974 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Updating ProviderTree inventory for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 793.053016] env[65448]: DEBUG nova.compute.provider_tree [None req-3f419daa-2f79-4e11-8ac6-c1af22bed974 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Updating inventory in ProviderTree for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 793.077325] env[65448]: DEBUG nova.scheduler.client.report [None req-3f419daa-2f79-4e11-8ac6-c1af22bed974 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Refreshing aggregate associations for resource provider 76aeec68-79e6-4d77-baf0-33bb098aa897, aggregates: None {{(pid=65448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 793.080785] env[65448]: DEBUG oslo_concurrency.lockutils [None req-4a0aa83e-b020-4c33-aefb-684ef806255e tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.102684] env[65448]: DEBUG nova.scheduler.client.report [None req-3f419daa-2f79-4e11-8ac6-c1af22bed974 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Refreshing trait associations for resource provider 76aeec68-79e6-4d77-baf0-33bb098aa897, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=65448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 793.145409] env[65448]: DEBUG nova.network.neutron [None req-ec2edabf-7dd5-4e94-9b7e-bb5173be5159 tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] [instance: f7259aaf-7b19-40d1-b05b-825f31a78756] Instance cache missing network info. {{(pid=65448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 793.271565] env[65448]: DEBUG oslo_vmware.api [None req-0bb5cdf1-44aa-4294-ac79-8e9b3a42644a tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Task: {'id': task-4937608, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.296802] env[65448]: DEBUG nova.compute.manager [req-6c825779-650b-4abd-b46e-168cea2d2bb6 req-112ba2ef-c4f1-412d-9ca7-319087b3c414 service nova] [instance: 3086c559-35b8-4e79-8478-27151b6a985d] Received event network-changed-f29644d0-84ba-48f8-bdf3-a1bd95d5a6b6 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 793.297026] env[65448]: DEBUG nova.compute.manager [req-6c825779-650b-4abd-b46e-168cea2d2bb6 req-112ba2ef-c4f1-412d-9ca7-319087b3c414 service nova] [instance: 3086c559-35b8-4e79-8478-27151b6a985d] Refreshing instance network info cache due to event network-changed-f29644d0-84ba-48f8-bdf3-a1bd95d5a6b6. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 793.297282] env[65448]: DEBUG oslo_concurrency.lockutils [req-6c825779-650b-4abd-b46e-168cea2d2bb6 req-112ba2ef-c4f1-412d-9ca7-319087b3c414 service nova] Acquiring lock "refresh_cache-3086c559-35b8-4e79-8478-27151b6a985d" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.297434] env[65448]: DEBUG oslo_concurrency.lockutils [req-6c825779-650b-4abd-b46e-168cea2d2bb6 req-112ba2ef-c4f1-412d-9ca7-319087b3c414 service nova] Acquired lock "refresh_cache-3086c559-35b8-4e79-8478-27151b6a985d" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.297591] env[65448]: DEBUG nova.network.neutron [req-6c825779-650b-4abd-b46e-168cea2d2bb6 req-112ba2ef-c4f1-412d-9ca7-319087b3c414 service nova] [instance: 3086c559-35b8-4e79-8478-27151b6a985d] Refreshing network info cache for port f29644d0-84ba-48f8-bdf3-a1bd95d5a6b6 {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 793.348373] env[65448]: DEBUG oslo_concurrency.lockutils [None req-491ab110-c9de-48ac-b10a-2054aeb79b9b tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.400765] env[65448]: DEBUG oslo_concurrency.lockutils [None req-69fdc28a-50c8-43f8-8ffa-7323eef6d2d2 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Acquiring lock "f0ae0ad7-7800-4f5a-a270-7749177b8675" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.401050] env[65448]: DEBUG oslo_concurrency.lockutils [None req-69fdc28a-50c8-43f8-8ffa-7323eef6d2d2 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Lock "f0ae0ad7-7800-4f5a-a270-7749177b8675" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.401240] env[65448]: DEBUG nova.compute.manager [None req-69fdc28a-50c8-43f8-8ffa-7323eef6d2d2 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: f0ae0ad7-7800-4f5a-a270-7749177b8675] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 793.402211] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7cfbb36-4b75-41eb-85a6-83228fd904f1 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.410445] env[65448]: DEBUG nova.compute.manager [None req-69fdc28a-50c8-43f8-8ffa-7323eef6d2d2 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: f0ae0ad7-7800-4f5a-a270-7749177b8675] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65448) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3449}} [ 793.411853] env[65448]: DEBUG nova.objects.instance [None req-69fdc28a-50c8-43f8-8ffa-7323eef6d2d2 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Lazy-loading 'flavor' on Instance uuid f0ae0ad7-7800-4f5a-a270-7749177b8675 {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 793.419378] env[65448]: WARNING neutronclient.v2_0.client [None req-ec2edabf-7dd5-4e94-9b7e-bb5173be5159 tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 793.638425] env[65448]: DEBUG nova.network.neutron [None req-ec2edabf-7dd5-4e94-9b7e-bb5173be5159 tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] [instance: f7259aaf-7b19-40d1-b05b-825f31a78756] Updating instance_info_cache with network_info: [{"id": "d72bf01a-5833-4162-b116-b877d61fef79", "address": "fa:16:3e:fc:70:16", "network": {"id": "31de1954-a082-4419-9e9a-f05f1e953802", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2078338518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db80c3920ce64bad9523eee35ee0f6ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd72bf01a-58", "ovs_interfaceid": "d72bf01a-5833-4162-b116-b877d61fef79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.773712] env[65448]: DEBUG oslo_vmware.api [None req-0bb5cdf1-44aa-4294-ac79-8e9b3a42644a tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Task: {'id': task-4937608, 'name': CreateSnapshot_Task, 'duration_secs': 0.948996} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.777861] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-0bb5cdf1-44aa-4294-ac79-8e9b3a42644a tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] [instance: ac639d87-8ce8-4762-a056-b369ec2627b6] Created Snapshot of the VM instance {{(pid=65448) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 793.780948] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-997990e3-2843-456a-9a40-56e7f7b05b1f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.804332] env[65448]: WARNING neutronclient.v2_0.client [req-6c825779-650b-4abd-b46e-168cea2d2bb6 req-112ba2ef-c4f1-412d-9ca7-319087b3c414 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 793.807364] env[65448]: DEBUG nova.network.neutron [-] [instance: b3fef10e-1394-434b-b1b7-f239a27e182b] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.883886] env[65448]: DEBUG nova.compute.manager [req-93dfea78-a3e6-47e9-9b29-84e78c00b3d7 req-0208435c-3359-4c07-93d0-2a1ee0c277bb service nova] [instance: f7259aaf-7b19-40d1-b05b-825f31a78756] Received event network-vif-plugged-d72bf01a-5833-4162-b116-b877d61fef79 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 793.884276] env[65448]: DEBUG oslo_concurrency.lockutils [req-93dfea78-a3e6-47e9-9b29-84e78c00b3d7 req-0208435c-3359-4c07-93d0-2a1ee0c277bb service nova] Acquiring lock "f7259aaf-7b19-40d1-b05b-825f31a78756-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.884755] env[65448]: DEBUG oslo_concurrency.lockutils [req-93dfea78-a3e6-47e9-9b29-84e78c00b3d7 req-0208435c-3359-4c07-93d0-2a1ee0c277bb service nova] Lock "f7259aaf-7b19-40d1-b05b-825f31a78756-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.886744] env[65448]: DEBUG oslo_concurrency.lockutils [req-93dfea78-a3e6-47e9-9b29-84e78c00b3d7 req-0208435c-3359-4c07-93d0-2a1ee0c277bb service nova] Lock "f7259aaf-7b19-40d1-b05b-825f31a78756-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.886744] env[65448]: DEBUG nova.compute.manager [req-93dfea78-a3e6-47e9-9b29-84e78c00b3d7 req-0208435c-3359-4c07-93d0-2a1ee0c277bb service nova] [instance: f7259aaf-7b19-40d1-b05b-825f31a78756] No waiting events found dispatching network-vif-plugged-d72bf01a-5833-4162-b116-b877d61fef79 {{(pid=65448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 793.886744] env[65448]: WARNING nova.compute.manager [req-93dfea78-a3e6-47e9-9b29-84e78c00b3d7 req-0208435c-3359-4c07-93d0-2a1ee0c277bb service nova] [instance: f7259aaf-7b19-40d1-b05b-825f31a78756] Received unexpected event network-vif-plugged-d72bf01a-5833-4162-b116-b877d61fef79 for instance with vm_state building and task_state spawning. [ 793.886744] env[65448]: DEBUG nova.compute.manager [req-93dfea78-a3e6-47e9-9b29-84e78c00b3d7 req-0208435c-3359-4c07-93d0-2a1ee0c277bb service nova] [instance: f7259aaf-7b19-40d1-b05b-825f31a78756] Received event network-changed-d72bf01a-5833-4162-b116-b877d61fef79 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 793.886744] env[65448]: DEBUG nova.compute.manager [req-93dfea78-a3e6-47e9-9b29-84e78c00b3d7 req-0208435c-3359-4c07-93d0-2a1ee0c277bb service nova] [instance: f7259aaf-7b19-40d1-b05b-825f31a78756] Refreshing instance network info cache due to event network-changed-d72bf01a-5833-4162-b116-b877d61fef79. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 793.886930] env[65448]: DEBUG oslo_concurrency.lockutils [req-93dfea78-a3e6-47e9-9b29-84e78c00b3d7 req-0208435c-3359-4c07-93d0-2a1ee0c277bb service nova] Acquiring lock "refresh_cache-f7259aaf-7b19-40d1-b05b-825f31a78756" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.902852] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96155500-4228-492a-a7df-c21d34e8acee {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.913348] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-367e5b63-61d6-4a4b-b3c2-582c00c2a53f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.953255] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2194e378-bc77-4ce3-8c5c-5fa96dadaeb1 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.962844] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23c70d6e-512d-4828-bec6-ecdb369353ec {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.980326] env[65448]: DEBUG nova.compute.provider_tree [None req-3f419daa-2f79-4e11-8ac6-c1af22bed974 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Updating inventory in ProviderTree for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 794.116102] env[65448]: WARNING neutronclient.v2_0.client [req-6c825779-650b-4abd-b46e-168cea2d2bb6 req-112ba2ef-c4f1-412d-9ca7-319087b3c414 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 794.141976] env[65448]: DEBUG oslo_concurrency.lockutils [None req-ec2edabf-7dd5-4e94-9b7e-bb5173be5159 tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] Releasing lock "refresh_cache-f7259aaf-7b19-40d1-b05b-825f31a78756" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.142636] env[65448]: DEBUG nova.compute.manager [None req-ec2edabf-7dd5-4e94-9b7e-bb5173be5159 tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] [instance: f7259aaf-7b19-40d1-b05b-825f31a78756] Instance network_info: |[{"id": "d72bf01a-5833-4162-b116-b877d61fef79", "address": "fa:16:3e:fc:70:16", "network": {"id": "31de1954-a082-4419-9e9a-f05f1e953802", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2078338518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db80c3920ce64bad9523eee35ee0f6ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd72bf01a-58", "ovs_interfaceid": "d72bf01a-5833-4162-b116-b877d61fef79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 794.142830] env[65448]: DEBUG oslo_concurrency.lockutils [req-93dfea78-a3e6-47e9-9b29-84e78c00b3d7 req-0208435c-3359-4c07-93d0-2a1ee0c277bb service nova] Acquired lock "refresh_cache-f7259aaf-7b19-40d1-b05b-825f31a78756" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.143035] env[65448]: DEBUG nova.network.neutron [req-93dfea78-a3e6-47e9-9b29-84e78c00b3d7 req-0208435c-3359-4c07-93d0-2a1ee0c277bb service nova] [instance: f7259aaf-7b19-40d1-b05b-825f31a78756] Refreshing network info cache for port d72bf01a-5833-4162-b116-b877d61fef79 {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 794.148036] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-ec2edabf-7dd5-4e94-9b7e-bb5173be5159 tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] [instance: f7259aaf-7b19-40d1-b05b-825f31a78756] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fc:70:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3e05affa-2640-435e-a124-0ee8a6ab1152', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd72bf01a-5833-4162-b116-b877d61fef79', 'vif_model': 'vmxnet3'}] {{(pid=65448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 794.152705] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec2edabf-7dd5-4e94-9b7e-bb5173be5159 tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] Creating folder: Project (db80c3920ce64bad9523eee35ee0f6ef). Parent ref: group-v961779. {{(pid=65448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 794.153337] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-89bd8fc7-b030-4654-a5f6-d4682355da76 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.167873] env[65448]: INFO nova.virt.vmwareapi.vm_util [None req-ec2edabf-7dd5-4e94-9b7e-bb5173be5159 tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] Created folder: Project (db80c3920ce64bad9523eee35ee0f6ef) in parent group-v961779. [ 794.168144] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec2edabf-7dd5-4e94-9b7e-bb5173be5159 tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] Creating folder: Instances. Parent ref: group-v961932. {{(pid=65448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 794.168402] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8a62a1f1-0f21-48bf-a5d8-17e2d1d087e3 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.188767] env[65448]: INFO nova.virt.vmwareapi.vm_util [None req-ec2edabf-7dd5-4e94-9b7e-bb5173be5159 tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] Created folder: Instances in parent group-v961932. [ 794.190139] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-ec2edabf-7dd5-4e94-9b7e-bb5173be5159 tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 794.190656] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7259aaf-7b19-40d1-b05b-825f31a78756] Creating VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 794.191202] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-086a8345-dc66-4999-a843-e8d893f22a38 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.222710] env[65448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 794.222710] env[65448]: value = "task-4937611" [ 794.222710] env[65448]: _type = "Task" [ 794.222710] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.228301] env[65448]: DEBUG nova.network.neutron [req-6c825779-650b-4abd-b46e-168cea2d2bb6 req-112ba2ef-c4f1-412d-9ca7-319087b3c414 service nova] [instance: 3086c559-35b8-4e79-8478-27151b6a985d] Updated VIF entry in instance network info cache for port f29644d0-84ba-48f8-bdf3-a1bd95d5a6b6. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 794.228682] env[65448]: DEBUG nova.network.neutron [req-6c825779-650b-4abd-b46e-168cea2d2bb6 req-112ba2ef-c4f1-412d-9ca7-319087b3c414 service nova] [instance: 3086c559-35b8-4e79-8478-27151b6a985d] Updating instance_info_cache with network_info: [{"id": "f29644d0-84ba-48f8-bdf3-a1bd95d5a6b6", "address": "fa:16:3e:b6:8b:e5", "network": {"id": "5d545434-8a0b-4c58-969a-3aaba5203c8a", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-77448742-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "caa6b5f69be14085ad92afab48d5509a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ce1511e-1eaa-45c6-a1ef-2b714c814fa1", "external-id": "nsx-vlan-transportzone-300", "segmentation_id": 300, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf29644d0-84", "ovs_interfaceid": "f29644d0-84ba-48f8-bdf3-a1bd95d5a6b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.236434] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937611, 'name': CreateVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.305542] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-0bb5cdf1-44aa-4294-ac79-8e9b3a42644a tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] [instance: ac639d87-8ce8-4762-a056-b369ec2627b6] Creating linked-clone VM from snapshot {{(pid=65448) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 794.305990] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3a418912-b1e1-4a76-bdab-025d81fe9483 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.310156] env[65448]: INFO nova.compute.manager [-] [instance: b3fef10e-1394-434b-b1b7-f239a27e182b] Took 1.33 seconds to deallocate network for instance. [ 794.319848] env[65448]: DEBUG oslo_vmware.api [None req-0bb5cdf1-44aa-4294-ac79-8e9b3a42644a tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Waiting for the task: (returnval){ [ 794.319848] env[65448]: value = "task-4937612" [ 794.319848] env[65448]: _type = "Task" [ 794.319848] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.329487] env[65448]: DEBUG oslo_vmware.api [None req-0bb5cdf1-44aa-4294-ac79-8e9b3a42644a tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Task: {'id': task-4937612, 'name': CloneVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.453096] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-69fdc28a-50c8-43f8-8ffa-7323eef6d2d2 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: f0ae0ad7-7800-4f5a-a270-7749177b8675] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 794.453480] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fd7580e1-0ead-46eb-9b36-a54716c0c72a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.464651] env[65448]: DEBUG oslo_vmware.api [None req-69fdc28a-50c8-43f8-8ffa-7323eef6d2d2 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Waiting for the task: (returnval){ [ 794.464651] env[65448]: value = "task-4937613" [ 794.464651] env[65448]: _type = "Task" [ 794.464651] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.473352] env[65448]: DEBUG oslo_vmware.api [None req-69fdc28a-50c8-43f8-8ffa-7323eef6d2d2 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4937613, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.528435] env[65448]: DEBUG nova.scheduler.client.report [None req-3f419daa-2f79-4e11-8ac6-c1af22bed974 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Updated inventory for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 with generation 80 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 794.528735] env[65448]: DEBUG nova.compute.provider_tree [None req-3f419daa-2f79-4e11-8ac6-c1af22bed974 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Updating resource provider 76aeec68-79e6-4d77-baf0-33bb098aa897 generation from 80 to 81 during operation: update_inventory {{(pid=65448) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 794.529442] env[65448]: DEBUG nova.compute.provider_tree [None req-3f419daa-2f79-4e11-8ac6-c1af22bed974 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Updating inventory in ProviderTree for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 794.654810] env[65448]: WARNING neutronclient.v2_0.client [req-93dfea78-a3e6-47e9-9b29-84e78c00b3d7 req-0208435c-3359-4c07-93d0-2a1ee0c277bb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 794.734639] env[65448]: DEBUG oslo_concurrency.lockutils [req-6c825779-650b-4abd-b46e-168cea2d2bb6 req-112ba2ef-c4f1-412d-9ca7-319087b3c414 service nova] Releasing lock "refresh_cache-3086c559-35b8-4e79-8478-27151b6a985d" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.735218] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937611, 'name': CreateVM_Task, 'duration_secs': 0.474535} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.735445] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7259aaf-7b19-40d1-b05b-825f31a78756] Created VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 794.736073] env[65448]: WARNING neutronclient.v2_0.client [None req-ec2edabf-7dd5-4e94-9b7e-bb5173be5159 tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 794.736334] env[65448]: DEBUG oslo_concurrency.lockutils [None req-ec2edabf-7dd5-4e94-9b7e-bb5173be5159 tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.736560] env[65448]: DEBUG oslo_concurrency.lockutils [None req-ec2edabf-7dd5-4e94-9b7e-bb5173be5159 tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.736978] env[65448]: DEBUG oslo_concurrency.lockutils [None req-ec2edabf-7dd5-4e94-9b7e-bb5173be5159 tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.737333] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1feef6f7-36af-4eff-a063-b7b67215d7c4 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.744242] env[65448]: DEBUG oslo_vmware.api [None req-ec2edabf-7dd5-4e94-9b7e-bb5173be5159 tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] Waiting for the task: (returnval){ [ 794.744242] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]522f579b-b27f-bfca-d072-9a87b83b4e14" [ 794.744242] env[65448]: _type = "Task" [ 794.744242] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.754680] env[65448]: DEBUG oslo_vmware.api [None req-ec2edabf-7dd5-4e94-9b7e-bb5173be5159 tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]522f579b-b27f-bfca-d072-9a87b83b4e14, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.819623] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d18c615d-3506-431d-b90b-a0f46ab8d6b0 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.831235] env[65448]: DEBUG oslo_vmware.api [None req-0bb5cdf1-44aa-4294-ac79-8e9b3a42644a tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Task: {'id': task-4937612, 'name': CloneVM_Task} progress is 94%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.973532] env[65448]: DEBUG oslo_vmware.api [None req-69fdc28a-50c8-43f8-8ffa-7323eef6d2d2 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4937613, 'name': PowerOffVM_Task, 'duration_secs': 0.383154} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.973834] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-69fdc28a-50c8-43f8-8ffa-7323eef6d2d2 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: f0ae0ad7-7800-4f5a-a270-7749177b8675] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 794.974066] env[65448]: DEBUG nova.compute.manager [None req-69fdc28a-50c8-43f8-8ffa-7323eef6d2d2 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: f0ae0ad7-7800-4f5a-a270-7749177b8675] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 794.975055] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3173df0f-dae8-4ba8-9f56-55dd9857c6d0 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.983023] env[65448]: WARNING neutronclient.v2_0.client [req-93dfea78-a3e6-47e9-9b29-84e78c00b3d7 req-0208435c-3359-4c07-93d0-2a1ee0c277bb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 795.025417] env[65448]: DEBUG oslo_concurrency.lockutils [None req-9c12b6a2-45d3-4e7b-a06c-1e2637f2bc29 tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] Acquiring lock "5b08f3ba-7400-48f2-af8c-a0ea3ec59dc2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.025417] env[65448]: DEBUG oslo_concurrency.lockutils [None req-9c12b6a2-45d3-4e7b-a06c-1e2637f2bc29 tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] Lock "5b08f3ba-7400-48f2-af8c-a0ea3ec59dc2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.025417] env[65448]: DEBUG oslo_concurrency.lockutils [None req-9c12b6a2-45d3-4e7b-a06c-1e2637f2bc29 tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] Acquiring lock "5b08f3ba-7400-48f2-af8c-a0ea3ec59dc2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.025650] env[65448]: DEBUG oslo_concurrency.lockutils [None req-9c12b6a2-45d3-4e7b-a06c-1e2637f2bc29 tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] Lock "5b08f3ba-7400-48f2-af8c-a0ea3ec59dc2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.025650] env[65448]: DEBUG oslo_concurrency.lockutils [None req-9c12b6a2-45d3-4e7b-a06c-1e2637f2bc29 tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] Lock "5b08f3ba-7400-48f2-af8c-a0ea3ec59dc2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.029124] env[65448]: INFO nova.compute.manager [None req-9c12b6a2-45d3-4e7b-a06c-1e2637f2bc29 tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] [instance: 5b08f3ba-7400-48f2-af8c-a0ea3ec59dc2] Terminating instance [ 795.036176] env[65448]: DEBUG oslo_concurrency.lockutils [None req-3f419daa-2f79-4e11-8ac6-c1af22bed974 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.898s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.036176] env[65448]: DEBUG nova.compute.manager [None req-3f419daa-2f79-4e11-8ac6-c1af22bed974 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] [instance: 835213c0-7178-41ac-ab06-27e678ff73ec] Start building networks asynchronously for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2881}} [ 795.044246] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b5a79ef1-6767-45dd-8a84-db696fddb1a6 tempest-ServersTestJSON-1600957378 tempest-ServersTestJSON-1600957378-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 44.153s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.044574] env[65448]: INFO nova.compute.claims [None req-b5a79ef1-6767-45dd-8a84-db696fddb1a6 tempest-ServersTestJSON-1600957378 tempest-ServersTestJSON-1600957378-project-member] [instance: 8f28d898-567e-409c-95bf-10e8000cdc4b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 795.123352] env[65448]: DEBUG nova.network.neutron [req-93dfea78-a3e6-47e9-9b29-84e78c00b3d7 req-0208435c-3359-4c07-93d0-2a1ee0c277bb service nova] [instance: f7259aaf-7b19-40d1-b05b-825f31a78756] Updated VIF entry in instance network info cache for port d72bf01a-5833-4162-b116-b877d61fef79. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 795.125049] env[65448]: DEBUG nova.network.neutron [req-93dfea78-a3e6-47e9-9b29-84e78c00b3d7 req-0208435c-3359-4c07-93d0-2a1ee0c277bb service nova] [instance: f7259aaf-7b19-40d1-b05b-825f31a78756] Updating instance_info_cache with network_info: [{"id": "d72bf01a-5833-4162-b116-b877d61fef79", "address": "fa:16:3e:fc:70:16", "network": {"id": "31de1954-a082-4419-9e9a-f05f1e953802", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2078338518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db80c3920ce64bad9523eee35ee0f6ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd72bf01a-58", "ovs_interfaceid": "d72bf01a-5833-4162-b116-b877d61fef79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.258451] env[65448]: DEBUG oslo_vmware.api [None req-ec2edabf-7dd5-4e94-9b7e-bb5173be5159 tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]522f579b-b27f-bfca-d072-9a87b83b4e14, 'name': SearchDatastore_Task, 'duration_secs': 0.022341} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.258873] env[65448]: DEBUG oslo_concurrency.lockutils [None req-ec2edabf-7dd5-4e94-9b7e-bb5173be5159 tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.259130] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-ec2edabf-7dd5-4e94-9b7e-bb5173be5159 tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] [instance: f7259aaf-7b19-40d1-b05b-825f31a78756] Processing image 50fb366d-48e6-424f-9c20-bc83d77be76a {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 795.259380] env[65448]: DEBUG oslo_concurrency.lockutils [None req-ec2edabf-7dd5-4e94-9b7e-bb5173be5159 tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.259521] env[65448]: DEBUG oslo_concurrency.lockutils [None req-ec2edabf-7dd5-4e94-9b7e-bb5173be5159 tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.259699] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec2edabf-7dd5-4e94-9b7e-bb5173be5159 tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 795.259980] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8fcc1496-45f2-4c07-b6e5-35e9d651f0c2 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.271677] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec2edabf-7dd5-4e94-9b7e-bb5173be5159 tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 795.271765] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-ec2edabf-7dd5-4e94-9b7e-bb5173be5159 tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 795.273142] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4d79d75-d874-4713-bd61-0a0b6ba0e01e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.279574] env[65448]: DEBUG oslo_vmware.api [None req-ec2edabf-7dd5-4e94-9b7e-bb5173be5159 tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] Waiting for the task: (returnval){ [ 795.279574] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52cd6446-6775-1b4b-67cd-990fed236d9b" [ 795.279574] env[65448]: _type = "Task" [ 795.279574] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.289354] env[65448]: DEBUG oslo_vmware.api [None req-ec2edabf-7dd5-4e94-9b7e-bb5173be5159 tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52cd6446-6775-1b4b-67cd-990fed236d9b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.332226] env[65448]: DEBUG oslo_vmware.api [None req-0bb5cdf1-44aa-4294-ac79-8e9b3a42644a tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Task: {'id': task-4937612, 'name': CloneVM_Task} progress is 94%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.491943] env[65448]: DEBUG oslo_concurrency.lockutils [None req-69fdc28a-50c8-43f8-8ffa-7323eef6d2d2 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Lock "f0ae0ad7-7800-4f5a-a270-7749177b8675" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.091s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.544403] env[65448]: DEBUG oslo_concurrency.lockutils [None req-9c12b6a2-45d3-4e7b-a06c-1e2637f2bc29 tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] Acquiring lock "refresh_cache-5b08f3ba-7400-48f2-af8c-a0ea3ec59dc2" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.544403] env[65448]: DEBUG oslo_concurrency.lockutils [None req-9c12b6a2-45d3-4e7b-a06c-1e2637f2bc29 tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] Acquired lock "refresh_cache-5b08f3ba-7400-48f2-af8c-a0ea3ec59dc2" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.544403] env[65448]: DEBUG nova.network.neutron [None req-9c12b6a2-45d3-4e7b-a06c-1e2637f2bc29 tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] [instance: 5b08f3ba-7400-48f2-af8c-a0ea3ec59dc2] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 795.556940] env[65448]: DEBUG nova.compute.utils [None req-3f419daa-2f79-4e11-8ac6-c1af22bed974 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Using /dev/sd instead of None {{(pid=65448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 795.558495] env[65448]: DEBUG nova.compute.manager [None req-3f419daa-2f79-4e11-8ac6-c1af22bed974 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] [instance: 835213c0-7178-41ac-ab06-27e678ff73ec] Allocating IP information in the background. {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 795.558812] env[65448]: DEBUG nova.network.neutron [None req-3f419daa-2f79-4e11-8ac6-c1af22bed974 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] [instance: 835213c0-7178-41ac-ab06-27e678ff73ec] allocate_for_instance() {{(pid=65448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 795.559786] env[65448]: WARNING neutronclient.v2_0.client [None req-3f419daa-2f79-4e11-8ac6-c1af22bed974 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 795.561018] env[65448]: WARNING neutronclient.v2_0.client [None req-3f419daa-2f79-4e11-8ac6-c1af22bed974 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 795.627319] env[65448]: DEBUG nova.policy [None req-3f419daa-2f79-4e11-8ac6-c1af22bed974 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dbbb812528f24f34a6218c3a49dd017b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9d1cf9da4e3442eea40a764f302a4111', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65448) authorize /opt/stack/nova/nova/policy.py:192}} [ 795.630103] env[65448]: DEBUG oslo_concurrency.lockutils [req-93dfea78-a3e6-47e9-9b29-84e78c00b3d7 req-0208435c-3359-4c07-93d0-2a1ee0c277bb service nova] Releasing lock "refresh_cache-f7259aaf-7b19-40d1-b05b-825f31a78756" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.630519] env[65448]: DEBUG nova.compute.manager [req-93dfea78-a3e6-47e9-9b29-84e78c00b3d7 req-0208435c-3359-4c07-93d0-2a1ee0c277bb service nova] [instance: b3fef10e-1394-434b-b1b7-f239a27e182b] Received event network-vif-deleted-aad3344f-9ff0-4849-a204-1b594a7e0983 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 795.791497] env[65448]: DEBUG oslo_vmware.api [None req-ec2edabf-7dd5-4e94-9b7e-bb5173be5159 tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52cd6446-6775-1b4b-67cd-990fed236d9b, 'name': SearchDatastore_Task, 'duration_secs': 0.011944} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.792373] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4579de3-2f4b-450c-84d8-ed50373c9646 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.799092] env[65448]: DEBUG oslo_vmware.api [None req-ec2edabf-7dd5-4e94-9b7e-bb5173be5159 tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] Waiting for the task: (returnval){ [ 795.799092] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52f1d12d-5348-1046-2ced-ca661adbb85c" [ 795.799092] env[65448]: _type = "Task" [ 795.799092] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.808779] env[65448]: DEBUG oslo_vmware.api [None req-ec2edabf-7dd5-4e94-9b7e-bb5173be5159 tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52f1d12d-5348-1046-2ced-ca661adbb85c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.832667] env[65448]: DEBUG oslo_vmware.api [None req-0bb5cdf1-44aa-4294-ac79-8e9b3a42644a tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Task: {'id': task-4937612, 'name': CloneVM_Task, 'duration_secs': 1.434821} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.832969] env[65448]: INFO nova.virt.vmwareapi.vmops [None req-0bb5cdf1-44aa-4294-ac79-8e9b3a42644a tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] [instance: ac639d87-8ce8-4762-a056-b369ec2627b6] Created linked-clone VM from snapshot [ 795.833814] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57370a99-6367-45af-83e3-72ceeb4274f0 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.843128] env[65448]: DEBUG nova.virt.vmwareapi.images [None req-0bb5cdf1-44aa-4294-ac79-8e9b3a42644a tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] [instance: ac639d87-8ce8-4762-a056-b369ec2627b6] Uploading image 562a3c35-b1e4-43a4-bebe-b31a8ec543f8 {{(pid=65448) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 795.863737] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bb5cdf1-44aa-4294-ac79-8e9b3a42644a tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] [instance: ac639d87-8ce8-4762-a056-b369ec2627b6] Destroying the VM {{(pid=65448) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 795.863737] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9d05d248-e9f6-4085-bc66-7aac962767d7 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.870501] env[65448]: DEBUG oslo_vmware.api [None req-0bb5cdf1-44aa-4294-ac79-8e9b3a42644a tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Waiting for the task: (returnval){ [ 795.870501] env[65448]: value = "task-4937614" [ 795.870501] env[65448]: _type = "Task" [ 795.870501] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.879774] env[65448]: DEBUG oslo_vmware.api [None req-0bb5cdf1-44aa-4294-ac79-8e9b3a42644a tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Task: {'id': task-4937614, 'name': Destroy_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.954447] env[65448]: DEBUG nova.network.neutron [None req-3f419daa-2f79-4e11-8ac6-c1af22bed974 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] [instance: 835213c0-7178-41ac-ab06-27e678ff73ec] Successfully created port: 500e0eca-31c3-465b-97fc-c9eace117acf {{(pid=65448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 795.988356] env[65448]: DEBUG oslo_concurrency.lockutils [None req-28186cfc-1ad7-4b31-ba42-adea74f9d3bf tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Acquiring lock "fab0ffc2-fa16-4d13-b70c-dfaa41c981aa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.988676] env[65448]: DEBUG oslo_concurrency.lockutils [None req-28186cfc-1ad7-4b31-ba42-adea74f9d3bf tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Lock "fab0ffc2-fa16-4d13-b70c-dfaa41c981aa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.988894] env[65448]: DEBUG oslo_concurrency.lockutils [None req-28186cfc-1ad7-4b31-ba42-adea74f9d3bf tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Acquiring lock "fab0ffc2-fa16-4d13-b70c-dfaa41c981aa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.989093] env[65448]: DEBUG oslo_concurrency.lockutils [None req-28186cfc-1ad7-4b31-ba42-adea74f9d3bf tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Lock "fab0ffc2-fa16-4d13-b70c-dfaa41c981aa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.989269] env[65448]: DEBUG oslo_concurrency.lockutils [None req-28186cfc-1ad7-4b31-ba42-adea74f9d3bf tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Lock "fab0ffc2-fa16-4d13-b70c-dfaa41c981aa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.992180] env[65448]: INFO nova.compute.manager [None req-28186cfc-1ad7-4b31-ba42-adea74f9d3bf tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] [instance: fab0ffc2-fa16-4d13-b70c-dfaa41c981aa] Terminating instance [ 796.047456] env[65448]: WARNING neutronclient.v2_0.client [None req-9c12b6a2-45d3-4e7b-a06c-1e2637f2bc29 tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 796.066106] env[65448]: DEBUG nova.compute.manager [None req-3f419daa-2f79-4e11-8ac6-c1af22bed974 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] [instance: 835213c0-7178-41ac-ab06-27e678ff73ec] Start building block device mappings for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2916}} [ 796.312613] env[65448]: DEBUG oslo_vmware.api [None req-ec2edabf-7dd5-4e94-9b7e-bb5173be5159 tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52f1d12d-5348-1046-2ced-ca661adbb85c, 'name': SearchDatastore_Task, 'duration_secs': 0.044982} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.313014] env[65448]: DEBUG oslo_concurrency.lockutils [None req-ec2edabf-7dd5-4e94-9b7e-bb5173be5159 tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.313284] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec2edabf-7dd5-4e94-9b7e-bb5173be5159 tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore1] f7259aaf-7b19-40d1-b05b-825f31a78756/f7259aaf-7b19-40d1-b05b-825f31a78756.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 796.313625] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9b71ea48-d160-4437-9cae-9e2c2328d905 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.322348] env[65448]: DEBUG oslo_vmware.api [None req-ec2edabf-7dd5-4e94-9b7e-bb5173be5159 tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] Waiting for the task: (returnval){ [ 796.322348] env[65448]: value = "task-4937615" [ 796.322348] env[65448]: _type = "Task" [ 796.322348] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.331364] env[65448]: DEBUG oslo_vmware.api [None req-ec2edabf-7dd5-4e94-9b7e-bb5173be5159 tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] Task: {'id': task-4937615, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.381557] env[65448]: DEBUG oslo_vmware.api [None req-0bb5cdf1-44aa-4294-ac79-8e9b3a42644a tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Task: {'id': task-4937614, 'name': Destroy_Task} progress is 33%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.458130] env[65448]: DEBUG oslo_concurrency.lockutils [None req-66d02cea-ff96-4b09-b4cf-e58b0a4c0a2c tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Acquiring lock "5946b482-7074-4075-9188-728461718ab4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.458397] env[65448]: DEBUG oslo_concurrency.lockutils [None req-66d02cea-ff96-4b09-b4cf-e58b0a4c0a2c tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Lock "5946b482-7074-4075-9188-728461718ab4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.458601] env[65448]: DEBUG oslo_concurrency.lockutils [None req-66d02cea-ff96-4b09-b4cf-e58b0a4c0a2c tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Acquiring lock "5946b482-7074-4075-9188-728461718ab4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.458810] env[65448]: DEBUG oslo_concurrency.lockutils [None req-66d02cea-ff96-4b09-b4cf-e58b0a4c0a2c tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Lock "5946b482-7074-4075-9188-728461718ab4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.458979] env[65448]: DEBUG oslo_concurrency.lockutils [None req-66d02cea-ff96-4b09-b4cf-e58b0a4c0a2c tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Lock "5946b482-7074-4075-9188-728461718ab4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.461701] env[65448]: INFO nova.compute.manager [None req-66d02cea-ff96-4b09-b4cf-e58b0a4c0a2c tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] [instance: 5946b482-7074-4075-9188-728461718ab4] Terminating instance [ 796.500400] env[65448]: DEBUG nova.compute.manager [None req-28186cfc-1ad7-4b31-ba42-adea74f9d3bf tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] [instance: fab0ffc2-fa16-4d13-b70c-dfaa41c981aa] Start destroying the instance on the hypervisor. {{(pid=65448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3209}} [ 796.500400] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-28186cfc-1ad7-4b31-ba42-adea74f9d3bf tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] [instance: fab0ffc2-fa16-4d13-b70c-dfaa41c981aa] Destroying instance {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 796.501019] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16b38394-84fa-4d99-b7e0-108f4c8d2164 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.511540] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-28186cfc-1ad7-4b31-ba42-adea74f9d3bf tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] [instance: fab0ffc2-fa16-4d13-b70c-dfaa41c981aa] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 796.513016] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fcd0e633-0769-4acc-bb72-711009fcd477 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.520083] env[65448]: DEBUG oslo_vmware.api [None req-28186cfc-1ad7-4b31-ba42-adea74f9d3bf tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Waiting for the task: (returnval){ [ 796.520083] env[65448]: value = "task-4937616" [ 796.520083] env[65448]: _type = "Task" [ 796.520083] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.532567] env[65448]: DEBUG oslo_vmware.api [None req-28186cfc-1ad7-4b31-ba42-adea74f9d3bf tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Task: {'id': task-4937616, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.799348] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0beee2a7-ea51-4f88-94ff-13d0a354d815 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.809021] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f893145b-0659-40b7-9f67-43865a168248 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.850846] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a1b6a1e-87fe-4b16-b6fc-a86ab78e81ac {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.864390] env[65448]: DEBUG oslo_vmware.api [None req-ec2edabf-7dd5-4e94-9b7e-bb5173be5159 tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] Task: {'id': task-4937615, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.865811] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcbe85e3-665d-46cf-9fbe-f4408ebe430f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.885077] env[65448]: DEBUG nova.compute.provider_tree [None req-b5a79ef1-6767-45dd-8a84-db696fddb1a6 tempest-ServersTestJSON-1600957378 tempest-ServersTestJSON-1600957378-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 796.895646] env[65448]: DEBUG oslo_vmware.api [None req-0bb5cdf1-44aa-4294-ac79-8e9b3a42644a tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Task: {'id': task-4937614, 'name': Destroy_Task, 'duration_secs': 0.815511} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.896287] env[65448]: INFO nova.virt.vmwareapi.vm_util [None req-0bb5cdf1-44aa-4294-ac79-8e9b3a42644a tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] [instance: ac639d87-8ce8-4762-a056-b369ec2627b6] Destroyed the VM [ 796.896562] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-0bb5cdf1-44aa-4294-ac79-8e9b3a42644a tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] [instance: ac639d87-8ce8-4762-a056-b369ec2627b6] Deleting Snapshot of the VM instance {{(pid=65448) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 796.896927] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ed54fe1b-35ba-41fe-9e98-5829625285bd {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.906640] env[65448]: DEBUG oslo_vmware.api [None req-0bb5cdf1-44aa-4294-ac79-8e9b3a42644a tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Waiting for the task: (returnval){ [ 796.906640] env[65448]: value = "task-4937617" [ 796.906640] env[65448]: _type = "Task" [ 796.906640] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.918518] env[65448]: DEBUG oslo_vmware.api [None req-0bb5cdf1-44aa-4294-ac79-8e9b3a42644a tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Task: {'id': task-4937617, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.969216] env[65448]: DEBUG nova.compute.manager [None req-66d02cea-ff96-4b09-b4cf-e58b0a4c0a2c tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] [instance: 5946b482-7074-4075-9188-728461718ab4] Start destroying the instance on the hypervisor. {{(pid=65448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3209}} [ 796.969477] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-66d02cea-ff96-4b09-b4cf-e58b0a4c0a2c tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] [instance: 5946b482-7074-4075-9188-728461718ab4] Destroying instance {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 796.972146] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ef53a91-c08e-4581-b953-4a26b5425bf5 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.984385] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-66d02cea-ff96-4b09-b4cf-e58b0a4c0a2c tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] [instance: 5946b482-7074-4075-9188-728461718ab4] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 796.984789] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-02f7a971-6ef8-4aae-a764-2c0044385a2e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.991900] env[65448]: DEBUG nova.network.neutron [None req-9c12b6a2-45d3-4e7b-a06c-1e2637f2bc29 tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] [instance: 5b08f3ba-7400-48f2-af8c-a0ea3ec59dc2] Instance cache missing network info. {{(pid=65448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 796.996855] env[65448]: DEBUG oslo_vmware.api [None req-66d02cea-ff96-4b09-b4cf-e58b0a4c0a2c tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Waiting for the task: (returnval){ [ 796.996855] env[65448]: value = "task-4937618" [ 796.996855] env[65448]: _type = "Task" [ 796.996855] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.009762] env[65448]: DEBUG oslo_vmware.api [None req-66d02cea-ff96-4b09-b4cf-e58b0a4c0a2c tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Task: {'id': task-4937618, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.033213] env[65448]: DEBUG oslo_vmware.api [None req-28186cfc-1ad7-4b31-ba42-adea74f9d3bf tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Task: {'id': task-4937616, 'name': PowerOffVM_Task, 'duration_secs': 0.223783} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.033653] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-28186cfc-1ad7-4b31-ba42-adea74f9d3bf tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] [instance: fab0ffc2-fa16-4d13-b70c-dfaa41c981aa] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 797.033917] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-28186cfc-1ad7-4b31-ba42-adea74f9d3bf tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] [instance: fab0ffc2-fa16-4d13-b70c-dfaa41c981aa] Unregistering the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 797.034257] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cde49633-1261-4138-b6ab-691d1b6c4745 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.080958] env[65448]: DEBUG nova.compute.manager [None req-3f419daa-2f79-4e11-8ac6-c1af22bed974 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] [instance: 835213c0-7178-41ac-ab06-27e678ff73ec] Start spawning the instance on the hypervisor. {{(pid=65448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2689}} [ 797.087208] env[65448]: DEBUG nova.network.neutron [None req-9c12b6a2-45d3-4e7b-a06c-1e2637f2bc29 tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] [instance: 5b08f3ba-7400-48f2-af8c-a0ea3ec59dc2] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.116080] env[65448]: DEBUG nova.virt.hardware [None req-3f419daa-2f79-4e11-8ac6-c1af22bed974 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-08T17:19:51Z,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a992292b6dae455593d228217860e2e1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-08T17:19:52Z,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 797.116369] env[65448]: DEBUG nova.virt.hardware [None req-3f419daa-2f79-4e11-8ac6-c1af22bed974 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 797.116490] env[65448]: DEBUG nova.virt.hardware [None req-3f419daa-2f79-4e11-8ac6-c1af22bed974 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 797.116669] env[65448]: DEBUG nova.virt.hardware [None req-3f419daa-2f79-4e11-8ac6-c1af22bed974 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 797.116812] env[65448]: DEBUG nova.virt.hardware [None req-3f419daa-2f79-4e11-8ac6-c1af22bed974 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 797.116954] env[65448]: DEBUG nova.virt.hardware [None req-3f419daa-2f79-4e11-8ac6-c1af22bed974 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 797.117608] env[65448]: DEBUG nova.virt.hardware [None req-3f419daa-2f79-4e11-8ac6-c1af22bed974 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 797.117608] env[65448]: DEBUG nova.virt.hardware [None req-3f419daa-2f79-4e11-8ac6-c1af22bed974 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 797.117608] env[65448]: DEBUG nova.virt.hardware [None req-3f419daa-2f79-4e11-8ac6-c1af22bed974 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 797.117781] env[65448]: DEBUG nova.virt.hardware [None req-3f419daa-2f79-4e11-8ac6-c1af22bed974 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 797.117813] env[65448]: DEBUG nova.virt.hardware [None req-3f419daa-2f79-4e11-8ac6-c1af22bed974 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 797.118861] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea81a8e5-1114-458f-acc8-b1d9129dc62d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.134699] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d061f0ef-6a30-48d9-8949-3a3d921970ec {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.162823] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-28186cfc-1ad7-4b31-ba42-adea74f9d3bf tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] [instance: fab0ffc2-fa16-4d13-b70c-dfaa41c981aa] Unregistered the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 797.163116] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-28186cfc-1ad7-4b31-ba42-adea74f9d3bf tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] [instance: fab0ffc2-fa16-4d13-b70c-dfaa41c981aa] Deleting contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 797.163340] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-28186cfc-1ad7-4b31-ba42-adea74f9d3bf tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Deleting the datastore file [datastore2] fab0ffc2-fa16-4d13-b70c-dfaa41c981aa {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 797.163759] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9bbffe7d-98ec-448d-80f2-877f2e72275c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.174907] env[65448]: DEBUG oslo_vmware.api [None req-28186cfc-1ad7-4b31-ba42-adea74f9d3bf tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Waiting for the task: (returnval){ [ 797.174907] env[65448]: value = "task-4937620" [ 797.174907] env[65448]: _type = "Task" [ 797.174907] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.189999] env[65448]: DEBUG oslo_vmware.api [None req-28186cfc-1ad7-4b31-ba42-adea74f9d3bf tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Task: {'id': task-4937620, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.361075] env[65448]: DEBUG oslo_vmware.api [None req-ec2edabf-7dd5-4e94-9b7e-bb5173be5159 tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] Task: {'id': task-4937615, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.750851} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.362073] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec2edabf-7dd5-4e94-9b7e-bb5173be5159 tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore1] f7259aaf-7b19-40d1-b05b-825f31a78756/f7259aaf-7b19-40d1-b05b-825f31a78756.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 797.362073] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-ec2edabf-7dd5-4e94-9b7e-bb5173be5159 tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] [instance: f7259aaf-7b19-40d1-b05b-825f31a78756] Extending root virtual disk to 1048576 {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 797.362338] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9bed276e-9abb-4c4d-8e45-6dd2406bffd2 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.373235] env[65448]: DEBUG oslo_vmware.api [None req-ec2edabf-7dd5-4e94-9b7e-bb5173be5159 tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] Waiting for the task: (returnval){ [ 797.373235] env[65448]: value = "task-4937621" [ 797.373235] env[65448]: _type = "Task" [ 797.373235] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.386650] env[65448]: DEBUG oslo_vmware.api [None req-ec2edabf-7dd5-4e94-9b7e-bb5173be5159 tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] Task: {'id': task-4937621, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.389325] env[65448]: DEBUG nova.scheduler.client.report [None req-b5a79ef1-6767-45dd-8a84-db696fddb1a6 tempest-ServersTestJSON-1600957378 tempest-ServersTestJSON-1600957378-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 797.422178] env[65448]: DEBUG oslo_vmware.api [None req-0bb5cdf1-44aa-4294-ac79-8e9b3a42644a tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Task: {'id': task-4937617, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.508410] env[65448]: DEBUG oslo_vmware.api [None req-66d02cea-ff96-4b09-b4cf-e58b0a4c0a2c tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Task: {'id': task-4937618, 'name': PowerOffVM_Task, 'duration_secs': 0.315955} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.508805] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-66d02cea-ff96-4b09-b4cf-e58b0a4c0a2c tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] [instance: 5946b482-7074-4075-9188-728461718ab4] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 797.509086] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-66d02cea-ff96-4b09-b4cf-e58b0a4c0a2c tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] [instance: 5946b482-7074-4075-9188-728461718ab4] Unregistering the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 797.509259] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f10e50e7-e694-4a10-b515-45d4abd3ca06 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.590117] env[65448]: DEBUG oslo_concurrency.lockutils [None req-9c12b6a2-45d3-4e7b-a06c-1e2637f2bc29 tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] Releasing lock "refresh_cache-5b08f3ba-7400-48f2-af8c-a0ea3ec59dc2" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.590748] env[65448]: DEBUG nova.compute.manager [None req-9c12b6a2-45d3-4e7b-a06c-1e2637f2bc29 tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] [instance: 5b08f3ba-7400-48f2-af8c-a0ea3ec59dc2] Start destroying the instance on the hypervisor. {{(pid=65448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3209}} [ 797.591995] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-9c12b6a2-45d3-4e7b-a06c-1e2637f2bc29 tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] [instance: 5b08f3ba-7400-48f2-af8c-a0ea3ec59dc2] Destroying instance {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 797.593108] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78ab357b-6d30-405c-9198-2c239093328e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.603954] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c12b6a2-45d3-4e7b-a06c-1e2637f2bc29 tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] [instance: 5b08f3ba-7400-48f2-af8c-a0ea3ec59dc2] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 797.604675] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3bd6761d-8af0-439c-81e2-730a3a4e4c61 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.614413] env[65448]: DEBUG oslo_vmware.api [None req-9c12b6a2-45d3-4e7b-a06c-1e2637f2bc29 tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] Waiting for the task: (returnval){ [ 797.614413] env[65448]: value = "task-4937623" [ 797.614413] env[65448]: _type = "Task" [ 797.614413] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.631363] env[65448]: DEBUG oslo_vmware.api [None req-9c12b6a2-45d3-4e7b-a06c-1e2637f2bc29 tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] Task: {'id': task-4937623, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.655178] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-66d02cea-ff96-4b09-b4cf-e58b0a4c0a2c tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] [instance: 5946b482-7074-4075-9188-728461718ab4] Unregistered the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 797.655347] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-66d02cea-ff96-4b09-b4cf-e58b0a4c0a2c tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] [instance: 5946b482-7074-4075-9188-728461718ab4] Deleting contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 797.655520] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-66d02cea-ff96-4b09-b4cf-e58b0a4c0a2c tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Deleting the datastore file [datastore2] 5946b482-7074-4075-9188-728461718ab4 {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 797.656022] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-32284317-0efd-4ef3-8095-e611f7acb61c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.663996] env[65448]: DEBUG oslo_vmware.api [None req-66d02cea-ff96-4b09-b4cf-e58b0a4c0a2c tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Waiting for the task: (returnval){ [ 797.663996] env[65448]: value = "task-4937624" [ 797.663996] env[65448]: _type = "Task" [ 797.663996] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.682193] env[65448]: DEBUG oslo_vmware.api [None req-66d02cea-ff96-4b09-b4cf-e58b0a4c0a2c tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Task: {'id': task-4937624, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.697361] env[65448]: DEBUG oslo_vmware.api [None req-28186cfc-1ad7-4b31-ba42-adea74f9d3bf tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Task: {'id': task-4937620, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.250479} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.697500] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-28186cfc-1ad7-4b31-ba42-adea74f9d3bf tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 797.697773] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-28186cfc-1ad7-4b31-ba42-adea74f9d3bf tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] [instance: fab0ffc2-fa16-4d13-b70c-dfaa41c981aa] Deleted contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 797.698046] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-28186cfc-1ad7-4b31-ba42-adea74f9d3bf tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] [instance: fab0ffc2-fa16-4d13-b70c-dfaa41c981aa] Instance destroyed {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 797.698310] env[65448]: INFO nova.compute.manager [None req-28186cfc-1ad7-4b31-ba42-adea74f9d3bf tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] [instance: fab0ffc2-fa16-4d13-b70c-dfaa41c981aa] Took 1.20 seconds to destroy the instance on the hypervisor. [ 797.698715] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-28186cfc-1ad7-4b31-ba42-adea74f9d3bf tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 797.699024] env[65448]: DEBUG nova.compute.manager [-] [instance: fab0ffc2-fa16-4d13-b70c-dfaa41c981aa] Deallocating network for instance {{(pid=65448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 797.699940] env[65448]: DEBUG nova.network.neutron [-] [instance: fab0ffc2-fa16-4d13-b70c-dfaa41c981aa] deallocate_for_instance() {{(pid=65448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 797.699940] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 797.752232] env[65448]: DEBUG nova.network.neutron [None req-3f419daa-2f79-4e11-8ac6-c1af22bed974 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] [instance: 835213c0-7178-41ac-ab06-27e678ff73ec] Successfully updated port: 500e0eca-31c3-465b-97fc-c9eace117acf {{(pid=65448) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 797.799014] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 797.894650] env[65448]: DEBUG oslo_vmware.api [None req-ec2edabf-7dd5-4e94-9b7e-bb5173be5159 tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] Task: {'id': task-4937621, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.132813} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.894650] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-ec2edabf-7dd5-4e94-9b7e-bb5173be5159 tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] [instance: f7259aaf-7b19-40d1-b05b-825f31a78756] Extended root virtual disk {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 797.896360] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77d244a7-0453-425b-bb1d-46ffd4914b73 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.899285] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b5a79ef1-6767-45dd-8a84-db696fddb1a6 tempest-ServersTestJSON-1600957378 tempest-ServersTestJSON-1600957378-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.857s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.899888] env[65448]: DEBUG nova.compute.manager [None req-b5a79ef1-6767-45dd-8a84-db696fddb1a6 tempest-ServersTestJSON-1600957378 tempest-ServersTestJSON-1600957378-project-member] [instance: 8f28d898-567e-409c-95bf-10e8000cdc4b] Start building networks asynchronously for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2881}} [ 797.903153] env[65448]: DEBUG oslo_concurrency.lockutils [None req-1ba887e2-283e-4b26-87b9-24122cb6c27f tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.204s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.903392] env[65448]: DEBUG nova.objects.instance [None req-1ba887e2-283e-4b26-87b9-24122cb6c27f tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Lazy-loading 'resources' on Instance uuid 5eaf1535-4d97-4020-b2a5-4f37e21026e0 {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 797.935688] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec2edabf-7dd5-4e94-9b7e-bb5173be5159 tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] [instance: f7259aaf-7b19-40d1-b05b-825f31a78756] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] f7259aaf-7b19-40d1-b05b-825f31a78756/f7259aaf-7b19-40d1-b05b-825f31a78756.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 797.938600] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8fa0c03a-b6bc-4dbd-aa03-f2c7ecc9db6b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.962033] env[65448]: DEBUG oslo_vmware.api [None req-0bb5cdf1-44aa-4294-ac79-8e9b3a42644a tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Task: {'id': task-4937617, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.964027] env[65448]: DEBUG oslo_vmware.api [None req-ec2edabf-7dd5-4e94-9b7e-bb5173be5159 tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] Waiting for the task: (returnval){ [ 797.964027] env[65448]: value = "task-4937625" [ 797.964027] env[65448]: _type = "Task" [ 797.964027] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.975032] env[65448]: DEBUG oslo_vmware.api [None req-ec2edabf-7dd5-4e94-9b7e-bb5173be5159 tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] Task: {'id': task-4937625, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.133028] env[65448]: DEBUG oslo_vmware.api [None req-9c12b6a2-45d3-4e7b-a06c-1e2637f2bc29 tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] Task: {'id': task-4937623, 'name': PowerOffVM_Task, 'duration_secs': 0.481524} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.133028] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c12b6a2-45d3-4e7b-a06c-1e2637f2bc29 tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] [instance: 5b08f3ba-7400-48f2-af8c-a0ea3ec59dc2] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 798.133028] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-9c12b6a2-45d3-4e7b-a06c-1e2637f2bc29 tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] [instance: 5b08f3ba-7400-48f2-af8c-a0ea3ec59dc2] Unregistering the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 798.133028] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6d796c2c-01dc-4dc9-a05c-ff37b218644f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.166061] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-9c12b6a2-45d3-4e7b-a06c-1e2637f2bc29 tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] [instance: 5b08f3ba-7400-48f2-af8c-a0ea3ec59dc2] Unregistered the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 798.166061] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-9c12b6a2-45d3-4e7b-a06c-1e2637f2bc29 tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] [instance: 5b08f3ba-7400-48f2-af8c-a0ea3ec59dc2] Deleting contents of the VM from datastore datastore1 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 798.166061] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c12b6a2-45d3-4e7b-a06c-1e2637f2bc29 tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] Deleting the datastore file [datastore1] 5b08f3ba-7400-48f2-af8c-a0ea3ec59dc2 {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 798.166342] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-492dd9e5-f9f7-4142-907c-f3b38147d800 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.184403] env[65448]: DEBUG oslo_vmware.api [None req-66d02cea-ff96-4b09-b4cf-e58b0a4c0a2c tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Task: {'id': task-4937624, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.186525] env[65448]: DEBUG oslo_vmware.api [None req-9c12b6a2-45d3-4e7b-a06c-1e2637f2bc29 tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] Waiting for the task: (returnval){ [ 798.186525] env[65448]: value = "task-4937627" [ 798.186525] env[65448]: _type = "Task" [ 798.186525] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.197945] env[65448]: DEBUG oslo_vmware.api [None req-9c12b6a2-45d3-4e7b-a06c-1e2637f2bc29 tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] Task: {'id': task-4937627, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.255674] env[65448]: DEBUG oslo_concurrency.lockutils [None req-3f419daa-2f79-4e11-8ac6-c1af22bed974 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Acquiring lock "refresh_cache-835213c0-7178-41ac-ab06-27e678ff73ec" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.255674] env[65448]: DEBUG oslo_concurrency.lockutils [None req-3f419daa-2f79-4e11-8ac6-c1af22bed974 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Acquired lock "refresh_cache-835213c0-7178-41ac-ab06-27e678ff73ec" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.256130] env[65448]: DEBUG nova.network.neutron [None req-3f419daa-2f79-4e11-8ac6-c1af22bed974 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] [instance: 835213c0-7178-41ac-ab06-27e678ff73ec] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 798.413276] env[65448]: DEBUG nova.compute.utils [None req-b5a79ef1-6767-45dd-8a84-db696fddb1a6 tempest-ServersTestJSON-1600957378 tempest-ServersTestJSON-1600957378-project-member] Using /dev/sd instead of None {{(pid=65448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 798.416047] env[65448]: DEBUG nova.compute.manager [None req-b5a79ef1-6767-45dd-8a84-db696fddb1a6 tempest-ServersTestJSON-1600957378 tempest-ServersTestJSON-1600957378-project-member] [instance: 8f28d898-567e-409c-95bf-10e8000cdc4b] Allocating IP information in the background. {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 798.416492] env[65448]: DEBUG nova.network.neutron [None req-b5a79ef1-6767-45dd-8a84-db696fddb1a6 tempest-ServersTestJSON-1600957378 tempest-ServersTestJSON-1600957378-project-member] [instance: 8f28d898-567e-409c-95bf-10e8000cdc4b] allocate_for_instance() {{(pid=65448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 798.416627] env[65448]: WARNING neutronclient.v2_0.client [None req-b5a79ef1-6767-45dd-8a84-db696fddb1a6 tempest-ServersTestJSON-1600957378 tempest-ServersTestJSON-1600957378-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 798.416984] env[65448]: WARNING neutronclient.v2_0.client [None req-b5a79ef1-6767-45dd-8a84-db696fddb1a6 tempest-ServersTestJSON-1600957378 tempest-ServersTestJSON-1600957378-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 798.440194] env[65448]: DEBUG oslo_vmware.api [None req-0bb5cdf1-44aa-4294-ac79-8e9b3a42644a tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Task: {'id': task-4937617, 'name': RemoveSnapshot_Task, 'duration_secs': 1.512915} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.440804] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-0bb5cdf1-44aa-4294-ac79-8e9b3a42644a tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] [instance: ac639d87-8ce8-4762-a056-b369ec2627b6] Deleted Snapshot of the VM instance {{(pid=65448) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 798.473612] env[65448]: DEBUG nova.policy [None req-b5a79ef1-6767-45dd-8a84-db696fddb1a6 tempest-ServersTestJSON-1600957378 tempest-ServersTestJSON-1600957378-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd0d1120b0cc04253ad02ecc36cfeb9d6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2662440afd874a779e5615f6d1e6f729', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65448) authorize /opt/stack/nova/nova/policy.py:192}} [ 798.487593] env[65448]: DEBUG oslo_vmware.api [None req-ec2edabf-7dd5-4e94-9b7e-bb5173be5159 tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] Task: {'id': task-4937625, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.575887] env[65448]: DEBUG nova.network.neutron [-] [instance: fab0ffc2-fa16-4d13-b70c-dfaa41c981aa] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.683047] env[65448]: DEBUG oslo_vmware.api [None req-66d02cea-ff96-4b09-b4cf-e58b0a4c0a2c tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Task: {'id': task-4937624, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.564954} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.689116] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-66d02cea-ff96-4b09-b4cf-e58b0a4c0a2c tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 798.693556] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-66d02cea-ff96-4b09-b4cf-e58b0a4c0a2c tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] [instance: 5946b482-7074-4075-9188-728461718ab4] Deleted contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 798.693556] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-66d02cea-ff96-4b09-b4cf-e58b0a4c0a2c tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] [instance: 5946b482-7074-4075-9188-728461718ab4] Instance destroyed {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 798.693556] env[65448]: INFO nova.compute.manager [None req-66d02cea-ff96-4b09-b4cf-e58b0a4c0a2c tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] [instance: 5946b482-7074-4075-9188-728461718ab4] Took 1.72 seconds to destroy the instance on the hypervisor. [ 798.693556] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-66d02cea-ff96-4b09-b4cf-e58b0a4c0a2c tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 798.693556] env[65448]: DEBUG nova.compute.manager [-] [instance: 5946b482-7074-4075-9188-728461718ab4] Deallocating network for instance {{(pid=65448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 798.694205] env[65448]: DEBUG nova.network.neutron [-] [instance: 5946b482-7074-4075-9188-728461718ab4] deallocate_for_instance() {{(pid=65448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 798.694205] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 798.706206] env[65448]: DEBUG nova.compute.manager [req-6f4f0efb-7ec1-4d53-bb9d-0e79e8fcd228 req-0cb03c5e-a0ab-4ac4-af5c-4712ae6797a4 service nova] [instance: 835213c0-7178-41ac-ab06-27e678ff73ec] Received event network-vif-plugged-500e0eca-31c3-465b-97fc-c9eace117acf {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 798.706206] env[65448]: DEBUG oslo_concurrency.lockutils [req-6f4f0efb-7ec1-4d53-bb9d-0e79e8fcd228 req-0cb03c5e-a0ab-4ac4-af5c-4712ae6797a4 service nova] Acquiring lock "835213c0-7178-41ac-ab06-27e678ff73ec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.706206] env[65448]: DEBUG oslo_concurrency.lockutils [req-6f4f0efb-7ec1-4d53-bb9d-0e79e8fcd228 req-0cb03c5e-a0ab-4ac4-af5c-4712ae6797a4 service nova] Lock "835213c0-7178-41ac-ab06-27e678ff73ec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.706319] env[65448]: DEBUG oslo_concurrency.lockutils [req-6f4f0efb-7ec1-4d53-bb9d-0e79e8fcd228 req-0cb03c5e-a0ab-4ac4-af5c-4712ae6797a4 service nova] Lock "835213c0-7178-41ac-ab06-27e678ff73ec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.706723] env[65448]: DEBUG nova.compute.manager [req-6f4f0efb-7ec1-4d53-bb9d-0e79e8fcd228 req-0cb03c5e-a0ab-4ac4-af5c-4712ae6797a4 service nova] [instance: 835213c0-7178-41ac-ab06-27e678ff73ec] No waiting events found dispatching network-vif-plugged-500e0eca-31c3-465b-97fc-c9eace117acf {{(pid=65448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 798.707150] env[65448]: WARNING nova.compute.manager [req-6f4f0efb-7ec1-4d53-bb9d-0e79e8fcd228 req-0cb03c5e-a0ab-4ac4-af5c-4712ae6797a4 service nova] [instance: 835213c0-7178-41ac-ab06-27e678ff73ec] Received unexpected event network-vif-plugged-500e0eca-31c3-465b-97fc-c9eace117acf for instance with vm_state building and task_state spawning. [ 798.713516] env[65448]: DEBUG oslo_vmware.api [None req-9c12b6a2-45d3-4e7b-a06c-1e2637f2bc29 tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] Task: {'id': task-4937627, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.301885} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.719193] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c12b6a2-45d3-4e7b-a06c-1e2637f2bc29 tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 798.719193] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-9c12b6a2-45d3-4e7b-a06c-1e2637f2bc29 tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] [instance: 5b08f3ba-7400-48f2-af8c-a0ea3ec59dc2] Deleted contents of the VM from datastore datastore1 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 798.719193] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-9c12b6a2-45d3-4e7b-a06c-1e2637f2bc29 tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] [instance: 5b08f3ba-7400-48f2-af8c-a0ea3ec59dc2] Instance destroyed {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 798.719193] env[65448]: INFO nova.compute.manager [None req-9c12b6a2-45d3-4e7b-a06c-1e2637f2bc29 tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] [instance: 5b08f3ba-7400-48f2-af8c-a0ea3ec59dc2] Took 1.13 seconds to destroy the instance on the hypervisor. [ 798.719193] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-9c12b6a2-45d3-4e7b-a06c-1e2637f2bc29 tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 798.720120] env[65448]: DEBUG nova.compute.manager [-] [instance: 5b08f3ba-7400-48f2-af8c-a0ea3ec59dc2] Deallocating network for instance {{(pid=65448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 798.720261] env[65448]: DEBUG nova.network.neutron [-] [instance: 5b08f3ba-7400-48f2-af8c-a0ea3ec59dc2] deallocate_for_instance() {{(pid=65448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 798.720600] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 798.797839] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 798.815481] env[65448]: DEBUG nova.network.neutron [-] [instance: 5b08f3ba-7400-48f2-af8c-a0ea3ec59dc2] Instance cache missing network info. {{(pid=65448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 798.815790] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 798.916813] env[65448]: DEBUG nova.network.neutron [None req-3f419daa-2f79-4e11-8ac6-c1af22bed974 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] [instance: 835213c0-7178-41ac-ab06-27e678ff73ec] Instance cache missing network info. {{(pid=65448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 798.922285] env[65448]: DEBUG nova.compute.manager [None req-b5a79ef1-6767-45dd-8a84-db696fddb1a6 tempest-ServersTestJSON-1600957378 tempest-ServersTestJSON-1600957378-project-member] [instance: 8f28d898-567e-409c-95bf-10e8000cdc4b] Start building block device mappings for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2916}} [ 798.952871] env[65448]: WARNING nova.compute.manager [None req-0bb5cdf1-44aa-4294-ac79-8e9b3a42644a tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] [instance: ac639d87-8ce8-4762-a056-b369ec2627b6] Image not found during snapshot: nova.exception.ImageNotFound: Image 562a3c35-b1e4-43a4-bebe-b31a8ec543f8 could not be found. [ 798.975646] env[65448]: DEBUG nova.network.neutron [None req-b5a79ef1-6767-45dd-8a84-db696fddb1a6 tempest-ServersTestJSON-1600957378 tempest-ServersTestJSON-1600957378-project-member] [instance: 8f28d898-567e-409c-95bf-10e8000cdc4b] Successfully created port: 98774cc6-1cf4-4b8f-82e5-75f8b1f282ad {{(pid=65448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 798.982389] env[65448]: DEBUG oslo_vmware.api [None req-ec2edabf-7dd5-4e94-9b7e-bb5173be5159 tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] Task: {'id': task-4937625, 'name': ReconfigVM_Task, 'duration_secs': 0.768983} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.984614] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec2edabf-7dd5-4e94-9b7e-bb5173be5159 tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] [instance: f7259aaf-7b19-40d1-b05b-825f31a78756] Reconfigured VM instance instance-00000035 to attach disk [datastore1] f7259aaf-7b19-40d1-b05b-825f31a78756/f7259aaf-7b19-40d1-b05b-825f31a78756.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 798.985042] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0a2f338f-58d8-4737-b7fa-a91a8a50c9c5 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.998812] env[65448]: DEBUG oslo_vmware.api [None req-ec2edabf-7dd5-4e94-9b7e-bb5173be5159 tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] Waiting for the task: (returnval){ [ 798.998812] env[65448]: value = "task-4937628" [ 798.998812] env[65448]: _type = "Task" [ 798.998812] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.016207] env[65448]: DEBUG oslo_vmware.api [None req-ec2edabf-7dd5-4e94-9b7e-bb5173be5159 tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] Task: {'id': task-4937628, 'name': Rename_Task} progress is 10%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.081320] env[65448]: INFO nova.compute.manager [-] [instance: fab0ffc2-fa16-4d13-b70c-dfaa41c981aa] Took 1.38 seconds to deallocate network for instance. [ 799.255312] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb5c88c6-9ab2-4545-85e5-c639d80487aa {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.267574] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-413682b5-8454-45f5-9e64-ddb2946f82f0 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.307957] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb3947b5-3db4-45f6-b76a-89ade1a20927 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.317365] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63b86fc9-d84b-43e3-a69f-7ef112e00358 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.323271] env[65448]: DEBUG nova.network.neutron [-] [instance: 5b08f3ba-7400-48f2-af8c-a0ea3ec59dc2] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.336998] env[65448]: DEBUG nova.compute.provider_tree [None req-1ba887e2-283e-4b26-87b9-24122cb6c27f tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Updating inventory in ProviderTree for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 799.423785] env[65448]: WARNING neutronclient.v2_0.client [None req-3f419daa-2f79-4e11-8ac6-c1af22bed974 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 799.513473] env[65448]: DEBUG oslo_vmware.api [None req-ec2edabf-7dd5-4e94-9b7e-bb5173be5159 tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] Task: {'id': task-4937628, 'name': Rename_Task, 'duration_secs': 0.268947} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.513825] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec2edabf-7dd5-4e94-9b7e-bb5173be5159 tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] [instance: f7259aaf-7b19-40d1-b05b-825f31a78756] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 799.514038] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-586639bc-642d-4519-a442-99fafe235a28 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.522701] env[65448]: DEBUG oslo_vmware.api [None req-ec2edabf-7dd5-4e94-9b7e-bb5173be5159 tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] Waiting for the task: (returnval){ [ 799.522701] env[65448]: value = "task-4937629" [ 799.522701] env[65448]: _type = "Task" [ 799.522701] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.534129] env[65448]: DEBUG oslo_vmware.api [None req-ec2edabf-7dd5-4e94-9b7e-bb5173be5159 tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] Task: {'id': task-4937629, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.568226] env[65448]: DEBUG oslo_concurrency.lockutils [None req-04d0e291-6313-4d72-ac39-d907d31c22d0 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691-project-member] Acquiring lock "e528a5f1-8251-4420-8660-8a7ec001ef7e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.568226] env[65448]: DEBUG oslo_concurrency.lockutils [None req-04d0e291-6313-4d72-ac39-d907d31c22d0 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691-project-member] Lock "e528a5f1-8251-4420-8660-8a7ec001ef7e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.590262] env[65448]: DEBUG oslo_concurrency.lockutils [None req-28186cfc-1ad7-4b31-ba42-adea74f9d3bf tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.611173] env[65448]: DEBUG nova.network.neutron [None req-3f419daa-2f79-4e11-8ac6-c1af22bed974 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] [instance: 835213c0-7178-41ac-ab06-27e678ff73ec] Updating instance_info_cache with network_info: [{"id": "500e0eca-31c3-465b-97fc-c9eace117acf", "address": "fa:16:3e:a4:6b:01", "network": {"id": "d16867b7-7e9f-4587-9a44-e83238a0b7db", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1023219576-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d1cf9da4e3442eea40a764f302a4111", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap500e0eca-31", "ovs_interfaceid": "500e0eca-31c3-465b-97fc-c9eace117acf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.686305] env[65448]: DEBUG nova.network.neutron [-] [instance: 5946b482-7074-4075-9188-728461718ab4] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.827143] env[65448]: INFO nova.compute.manager [-] [instance: 5b08f3ba-7400-48f2-af8c-a0ea3ec59dc2] Took 1.11 seconds to deallocate network for instance. [ 799.858135] env[65448]: DEBUG nova.compute.manager [None req-d61ce561-930c-404d-bcf3-4f95abd6fb6f tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: f0ae0ad7-7800-4f5a-a270-7749177b8675] Stashing vm_state: stopped {{(pid=65448) _prep_resize /opt/stack/nova/nova/compute/manager.py:6183}} [ 799.872111] env[65448]: ERROR nova.scheduler.client.report [None req-1ba887e2-283e-4b26-87b9-24122cb6c27f tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [req-82bbb5d9-248c-4271-b326-df33f2f65d7a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 76aeec68-79e6-4d77-baf0-33bb098aa897. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-82bbb5d9-248c-4271-b326-df33f2f65d7a"}]} [ 799.894549] env[65448]: DEBUG nova.scheduler.client.report [None req-1ba887e2-283e-4b26-87b9-24122cb6c27f tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Refreshing inventories for resource provider 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 799.917982] env[65448]: DEBUG nova.scheduler.client.report [None req-1ba887e2-283e-4b26-87b9-24122cb6c27f tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Updating ProviderTree inventory for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 799.918396] env[65448]: DEBUG nova.compute.provider_tree [None req-1ba887e2-283e-4b26-87b9-24122cb6c27f tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Updating inventory in ProviderTree for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 799.933852] env[65448]: DEBUG nova.compute.manager [None req-b5a79ef1-6767-45dd-8a84-db696fddb1a6 tempest-ServersTestJSON-1600957378 tempest-ServersTestJSON-1600957378-project-member] [instance: 8f28d898-567e-409c-95bf-10e8000cdc4b] Start spawning the instance on the hypervisor. {{(pid=65448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2689}} [ 799.937630] env[65448]: DEBUG nova.scheduler.client.report [None req-1ba887e2-283e-4b26-87b9-24122cb6c27f tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Refreshing aggregate associations for resource provider 76aeec68-79e6-4d77-baf0-33bb098aa897, aggregates: None {{(pid=65448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 799.963600] env[65448]: DEBUG nova.scheduler.client.report [None req-1ba887e2-283e-4b26-87b9-24122cb6c27f tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Refreshing trait associations for resource provider 76aeec68-79e6-4d77-baf0-33bb098aa897, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=65448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 799.968974] env[65448]: DEBUG nova.virt.hardware [None req-b5a79ef1-6767-45dd-8a84-db696fddb1a6 tempest-ServersTestJSON-1600957378 tempest-ServersTestJSON-1600957378-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-08T17:19:51Z,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a992292b6dae455593d228217860e2e1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-08T17:19:52Z,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 799.969234] env[65448]: DEBUG nova.virt.hardware [None req-b5a79ef1-6767-45dd-8a84-db696fddb1a6 tempest-ServersTestJSON-1600957378 tempest-ServersTestJSON-1600957378-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 799.969390] env[65448]: DEBUG nova.virt.hardware [None req-b5a79ef1-6767-45dd-8a84-db696fddb1a6 tempest-ServersTestJSON-1600957378 tempest-ServersTestJSON-1600957378-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 799.969597] env[65448]: DEBUG nova.virt.hardware [None req-b5a79ef1-6767-45dd-8a84-db696fddb1a6 tempest-ServersTestJSON-1600957378 tempest-ServersTestJSON-1600957378-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 799.969766] env[65448]: DEBUG nova.virt.hardware [None req-b5a79ef1-6767-45dd-8a84-db696fddb1a6 tempest-ServersTestJSON-1600957378 tempest-ServersTestJSON-1600957378-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 799.969911] env[65448]: DEBUG nova.virt.hardware [None req-b5a79ef1-6767-45dd-8a84-db696fddb1a6 tempest-ServersTestJSON-1600957378 tempest-ServersTestJSON-1600957378-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 799.970164] env[65448]: DEBUG nova.virt.hardware [None req-b5a79ef1-6767-45dd-8a84-db696fddb1a6 tempest-ServersTestJSON-1600957378 tempest-ServersTestJSON-1600957378-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 799.970345] env[65448]: DEBUG nova.virt.hardware [None req-b5a79ef1-6767-45dd-8a84-db696fddb1a6 tempest-ServersTestJSON-1600957378 tempest-ServersTestJSON-1600957378-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 799.971193] env[65448]: DEBUG nova.virt.hardware [None req-b5a79ef1-6767-45dd-8a84-db696fddb1a6 tempest-ServersTestJSON-1600957378 tempest-ServersTestJSON-1600957378-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 799.971426] env[65448]: DEBUG nova.virt.hardware [None req-b5a79ef1-6767-45dd-8a84-db696fddb1a6 tempest-ServersTestJSON-1600957378 tempest-ServersTestJSON-1600957378-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 799.971627] env[65448]: DEBUG nova.virt.hardware [None req-b5a79ef1-6767-45dd-8a84-db696fddb1a6 tempest-ServersTestJSON-1600957378 tempest-ServersTestJSON-1600957378-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 799.972867] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e63cf658-80d3-48ff-a34f-edb6f60af307 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.982334] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6324a6ac-c4b5-4af6-b08c-f2b572d80695 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.035296] env[65448]: DEBUG oslo_vmware.api [None req-ec2edabf-7dd5-4e94-9b7e-bb5173be5159 tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] Task: {'id': task-4937629, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.114601] env[65448]: DEBUG oslo_concurrency.lockutils [None req-3f419daa-2f79-4e11-8ac6-c1af22bed974 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Releasing lock "refresh_cache-835213c0-7178-41ac-ab06-27e678ff73ec" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.114786] env[65448]: DEBUG nova.compute.manager [None req-3f419daa-2f79-4e11-8ac6-c1af22bed974 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] [instance: 835213c0-7178-41ac-ab06-27e678ff73ec] Instance network_info: |[{"id": "500e0eca-31c3-465b-97fc-c9eace117acf", "address": "fa:16:3e:a4:6b:01", "network": {"id": "d16867b7-7e9f-4587-9a44-e83238a0b7db", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1023219576-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d1cf9da4e3442eea40a764f302a4111", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap500e0eca-31", "ovs_interfaceid": "500e0eca-31c3-465b-97fc-c9eace117acf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 800.115352] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-3f419daa-2f79-4e11-8ac6-c1af22bed974 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] [instance: 835213c0-7178-41ac-ab06-27e678ff73ec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:6b:01', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69351262-8d39-441a-85ba-3a78df436d17', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '500e0eca-31c3-465b-97fc-c9eace117acf', 'vif_model': 'vmxnet3'}] {{(pid=65448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 800.123345] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-3f419daa-2f79-4e11-8ac6-c1af22bed974 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 800.126649] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 835213c0-7178-41ac-ab06-27e678ff73ec] Creating VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 800.127330] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cd61a744-5020-4b1e-89ed-439c94b4caa6 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.160386] env[65448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 800.160386] env[65448]: value = "task-4937630" [ 800.160386] env[65448]: _type = "Task" [ 800.160386] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.173263] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937630, 'name': CreateVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.191113] env[65448]: INFO nova.compute.manager [-] [instance: 5946b482-7074-4075-9188-728461718ab4] Took 1.50 seconds to deallocate network for instance. [ 800.335010] env[65448]: DEBUG oslo_concurrency.lockutils [None req-9c12b6a2-45d3-4e7b-a06c-1e2637f2bc29 tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.378105] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d61ce561-930c-404d-bcf3-4f95abd6fb6f tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.534986] env[65448]: DEBUG oslo_vmware.api [None req-ec2edabf-7dd5-4e94-9b7e-bb5173be5159 tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] Task: {'id': task-4937629, 'name': PowerOnVM_Task, 'duration_secs': 0.680079} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.538164] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec2edabf-7dd5-4e94-9b7e-bb5173be5159 tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] [instance: f7259aaf-7b19-40d1-b05b-825f31a78756] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 800.538505] env[65448]: INFO nova.compute.manager [None req-ec2edabf-7dd5-4e94-9b7e-bb5173be5159 tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] [instance: f7259aaf-7b19-40d1-b05b-825f31a78756] Took 9.37 seconds to spawn the instance on the hypervisor. [ 800.538659] env[65448]: DEBUG nova.compute.manager [None req-ec2edabf-7dd5-4e94-9b7e-bb5173be5159 tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] [instance: f7259aaf-7b19-40d1-b05b-825f31a78756] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 800.540666] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66958a07-0bd5-40cf-9c42-7bb7ce084805 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.673032] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937630, 'name': CreateVM_Task} progress is 99%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.702618] env[65448]: DEBUG oslo_concurrency.lockutils [None req-66d02cea-ff96-4b09-b4cf-e58b0a4c0a2c tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.796217] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0685736-12ab-415d-a0c9-3bb5a17da8da {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.806631] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b567c811-7849-4b45-8779-61a4d0d1d6a2 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.844448] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddca0bb1-8114-4953-90e2-1cc4dbc6367b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.847651] env[65448]: DEBUG nova.network.neutron [None req-b5a79ef1-6767-45dd-8a84-db696fddb1a6 tempest-ServersTestJSON-1600957378 tempest-ServersTestJSON-1600957378-project-member] [instance: 8f28d898-567e-409c-95bf-10e8000cdc4b] Successfully updated port: 98774cc6-1cf4-4b8f-82e5-75f8b1f282ad {{(pid=65448) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 800.850403] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30d06e9f-7a0a-4a9a-bcb7-32009a7f5ae8 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.870475] env[65448]: DEBUG nova.compute.provider_tree [None req-1ba887e2-283e-4b26-87b9-24122cb6c27f tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Updating inventory in ProviderTree for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 800.883344] env[65448]: DEBUG nova.compute.manager [req-b7a96668-f2b1-40e8-8ca1-5ee5ff951d13 req-729fc44d-0725-4a87-a21c-59f4f9724d18 service nova] [instance: 8f28d898-567e-409c-95bf-10e8000cdc4b] Received event network-vif-plugged-98774cc6-1cf4-4b8f-82e5-75f8b1f282ad {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 800.883556] env[65448]: DEBUG oslo_concurrency.lockutils [req-b7a96668-f2b1-40e8-8ca1-5ee5ff951d13 req-729fc44d-0725-4a87-a21c-59f4f9724d18 service nova] Acquiring lock "8f28d898-567e-409c-95bf-10e8000cdc4b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.883915] env[65448]: DEBUG oslo_concurrency.lockutils [req-b7a96668-f2b1-40e8-8ca1-5ee5ff951d13 req-729fc44d-0725-4a87-a21c-59f4f9724d18 service nova] Lock "8f28d898-567e-409c-95bf-10e8000cdc4b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.884066] env[65448]: DEBUG oslo_concurrency.lockutils [req-b7a96668-f2b1-40e8-8ca1-5ee5ff951d13 req-729fc44d-0725-4a87-a21c-59f4f9724d18 service nova] Lock "8f28d898-567e-409c-95bf-10e8000cdc4b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.884143] env[65448]: DEBUG nova.compute.manager [req-b7a96668-f2b1-40e8-8ca1-5ee5ff951d13 req-729fc44d-0725-4a87-a21c-59f4f9724d18 service nova] [instance: 8f28d898-567e-409c-95bf-10e8000cdc4b] No waiting events found dispatching network-vif-plugged-98774cc6-1cf4-4b8f-82e5-75f8b1f282ad {{(pid=65448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 800.884298] env[65448]: WARNING nova.compute.manager [req-b7a96668-f2b1-40e8-8ca1-5ee5ff951d13 req-729fc44d-0725-4a87-a21c-59f4f9724d18 service nova] [instance: 8f28d898-567e-409c-95bf-10e8000cdc4b] Received unexpected event network-vif-plugged-98774cc6-1cf4-4b8f-82e5-75f8b1f282ad for instance with vm_state building and task_state spawning. [ 800.958438] env[65448]: DEBUG nova.compute.manager [req-8b7d9533-8c99-449f-84e8-b3d2e71a96b7 req-d2cd0339-b5e2-4d20-a099-9c72a30c3e9d service nova] [instance: 835213c0-7178-41ac-ab06-27e678ff73ec] Received event network-changed-500e0eca-31c3-465b-97fc-c9eace117acf {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 800.958714] env[65448]: DEBUG nova.compute.manager [req-8b7d9533-8c99-449f-84e8-b3d2e71a96b7 req-d2cd0339-b5e2-4d20-a099-9c72a30c3e9d service nova] [instance: 835213c0-7178-41ac-ab06-27e678ff73ec] Refreshing instance network info cache due to event network-changed-500e0eca-31c3-465b-97fc-c9eace117acf. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 800.958925] env[65448]: DEBUG oslo_concurrency.lockutils [req-8b7d9533-8c99-449f-84e8-b3d2e71a96b7 req-d2cd0339-b5e2-4d20-a099-9c72a30c3e9d service nova] Acquiring lock "refresh_cache-835213c0-7178-41ac-ab06-27e678ff73ec" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.959174] env[65448]: DEBUG oslo_concurrency.lockutils [req-8b7d9533-8c99-449f-84e8-b3d2e71a96b7 req-d2cd0339-b5e2-4d20-a099-9c72a30c3e9d service nova] Acquired lock "refresh_cache-835213c0-7178-41ac-ab06-27e678ff73ec" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.959309] env[65448]: DEBUG nova.network.neutron [req-8b7d9533-8c99-449f-84e8-b3d2e71a96b7 req-d2cd0339-b5e2-4d20-a099-9c72a30c3e9d service nova] [instance: 835213c0-7178-41ac-ab06-27e678ff73ec] Refreshing network info cache for port 500e0eca-31c3-465b-97fc-c9eace117acf {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 801.061029] env[65448]: INFO nova.compute.manager [None req-ec2edabf-7dd5-4e94-9b7e-bb5173be5159 tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] [instance: f7259aaf-7b19-40d1-b05b-825f31a78756] Took 54.68 seconds to build instance. [ 801.171965] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937630, 'name': CreateVM_Task, 'duration_secs': 0.571246} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.172430] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 835213c0-7178-41ac-ab06-27e678ff73ec] Created VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 801.172728] env[65448]: WARNING neutronclient.v2_0.client [None req-3f419daa-2f79-4e11-8ac6-c1af22bed974 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 801.173330] env[65448]: DEBUG oslo_concurrency.lockutils [None req-3f419daa-2f79-4e11-8ac6-c1af22bed974 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.173514] env[65448]: DEBUG oslo_concurrency.lockutils [None req-3f419daa-2f79-4e11-8ac6-c1af22bed974 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.174132] env[65448]: DEBUG oslo_concurrency.lockutils [None req-3f419daa-2f79-4e11-8ac6-c1af22bed974 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.174212] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4f46045-59d8-432f-a6a3-0e1f9f05b6f6 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.180580] env[65448]: DEBUG oslo_vmware.api [None req-3f419daa-2f79-4e11-8ac6-c1af22bed974 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Waiting for the task: (returnval){ [ 801.180580] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5290f2a0-94c4-3865-d8d3-67f4be445d42" [ 801.180580] env[65448]: _type = "Task" [ 801.180580] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.194026] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d6272f51-c7bc-4ce4-82e1-011e520e69e8 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Acquiring lock "ac639d87-8ce8-4762-a056-b369ec2627b6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.194026] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d6272f51-c7bc-4ce4-82e1-011e520e69e8 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Lock "ac639d87-8ce8-4762-a056-b369ec2627b6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.194026] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d6272f51-c7bc-4ce4-82e1-011e520e69e8 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Acquiring lock "ac639d87-8ce8-4762-a056-b369ec2627b6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.194026] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d6272f51-c7bc-4ce4-82e1-011e520e69e8 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Lock "ac639d87-8ce8-4762-a056-b369ec2627b6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.194485] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d6272f51-c7bc-4ce4-82e1-011e520e69e8 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Lock "ac639d87-8ce8-4762-a056-b369ec2627b6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.196768] env[65448]: DEBUG oslo_vmware.api [None req-3f419daa-2f79-4e11-8ac6-c1af22bed974 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5290f2a0-94c4-3865-d8d3-67f4be445d42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.198387] env[65448]: INFO nova.compute.manager [None req-d6272f51-c7bc-4ce4-82e1-011e520e69e8 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] [instance: ac639d87-8ce8-4762-a056-b369ec2627b6] Terminating instance [ 801.358894] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b5a79ef1-6767-45dd-8a84-db696fddb1a6 tempest-ServersTestJSON-1600957378 tempest-ServersTestJSON-1600957378-project-member] Acquiring lock "refresh_cache-8f28d898-567e-409c-95bf-10e8000cdc4b" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.359120] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b5a79ef1-6767-45dd-8a84-db696fddb1a6 tempest-ServersTestJSON-1600957378 tempest-ServersTestJSON-1600957378-project-member] Acquired lock "refresh_cache-8f28d898-567e-409c-95bf-10e8000cdc4b" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.359308] env[65448]: DEBUG nova.network.neutron [None req-b5a79ef1-6767-45dd-8a84-db696fddb1a6 tempest-ServersTestJSON-1600957378 tempest-ServersTestJSON-1600957378-project-member] [instance: 8f28d898-567e-409c-95bf-10e8000cdc4b] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 801.412894] env[65448]: DEBUG nova.scheduler.client.report [None req-1ba887e2-283e-4b26-87b9-24122cb6c27f tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Updated inventory for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 with generation 84 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 801.413175] env[65448]: DEBUG nova.compute.provider_tree [None req-1ba887e2-283e-4b26-87b9-24122cb6c27f tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Updating resource provider 76aeec68-79e6-4d77-baf0-33bb098aa897 generation from 84 to 85 during operation: update_inventory {{(pid=65448) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 801.413362] env[65448]: DEBUG nova.compute.provider_tree [None req-1ba887e2-283e-4b26-87b9-24122cb6c27f tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Updating inventory in ProviderTree for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 801.462790] env[65448]: WARNING neutronclient.v2_0.client [req-8b7d9533-8c99-449f-84e8-b3d2e71a96b7 req-d2cd0339-b5e2-4d20-a099-9c72a30c3e9d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 801.565044] env[65448]: DEBUG oslo_concurrency.lockutils [None req-ec2edabf-7dd5-4e94-9b7e-bb5173be5159 tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] Lock "f7259aaf-7b19-40d1-b05b-825f31a78756" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.341s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.692673] env[65448]: DEBUG oslo_vmware.api [None req-3f419daa-2f79-4e11-8ac6-c1af22bed974 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5290f2a0-94c4-3865-d8d3-67f4be445d42, 'name': SearchDatastore_Task, 'duration_secs': 0.014501} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.693119] env[65448]: DEBUG oslo_concurrency.lockutils [None req-3f419daa-2f79-4e11-8ac6-c1af22bed974 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.693431] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-3f419daa-2f79-4e11-8ac6-c1af22bed974 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] [instance: 835213c0-7178-41ac-ab06-27e678ff73ec] Processing image 50fb366d-48e6-424f-9c20-bc83d77be76a {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 801.693846] env[65448]: DEBUG oslo_concurrency.lockutils [None req-3f419daa-2f79-4e11-8ac6-c1af22bed974 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.694083] env[65448]: DEBUG oslo_concurrency.lockutils [None req-3f419daa-2f79-4e11-8ac6-c1af22bed974 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.694323] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f419daa-2f79-4e11-8ac6-c1af22bed974 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 801.695660] env[65448]: WARNING neutronclient.v2_0.client [req-8b7d9533-8c99-449f-84e8-b3d2e71a96b7 req-d2cd0339-b5e2-4d20-a099-9c72a30c3e9d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 801.697922] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-439e6172-1abc-4786-94b7-3aa43f528171 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.704587] env[65448]: DEBUG nova.compute.manager [None req-d6272f51-c7bc-4ce4-82e1-011e520e69e8 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] [instance: ac639d87-8ce8-4762-a056-b369ec2627b6] Start destroying the instance on the hypervisor. {{(pid=65448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3209}} [ 801.704876] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-d6272f51-c7bc-4ce4-82e1-011e520e69e8 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] [instance: ac639d87-8ce8-4762-a056-b369ec2627b6] Destroying instance {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 801.705855] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-857b26a8-e11b-4b04-b930-b5ab78ae5b59 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.711456] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f419daa-2f79-4e11-8ac6-c1af22bed974 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 801.711675] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-3f419daa-2f79-4e11-8ac6-c1af22bed974 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 801.712838] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09ffd9b6-272d-4f1e-9ece-0143f5d140d0 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.717369] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6272f51-c7bc-4ce4-82e1-011e520e69e8 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] [instance: ac639d87-8ce8-4762-a056-b369ec2627b6] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 801.717969] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-07e9291f-47da-408e-b290-8a850d51768e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.721470] env[65448]: DEBUG oslo_vmware.api [None req-3f419daa-2f79-4e11-8ac6-c1af22bed974 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Waiting for the task: (returnval){ [ 801.721470] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]525425cb-e89c-52f9-76f9-77a14b67ca49" [ 801.721470] env[65448]: _type = "Task" [ 801.721470] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.726840] env[65448]: DEBUG oslo_vmware.api [None req-d6272f51-c7bc-4ce4-82e1-011e520e69e8 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Waiting for the task: (returnval){ [ 801.726840] env[65448]: value = "task-4937631" [ 801.726840] env[65448]: _type = "Task" [ 801.726840] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.734818] env[65448]: DEBUG oslo_vmware.api [None req-3f419daa-2f79-4e11-8ac6-c1af22bed974 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]525425cb-e89c-52f9-76f9-77a14b67ca49, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.741585] env[65448]: DEBUG oslo_vmware.api [None req-d6272f51-c7bc-4ce4-82e1-011e520e69e8 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Task: {'id': task-4937631, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.824919] env[65448]: DEBUG nova.network.neutron [req-8b7d9533-8c99-449f-84e8-b3d2e71a96b7 req-d2cd0339-b5e2-4d20-a099-9c72a30c3e9d service nova] [instance: 835213c0-7178-41ac-ab06-27e678ff73ec] Updated VIF entry in instance network info cache for port 500e0eca-31c3-465b-97fc-c9eace117acf. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 801.825341] env[65448]: DEBUG nova.network.neutron [req-8b7d9533-8c99-449f-84e8-b3d2e71a96b7 req-d2cd0339-b5e2-4d20-a099-9c72a30c3e9d service nova] [instance: 835213c0-7178-41ac-ab06-27e678ff73ec] Updating instance_info_cache with network_info: [{"id": "500e0eca-31c3-465b-97fc-c9eace117acf", "address": "fa:16:3e:a4:6b:01", "network": {"id": "d16867b7-7e9f-4587-9a44-e83238a0b7db", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1023219576-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d1cf9da4e3442eea40a764f302a4111", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap500e0eca-31", "ovs_interfaceid": "500e0eca-31c3-465b-97fc-c9eace117acf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.919364] env[65448]: DEBUG oslo_concurrency.lockutils [None req-1ba887e2-283e-4b26-87b9-24122cb6c27f tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 4.016s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.922174] env[65448]: DEBUG oslo_concurrency.lockutils [None req-093856b5-eb69-40bc-9da2-233a2ecaaada tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 44.450s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.922481] env[65448]: DEBUG nova.objects.instance [None req-093856b5-eb69-40bc-9da2-233a2ecaaada tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Lazy-loading 'resources' on Instance uuid a1383469-5eaa-41c0-950c-fc5b071d8f62 {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 801.927194] env[65448]: DEBUG nova.network.neutron [None req-b5a79ef1-6767-45dd-8a84-db696fddb1a6 tempest-ServersTestJSON-1600957378 tempest-ServersTestJSON-1600957378-project-member] [instance: 8f28d898-567e-409c-95bf-10e8000cdc4b] Instance cache missing network info. {{(pid=65448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 801.958422] env[65448]: INFO nova.scheduler.client.report [None req-1ba887e2-283e-4b26-87b9-24122cb6c27f tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Deleted allocations for instance 5eaf1535-4d97-4020-b2a5-4f37e21026e0 [ 802.034974] env[65448]: WARNING neutronclient.v2_0.client [None req-b5a79ef1-6767-45dd-8a84-db696fddb1a6 tempest-ServersTestJSON-1600957378 tempest-ServersTestJSON-1600957378-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 802.071550] env[65448]: DEBUG nova.compute.manager [None req-d2323d28-98e4-462f-b487-ee93630e27f2 tempest-ServerMetadataNegativeTestJSON-2090714491 tempest-ServerMetadataNegativeTestJSON-2090714491-project-member] [instance: b9eaa8ef-392c-449e-b441-5b5de9ddaf9e] Starting instance... {{(pid=65448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2483}} [ 802.134337] env[65448]: DEBUG nova.network.neutron [None req-b5a79ef1-6767-45dd-8a84-db696fddb1a6 tempest-ServersTestJSON-1600957378 tempest-ServersTestJSON-1600957378-project-member] [instance: 8f28d898-567e-409c-95bf-10e8000cdc4b] Updating instance_info_cache with network_info: [{"id": "98774cc6-1cf4-4b8f-82e5-75f8b1f282ad", "address": "fa:16:3e:dc:b7:ec", "network": {"id": "7ee5fa2c-7709-4c15-a271-524b2ed8a1ff", "bridge": "br-int", "label": "tempest-ServersTestJSON-1922226806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2662440afd874a779e5615f6d1e6f729", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2c424c9-6446-4b2a-af8c-4d9c29117c39", "external-id": "nsx-vlan-transportzone-437", "segmentation_id": 437, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98774cc6-1c", "ovs_interfaceid": "98774cc6-1cf4-4b8f-82e5-75f8b1f282ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.235779] env[65448]: DEBUG oslo_vmware.api [None req-3f419daa-2f79-4e11-8ac6-c1af22bed974 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]525425cb-e89c-52f9-76f9-77a14b67ca49, 'name': SearchDatastore_Task, 'duration_secs': 0.01217} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.237261] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f7b2d2e-64f3-4223-92f7-90b16ff87439 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.243317] env[65448]: DEBUG oslo_vmware.api [None req-d6272f51-c7bc-4ce4-82e1-011e520e69e8 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Task: {'id': task-4937631, 'name': PowerOffVM_Task, 'duration_secs': 0.255778} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.244074] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6272f51-c7bc-4ce4-82e1-011e520e69e8 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] [instance: ac639d87-8ce8-4762-a056-b369ec2627b6] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 802.244267] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-d6272f51-c7bc-4ce4-82e1-011e520e69e8 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] [instance: ac639d87-8ce8-4762-a056-b369ec2627b6] Unregistering the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 802.244527] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-33d86fa0-23c0-4111-a40b-42e896e9bb53 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.252194] env[65448]: DEBUG oslo_vmware.api [None req-3f419daa-2f79-4e11-8ac6-c1af22bed974 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Waiting for the task: (returnval){ [ 802.252194] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]528d7351-09a3-8c4d-872e-544b543d6a2a" [ 802.252194] env[65448]: _type = "Task" [ 802.252194] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.263311] env[65448]: DEBUG oslo_vmware.api [None req-3f419daa-2f79-4e11-8ac6-c1af22bed974 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]528d7351-09a3-8c4d-872e-544b543d6a2a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.328675] env[65448]: DEBUG oslo_concurrency.lockutils [req-8b7d9533-8c99-449f-84e8-b3d2e71a96b7 req-d2cd0339-b5e2-4d20-a099-9c72a30c3e9d service nova] Releasing lock "refresh_cache-835213c0-7178-41ac-ab06-27e678ff73ec" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.328955] env[65448]: DEBUG nova.compute.manager [req-8b7d9533-8c99-449f-84e8-b3d2e71a96b7 req-d2cd0339-b5e2-4d20-a099-9c72a30c3e9d service nova] [instance: fab0ffc2-fa16-4d13-b70c-dfaa41c981aa] Received event network-vif-deleted-01b46509-2b02-4da9-a6d9-87a6f01c314e {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 802.329210] env[65448]: DEBUG nova.compute.manager [req-8b7d9533-8c99-449f-84e8-b3d2e71a96b7 req-d2cd0339-b5e2-4d20-a099-9c72a30c3e9d service nova] [instance: 5946b482-7074-4075-9188-728461718ab4] Received event network-vif-deleted-a1fb88ca-9768-4db1-a0f4-a5c9c636f9e9 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 802.329782] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-d6272f51-c7bc-4ce4-82e1-011e520e69e8 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] [instance: ac639d87-8ce8-4762-a056-b369ec2627b6] Unregistered the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 802.330070] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-d6272f51-c7bc-4ce4-82e1-011e520e69e8 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] [instance: ac639d87-8ce8-4762-a056-b369ec2627b6] Deleting contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 802.330360] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6272f51-c7bc-4ce4-82e1-011e520e69e8 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Deleting the datastore file [datastore2] ac639d87-8ce8-4762-a056-b369ec2627b6 {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 802.330756] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ae4eaa66-0adc-41ec-b4e1-bd7c0f5588f6 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.340204] env[65448]: DEBUG oslo_vmware.api [None req-d6272f51-c7bc-4ce4-82e1-011e520e69e8 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Waiting for the task: (returnval){ [ 802.340204] env[65448]: value = "task-4937633" [ 802.340204] env[65448]: _type = "Task" [ 802.340204] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.356957] env[65448]: DEBUG oslo_vmware.api [None req-d6272f51-c7bc-4ce4-82e1-011e520e69e8 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Task: {'id': task-4937633, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.467903] env[65448]: DEBUG oslo_concurrency.lockutils [None req-1ba887e2-283e-4b26-87b9-24122cb6c27f tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Lock "5eaf1535-4d97-4020-b2a5-4f37e21026e0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.586s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.593114] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d2323d28-98e4-462f-b487-ee93630e27f2 tempest-ServerMetadataNegativeTestJSON-2090714491 tempest-ServerMetadataNegativeTestJSON-2090714491-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.606053] env[65448]: DEBUG oslo_concurrency.lockutils [None req-7b2d3fd8-76f6-4786-941e-c6b9bd035ee3 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Acquiring lock "6298b6d7-5892-48cc-b808-eeca3d91f57e" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.606735] env[65448]: DEBUG oslo_concurrency.lockutils [None req-7b2d3fd8-76f6-4786-941e-c6b9bd035ee3 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Lock "6298b6d7-5892-48cc-b808-eeca3d91f57e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.638937] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b5a79ef1-6767-45dd-8a84-db696fddb1a6 tempest-ServersTestJSON-1600957378 tempest-ServersTestJSON-1600957378-project-member] Releasing lock "refresh_cache-8f28d898-567e-409c-95bf-10e8000cdc4b" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.639408] env[65448]: DEBUG nova.compute.manager [None req-b5a79ef1-6767-45dd-8a84-db696fddb1a6 tempest-ServersTestJSON-1600957378 tempest-ServersTestJSON-1600957378-project-member] [instance: 8f28d898-567e-409c-95bf-10e8000cdc4b] Instance network_info: |[{"id": "98774cc6-1cf4-4b8f-82e5-75f8b1f282ad", "address": "fa:16:3e:dc:b7:ec", "network": {"id": "7ee5fa2c-7709-4c15-a271-524b2ed8a1ff", "bridge": "br-int", "label": "tempest-ServersTestJSON-1922226806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2662440afd874a779e5615f6d1e6f729", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2c424c9-6446-4b2a-af8c-4d9c29117c39", "external-id": "nsx-vlan-transportzone-437", "segmentation_id": 437, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98774cc6-1c", "ovs_interfaceid": "98774cc6-1cf4-4b8f-82e5-75f8b1f282ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 802.642776] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-b5a79ef1-6767-45dd-8a84-db696fddb1a6 tempest-ServersTestJSON-1600957378 tempest-ServersTestJSON-1600957378-project-member] [instance: 8f28d898-567e-409c-95bf-10e8000cdc4b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dc:b7:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f2c424c9-6446-4b2a-af8c-4d9c29117c39', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '98774cc6-1cf4-4b8f-82e5-75f8b1f282ad', 'vif_model': 'vmxnet3'}] {{(pid=65448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 802.652204] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5a79ef1-6767-45dd-8a84-db696fddb1a6 tempest-ServersTestJSON-1600957378 tempest-ServersTestJSON-1600957378-project-member] Creating folder: Project (2662440afd874a779e5615f6d1e6f729). Parent ref: group-v961779. {{(pid=65448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 802.652849] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-201b7ae0-198c-4db7-8286-54a5519da9df {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.667844] env[65448]: INFO nova.virt.vmwareapi.vm_util [None req-b5a79ef1-6767-45dd-8a84-db696fddb1a6 tempest-ServersTestJSON-1600957378 tempest-ServersTestJSON-1600957378-project-member] Created folder: Project (2662440afd874a779e5615f6d1e6f729) in parent group-v961779. [ 802.668067] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5a79ef1-6767-45dd-8a84-db696fddb1a6 tempest-ServersTestJSON-1600957378 tempest-ServersTestJSON-1600957378-project-member] Creating folder: Instances. Parent ref: group-v961937. {{(pid=65448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 802.668420] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6c3c47ae-14d7-407c-be9d-716b188f8ac7 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.682790] env[65448]: INFO nova.virt.vmwareapi.vm_util [None req-b5a79ef1-6767-45dd-8a84-db696fddb1a6 tempest-ServersTestJSON-1600957378 tempest-ServersTestJSON-1600957378-project-member] Created folder: Instances in parent group-v961937. [ 802.683183] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-b5a79ef1-6767-45dd-8a84-db696fddb1a6 tempest-ServersTestJSON-1600957378 tempest-ServersTestJSON-1600957378-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 802.683306] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f28d898-567e-409c-95bf-10e8000cdc4b] Creating VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 802.683672] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-275b6078-a480-4e4c-bf69-161c10385065 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.708289] env[65448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 802.708289] env[65448]: value = "task-4937636" [ 802.708289] env[65448]: _type = "Task" [ 802.708289] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.720191] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937636, 'name': CreateVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.764889] env[65448]: DEBUG oslo_vmware.api [None req-3f419daa-2f79-4e11-8ac6-c1af22bed974 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]528d7351-09a3-8c4d-872e-544b543d6a2a, 'name': SearchDatastore_Task, 'duration_secs': 0.013424} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.765270] env[65448]: DEBUG oslo_concurrency.lockutils [None req-3f419daa-2f79-4e11-8ac6-c1af22bed974 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.765489] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f419daa-2f79-4e11-8ac6-c1af22bed974 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] 835213c0-7178-41ac-ab06-27e678ff73ec/835213c0-7178-41ac-ab06-27e678ff73ec.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 802.771319] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cdf31eea-f3d8-4a68-949e-74037e7535c5 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.780974] env[65448]: DEBUG oslo_vmware.api [None req-3f419daa-2f79-4e11-8ac6-c1af22bed974 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Waiting for the task: (returnval){ [ 802.780974] env[65448]: value = "task-4937637" [ 802.780974] env[65448]: _type = "Task" [ 802.780974] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.795549] env[65448]: DEBUG oslo_vmware.api [None req-3f419daa-2f79-4e11-8ac6-c1af22bed974 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Task: {'id': task-4937637, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.850432] env[65448]: DEBUG oslo_vmware.api [None req-d6272f51-c7bc-4ce4-82e1-011e520e69e8 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Task: {'id': task-4937633, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170392} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.851823] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6272f51-c7bc-4ce4-82e1-011e520e69e8 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 802.851823] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-d6272f51-c7bc-4ce4-82e1-011e520e69e8 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] [instance: ac639d87-8ce8-4762-a056-b369ec2627b6] Deleted contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 802.851823] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-d6272f51-c7bc-4ce4-82e1-011e520e69e8 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] [instance: ac639d87-8ce8-4762-a056-b369ec2627b6] Instance destroyed {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 802.851823] env[65448]: INFO nova.compute.manager [None req-d6272f51-c7bc-4ce4-82e1-011e520e69e8 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] [instance: ac639d87-8ce8-4762-a056-b369ec2627b6] Took 1.15 seconds to destroy the instance on the hypervisor. [ 802.851823] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-d6272f51-c7bc-4ce4-82e1-011e520e69e8 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 802.852187] env[65448]: DEBUG nova.compute.manager [-] [instance: ac639d87-8ce8-4762-a056-b369ec2627b6] Deallocating network for instance {{(pid=65448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 802.852187] env[65448]: DEBUG nova.network.neutron [-] [instance: ac639d87-8ce8-4762-a056-b369ec2627b6] deallocate_for_instance() {{(pid=65448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 802.853045] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 802.892856] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 803.111038] env[65448]: DEBUG nova.compute.utils [None req-7b2d3fd8-76f6-4786-941e-c6b9bd035ee3 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Using /dev/sd instead of None {{(pid=65448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 803.154390] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f128b4a-604b-42ad-bd51-cf1945706f0f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.165601] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eb131ea-70a0-4a5c-b8df-ebb4611480aa {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.203614] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a12e54ef-6017-4c48-b678-db4edff0b647 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.217749] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-906a5575-f4ab-4d35-8d96-1a49436c0b26 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.226515] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937636, 'name': CreateVM_Task, 'duration_secs': 0.386117} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.227301] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f28d898-567e-409c-95bf-10e8000cdc4b] Created VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 803.228039] env[65448]: WARNING neutronclient.v2_0.client [None req-b5a79ef1-6767-45dd-8a84-db696fddb1a6 tempest-ServersTestJSON-1600957378 tempest-ServersTestJSON-1600957378-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 803.228548] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b5a79ef1-6767-45dd-8a84-db696fddb1a6 tempest-ServersTestJSON-1600957378 tempest-ServersTestJSON-1600957378-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.228696] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b5a79ef1-6767-45dd-8a84-db696fddb1a6 tempest-ServersTestJSON-1600957378 tempest-ServersTestJSON-1600957378-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.229094] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b5a79ef1-6767-45dd-8a84-db696fddb1a6 tempest-ServersTestJSON-1600957378 tempest-ServersTestJSON-1600957378-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.229410] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85b18b36-44a1-4539-97a7-c9243c3c7af5 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.241030] env[65448]: DEBUG nova.compute.provider_tree [None req-093856b5-eb69-40bc-9da2-233a2ecaaada tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 803.247546] env[65448]: DEBUG oslo_vmware.api [None req-b5a79ef1-6767-45dd-8a84-db696fddb1a6 tempest-ServersTestJSON-1600957378 tempest-ServersTestJSON-1600957378-project-member] Waiting for the task: (returnval){ [ 803.247546] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]525d7df4-135f-e50d-0d1e-d3df65ba1a5d" [ 803.247546] env[65448]: _type = "Task" [ 803.247546] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.257916] env[65448]: DEBUG oslo_vmware.api [None req-b5a79ef1-6767-45dd-8a84-db696fddb1a6 tempest-ServersTestJSON-1600957378 tempest-ServersTestJSON-1600957378-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]525d7df4-135f-e50d-0d1e-d3df65ba1a5d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.294501] env[65448]: DEBUG oslo_vmware.api [None req-3f419daa-2f79-4e11-8ac6-c1af22bed974 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Task: {'id': task-4937637, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.584750] env[65448]: DEBUG nova.compute.manager [req-a8c384fe-b4f1-4566-adb2-f57ad717f90f req-be7e8284-4e6d-4cda-8fe4-e350a7dc935c service nova] [instance: 8f28d898-567e-409c-95bf-10e8000cdc4b] Received event network-changed-98774cc6-1cf4-4b8f-82e5-75f8b1f282ad {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 803.584975] env[65448]: DEBUG nova.compute.manager [req-a8c384fe-b4f1-4566-adb2-f57ad717f90f req-be7e8284-4e6d-4cda-8fe4-e350a7dc935c service nova] [instance: 8f28d898-567e-409c-95bf-10e8000cdc4b] Refreshing instance network info cache due to event network-changed-98774cc6-1cf4-4b8f-82e5-75f8b1f282ad. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 803.585213] env[65448]: DEBUG oslo_concurrency.lockutils [req-a8c384fe-b4f1-4566-adb2-f57ad717f90f req-be7e8284-4e6d-4cda-8fe4-e350a7dc935c service nova] Acquiring lock "refresh_cache-8f28d898-567e-409c-95bf-10e8000cdc4b" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.585349] env[65448]: DEBUG oslo_concurrency.lockutils [req-a8c384fe-b4f1-4566-adb2-f57ad717f90f req-be7e8284-4e6d-4cda-8fe4-e350a7dc935c service nova] Acquired lock "refresh_cache-8f28d898-567e-409c-95bf-10e8000cdc4b" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.585505] env[65448]: DEBUG nova.network.neutron [req-a8c384fe-b4f1-4566-adb2-f57ad717f90f req-be7e8284-4e6d-4cda-8fe4-e350a7dc935c service nova] [instance: 8f28d898-567e-409c-95bf-10e8000cdc4b] Refreshing network info cache for port 98774cc6-1cf4-4b8f-82e5-75f8b1f282ad {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 803.615586] env[65448]: DEBUG oslo_concurrency.lockutils [None req-7b2d3fd8-76f6-4786-941e-c6b9bd035ee3 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Lock "6298b6d7-5892-48cc-b808-eeca3d91f57e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.646659] env[65448]: DEBUG nova.network.neutron [-] [instance: ac639d87-8ce8-4762-a056-b369ec2627b6] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.659153] env[65448]: DEBUG nova.compute.manager [req-f94219f2-1f06-49f6-bc13-4f7eeb8a1eea req-992e98fe-31a7-4d42-8555-0d43e11f4ad8 service nova] [instance: f7259aaf-7b19-40d1-b05b-825f31a78756] Received event network-changed-d72bf01a-5833-4162-b116-b877d61fef79 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 803.659153] env[65448]: DEBUG nova.compute.manager [req-f94219f2-1f06-49f6-bc13-4f7eeb8a1eea req-992e98fe-31a7-4d42-8555-0d43e11f4ad8 service nova] [instance: f7259aaf-7b19-40d1-b05b-825f31a78756] Refreshing instance network info cache due to event network-changed-d72bf01a-5833-4162-b116-b877d61fef79. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 803.660085] env[65448]: DEBUG oslo_concurrency.lockutils [req-f94219f2-1f06-49f6-bc13-4f7eeb8a1eea req-992e98fe-31a7-4d42-8555-0d43e11f4ad8 service nova] Acquiring lock "refresh_cache-f7259aaf-7b19-40d1-b05b-825f31a78756" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.660085] env[65448]: DEBUG oslo_concurrency.lockutils [req-f94219f2-1f06-49f6-bc13-4f7eeb8a1eea req-992e98fe-31a7-4d42-8555-0d43e11f4ad8 service nova] Acquired lock "refresh_cache-f7259aaf-7b19-40d1-b05b-825f31a78756" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.660085] env[65448]: DEBUG nova.network.neutron [req-f94219f2-1f06-49f6-bc13-4f7eeb8a1eea req-992e98fe-31a7-4d42-8555-0d43e11f4ad8 service nova] [instance: f7259aaf-7b19-40d1-b05b-825f31a78756] Refreshing network info cache for port d72bf01a-5833-4162-b116-b877d61fef79 {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 803.745287] env[65448]: DEBUG nova.scheduler.client.report [None req-093856b5-eb69-40bc-9da2-233a2ecaaada tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 803.759739] env[65448]: DEBUG oslo_vmware.api [None req-b5a79ef1-6767-45dd-8a84-db696fddb1a6 tempest-ServersTestJSON-1600957378 tempest-ServersTestJSON-1600957378-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]525d7df4-135f-e50d-0d1e-d3df65ba1a5d, 'name': SearchDatastore_Task, 'duration_secs': 0.054393} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.760103] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b5a79ef1-6767-45dd-8a84-db696fddb1a6 tempest-ServersTestJSON-1600957378 tempest-ServersTestJSON-1600957378-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.760350] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-b5a79ef1-6767-45dd-8a84-db696fddb1a6 tempest-ServersTestJSON-1600957378 tempest-ServersTestJSON-1600957378-project-member] [instance: 8f28d898-567e-409c-95bf-10e8000cdc4b] Processing image 50fb366d-48e6-424f-9c20-bc83d77be76a {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 803.760609] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b5a79ef1-6767-45dd-8a84-db696fddb1a6 tempest-ServersTestJSON-1600957378 tempest-ServersTestJSON-1600957378-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.760748] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b5a79ef1-6767-45dd-8a84-db696fddb1a6 tempest-ServersTestJSON-1600957378 tempest-ServersTestJSON-1600957378-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.760925] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5a79ef1-6767-45dd-8a84-db696fddb1a6 tempest-ServersTestJSON-1600957378 tempest-ServersTestJSON-1600957378-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 803.761908] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ffe168d8-3cd6-4882-b2b4-5969a2378e92 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.774185] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5a79ef1-6767-45dd-8a84-db696fddb1a6 tempest-ServersTestJSON-1600957378 tempest-ServersTestJSON-1600957378-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 803.774367] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-b5a79ef1-6767-45dd-8a84-db696fddb1a6 tempest-ServersTestJSON-1600957378 tempest-ServersTestJSON-1600957378-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 803.775202] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55a87a02-dea6-406f-9e30-8cca90bfca8a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.781930] env[65448]: DEBUG oslo_vmware.api [None req-b5a79ef1-6767-45dd-8a84-db696fddb1a6 tempest-ServersTestJSON-1600957378 tempest-ServersTestJSON-1600957378-project-member] Waiting for the task: (returnval){ [ 803.781930] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52d5b27a-55dc-ce9a-12e6-ff4db0258495" [ 803.781930] env[65448]: _type = "Task" [ 803.781930] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.794400] env[65448]: DEBUG oslo_vmware.api [None req-b5a79ef1-6767-45dd-8a84-db696fddb1a6 tempest-ServersTestJSON-1600957378 tempest-ServersTestJSON-1600957378-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52d5b27a-55dc-ce9a-12e6-ff4db0258495, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.797901] env[65448]: DEBUG oslo_vmware.api [None req-3f419daa-2f79-4e11-8ac6-c1af22bed974 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Task: {'id': task-4937637, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.542203} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.798168] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f419daa-2f79-4e11-8ac6-c1af22bed974 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] 835213c0-7178-41ac-ab06-27e678ff73ec/835213c0-7178-41ac-ab06-27e678ff73ec.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 803.798381] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-3f419daa-2f79-4e11-8ac6-c1af22bed974 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] [instance: 835213c0-7178-41ac-ab06-27e678ff73ec] Extending root virtual disk to 1048576 {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 803.798637] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-18fdecf3-aaf3-46b2-827e-19ef23ec4cf6 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.806137] env[65448]: DEBUG oslo_vmware.api [None req-3f419daa-2f79-4e11-8ac6-c1af22bed974 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Waiting for the task: (returnval){ [ 803.806137] env[65448]: value = "task-4937638" [ 803.806137] env[65448]: _type = "Task" [ 803.806137] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.817822] env[65448]: DEBUG oslo_vmware.api [None req-3f419daa-2f79-4e11-8ac6-c1af22bed974 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Task: {'id': task-4937638, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.088745] env[65448]: WARNING neutronclient.v2_0.client [req-a8c384fe-b4f1-4566-adb2-f57ad717f90f req-be7e8284-4e6d-4cda-8fe4-e350a7dc935c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 804.149597] env[65448]: INFO nova.compute.manager [-] [instance: ac639d87-8ce8-4762-a056-b369ec2627b6] Took 1.30 seconds to deallocate network for instance. [ 804.162484] env[65448]: WARNING neutronclient.v2_0.client [req-f94219f2-1f06-49f6-bc13-4f7eeb8a1eea req-992e98fe-31a7-4d42-8555-0d43e11f4ad8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 804.209257] env[65448]: DEBUG oslo_concurrency.lockutils [None req-c2c11ee9-14d4-4fd2-9dff-afc9b6c01489 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Acquiring lock "a99b311d-836c-4385-9432-45b9765f5dac" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.209525] env[65448]: DEBUG oslo_concurrency.lockutils [None req-c2c11ee9-14d4-4fd2-9dff-afc9b6c01489 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Lock "a99b311d-836c-4385-9432-45b9765f5dac" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.253102] env[65448]: DEBUG oslo_concurrency.lockutils [None req-093856b5-eb69-40bc-9da2-233a2ecaaada tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.331s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.258117] env[65448]: DEBUG oslo_concurrency.lockutils [None req-dd33d002-a1b1-4824-9b60-d17c18ea4d1b tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.662s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.258390] env[65448]: DEBUG nova.objects.instance [None req-dd33d002-a1b1-4824-9b60-d17c18ea4d1b tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Lazy-loading 'resources' on Instance uuid 564e79e0-e826-4ad7-83ec-f780b9cc5de7 {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 804.283592] env[65448]: INFO nova.scheduler.client.report [None req-093856b5-eb69-40bc-9da2-233a2ecaaada tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Deleted allocations for instance a1383469-5eaa-41c0-950c-fc5b071d8f62 [ 804.300659] env[65448]: DEBUG oslo_vmware.api [None req-b5a79ef1-6767-45dd-8a84-db696fddb1a6 tempest-ServersTestJSON-1600957378 tempest-ServersTestJSON-1600957378-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52d5b27a-55dc-ce9a-12e6-ff4db0258495, 'name': SearchDatastore_Task, 'duration_secs': 0.011273} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.304961] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-906b9301-c12b-44e7-b8ee-1e2aa8c9bdba {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.320202] env[65448]: DEBUG oslo_vmware.api [None req-3f419daa-2f79-4e11-8ac6-c1af22bed974 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Task: {'id': task-4937638, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076874} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.320648] env[65448]: DEBUG oslo_vmware.api [None req-b5a79ef1-6767-45dd-8a84-db696fddb1a6 tempest-ServersTestJSON-1600957378 tempest-ServersTestJSON-1600957378-project-member] Waiting for the task: (returnval){ [ 804.320648] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]522299a2-1bb5-7dd4-08fc-5b2ad86ff3fb" [ 804.320648] env[65448]: _type = "Task" [ 804.320648] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.321058] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-3f419daa-2f79-4e11-8ac6-c1af22bed974 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] [instance: 835213c0-7178-41ac-ab06-27e678ff73ec] Extended root virtual disk {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 804.321842] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73d52a26-d1e8-440b-ab69-f9b50c40a5cc {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.349628] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f419daa-2f79-4e11-8ac6-c1af22bed974 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] [instance: 835213c0-7178-41ac-ab06-27e678ff73ec] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] 835213c0-7178-41ac-ab06-27e678ff73ec/835213c0-7178-41ac-ab06-27e678ff73ec.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 804.351069] env[65448]: WARNING neutronclient.v2_0.client [req-a8c384fe-b4f1-4566-adb2-f57ad717f90f req-be7e8284-4e6d-4cda-8fe4-e350a7dc935c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 804.359952] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b57db038-9209-4006-a872-009d11c6df92 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.375780] env[65448]: DEBUG oslo_vmware.api [None req-b5a79ef1-6767-45dd-8a84-db696fddb1a6 tempest-ServersTestJSON-1600957378 tempest-ServersTestJSON-1600957378-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]522299a2-1bb5-7dd4-08fc-5b2ad86ff3fb, 'name': SearchDatastore_Task, 'duration_secs': 0.014133} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.376777] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b5a79ef1-6767-45dd-8a84-db696fddb1a6 tempest-ServersTestJSON-1600957378 tempest-ServersTestJSON-1600957378-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.377044] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5a79ef1-6767-45dd-8a84-db696fddb1a6 tempest-ServersTestJSON-1600957378 tempest-ServersTestJSON-1600957378-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] 8f28d898-567e-409c-95bf-10e8000cdc4b/8f28d898-567e-409c-95bf-10e8000cdc4b.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 804.379014] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-228dfa87-8e62-446e-9dd7-e63c349923e1 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.383791] env[65448]: DEBUG oslo_vmware.api [None req-3f419daa-2f79-4e11-8ac6-c1af22bed974 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Waiting for the task: (returnval){ [ 804.383791] env[65448]: value = "task-4937639" [ 804.383791] env[65448]: _type = "Task" [ 804.383791] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.389162] env[65448]: DEBUG oslo_vmware.api [None req-b5a79ef1-6767-45dd-8a84-db696fddb1a6 tempest-ServersTestJSON-1600957378 tempest-ServersTestJSON-1600957378-project-member] Waiting for the task: (returnval){ [ 804.389162] env[65448]: value = "task-4937640" [ 804.389162] env[65448]: _type = "Task" [ 804.389162] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.397360] env[65448]: DEBUG oslo_vmware.api [None req-3f419daa-2f79-4e11-8ac6-c1af22bed974 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Task: {'id': task-4937639, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.403273] env[65448]: DEBUG oslo_vmware.api [None req-b5a79ef1-6767-45dd-8a84-db696fddb1a6 tempest-ServersTestJSON-1600957378 tempest-ServersTestJSON-1600957378-project-member] Task: {'id': task-4937640, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.460503] env[65448]: WARNING neutronclient.v2_0.client [req-f94219f2-1f06-49f6-bc13-4f7eeb8a1eea req-992e98fe-31a7-4d42-8555-0d43e11f4ad8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 804.474771] env[65448]: DEBUG nova.network.neutron [req-a8c384fe-b4f1-4566-adb2-f57ad717f90f req-be7e8284-4e6d-4cda-8fe4-e350a7dc935c service nova] [instance: 8f28d898-567e-409c-95bf-10e8000cdc4b] Updated VIF entry in instance network info cache for port 98774cc6-1cf4-4b8f-82e5-75f8b1f282ad. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 804.475269] env[65448]: DEBUG nova.network.neutron [req-a8c384fe-b4f1-4566-adb2-f57ad717f90f req-be7e8284-4e6d-4cda-8fe4-e350a7dc935c service nova] [instance: 8f28d898-567e-409c-95bf-10e8000cdc4b] Updating instance_info_cache with network_info: [{"id": "98774cc6-1cf4-4b8f-82e5-75f8b1f282ad", "address": "fa:16:3e:dc:b7:ec", "network": {"id": "7ee5fa2c-7709-4c15-a271-524b2ed8a1ff", "bridge": "br-int", "label": "tempest-ServersTestJSON-1922226806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2662440afd874a779e5615f6d1e6f729", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2c424c9-6446-4b2a-af8c-4d9c29117c39", "external-id": "nsx-vlan-transportzone-437", "segmentation_id": 437, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98774cc6-1c", "ovs_interfaceid": "98774cc6-1cf4-4b8f-82e5-75f8b1f282ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.555704] env[65448]: DEBUG nova.network.neutron [req-f94219f2-1f06-49f6-bc13-4f7eeb8a1eea req-992e98fe-31a7-4d42-8555-0d43e11f4ad8 service nova] [instance: f7259aaf-7b19-40d1-b05b-825f31a78756] Updated VIF entry in instance network info cache for port d72bf01a-5833-4162-b116-b877d61fef79. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 804.556333] env[65448]: DEBUG nova.network.neutron [req-f94219f2-1f06-49f6-bc13-4f7eeb8a1eea req-992e98fe-31a7-4d42-8555-0d43e11f4ad8 service nova] [instance: f7259aaf-7b19-40d1-b05b-825f31a78756] Updating instance_info_cache with network_info: [{"id": "d72bf01a-5833-4162-b116-b877d61fef79", "address": "fa:16:3e:fc:70:16", "network": {"id": "31de1954-a082-4419-9e9a-f05f1e953802", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2078338518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db80c3920ce64bad9523eee35ee0f6ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd72bf01a-58", "ovs_interfaceid": "d72bf01a-5833-4162-b116-b877d61fef79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.656442] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d6272f51-c7bc-4ce4-82e1-011e520e69e8 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.716874] env[65448]: DEBUG oslo_concurrency.lockutils [None req-7b2d3fd8-76f6-4786-941e-c6b9bd035ee3 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Acquiring lock "6298b6d7-5892-48cc-b808-eeca3d91f57e" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.717180] env[65448]: DEBUG oslo_concurrency.lockutils [None req-7b2d3fd8-76f6-4786-941e-c6b9bd035ee3 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Lock "6298b6d7-5892-48cc-b808-eeca3d91f57e" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.717475] env[65448]: INFO nova.compute.manager [None req-7b2d3fd8-76f6-4786-941e-c6b9bd035ee3 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 6298b6d7-5892-48cc-b808-eeca3d91f57e] Attaching volume ade72e98-0522-47ce-b314-757b2209a3f7 to /dev/sdb [ 804.759757] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03033033-0e81-430e-bce2-af87ca5a587b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.772099] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edde929b-ea82-4dcc-af38-42bfa528bf3c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.790232] env[65448]: DEBUG nova.virt.block_device [None req-7b2d3fd8-76f6-4786-941e-c6b9bd035ee3 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 6298b6d7-5892-48cc-b808-eeca3d91f57e] Updating existing volume attachment record: ce64ccc5-435a-4fd0-8434-c14e4ead9443 {{(pid=65448) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 804.795769] env[65448]: DEBUG oslo_concurrency.lockutils [None req-093856b5-eb69-40bc-9da2-233a2ecaaada tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Lock "a1383469-5eaa-41c0-950c-fc5b071d8f62" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 51.834s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.913290] env[65448]: DEBUG oslo_vmware.api [None req-3f419daa-2f79-4e11-8ac6-c1af22bed974 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Task: {'id': task-4937639, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.913811] env[65448]: DEBUG oslo_vmware.api [None req-b5a79ef1-6767-45dd-8a84-db696fddb1a6 tempest-ServersTestJSON-1600957378 tempest-ServersTestJSON-1600957378-project-member] Task: {'id': task-4937640, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501439} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.914136] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5a79ef1-6767-45dd-8a84-db696fddb1a6 tempest-ServersTestJSON-1600957378 tempest-ServersTestJSON-1600957378-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] 8f28d898-567e-409c-95bf-10e8000cdc4b/8f28d898-567e-409c-95bf-10e8000cdc4b.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 804.914420] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-b5a79ef1-6767-45dd-8a84-db696fddb1a6 tempest-ServersTestJSON-1600957378 tempest-ServersTestJSON-1600957378-project-member] [instance: 8f28d898-567e-409c-95bf-10e8000cdc4b] Extending root virtual disk to 1048576 {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 804.914757] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-77723abe-94c5-4ab3-81ea-4bd531f793de {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.926919] env[65448]: DEBUG oslo_vmware.api [None req-b5a79ef1-6767-45dd-8a84-db696fddb1a6 tempest-ServersTestJSON-1600957378 tempest-ServersTestJSON-1600957378-project-member] Waiting for the task: (returnval){ [ 804.926919] env[65448]: value = "task-4937641" [ 804.926919] env[65448]: _type = "Task" [ 804.926919] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.942451] env[65448]: DEBUG oslo_vmware.api [None req-b5a79ef1-6767-45dd-8a84-db696fddb1a6 tempest-ServersTestJSON-1600957378 tempest-ServersTestJSON-1600957378-project-member] Task: {'id': task-4937641, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.981365] env[65448]: DEBUG oslo_concurrency.lockutils [req-a8c384fe-b4f1-4566-adb2-f57ad717f90f req-be7e8284-4e6d-4cda-8fe4-e350a7dc935c service nova] Releasing lock "refresh_cache-8f28d898-567e-409c-95bf-10e8000cdc4b" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.060080] env[65448]: DEBUG oslo_concurrency.lockutils [req-f94219f2-1f06-49f6-bc13-4f7eeb8a1eea req-992e98fe-31a7-4d42-8555-0d43e11f4ad8 service nova] Releasing lock "refresh_cache-f7259aaf-7b19-40d1-b05b-825f31a78756" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.402512] env[65448]: DEBUG oslo_vmware.api [None req-3f419daa-2f79-4e11-8ac6-c1af22bed974 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Task: {'id': task-4937639, 'name': ReconfigVM_Task, 'duration_secs': 0.560158} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.402847] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f419daa-2f79-4e11-8ac6-c1af22bed974 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] [instance: 835213c0-7178-41ac-ab06-27e678ff73ec] Reconfigured VM instance instance-00000036 to attach disk [datastore2] 835213c0-7178-41ac-ab06-27e678ff73ec/835213c0-7178-41ac-ab06-27e678ff73ec.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 805.403346] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dd42cd6f-538b-4c9a-bf67-58fd35207a1b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.413331] env[65448]: DEBUG oslo_vmware.api [None req-3f419daa-2f79-4e11-8ac6-c1af22bed974 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Waiting for the task: (returnval){ [ 805.413331] env[65448]: value = "task-4937645" [ 805.413331] env[65448]: _type = "Task" [ 805.413331] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.424661] env[65448]: DEBUG oslo_vmware.api [None req-3f419daa-2f79-4e11-8ac6-c1af22bed974 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Task: {'id': task-4937645, 'name': Rename_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.441234] env[65448]: DEBUG oslo_vmware.api [None req-b5a79ef1-6767-45dd-8a84-db696fddb1a6 tempest-ServersTestJSON-1600957378 tempest-ServersTestJSON-1600957378-project-member] Task: {'id': task-4937641, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076652} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.441949] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-b5a79ef1-6767-45dd-8a84-db696fddb1a6 tempest-ServersTestJSON-1600957378 tempest-ServersTestJSON-1600957378-project-member] [instance: 8f28d898-567e-409c-95bf-10e8000cdc4b] Extended root virtual disk {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 805.442634] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baf41d52-4584-4e23-a8e3-52d98482bc8a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.466094] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5a79ef1-6767-45dd-8a84-db696fddb1a6 tempest-ServersTestJSON-1600957378 tempest-ServersTestJSON-1600957378-project-member] [instance: 8f28d898-567e-409c-95bf-10e8000cdc4b] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] 8f28d898-567e-409c-95bf-10e8000cdc4b/8f28d898-567e-409c-95bf-10e8000cdc4b.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 805.469447] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67b75b24-a9e7-49af-b55a-4a2f7ef00234 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.490988] env[65448]: DEBUG oslo_vmware.api [None req-b5a79ef1-6767-45dd-8a84-db696fddb1a6 tempest-ServersTestJSON-1600957378 tempest-ServersTestJSON-1600957378-project-member] Waiting for the task: (returnval){ [ 805.490988] env[65448]: value = "task-4937646" [ 805.490988] env[65448]: _type = "Task" [ 805.490988] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.500229] env[65448]: DEBUG oslo_vmware.api [None req-b5a79ef1-6767-45dd-8a84-db696fddb1a6 tempest-ServersTestJSON-1600957378 tempest-ServersTestJSON-1600957378-project-member] Task: {'id': task-4937646, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.607284] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa3aae96-7b1b-41e4-9672-f33a9b81654a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.617834] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b2747b9-fbc9-404e-944b-61ec56e86627 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.652849] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7449fca9-7dfe-4aa8-8491-2a0cd61c2722 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.661526] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b23e6774-6a59-4096-a08a-5e53baf867e2 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.677875] env[65448]: DEBUG nova.compute.provider_tree [None req-dd33d002-a1b1-4824-9b60-d17c18ea4d1b tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Updating inventory in ProviderTree for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 805.725670] env[65448]: DEBUG nova.compute.manager [req-cacdeb18-4e5b-4b58-806f-c4d936c0cd3a req-c98babe2-9ddc-4885-8806-6650b2ab6b07 service nova] [instance: ac639d87-8ce8-4762-a056-b369ec2627b6] Received event network-vif-deleted-1bf32a83-dd27-4289-b618-28320ebe3e38 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 805.926204] env[65448]: DEBUG oslo_vmware.api [None req-3f419daa-2f79-4e11-8ac6-c1af22bed974 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Task: {'id': task-4937645, 'name': Rename_Task, 'duration_secs': 0.203898} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.926564] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f419daa-2f79-4e11-8ac6-c1af22bed974 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] [instance: 835213c0-7178-41ac-ab06-27e678ff73ec] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 805.926916] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8fd2439d-0215-489a-b7ce-fc2f69c6cee1 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.935379] env[65448]: DEBUG oslo_vmware.api [None req-3f419daa-2f79-4e11-8ac6-c1af22bed974 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Waiting for the task: (returnval){ [ 805.935379] env[65448]: value = "task-4937647" [ 805.935379] env[65448]: _type = "Task" [ 805.935379] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.946317] env[65448]: DEBUG oslo_vmware.api [None req-3f419daa-2f79-4e11-8ac6-c1af22bed974 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Task: {'id': task-4937647, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.001252] env[65448]: DEBUG oslo_vmware.api [None req-b5a79ef1-6767-45dd-8a84-db696fddb1a6 tempest-ServersTestJSON-1600957378 tempest-ServersTestJSON-1600957378-project-member] Task: {'id': task-4937646, 'name': ReconfigVM_Task, 'duration_secs': 0.309543} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.001531] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5a79ef1-6767-45dd-8a84-db696fddb1a6 tempest-ServersTestJSON-1600957378 tempest-ServersTestJSON-1600957378-project-member] [instance: 8f28d898-567e-409c-95bf-10e8000cdc4b] Reconfigured VM instance instance-00000037 to attach disk [datastore2] 8f28d898-567e-409c-95bf-10e8000cdc4b/8f28d898-567e-409c-95bf-10e8000cdc4b.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 806.002206] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9b6be537-38d8-4155-992f-fcd7994aa6d2 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.009765] env[65448]: DEBUG oslo_vmware.api [None req-b5a79ef1-6767-45dd-8a84-db696fddb1a6 tempest-ServersTestJSON-1600957378 tempest-ServersTestJSON-1600957378-project-member] Waiting for the task: (returnval){ [ 806.009765] env[65448]: value = "task-4937648" [ 806.009765] env[65448]: _type = "Task" [ 806.009765] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.018609] env[65448]: DEBUG oslo_vmware.api [None req-b5a79ef1-6767-45dd-8a84-db696fddb1a6 tempest-ServersTestJSON-1600957378 tempest-ServersTestJSON-1600957378-project-member] Task: {'id': task-4937648, 'name': Rename_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.199376] env[65448]: ERROR nova.scheduler.client.report [None req-dd33d002-a1b1-4824-9b60-d17c18ea4d1b tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] [req-6dec4753-8a43-4fb9-b402-fb5f5b438f3f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 76aeec68-79e6-4d77-baf0-33bb098aa897. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6dec4753-8a43-4fb9-b402-fb5f5b438f3f"}]} [ 806.220856] env[65448]: DEBUG nova.scheduler.client.report [None req-dd33d002-a1b1-4824-9b60-d17c18ea4d1b tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Refreshing inventories for resource provider 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 806.235659] env[65448]: DEBUG nova.scheduler.client.report [None req-dd33d002-a1b1-4824-9b60-d17c18ea4d1b tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Updating ProviderTree inventory for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 806.235881] env[65448]: DEBUG nova.compute.provider_tree [None req-dd33d002-a1b1-4824-9b60-d17c18ea4d1b tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Updating inventory in ProviderTree for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 806.248015] env[65448]: DEBUG nova.scheduler.client.report [None req-dd33d002-a1b1-4824-9b60-d17c18ea4d1b tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Refreshing aggregate associations for resource provider 76aeec68-79e6-4d77-baf0-33bb098aa897, aggregates: None {{(pid=65448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 806.269144] env[65448]: DEBUG nova.scheduler.client.report [None req-dd33d002-a1b1-4824-9b60-d17c18ea4d1b tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Refreshing trait associations for resource provider 76aeec68-79e6-4d77-baf0-33bb098aa897, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=65448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 806.448305] env[65448]: DEBUG oslo_vmware.api [None req-3f419daa-2f79-4e11-8ac6-c1af22bed974 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Task: {'id': task-4937647, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.521878] env[65448]: DEBUG oslo_vmware.api [None req-b5a79ef1-6767-45dd-8a84-db696fddb1a6 tempest-ServersTestJSON-1600957378 tempest-ServersTestJSON-1600957378-project-member] Task: {'id': task-4937648, 'name': Rename_Task, 'duration_secs': 0.187504} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.522175] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5a79ef1-6767-45dd-8a84-db696fddb1a6 tempest-ServersTestJSON-1600957378 tempest-ServersTestJSON-1600957378-project-member] [instance: 8f28d898-567e-409c-95bf-10e8000cdc4b] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 806.522641] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4b6a209a-1236-480d-aa70-418fa4277983 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.529602] env[65448]: DEBUG oslo_vmware.api [None req-b5a79ef1-6767-45dd-8a84-db696fddb1a6 tempest-ServersTestJSON-1600957378 tempest-ServersTestJSON-1600957378-project-member] Waiting for the task: (returnval){ [ 806.529602] env[65448]: value = "task-4937649" [ 806.529602] env[65448]: _type = "Task" [ 806.529602] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.542170] env[65448]: DEBUG oslo_vmware.api [None req-b5a79ef1-6767-45dd-8a84-db696fddb1a6 tempest-ServersTestJSON-1600957378 tempest-ServersTestJSON-1600957378-project-member] Task: {'id': task-4937649, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.831900] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0908b6a1-033d-492c-96dc-ff32e6bdcea0 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.840351] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df900918-99c5-4685-8527-7cb625610fb1 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.874309] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec337381-ab39-4540-a6c0-48b0b2c8c0fb {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.884948] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35fe47ac-4ffd-4327-aed6-3f4ccac77d57 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.902338] env[65448]: DEBUG nova.compute.provider_tree [None req-dd33d002-a1b1-4824-9b60-d17c18ea4d1b tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Updating inventory in ProviderTree for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 806.950043] env[65448]: DEBUG oslo_vmware.api [None req-3f419daa-2f79-4e11-8ac6-c1af22bed974 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Task: {'id': task-4937647, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.042457] env[65448]: DEBUG oslo_vmware.api [None req-b5a79ef1-6767-45dd-8a84-db696fddb1a6 tempest-ServersTestJSON-1600957378 tempest-ServersTestJSON-1600957378-project-member] Task: {'id': task-4937649, 'name': PowerOnVM_Task, 'duration_secs': 0.48151} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.042689] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5a79ef1-6767-45dd-8a84-db696fddb1a6 tempest-ServersTestJSON-1600957378 tempest-ServersTestJSON-1600957378-project-member] [instance: 8f28d898-567e-409c-95bf-10e8000cdc4b] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 807.042913] env[65448]: INFO nova.compute.manager [None req-b5a79ef1-6767-45dd-8a84-db696fddb1a6 tempest-ServersTestJSON-1600957378 tempest-ServersTestJSON-1600957378-project-member] [instance: 8f28d898-567e-409c-95bf-10e8000cdc4b] Took 7.11 seconds to spawn the instance on the hypervisor. [ 807.043105] env[65448]: DEBUG nova.compute.manager [None req-b5a79ef1-6767-45dd-8a84-db696fddb1a6 tempest-ServersTestJSON-1600957378 tempest-ServersTestJSON-1600957378-project-member] [instance: 8f28d898-567e-409c-95bf-10e8000cdc4b] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 807.043966] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30a1dd2e-7988-433a-8b64-76a748f979b4 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.448084] env[65448]: DEBUG nova.scheduler.client.report [None req-dd33d002-a1b1-4824-9b60-d17c18ea4d1b tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Updated inventory for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 with generation 86 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 807.448393] env[65448]: DEBUG nova.compute.provider_tree [None req-dd33d002-a1b1-4824-9b60-d17c18ea4d1b tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Updating resource provider 76aeec68-79e6-4d77-baf0-33bb098aa897 generation from 86 to 87 during operation: update_inventory {{(pid=65448) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 807.448637] env[65448]: DEBUG nova.compute.provider_tree [None req-dd33d002-a1b1-4824-9b60-d17c18ea4d1b tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Updating inventory in ProviderTree for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 807.458450] env[65448]: DEBUG oslo_vmware.api [None req-3f419daa-2f79-4e11-8ac6-c1af22bed974 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Task: {'id': task-4937647, 'name': PowerOnVM_Task, 'duration_secs': 1.141682} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.458987] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f419daa-2f79-4e11-8ac6-c1af22bed974 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] [instance: 835213c0-7178-41ac-ab06-27e678ff73ec] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 807.459347] env[65448]: INFO nova.compute.manager [None req-3f419daa-2f79-4e11-8ac6-c1af22bed974 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] [instance: 835213c0-7178-41ac-ab06-27e678ff73ec] Took 10.38 seconds to spawn the instance on the hypervisor. [ 807.459534] env[65448]: DEBUG nova.compute.manager [None req-3f419daa-2f79-4e11-8ac6-c1af22bed974 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] [instance: 835213c0-7178-41ac-ab06-27e678ff73ec] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 807.460363] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8f905ed-fe3c-424e-937c-bf2f48fd8def {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.566099] env[65448]: INFO nova.compute.manager [None req-b5a79ef1-6767-45dd-8a84-db696fddb1a6 tempest-ServersTestJSON-1600957378 tempest-ServersTestJSON-1600957378-project-member] [instance: 8f28d898-567e-409c-95bf-10e8000cdc4b] Took 56.72 seconds to build instance. [ 807.961148] env[65448]: DEBUG oslo_concurrency.lockutils [None req-dd33d002-a1b1-4824-9b60-d17c18ea4d1b tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.702s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.965890] env[65448]: DEBUG oslo_concurrency.lockutils [None req-f42920c2-b5d1-4588-a654-2c6ea74bf042 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 43.812s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.965890] env[65448]: DEBUG nova.objects.instance [None req-f42920c2-b5d1-4588-a654-2c6ea74bf042 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: 204b5f52-2264-4c23-8799-4b3f57682409] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65448) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 807.983259] env[65448]: INFO nova.compute.manager [None req-3f419daa-2f79-4e11-8ac6-c1af22bed974 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] [instance: 835213c0-7178-41ac-ab06-27e678ff73ec] Took 59.03 seconds to build instance. [ 808.001681] env[65448]: INFO nova.scheduler.client.report [None req-dd33d002-a1b1-4824-9b60-d17c18ea4d1b tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Deleted allocations for instance 564e79e0-e826-4ad7-83ec-f780b9cc5de7 [ 808.068031] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b5a79ef1-6767-45dd-8a84-db696fddb1a6 tempest-ServersTestJSON-1600957378 tempest-ServersTestJSON-1600957378-project-member] Lock "8f28d898-567e-409c-95bf-10e8000cdc4b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.627s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.149409] env[65448]: DEBUG nova.compute.manager [req-2614e460-8b4d-41a2-ba52-98e4fc13ed6f req-bca13f77-7f1b-4dac-981a-aea0f9eb799f service nova] [instance: 8f28d898-567e-409c-95bf-10e8000cdc4b] Received event network-changed-98774cc6-1cf4-4b8f-82e5-75f8b1f282ad {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 808.149551] env[65448]: DEBUG nova.compute.manager [req-2614e460-8b4d-41a2-ba52-98e4fc13ed6f req-bca13f77-7f1b-4dac-981a-aea0f9eb799f service nova] [instance: 8f28d898-567e-409c-95bf-10e8000cdc4b] Refreshing instance network info cache due to event network-changed-98774cc6-1cf4-4b8f-82e5-75f8b1f282ad. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 808.150296] env[65448]: DEBUG oslo_concurrency.lockutils [req-2614e460-8b4d-41a2-ba52-98e4fc13ed6f req-bca13f77-7f1b-4dac-981a-aea0f9eb799f service nova] Acquiring lock "refresh_cache-8f28d898-567e-409c-95bf-10e8000cdc4b" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.150296] env[65448]: DEBUG oslo_concurrency.lockutils [req-2614e460-8b4d-41a2-ba52-98e4fc13ed6f req-bca13f77-7f1b-4dac-981a-aea0f9eb799f service nova] Acquired lock "refresh_cache-8f28d898-567e-409c-95bf-10e8000cdc4b" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.150296] env[65448]: DEBUG nova.network.neutron [req-2614e460-8b4d-41a2-ba52-98e4fc13ed6f req-bca13f77-7f1b-4dac-981a-aea0f9eb799f service nova] [instance: 8f28d898-567e-409c-95bf-10e8000cdc4b] Refreshing network info cache for port 98774cc6-1cf4-4b8f-82e5-75f8b1f282ad {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 808.485632] env[65448]: DEBUG oslo_concurrency.lockutils [None req-3f419daa-2f79-4e11-8ac6-c1af22bed974 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Lock "835213c0-7178-41ac-ab06-27e678ff73ec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.091s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.509912] env[65448]: DEBUG oslo_concurrency.lockutils [None req-dd33d002-a1b1-4824-9b60-d17c18ea4d1b tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Lock "564e79e0-e826-4ad7-83ec-f780b9cc5de7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 54.275s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.572566] env[65448]: DEBUG nova.compute.manager [None req-c58cc023-5779-446e-a377-bf23f5ac638c tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: 208772b0-cc9f-4644-b440-54e638072b4e] Starting instance... {{(pid=65448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2483}} [ 808.652336] env[65448]: WARNING neutronclient.v2_0.client [req-2614e460-8b4d-41a2-ba52-98e4fc13ed6f req-bca13f77-7f1b-4dac-981a-aea0f9eb799f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 808.828487] env[65448]: WARNING neutronclient.v2_0.client [req-2614e460-8b4d-41a2-ba52-98e4fc13ed6f req-bca13f77-7f1b-4dac-981a-aea0f9eb799f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 808.915225] env[65448]: DEBUG nova.network.neutron [req-2614e460-8b4d-41a2-ba52-98e4fc13ed6f req-bca13f77-7f1b-4dac-981a-aea0f9eb799f service nova] [instance: 8f28d898-567e-409c-95bf-10e8000cdc4b] Updated VIF entry in instance network info cache for port 98774cc6-1cf4-4b8f-82e5-75f8b1f282ad. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 808.915597] env[65448]: DEBUG nova.network.neutron [req-2614e460-8b4d-41a2-ba52-98e4fc13ed6f req-bca13f77-7f1b-4dac-981a-aea0f9eb799f service nova] [instance: 8f28d898-567e-409c-95bf-10e8000cdc4b] Updating instance_info_cache with network_info: [{"id": "98774cc6-1cf4-4b8f-82e5-75f8b1f282ad", "address": "fa:16:3e:dc:b7:ec", "network": {"id": "7ee5fa2c-7709-4c15-a271-524b2ed8a1ff", "bridge": "br-int", "label": "tempest-ServersTestJSON-1922226806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2662440afd874a779e5615f6d1e6f729", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2c424c9-6446-4b2a-af8c-4d9c29117c39", "external-id": "nsx-vlan-transportzone-437", "segmentation_id": 437, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98774cc6-1c", "ovs_interfaceid": "98774cc6-1cf4-4b8f-82e5-75f8b1f282ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.976855] env[65448]: DEBUG oslo_concurrency.lockutils [None req-f42920c2-b5d1-4588-a654-2c6ea74bf042 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.978413] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d676b01c-5026-481f-9176-50b9e05593b1 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.241s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.980019] env[65448]: INFO nova.compute.claims [None req-d676b01c-5026-481f-9176-50b9e05593b1 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: f7468e7d-2bed-4b9a-a642-b7f628a95305] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 808.990788] env[65448]: DEBUG nova.compute.manager [None req-04d0e291-6313-4d72-ac39-d907d31c22d0 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691-project-member] [instance: e528a5f1-8251-4420-8660-8a7ec001ef7e] Starting instance... {{(pid=65448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2483}} [ 809.102266] env[65448]: DEBUG oslo_concurrency.lockutils [None req-c58cc023-5779-446e-a377-bf23f5ac638c tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.349297] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b2d3fd8-76f6-4786-941e-c6b9bd035ee3 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 6298b6d7-5892-48cc-b808-eeca3d91f57e] Volume attach. Driver type: vmdk {{(pid=65448) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 809.349541] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b2d3fd8-76f6-4786-941e-c6b9bd035ee3 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 6298b6d7-5892-48cc-b808-eeca3d91f57e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-961941', 'volume_id': 'ade72e98-0522-47ce-b314-757b2209a3f7', 'name': 'volume-ade72e98-0522-47ce-b314-757b2209a3f7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6298b6d7-5892-48cc-b808-eeca3d91f57e', 'attached_at': '', 'detached_at': '', 'volume_id': 'ade72e98-0522-47ce-b314-757b2209a3f7', 'serial': 'ade72e98-0522-47ce-b314-757b2209a3f7'} {{(pid=65448) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 809.350508] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e413998-6b09-42ba-8b3e-7ab7610b2584 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.367816] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0a2d453-a0fd-4fa2-a6ae-88eb7222ce4d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.393364] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b2d3fd8-76f6-4786-941e-c6b9bd035ee3 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 6298b6d7-5892-48cc-b808-eeca3d91f57e] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] volume-ade72e98-0522-47ce-b314-757b2209a3f7/volume-ade72e98-0522-47ce-b314-757b2209a3f7.vmdk or device None with type thin {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 809.393637] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43e6187d-b0b3-4e8a-99d2-bbc515176310 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.416735] env[65448]: DEBUG oslo_vmware.api [None req-7b2d3fd8-76f6-4786-941e-c6b9bd035ee3 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Waiting for the task: (returnval){ [ 809.416735] env[65448]: value = "task-4937651" [ 809.416735] env[65448]: _type = "Task" [ 809.416735] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.423416] env[65448]: DEBUG oslo_concurrency.lockutils [req-2614e460-8b4d-41a2-ba52-98e4fc13ed6f req-bca13f77-7f1b-4dac-981a-aea0f9eb799f service nova] Releasing lock "refresh_cache-8f28d898-567e-409c-95bf-10e8000cdc4b" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.429598] env[65448]: DEBUG oslo_vmware.api [None req-7b2d3fd8-76f6-4786-941e-c6b9bd035ee3 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Task: {'id': task-4937651, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.524323] env[65448]: DEBUG oslo_concurrency.lockutils [None req-04d0e291-6313-4d72-ac39-d907d31c22d0 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.550557] env[65448]: DEBUG oslo_concurrency.lockutils [None req-878644e1-e17e-42af-8ee0-3aabe86eb779 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Acquiring lock "835213c0-7178-41ac-ab06-27e678ff73ec" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.550557] env[65448]: DEBUG oslo_concurrency.lockutils [None req-878644e1-e17e-42af-8ee0-3aabe86eb779 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Lock "835213c0-7178-41ac-ab06-27e678ff73ec" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.550895] env[65448]: INFO nova.compute.manager [None req-878644e1-e17e-42af-8ee0-3aabe86eb779 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] [instance: 835213c0-7178-41ac-ab06-27e678ff73ec] Rebooting instance [ 809.927546] env[65448]: DEBUG oslo_vmware.api [None req-7b2d3fd8-76f6-4786-941e-c6b9bd035ee3 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Task: {'id': task-4937651, 'name': ReconfigVM_Task, 'duration_secs': 0.402886} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.927899] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b2d3fd8-76f6-4786-941e-c6b9bd035ee3 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 6298b6d7-5892-48cc-b808-eeca3d91f57e] Reconfigured VM instance instance-00000008 to attach disk [datastore2] volume-ade72e98-0522-47ce-b314-757b2209a3f7/volume-ade72e98-0522-47ce-b314-757b2209a3f7.vmdk or device None with type thin {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 809.932891] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fae3238a-8587-4b0b-b9d3-c93726f3c845 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.950056] env[65448]: DEBUG oslo_vmware.api [None req-7b2d3fd8-76f6-4786-941e-c6b9bd035ee3 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Waiting for the task: (returnval){ [ 809.950056] env[65448]: value = "task-4937652" [ 809.950056] env[65448]: _type = "Task" [ 809.950056] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.958825] env[65448]: DEBUG oslo_vmware.api [None req-7b2d3fd8-76f6-4786-941e-c6b9bd035ee3 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Task: {'id': task-4937652, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.076332] env[65448]: DEBUG oslo_concurrency.lockutils [None req-878644e1-e17e-42af-8ee0-3aabe86eb779 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Acquiring lock "refresh_cache-835213c0-7178-41ac-ab06-27e678ff73ec" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.076332] env[65448]: DEBUG oslo_concurrency.lockutils [None req-878644e1-e17e-42af-8ee0-3aabe86eb779 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Acquired lock "refresh_cache-835213c0-7178-41ac-ab06-27e678ff73ec" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.076332] env[65448]: DEBUG nova.network.neutron [None req-878644e1-e17e-42af-8ee0-3aabe86eb779 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] [instance: 835213c0-7178-41ac-ab06-27e678ff73ec] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 810.244429] env[65448]: DEBUG nova.compute.manager [req-056b9e77-79d7-4019-b9a0-c16ffb4c8bcb req-f262fed4-7782-4cd7-a410-96d51a70b02d service nova] [instance: 835213c0-7178-41ac-ab06-27e678ff73ec] Received event network-changed-500e0eca-31c3-465b-97fc-c9eace117acf {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 810.244429] env[65448]: DEBUG nova.compute.manager [req-056b9e77-79d7-4019-b9a0-c16ffb4c8bcb req-f262fed4-7782-4cd7-a410-96d51a70b02d service nova] [instance: 835213c0-7178-41ac-ab06-27e678ff73ec] Refreshing instance network info cache due to event network-changed-500e0eca-31c3-465b-97fc-c9eace117acf. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 810.244587] env[65448]: DEBUG oslo_concurrency.lockutils [req-056b9e77-79d7-4019-b9a0-c16ffb4c8bcb req-f262fed4-7782-4cd7-a410-96d51a70b02d service nova] Acquiring lock "refresh_cache-835213c0-7178-41ac-ab06-27e678ff73ec" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.383506] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Acquiring lock "6b18baf1-f0be-4602-8064-9bb371bdcb17" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.383871] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Lock "6b18baf1-f0be-4602-8064-9bb371bdcb17" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.413489] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Acquiring lock "7ffbee1e-54df-4aaf-8183-9b148c616b69" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.414552] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Lock "7ffbee1e-54df-4aaf-8183-9b148c616b69" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.463901] env[65448]: DEBUG oslo_vmware.api [None req-7b2d3fd8-76f6-4786-941e-c6b9bd035ee3 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Task: {'id': task-4937652, 'name': ReconfigVM_Task, 'duration_secs': 0.155112} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.464688] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b2d3fd8-76f6-4786-941e-c6b9bd035ee3 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 6298b6d7-5892-48cc-b808-eeca3d91f57e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-961941', 'volume_id': 'ade72e98-0522-47ce-b314-757b2209a3f7', 'name': 'volume-ade72e98-0522-47ce-b314-757b2209a3f7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6298b6d7-5892-48cc-b808-eeca3d91f57e', 'attached_at': '', 'detached_at': '', 'volume_id': 'ade72e98-0522-47ce-b314-757b2209a3f7', 'serial': 'ade72e98-0522-47ce-b314-757b2209a3f7'} {{(pid=65448) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 810.579812] env[65448]: WARNING neutronclient.v2_0.client [None req-878644e1-e17e-42af-8ee0-3aabe86eb779 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 810.658053] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ea384ac-da38-4a40-b301-da29f1b537a5 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.667909] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c3169da-88b7-4236-a4f5-9bc5f5374673 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.708374] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff897b4e-6b1a-48e5-81ab-bad9845a69bb {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.717935] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72be0504-5fe1-488d-ad8a-945ea575d62a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.732436] env[65448]: DEBUG nova.compute.provider_tree [None req-d676b01c-5026-481f-9176-50b9e05593b1 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Updating inventory in ProviderTree for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 810.769455] env[65448]: WARNING neutronclient.v2_0.client [None req-878644e1-e17e-42af-8ee0-3aabe86eb779 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 810.844533] env[65448]: DEBUG nova.network.neutron [None req-878644e1-e17e-42af-8ee0-3aabe86eb779 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] [instance: 835213c0-7178-41ac-ab06-27e678ff73ec] Updating instance_info_cache with network_info: [{"id": "500e0eca-31c3-465b-97fc-c9eace117acf", "address": "fa:16:3e:a4:6b:01", "network": {"id": "d16867b7-7e9f-4587-9a44-e83238a0b7db", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1023219576-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d1cf9da4e3442eea40a764f302a4111", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap500e0eca-31", "ovs_interfaceid": "500e0eca-31c3-465b-97fc-c9eace117acf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.259984] env[65448]: ERROR nova.scheduler.client.report [None req-d676b01c-5026-481f-9176-50b9e05593b1 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [req-e60fb0bb-d20d-4d5f-91b9-c0804a403707] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 76aeec68-79e6-4d77-baf0-33bb098aa897. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e60fb0bb-d20d-4d5f-91b9-c0804a403707"}]} [ 811.278767] env[65448]: DEBUG nova.scheduler.client.report [None req-d676b01c-5026-481f-9176-50b9e05593b1 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Refreshing inventories for resource provider 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 811.302313] env[65448]: DEBUG nova.scheduler.client.report [None req-d676b01c-5026-481f-9176-50b9e05593b1 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Updating ProviderTree inventory for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 811.302468] env[65448]: DEBUG nova.compute.provider_tree [None req-d676b01c-5026-481f-9176-50b9e05593b1 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Updating inventory in ProviderTree for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 811.330120] env[65448]: DEBUG nova.scheduler.client.report [None req-d676b01c-5026-481f-9176-50b9e05593b1 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Refreshing aggregate associations for resource provider 76aeec68-79e6-4d77-baf0-33bb098aa897, aggregates: None {{(pid=65448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 811.348478] env[65448]: DEBUG oslo_concurrency.lockutils [None req-878644e1-e17e-42af-8ee0-3aabe86eb779 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Releasing lock "refresh_cache-835213c0-7178-41ac-ab06-27e678ff73ec" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.349641] env[65448]: DEBUG oslo_concurrency.lockutils [req-056b9e77-79d7-4019-b9a0-c16ffb4c8bcb req-f262fed4-7782-4cd7-a410-96d51a70b02d service nova] Acquired lock "refresh_cache-835213c0-7178-41ac-ab06-27e678ff73ec" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.349862] env[65448]: DEBUG nova.network.neutron [req-056b9e77-79d7-4019-b9a0-c16ffb4c8bcb req-f262fed4-7782-4cd7-a410-96d51a70b02d service nova] [instance: 835213c0-7178-41ac-ab06-27e678ff73ec] Refreshing network info cache for port 500e0eca-31c3-465b-97fc-c9eace117acf {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 811.362954] env[65448]: DEBUG nova.scheduler.client.report [None req-d676b01c-5026-481f-9176-50b9e05593b1 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Refreshing trait associations for resource provider 76aeec68-79e6-4d77-baf0-33bb098aa897, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=65448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 811.509390] env[65448]: DEBUG nova.objects.instance [None req-7b2d3fd8-76f6-4786-941e-c6b9bd035ee3 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Lazy-loading 'flavor' on Instance uuid 6298b6d7-5892-48cc-b808-eeca3d91f57e {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 811.853876] env[65448]: WARNING neutronclient.v2_0.client [req-056b9e77-79d7-4019-b9a0-c16ffb4c8bcb req-f262fed4-7782-4cd7-a410-96d51a70b02d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 811.858282] env[65448]: DEBUG nova.compute.manager [None req-878644e1-e17e-42af-8ee0-3aabe86eb779 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] [instance: 835213c0-7178-41ac-ab06-27e678ff73ec] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 811.858282] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-323c382a-90a7-4bec-9c94-7fd2d812147f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.014322] env[65448]: DEBUG oslo_concurrency.lockutils [None req-7b2d3fd8-76f6-4786-941e-c6b9bd035ee3 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Lock "6298b6d7-5892-48cc-b808-eeca3d91f57e" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.297s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.040567] env[65448]: WARNING neutronclient.v2_0.client [req-056b9e77-79d7-4019-b9a0-c16ffb4c8bcb req-f262fed4-7782-4cd7-a410-96d51a70b02d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 812.059562] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c700d7e7-ad25-4952-b11b-bcb9c18ed97e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.069354] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9173d1da-9e0c-4823-9b3a-fa4d2349fcea {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.102400] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb2e5247-4518-4a32-8f73-29cf0bdf5923 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.110706] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2e28158-6fe6-4609-ac8d-4c9dd03fcc08 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.125278] env[65448]: DEBUG nova.compute.provider_tree [None req-d676b01c-5026-481f-9176-50b9e05593b1 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Updating inventory in ProviderTree for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 812.139227] env[65448]: DEBUG nova.network.neutron [req-056b9e77-79d7-4019-b9a0-c16ffb4c8bcb req-f262fed4-7782-4cd7-a410-96d51a70b02d service nova] [instance: 835213c0-7178-41ac-ab06-27e678ff73ec] Updated VIF entry in instance network info cache for port 500e0eca-31c3-465b-97fc-c9eace117acf. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 812.139586] env[65448]: DEBUG nova.network.neutron [req-056b9e77-79d7-4019-b9a0-c16ffb4c8bcb req-f262fed4-7782-4cd7-a410-96d51a70b02d service nova] [instance: 835213c0-7178-41ac-ab06-27e678ff73ec] Updating instance_info_cache with network_info: [{"id": "500e0eca-31c3-465b-97fc-c9eace117acf", "address": "fa:16:3e:a4:6b:01", "network": {"id": "d16867b7-7e9f-4587-9a44-e83238a0b7db", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1023219576-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d1cf9da4e3442eea40a764f302a4111", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap500e0eca-31", "ovs_interfaceid": "500e0eca-31c3-465b-97fc-c9eace117acf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.643589] env[65448]: DEBUG oslo_concurrency.lockutils [req-056b9e77-79d7-4019-b9a0-c16ffb4c8bcb req-f262fed4-7782-4cd7-a410-96d51a70b02d service nova] Releasing lock "refresh_cache-835213c0-7178-41ac-ab06-27e678ff73ec" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.663243] env[65448]: DEBUG nova.scheduler.client.report [None req-d676b01c-5026-481f-9176-50b9e05593b1 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Updated inventory for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 with generation 89 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 812.663560] env[65448]: DEBUG nova.compute.provider_tree [None req-d676b01c-5026-481f-9176-50b9e05593b1 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Updating resource provider 76aeec68-79e6-4d77-baf0-33bb098aa897 generation from 89 to 90 during operation: update_inventory {{(pid=65448) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 812.663800] env[65448]: DEBUG nova.compute.provider_tree [None req-d676b01c-5026-481f-9176-50b9e05593b1 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Updating inventory in ProviderTree for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 812.880159] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfab987b-5878-4310-b60e-d39eaf535b51 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.889371] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-878644e1-e17e-42af-8ee0-3aabe86eb779 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] [instance: 835213c0-7178-41ac-ab06-27e678ff73ec] Doing hard reboot of VM {{(pid=65448) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 812.889371] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-05e0eaef-28b4-4eb2-8206-248a86720a1a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.896376] env[65448]: DEBUG oslo_vmware.api [None req-878644e1-e17e-42af-8ee0-3aabe86eb779 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Waiting for the task: (returnval){ [ 812.896376] env[65448]: value = "task-4937653" [ 812.896376] env[65448]: _type = "Task" [ 812.896376] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.906338] env[65448]: DEBUG oslo_vmware.api [None req-878644e1-e17e-42af-8ee0-3aabe86eb779 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Task: {'id': task-4937653, 'name': ResetVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.169461] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d676b01c-5026-481f-9176-50b9e05593b1 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.191s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.170040] env[65448]: DEBUG nova.compute.manager [None req-d676b01c-5026-481f-9176-50b9e05593b1 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: f7468e7d-2bed-4b9a-a642-b7f628a95305] Start building networks asynchronously for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2881}} [ 813.174460] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 43.553s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.174673] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.174842] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65448) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 813.175242] env[65448]: DEBUG oslo_concurrency.lockutils [None req-7e6ff493-3c00-4160-9cf2-b05000b6938c tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.520s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.175454] env[65448]: DEBUG nova.objects.instance [None req-7e6ff493-3c00-4160-9cf2-b05000b6938c tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Lazy-loading 'resources' on Instance uuid 4d62a820-fb2b-4101-9dbc-d7cf4a27961a {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 813.177623] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-597feed4-3a08-4a47-9376-4d8334cc1b0e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.187671] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfdd4799-8436-4a4e-9183-3362cab85a3b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.206454] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc91b8e2-35a3-4552-a70e-54ce93d8396e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.214144] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b0323d5-6f37-458c-90d5-1f144a39f11c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.245885] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=177138MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65448) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 813.246041] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.407535] env[65448]: DEBUG oslo_vmware.api [None req-878644e1-e17e-42af-8ee0-3aabe86eb779 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Task: {'id': task-4937653, 'name': ResetVM_Task, 'duration_secs': 0.116572} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.408503] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-878644e1-e17e-42af-8ee0-3aabe86eb779 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] [instance: 835213c0-7178-41ac-ab06-27e678ff73ec] Did hard reboot of VM {{(pid=65448) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 813.408895] env[65448]: DEBUG nova.compute.manager [None req-878644e1-e17e-42af-8ee0-3aabe86eb779 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] [instance: 835213c0-7178-41ac-ab06-27e678ff73ec] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 813.409674] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a41cc9a-9dc9-423a-a68b-a5b629d2ed24 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.441392] env[65448]: DEBUG oslo_concurrency.lockutils [None req-dbc2d528-7ac5-4149-97f8-b2a7389a3d81 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Acquiring lock "65f7a5e2-e42a-4a78-a9df-7bd5424ca2f2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.441945] env[65448]: DEBUG oslo_concurrency.lockutils [None req-dbc2d528-7ac5-4149-97f8-b2a7389a3d81 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Lock "65f7a5e2-e42a-4a78-a9df-7bd5424ca2f2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.679485] env[65448]: DEBUG nova.compute.utils [None req-d676b01c-5026-481f-9176-50b9e05593b1 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Using /dev/sd instead of None {{(pid=65448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 813.683757] env[65448]: DEBUG nova.compute.manager [None req-d676b01c-5026-481f-9176-50b9e05593b1 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: f7468e7d-2bed-4b9a-a642-b7f628a95305] Allocating IP information in the background. {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 813.683976] env[65448]: DEBUG nova.network.neutron [None req-d676b01c-5026-481f-9176-50b9e05593b1 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: f7468e7d-2bed-4b9a-a642-b7f628a95305] allocate_for_instance() {{(pid=65448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 813.684473] env[65448]: WARNING neutronclient.v2_0.client [None req-d676b01c-5026-481f-9176-50b9e05593b1 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 813.684614] env[65448]: WARNING neutronclient.v2_0.client [None req-d676b01c-5026-481f-9176-50b9e05593b1 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 813.737794] env[65448]: DEBUG nova.policy [None req-d676b01c-5026-481f-9176-50b9e05593b1 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '01710b1994744039b6e121c7d5195b25', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c2a7a06e61d94624ba3b3a9d4f5d1e6f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65448) authorize /opt/stack/nova/nova/policy.py:192}} [ 813.927326] env[65448]: DEBUG oslo_concurrency.lockutils [None req-878644e1-e17e-42af-8ee0-3aabe86eb779 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Lock "835213c0-7178-41ac-ab06-27e678ff73ec" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.377s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.061840] env[65448]: DEBUG nova.network.neutron [None req-d676b01c-5026-481f-9176-50b9e05593b1 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: f7468e7d-2bed-4b9a-a642-b7f628a95305] Successfully created port: 0edc05d5-4709-4158-81d9-6be362ad36e0 {{(pid=65448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 814.185755] env[65448]: DEBUG nova.compute.manager [None req-d676b01c-5026-481f-9176-50b9e05593b1 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: f7468e7d-2bed-4b9a-a642-b7f628a95305] Start building block device mappings for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2916}} [ 814.406985] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eaa9813-5e1b-43b4-ae02-499e97aeb0f1 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.417284] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e213ecf-43f5-47bd-8c55-ec7a8bdd739f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.451906] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3d0fb55-a124-4672-ad44-3268a94a743a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.461108] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5427d589-027e-47b0-9307-8c65957e70d4 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.476351] env[65448]: DEBUG nova.compute.provider_tree [None req-7e6ff493-3c00-4160-9cf2-b05000b6938c tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 814.979833] env[65448]: DEBUG nova.scheduler.client.report [None req-7e6ff493-3c00-4160-9cf2-b05000b6938c tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 815.064608] env[65448]: DEBUG nova.compute.manager [req-e3009a5a-b05e-44e3-becd-047d7361192b req-d0f0c27b-2a2b-4d03-9ca4-c3b0cc800b58 service nova] [instance: 835213c0-7178-41ac-ab06-27e678ff73ec] Received event network-changed-500e0eca-31c3-465b-97fc-c9eace117acf {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 815.064780] env[65448]: DEBUG nova.compute.manager [req-e3009a5a-b05e-44e3-becd-047d7361192b req-d0f0c27b-2a2b-4d03-9ca4-c3b0cc800b58 service nova] [instance: 835213c0-7178-41ac-ab06-27e678ff73ec] Refreshing instance network info cache due to event network-changed-500e0eca-31c3-465b-97fc-c9eace117acf. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 815.065015] env[65448]: DEBUG oslo_concurrency.lockutils [req-e3009a5a-b05e-44e3-becd-047d7361192b req-d0f0c27b-2a2b-4d03-9ca4-c3b0cc800b58 service nova] Acquiring lock "refresh_cache-835213c0-7178-41ac-ab06-27e678ff73ec" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.065207] env[65448]: DEBUG oslo_concurrency.lockutils [req-e3009a5a-b05e-44e3-becd-047d7361192b req-d0f0c27b-2a2b-4d03-9ca4-c3b0cc800b58 service nova] Acquired lock "refresh_cache-835213c0-7178-41ac-ab06-27e678ff73ec" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.065380] env[65448]: DEBUG nova.network.neutron [req-e3009a5a-b05e-44e3-becd-047d7361192b req-d0f0c27b-2a2b-4d03-9ca4-c3b0cc800b58 service nova] [instance: 835213c0-7178-41ac-ab06-27e678ff73ec] Refreshing network info cache for port 500e0eca-31c3-465b-97fc-c9eace117acf {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 815.200206] env[65448]: DEBUG nova.compute.manager [None req-d676b01c-5026-481f-9176-50b9e05593b1 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: f7468e7d-2bed-4b9a-a642-b7f628a95305] Start spawning the instance on the hypervisor. {{(pid=65448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2689}} [ 815.238158] env[65448]: DEBUG nova.virt.hardware [None req-d676b01c-5026-481f-9176-50b9e05593b1 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-08T17:19:51Z,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a992292b6dae455593d228217860e2e1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-08T17:19:52Z,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 815.238452] env[65448]: DEBUG nova.virt.hardware [None req-d676b01c-5026-481f-9176-50b9e05593b1 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 815.238627] env[65448]: DEBUG nova.virt.hardware [None req-d676b01c-5026-481f-9176-50b9e05593b1 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 815.238864] env[65448]: DEBUG nova.virt.hardware [None req-d676b01c-5026-481f-9176-50b9e05593b1 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 815.239486] env[65448]: DEBUG nova.virt.hardware [None req-d676b01c-5026-481f-9176-50b9e05593b1 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 815.239486] env[65448]: DEBUG nova.virt.hardware [None req-d676b01c-5026-481f-9176-50b9e05593b1 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 815.239486] env[65448]: DEBUG nova.virt.hardware [None req-d676b01c-5026-481f-9176-50b9e05593b1 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 815.239726] env[65448]: DEBUG nova.virt.hardware [None req-d676b01c-5026-481f-9176-50b9e05593b1 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 815.239783] env[65448]: DEBUG nova.virt.hardware [None req-d676b01c-5026-481f-9176-50b9e05593b1 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 815.239935] env[65448]: DEBUG nova.virt.hardware [None req-d676b01c-5026-481f-9176-50b9e05593b1 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 815.240098] env[65448]: DEBUG nova.virt.hardware [None req-d676b01c-5026-481f-9176-50b9e05593b1 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 815.241047] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7fae99a-1bdd-4823-a6a5-9b42bccb3aa7 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.249745] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c614095-9d40-4bb9-9dda-573866199722 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.485135] env[65448]: DEBUG oslo_concurrency.lockutils [None req-7e6ff493-3c00-4160-9cf2-b05000b6938c tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.309s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.487177] env[65448]: DEBUG oslo_concurrency.lockutils [None req-35e780dd-baf9-488a-890b-72bcf82f51a0 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.877s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.487416] env[65448]: DEBUG nova.objects.instance [None req-35e780dd-baf9-488a-890b-72bcf82f51a0 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Lazy-loading 'resources' on Instance uuid ae260ff0-bb11-4322-a30e-47a4c88eb6d9 {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 815.516047] env[65448]: INFO nova.scheduler.client.report [None req-7e6ff493-3c00-4160-9cf2-b05000b6938c tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Deleted allocations for instance 4d62a820-fb2b-4101-9dbc-d7cf4a27961a [ 815.568925] env[65448]: WARNING neutronclient.v2_0.client [req-e3009a5a-b05e-44e3-becd-047d7361192b req-d0f0c27b-2a2b-4d03-9ca4-c3b0cc800b58 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 815.605065] env[65448]: DEBUG nova.compute.manager [req-94106cba-2613-4a0e-8f72-f37c0e245ff6 req-e4d0f088-30b5-4f1a-a2ef-332759f8e900 service nova] [instance: f7468e7d-2bed-4b9a-a642-b7f628a95305] Received event network-vif-plugged-0edc05d5-4709-4158-81d9-6be362ad36e0 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 815.605318] env[65448]: DEBUG oslo_concurrency.lockutils [req-94106cba-2613-4a0e-8f72-f37c0e245ff6 req-e4d0f088-30b5-4f1a-a2ef-332759f8e900 service nova] Acquiring lock "f7468e7d-2bed-4b9a-a642-b7f628a95305-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.605520] env[65448]: DEBUG oslo_concurrency.lockutils [req-94106cba-2613-4a0e-8f72-f37c0e245ff6 req-e4d0f088-30b5-4f1a-a2ef-332759f8e900 service nova] Lock "f7468e7d-2bed-4b9a-a642-b7f628a95305-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.606098] env[65448]: DEBUG oslo_concurrency.lockutils [req-94106cba-2613-4a0e-8f72-f37c0e245ff6 req-e4d0f088-30b5-4f1a-a2ef-332759f8e900 service nova] Lock "f7468e7d-2bed-4b9a-a642-b7f628a95305-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.606098] env[65448]: DEBUG nova.compute.manager [req-94106cba-2613-4a0e-8f72-f37c0e245ff6 req-e4d0f088-30b5-4f1a-a2ef-332759f8e900 service nova] [instance: f7468e7d-2bed-4b9a-a642-b7f628a95305] No waiting events found dispatching network-vif-plugged-0edc05d5-4709-4158-81d9-6be362ad36e0 {{(pid=65448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 815.606098] env[65448]: WARNING nova.compute.manager [req-94106cba-2613-4a0e-8f72-f37c0e245ff6 req-e4d0f088-30b5-4f1a-a2ef-332759f8e900 service nova] [instance: f7468e7d-2bed-4b9a-a642-b7f628a95305] Received unexpected event network-vif-plugged-0edc05d5-4709-4158-81d9-6be362ad36e0 for instance with vm_state building and task_state spawning. [ 815.670374] env[65448]: DEBUG nova.network.neutron [None req-d676b01c-5026-481f-9176-50b9e05593b1 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: f7468e7d-2bed-4b9a-a642-b7f628a95305] Successfully updated port: 0edc05d5-4709-4158-81d9-6be362ad36e0 {{(pid=65448) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 815.739970] env[65448]: WARNING neutronclient.v2_0.client [req-e3009a5a-b05e-44e3-becd-047d7361192b req-d0f0c27b-2a2b-4d03-9ca4-c3b0cc800b58 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 815.790300] env[65448]: DEBUG oslo_concurrency.lockutils [None req-05c1d071-e238-4c66-9c13-d950276734f3 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Acquiring lock "835213c0-7178-41ac-ab06-27e678ff73ec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.790540] env[65448]: DEBUG oslo_concurrency.lockutils [None req-05c1d071-e238-4c66-9c13-d950276734f3 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Lock "835213c0-7178-41ac-ab06-27e678ff73ec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.790740] env[65448]: DEBUG oslo_concurrency.lockutils [None req-05c1d071-e238-4c66-9c13-d950276734f3 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Acquiring lock "835213c0-7178-41ac-ab06-27e678ff73ec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.790918] env[65448]: DEBUG oslo_concurrency.lockutils [None req-05c1d071-e238-4c66-9c13-d950276734f3 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Lock "835213c0-7178-41ac-ab06-27e678ff73ec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.791159] env[65448]: DEBUG oslo_concurrency.lockutils [None req-05c1d071-e238-4c66-9c13-d950276734f3 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Lock "835213c0-7178-41ac-ab06-27e678ff73ec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.793743] env[65448]: INFO nova.compute.manager [None req-05c1d071-e238-4c66-9c13-d950276734f3 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] [instance: 835213c0-7178-41ac-ab06-27e678ff73ec] Terminating instance [ 815.814013] env[65448]: DEBUG nova.network.neutron [req-e3009a5a-b05e-44e3-becd-047d7361192b req-d0f0c27b-2a2b-4d03-9ca4-c3b0cc800b58 service nova] [instance: 835213c0-7178-41ac-ab06-27e678ff73ec] Updated VIF entry in instance network info cache for port 500e0eca-31c3-465b-97fc-c9eace117acf. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 815.814391] env[65448]: DEBUG nova.network.neutron [req-e3009a5a-b05e-44e3-becd-047d7361192b req-d0f0c27b-2a2b-4d03-9ca4-c3b0cc800b58 service nova] [instance: 835213c0-7178-41ac-ab06-27e678ff73ec] Updating instance_info_cache with network_info: [{"id": "500e0eca-31c3-465b-97fc-c9eace117acf", "address": "fa:16:3e:a4:6b:01", "network": {"id": "d16867b7-7e9f-4587-9a44-e83238a0b7db", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1023219576-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d1cf9da4e3442eea40a764f302a4111", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap500e0eca-31", "ovs_interfaceid": "500e0eca-31c3-465b-97fc-c9eace117acf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.027053] env[65448]: DEBUG oslo_concurrency.lockutils [None req-7e6ff493-3c00-4160-9cf2-b05000b6938c tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Lock "4d62a820-fb2b-4101-9dbc-d7cf4a27961a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.394s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.174888] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d676b01c-5026-481f-9176-50b9e05593b1 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Acquiring lock "refresh_cache-f7468e7d-2bed-4b9a-a642-b7f628a95305" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.175038] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d676b01c-5026-481f-9176-50b9e05593b1 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Acquired lock "refresh_cache-f7468e7d-2bed-4b9a-a642-b7f628a95305" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.175304] env[65448]: DEBUG nova.network.neutron [None req-d676b01c-5026-481f-9176-50b9e05593b1 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: f7468e7d-2bed-4b9a-a642-b7f628a95305] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 816.299945] env[65448]: DEBUG nova.compute.manager [None req-05c1d071-e238-4c66-9c13-d950276734f3 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] [instance: 835213c0-7178-41ac-ab06-27e678ff73ec] Start destroying the instance on the hypervisor. {{(pid=65448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3209}} [ 816.299945] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-05c1d071-e238-4c66-9c13-d950276734f3 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] [instance: 835213c0-7178-41ac-ab06-27e678ff73ec] Destroying instance {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 816.300856] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-112fc6a1-9302-454a-9aa4-c4dbad398c80 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.309786] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-05c1d071-e238-4c66-9c13-d950276734f3 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] [instance: 835213c0-7178-41ac-ab06-27e678ff73ec] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 816.313139] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-64107084-e794-4c78-a7da-02c4d13036ba {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.317970] env[65448]: DEBUG oslo_concurrency.lockutils [req-e3009a5a-b05e-44e3-becd-047d7361192b req-d0f0c27b-2a2b-4d03-9ca4-c3b0cc800b58 service nova] Releasing lock "refresh_cache-835213c0-7178-41ac-ab06-27e678ff73ec" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.322091] env[65448]: DEBUG oslo_vmware.api [None req-05c1d071-e238-4c66-9c13-d950276734f3 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Waiting for the task: (returnval){ [ 816.322091] env[65448]: value = "task-4937654" [ 816.322091] env[65448]: _type = "Task" [ 816.322091] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.334375] env[65448]: DEBUG oslo_vmware.api [None req-05c1d071-e238-4c66-9c13-d950276734f3 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Task: {'id': task-4937654, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.662532] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1d8fda3-d2fc-4725-912b-eff560d5816f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.672624] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8692c9b-00f2-4308-98a8-65464915e12b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.707535] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e116317b-3dac-4381-9f4c-bfbff5d1d5c8 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.718759] env[65448]: DEBUG nova.network.neutron [None req-d676b01c-5026-481f-9176-50b9e05593b1 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: f7468e7d-2bed-4b9a-a642-b7f628a95305] Instance cache missing network info. {{(pid=65448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 816.722881] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c6abf36-3f6a-4e5b-ade7-82ed8956fc2d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.739371] env[65448]: DEBUG nova.compute.provider_tree [None req-35e780dd-baf9-488a-890b-72bcf82f51a0 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 816.821196] env[65448]: WARNING neutronclient.v2_0.client [None req-d676b01c-5026-481f-9176-50b9e05593b1 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 816.833622] env[65448]: DEBUG oslo_vmware.api [None req-05c1d071-e238-4c66-9c13-d950276734f3 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Task: {'id': task-4937654, 'name': PowerOffVM_Task, 'duration_secs': 0.336465} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.833976] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-05c1d071-e238-4c66-9c13-d950276734f3 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] [instance: 835213c0-7178-41ac-ab06-27e678ff73ec] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 816.834241] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-05c1d071-e238-4c66-9c13-d950276734f3 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] [instance: 835213c0-7178-41ac-ab06-27e678ff73ec] Unregistering the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 816.834519] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ce173e94-af53-4d64-afd5-f3b4e863bd0f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.909260] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-05c1d071-e238-4c66-9c13-d950276734f3 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] [instance: 835213c0-7178-41ac-ab06-27e678ff73ec] Unregistered the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 816.909488] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-05c1d071-e238-4c66-9c13-d950276734f3 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] [instance: 835213c0-7178-41ac-ab06-27e678ff73ec] Deleting contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 816.909679] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-05c1d071-e238-4c66-9c13-d950276734f3 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Deleting the datastore file [datastore2] 835213c0-7178-41ac-ab06-27e678ff73ec {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 816.909981] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-49f78f78-eeb0-4bdf-924a-a380825d9683 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.917367] env[65448]: DEBUG nova.network.neutron [None req-d676b01c-5026-481f-9176-50b9e05593b1 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: f7468e7d-2bed-4b9a-a642-b7f628a95305] Updating instance_info_cache with network_info: [{"id": "0edc05d5-4709-4158-81d9-6be362ad36e0", "address": "fa:16:3e:36:a5:c3", "network": {"id": "f27d2d9e-8ae7-4086-9161-47127b34dd20", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-248251098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2a7a06e61d94624ba3b3a9d4f5d1e6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4223acd2-30f7-440e-b975-60b30d931694", "external-id": "nsx-vlan-transportzone-647", "segmentation_id": 647, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0edc05d5-47", "ovs_interfaceid": "0edc05d5-4709-4158-81d9-6be362ad36e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.920229] env[65448]: DEBUG oslo_vmware.api [None req-05c1d071-e238-4c66-9c13-d950276734f3 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Waiting for the task: (returnval){ [ 816.920229] env[65448]: value = "task-4937656" [ 816.920229] env[65448]: _type = "Task" [ 816.920229] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.932717] env[65448]: DEBUG oslo_vmware.api [None req-05c1d071-e238-4c66-9c13-d950276734f3 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Task: {'id': task-4937656, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.243521] env[65448]: DEBUG nova.scheduler.client.report [None req-35e780dd-baf9-488a-890b-72bcf82f51a0 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 817.421341] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d676b01c-5026-481f-9176-50b9e05593b1 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Releasing lock "refresh_cache-f7468e7d-2bed-4b9a-a642-b7f628a95305" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.421665] env[65448]: DEBUG nova.compute.manager [None req-d676b01c-5026-481f-9176-50b9e05593b1 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: f7468e7d-2bed-4b9a-a642-b7f628a95305] Instance network_info: |[{"id": "0edc05d5-4709-4158-81d9-6be362ad36e0", "address": "fa:16:3e:36:a5:c3", "network": {"id": "f27d2d9e-8ae7-4086-9161-47127b34dd20", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-248251098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2a7a06e61d94624ba3b3a9d4f5d1e6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4223acd2-30f7-440e-b975-60b30d931694", "external-id": "nsx-vlan-transportzone-647", "segmentation_id": 647, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0edc05d5-47", "ovs_interfaceid": "0edc05d5-4709-4158-81d9-6be362ad36e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 817.422252] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-d676b01c-5026-481f-9176-50b9e05593b1 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: f7468e7d-2bed-4b9a-a642-b7f628a95305] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:a5:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4223acd2-30f7-440e-b975-60b30d931694', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0edc05d5-4709-4158-81d9-6be362ad36e0', 'vif_model': 'vmxnet3'}] {{(pid=65448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 817.429886] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-d676b01c-5026-481f-9176-50b9e05593b1 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 817.433186] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7468e7d-2bed-4b9a-a642-b7f628a95305] Creating VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 817.433742] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-88a33fa2-8be4-4904-88a2-f4b04ad19296 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.457603] env[65448]: DEBUG oslo_vmware.api [None req-05c1d071-e238-4c66-9c13-d950276734f3 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Task: {'id': task-4937656, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15419} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.458935] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-05c1d071-e238-4c66-9c13-d950276734f3 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 817.459153] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-05c1d071-e238-4c66-9c13-d950276734f3 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] [instance: 835213c0-7178-41ac-ab06-27e678ff73ec] Deleted contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 817.459329] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-05c1d071-e238-4c66-9c13-d950276734f3 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] [instance: 835213c0-7178-41ac-ab06-27e678ff73ec] Instance destroyed {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 817.459494] env[65448]: INFO nova.compute.manager [None req-05c1d071-e238-4c66-9c13-d950276734f3 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] [instance: 835213c0-7178-41ac-ab06-27e678ff73ec] Took 1.16 seconds to destroy the instance on the hypervisor. [ 817.459852] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-05c1d071-e238-4c66-9c13-d950276734f3 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 817.460060] env[65448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 817.460060] env[65448]: value = "task-4937657" [ 817.460060] env[65448]: _type = "Task" [ 817.460060] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.460255] env[65448]: DEBUG nova.compute.manager [-] [instance: 835213c0-7178-41ac-ab06-27e678ff73ec] Deallocating network for instance {{(pid=65448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 817.460351] env[65448]: DEBUG nova.network.neutron [-] [instance: 835213c0-7178-41ac-ab06-27e678ff73ec] deallocate_for_instance() {{(pid=65448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 817.460692] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 817.474262] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937657, 'name': CreateVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.499339] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 817.642193] env[65448]: DEBUG nova.compute.manager [req-68185e92-27ff-4d72-9b50-68104437b4ee req-327fa243-4c1e-4910-be73-14b1b745de08 service nova] [instance: f7468e7d-2bed-4b9a-a642-b7f628a95305] Received event network-changed-0edc05d5-4709-4158-81d9-6be362ad36e0 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 817.642483] env[65448]: DEBUG nova.compute.manager [req-68185e92-27ff-4d72-9b50-68104437b4ee req-327fa243-4c1e-4910-be73-14b1b745de08 service nova] [instance: f7468e7d-2bed-4b9a-a642-b7f628a95305] Refreshing instance network info cache due to event network-changed-0edc05d5-4709-4158-81d9-6be362ad36e0. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 817.642812] env[65448]: DEBUG oslo_concurrency.lockutils [req-68185e92-27ff-4d72-9b50-68104437b4ee req-327fa243-4c1e-4910-be73-14b1b745de08 service nova] Acquiring lock "refresh_cache-f7468e7d-2bed-4b9a-a642-b7f628a95305" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.642962] env[65448]: DEBUG oslo_concurrency.lockutils [req-68185e92-27ff-4d72-9b50-68104437b4ee req-327fa243-4c1e-4910-be73-14b1b745de08 service nova] Acquired lock "refresh_cache-f7468e7d-2bed-4b9a-a642-b7f628a95305" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.643131] env[65448]: DEBUG nova.network.neutron [req-68185e92-27ff-4d72-9b50-68104437b4ee req-327fa243-4c1e-4910-be73-14b1b745de08 service nova] [instance: f7468e7d-2bed-4b9a-a642-b7f628a95305] Refreshing network info cache for port 0edc05d5-4709-4158-81d9-6be362ad36e0 {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 817.748427] env[65448]: DEBUG oslo_concurrency.lockutils [None req-35e780dd-baf9-488a-890b-72bcf82f51a0 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.261s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.751460] env[65448]: DEBUG oslo_concurrency.lockutils [None req-8700dbc2-c8ac-4c65-a401-333fba6a1e4f tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.107s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.755016] env[65448]: INFO nova.compute.claims [None req-8700dbc2-c8ac-4c65-a401-333fba6a1e4f tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] [instance: 37a306f7-02f2-41cd-98db-fc3eb003b7a4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 817.778425] env[65448]: INFO nova.scheduler.client.report [None req-35e780dd-baf9-488a-890b-72bcf82f51a0 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Deleted allocations for instance ae260ff0-bb11-4322-a30e-47a4c88eb6d9 [ 817.972962] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937657, 'name': CreateVM_Task, 'duration_secs': 0.41733} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.973219] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7468e7d-2bed-4b9a-a642-b7f628a95305] Created VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 817.973769] env[65448]: WARNING neutronclient.v2_0.client [None req-d676b01c-5026-481f-9176-50b9e05593b1 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 817.974146] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d676b01c-5026-481f-9176-50b9e05593b1 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.974303] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d676b01c-5026-481f-9176-50b9e05593b1 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.974618] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d676b01c-5026-481f-9176-50b9e05593b1 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.974893] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe715986-3505-4e40-8fe7-8f6211ddd449 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.979968] env[65448]: DEBUG oslo_vmware.api [None req-d676b01c-5026-481f-9176-50b9e05593b1 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Waiting for the task: (returnval){ [ 817.979968] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5260f9dd-d313-7d29-8476-6d30255cf231" [ 817.979968] env[65448]: _type = "Task" [ 817.979968] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.988893] env[65448]: DEBUG oslo_vmware.api [None req-d676b01c-5026-481f-9176-50b9e05593b1 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5260f9dd-d313-7d29-8476-6d30255cf231, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.148757] env[65448]: WARNING neutronclient.v2_0.client [req-68185e92-27ff-4d72-9b50-68104437b4ee req-327fa243-4c1e-4910-be73-14b1b745de08 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 818.236847] env[65448]: DEBUG nova.network.neutron [-] [instance: 835213c0-7178-41ac-ab06-27e678ff73ec] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.286406] env[65448]: DEBUG oslo_concurrency.lockutils [None req-35e780dd-baf9-488a-890b-72bcf82f51a0 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Lock "ae260ff0-bb11-4322-a30e-47a4c88eb6d9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.642s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.344356] env[65448]: WARNING neutronclient.v2_0.client [req-68185e92-27ff-4d72-9b50-68104437b4ee req-327fa243-4c1e-4910-be73-14b1b745de08 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 818.421871] env[65448]: DEBUG nova.network.neutron [req-68185e92-27ff-4d72-9b50-68104437b4ee req-327fa243-4c1e-4910-be73-14b1b745de08 service nova] [instance: f7468e7d-2bed-4b9a-a642-b7f628a95305] Updated VIF entry in instance network info cache for port 0edc05d5-4709-4158-81d9-6be362ad36e0. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 818.422327] env[65448]: DEBUG nova.network.neutron [req-68185e92-27ff-4d72-9b50-68104437b4ee req-327fa243-4c1e-4910-be73-14b1b745de08 service nova] [instance: f7468e7d-2bed-4b9a-a642-b7f628a95305] Updating instance_info_cache with network_info: [{"id": "0edc05d5-4709-4158-81d9-6be362ad36e0", "address": "fa:16:3e:36:a5:c3", "network": {"id": "f27d2d9e-8ae7-4086-9161-47127b34dd20", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-248251098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2a7a06e61d94624ba3b3a9d4f5d1e6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4223acd2-30f7-440e-b975-60b30d931694", "external-id": "nsx-vlan-transportzone-647", "segmentation_id": 647, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0edc05d5-47", "ovs_interfaceid": "0edc05d5-4709-4158-81d9-6be362ad36e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.491958] env[65448]: DEBUG oslo_vmware.api [None req-d676b01c-5026-481f-9176-50b9e05593b1 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5260f9dd-d313-7d29-8476-6d30255cf231, 'name': SearchDatastore_Task, 'duration_secs': 0.010003} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.491958] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d676b01c-5026-481f-9176-50b9e05593b1 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.492165] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-d676b01c-5026-481f-9176-50b9e05593b1 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: f7468e7d-2bed-4b9a-a642-b7f628a95305] Processing image 50fb366d-48e6-424f-9c20-bc83d77be76a {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 818.492341] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d676b01c-5026-481f-9176-50b9e05593b1 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.492494] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d676b01c-5026-481f-9176-50b9e05593b1 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.492694] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-d676b01c-5026-481f-9176-50b9e05593b1 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 818.492956] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a4935c69-dc62-46a4-8afe-fa802c217639 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.502266] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-d676b01c-5026-481f-9176-50b9e05593b1 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 818.502470] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-d676b01c-5026-481f-9176-50b9e05593b1 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 818.503321] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f1c83b6-ce56-439f-a36f-2f048d2fb769 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.508791] env[65448]: DEBUG oslo_vmware.api [None req-d676b01c-5026-481f-9176-50b9e05593b1 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Waiting for the task: (returnval){ [ 818.508791] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]528b4cb9-58fd-c0ce-1c86-9e5087425420" [ 818.508791] env[65448]: _type = "Task" [ 818.508791] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.518338] env[65448]: DEBUG oslo_vmware.api [None req-d676b01c-5026-481f-9176-50b9e05593b1 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]528b4cb9-58fd-c0ce-1c86-9e5087425420, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.546040] env[65448]: DEBUG oslo_concurrency.lockutils [None req-1403f857-41e0-40fa-aa2e-8a4f98544fd3 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Acquiring lock "afbf2157-90f8-4235-8f60-472d84ce9bd9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.546341] env[65448]: DEBUG oslo_concurrency.lockutils [None req-1403f857-41e0-40fa-aa2e-8a4f98544fd3 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Lock "afbf2157-90f8-4235-8f60-472d84ce9bd9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.546562] env[65448]: DEBUG oslo_concurrency.lockutils [None req-1403f857-41e0-40fa-aa2e-8a4f98544fd3 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Acquiring lock "afbf2157-90f8-4235-8f60-472d84ce9bd9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.546759] env[65448]: DEBUG oslo_concurrency.lockutils [None req-1403f857-41e0-40fa-aa2e-8a4f98544fd3 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Lock "afbf2157-90f8-4235-8f60-472d84ce9bd9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.546925] env[65448]: DEBUG oslo_concurrency.lockutils [None req-1403f857-41e0-40fa-aa2e-8a4f98544fd3 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Lock "afbf2157-90f8-4235-8f60-472d84ce9bd9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.549178] env[65448]: INFO nova.compute.manager [None req-1403f857-41e0-40fa-aa2e-8a4f98544fd3 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] [instance: afbf2157-90f8-4235-8f60-472d84ce9bd9] Terminating instance [ 818.739105] env[65448]: INFO nova.compute.manager [-] [instance: 835213c0-7178-41ac-ab06-27e678ff73ec] Took 1.28 seconds to deallocate network for instance. [ 818.924951] env[65448]: DEBUG oslo_concurrency.lockutils [req-68185e92-27ff-4d72-9b50-68104437b4ee req-327fa243-4c1e-4910-be73-14b1b745de08 service nova] Releasing lock "refresh_cache-f7468e7d-2bed-4b9a-a642-b7f628a95305" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.022845] env[65448]: DEBUG oslo_vmware.api [None req-d676b01c-5026-481f-9176-50b9e05593b1 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]528b4cb9-58fd-c0ce-1c86-9e5087425420, 'name': SearchDatastore_Task, 'duration_secs': 0.009262} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.026267] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14576bb9-727c-4826-a25d-34a7895567bf {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.032287] env[65448]: DEBUG oslo_vmware.api [None req-d676b01c-5026-481f-9176-50b9e05593b1 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Waiting for the task: (returnval){ [ 819.032287] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]522f1c02-c9e3-b148-6ce2-842845c01cfb" [ 819.032287] env[65448]: _type = "Task" [ 819.032287] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.043101] env[65448]: DEBUG oslo_vmware.api [None req-d676b01c-5026-481f-9176-50b9e05593b1 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]522f1c02-c9e3-b148-6ce2-842845c01cfb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.056028] env[65448]: DEBUG nova.compute.manager [None req-1403f857-41e0-40fa-aa2e-8a4f98544fd3 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] [instance: afbf2157-90f8-4235-8f60-472d84ce9bd9] Start destroying the instance on the hypervisor. {{(pid=65448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3209}} [ 819.056028] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-1403f857-41e0-40fa-aa2e-8a4f98544fd3 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] [instance: afbf2157-90f8-4235-8f60-472d84ce9bd9] Destroying instance {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 819.056028] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8b17835-9d87-4ab2-9eab-da43e6403655 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.062589] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-1403f857-41e0-40fa-aa2e-8a4f98544fd3 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] [instance: afbf2157-90f8-4235-8f60-472d84ce9bd9] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 819.065782] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0fd34383-edc5-4e50-9c86-f50f0cdad276 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.073491] env[65448]: DEBUG oslo_vmware.api [None req-1403f857-41e0-40fa-aa2e-8a4f98544fd3 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Waiting for the task: (returnval){ [ 819.073491] env[65448]: value = "task-4937658" [ 819.073491] env[65448]: _type = "Task" [ 819.073491] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.085424] env[65448]: DEBUG oslo_vmware.api [None req-1403f857-41e0-40fa-aa2e-8a4f98544fd3 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Task: {'id': task-4937658, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.247695] env[65448]: DEBUG oslo_concurrency.lockutils [None req-05c1d071-e238-4c66-9c13-d950276734f3 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.364445] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0c88691-1583-45bb-b105-1b6ab8aa982b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.373620] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5df9be97-51a9-4733-81a5-694206b0af8d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.404131] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0b15e7b-7d35-41d9-8f2e-a93655f70876 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.412617] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d64eb6e4-3c89-46ba-a03d-fabce816e1aa {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.430639] env[65448]: DEBUG nova.compute.provider_tree [None req-8700dbc2-c8ac-4c65-a401-333fba6a1e4f tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 819.546097] env[65448]: DEBUG oslo_vmware.api [None req-d676b01c-5026-481f-9176-50b9e05593b1 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]522f1c02-c9e3-b148-6ce2-842845c01cfb, 'name': SearchDatastore_Task, 'duration_secs': 0.011252} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.547041] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d676b01c-5026-481f-9176-50b9e05593b1 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.547041] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-d676b01c-5026-481f-9176-50b9e05593b1 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] f7468e7d-2bed-4b9a-a642-b7f628a95305/f7468e7d-2bed-4b9a-a642-b7f628a95305.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 819.547226] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-442099cf-dba3-4ae1-9e9a-2f7fba2d4efd {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.555456] env[65448]: DEBUG oslo_vmware.api [None req-d676b01c-5026-481f-9176-50b9e05593b1 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Waiting for the task: (returnval){ [ 819.555456] env[65448]: value = "task-4937659" [ 819.555456] env[65448]: _type = "Task" [ 819.555456] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.568164] env[65448]: DEBUG oslo_vmware.api [None req-d676b01c-5026-481f-9176-50b9e05593b1 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Task: {'id': task-4937659, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.583772] env[65448]: DEBUG oslo_vmware.api [None req-1403f857-41e0-40fa-aa2e-8a4f98544fd3 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Task: {'id': task-4937658, 'name': PowerOffVM_Task, 'duration_secs': 0.205447} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.583881] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-1403f857-41e0-40fa-aa2e-8a4f98544fd3 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] [instance: afbf2157-90f8-4235-8f60-472d84ce9bd9] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 819.584079] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-1403f857-41e0-40fa-aa2e-8a4f98544fd3 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] [instance: afbf2157-90f8-4235-8f60-472d84ce9bd9] Unregistering the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 819.584364] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-32770927-7565-4fae-bf67-ff6af6536c9f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.657363] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-1403f857-41e0-40fa-aa2e-8a4f98544fd3 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] [instance: afbf2157-90f8-4235-8f60-472d84ce9bd9] Unregistered the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 819.657592] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-1403f857-41e0-40fa-aa2e-8a4f98544fd3 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] [instance: afbf2157-90f8-4235-8f60-472d84ce9bd9] Deleting contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 819.657772] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-1403f857-41e0-40fa-aa2e-8a4f98544fd3 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Deleting the datastore file [datastore2] afbf2157-90f8-4235-8f60-472d84ce9bd9 {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 819.658066] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3fd20c8b-de49-4b5a-8f2a-f08c57db5142 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.665065] env[65448]: DEBUG oslo_vmware.api [None req-1403f857-41e0-40fa-aa2e-8a4f98544fd3 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Waiting for the task: (returnval){ [ 819.665065] env[65448]: value = "task-4937661" [ 819.665065] env[65448]: _type = "Task" [ 819.665065] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.673937] env[65448]: DEBUG oslo_vmware.api [None req-1403f857-41e0-40fa-aa2e-8a4f98544fd3 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Task: {'id': task-4937661, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.676371] env[65448]: DEBUG nova.compute.manager [req-ab6f0da8-14fa-469d-8944-607862c09bbd req-f5262608-77bb-4eb0-8d9e-d044df4df7c6 service nova] [instance: 835213c0-7178-41ac-ab06-27e678ff73ec] Received event network-vif-deleted-500e0eca-31c3-465b-97fc-c9eace117acf {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 819.933910] env[65448]: DEBUG nova.scheduler.client.report [None req-8700dbc2-c8ac-4c65-a401-333fba6a1e4f tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 820.066659] env[65448]: DEBUG oslo_vmware.api [None req-d676b01c-5026-481f-9176-50b9e05593b1 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Task: {'id': task-4937659, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.180242] env[65448]: DEBUG oslo_vmware.api [None req-1403f857-41e0-40fa-aa2e-8a4f98544fd3 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Task: {'id': task-4937661, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136995} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.181275] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-1403f857-41e0-40fa-aa2e-8a4f98544fd3 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 820.181525] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-1403f857-41e0-40fa-aa2e-8a4f98544fd3 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] [instance: afbf2157-90f8-4235-8f60-472d84ce9bd9] Deleted contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 820.181704] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-1403f857-41e0-40fa-aa2e-8a4f98544fd3 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] [instance: afbf2157-90f8-4235-8f60-472d84ce9bd9] Instance destroyed {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 820.181921] env[65448]: INFO nova.compute.manager [None req-1403f857-41e0-40fa-aa2e-8a4f98544fd3 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] [instance: afbf2157-90f8-4235-8f60-472d84ce9bd9] Took 1.13 seconds to destroy the instance on the hypervisor. [ 820.182262] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-1403f857-41e0-40fa-aa2e-8a4f98544fd3 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 820.182521] env[65448]: DEBUG nova.compute.manager [-] [instance: afbf2157-90f8-4235-8f60-472d84ce9bd9] Deallocating network for instance {{(pid=65448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 820.182630] env[65448]: DEBUG nova.network.neutron [-] [instance: afbf2157-90f8-4235-8f60-472d84ce9bd9] deallocate_for_instance() {{(pid=65448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 820.182931] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 820.226361] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 820.440591] env[65448]: DEBUG oslo_concurrency.lockutils [None req-8700dbc2-c8ac-4c65-a401-333fba6a1e4f tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.689s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.441729] env[65448]: DEBUG nova.compute.manager [None req-8700dbc2-c8ac-4c65-a401-333fba6a1e4f tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] [instance: 37a306f7-02f2-41cd-98db-fc3eb003b7a4] Start building networks asynchronously for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2881}} [ 820.448530] env[65448]: DEBUG oslo_concurrency.lockutils [None req-1d53cd89-5618-41bf-ba22-cc7ecff9e36f tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.796s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.451381] env[65448]: INFO nova.compute.claims [None req-1d53cd89-5618-41bf-ba22-cc7ecff9e36f tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] [instance: f7fb46f9-1425-4f94-bcf1-dd722c442144] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 820.567736] env[65448]: DEBUG oslo_vmware.api [None req-d676b01c-5026-481f-9176-50b9e05593b1 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Task: {'id': task-4937659, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.959167] env[65448]: DEBUG nova.compute.utils [None req-8700dbc2-c8ac-4c65-a401-333fba6a1e4f tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] Using /dev/sd instead of None {{(pid=65448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 820.962315] env[65448]: DEBUG nova.compute.manager [None req-8700dbc2-c8ac-4c65-a401-333fba6a1e4f tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] [instance: 37a306f7-02f2-41cd-98db-fc3eb003b7a4] Not allocating networking since 'none' was specified. {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2023}} [ 820.971292] env[65448]: DEBUG nova.network.neutron [-] [instance: afbf2157-90f8-4235-8f60-472d84ce9bd9] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.067702] env[65448]: DEBUG oslo_vmware.api [None req-d676b01c-5026-481f-9176-50b9e05593b1 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Task: {'id': task-4937659, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.176114} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.068083] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-d676b01c-5026-481f-9176-50b9e05593b1 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] f7468e7d-2bed-4b9a-a642-b7f628a95305/f7468e7d-2bed-4b9a-a642-b7f628a95305.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 821.068360] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-d676b01c-5026-481f-9176-50b9e05593b1 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: f7468e7d-2bed-4b9a-a642-b7f628a95305] Extending root virtual disk to 1048576 {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 821.068689] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c15f66c0-0675-439d-8494-3b9fc12e4666 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.076050] env[65448]: DEBUG oslo_vmware.api [None req-d676b01c-5026-481f-9176-50b9e05593b1 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Waiting for the task: (returnval){ [ 821.076050] env[65448]: value = "task-4937662" [ 821.076050] env[65448]: _type = "Task" [ 821.076050] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.088553] env[65448]: DEBUG oslo_vmware.api [None req-d676b01c-5026-481f-9176-50b9e05593b1 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Task: {'id': task-4937662, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.463966] env[65448]: DEBUG nova.compute.manager [None req-8700dbc2-c8ac-4c65-a401-333fba6a1e4f tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] [instance: 37a306f7-02f2-41cd-98db-fc3eb003b7a4] Start building block device mappings for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2916}} [ 821.474181] env[65448]: INFO nova.compute.manager [-] [instance: afbf2157-90f8-4235-8f60-472d84ce9bd9] Took 1.29 seconds to deallocate network for instance. [ 821.586753] env[65448]: DEBUG oslo_vmware.api [None req-d676b01c-5026-481f-9176-50b9e05593b1 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Task: {'id': task-4937662, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069642} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.589383] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-d676b01c-5026-481f-9176-50b9e05593b1 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: f7468e7d-2bed-4b9a-a642-b7f628a95305] Extended root virtual disk {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 821.590544] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66436aa9-91d6-4014-b1ef-0e50b5ff7f0b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.613835] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-d676b01c-5026-481f-9176-50b9e05593b1 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: f7468e7d-2bed-4b9a-a642-b7f628a95305] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] f7468e7d-2bed-4b9a-a642-b7f628a95305/f7468e7d-2bed-4b9a-a642-b7f628a95305.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 821.616784] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-166556db-e8fc-43ac-9951-7c5184ed724d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.638484] env[65448]: DEBUG oslo_vmware.api [None req-d676b01c-5026-481f-9176-50b9e05593b1 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Waiting for the task: (returnval){ [ 821.638484] env[65448]: value = "task-4937663" [ 821.638484] env[65448]: _type = "Task" [ 821.638484] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.650244] env[65448]: DEBUG oslo_vmware.api [None req-d676b01c-5026-481f-9176-50b9e05593b1 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Task: {'id': task-4937663, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.751609] env[65448]: DEBUG nova.compute.manager [req-84306a38-ccec-4f44-a5bc-d09aa05eac53 req-ec5ad726-2676-4f18-aa21-485addea857a service nova] [instance: afbf2157-90f8-4235-8f60-472d84ce9bd9] Received event network-vif-deleted-e14ac33d-a9e4-41db-8a22-413315718f51 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 821.979706] env[65448]: DEBUG oslo_concurrency.lockutils [None req-1403f857-41e0-40fa-aa2e-8a4f98544fd3 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.150600] env[65448]: DEBUG oslo_vmware.api [None req-d676b01c-5026-481f-9176-50b9e05593b1 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Task: {'id': task-4937663, 'name': ReconfigVM_Task, 'duration_secs': 0.431459} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.150885] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-d676b01c-5026-481f-9176-50b9e05593b1 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: f7468e7d-2bed-4b9a-a642-b7f628a95305] Reconfigured VM instance instance-00000038 to attach disk [datastore2] f7468e7d-2bed-4b9a-a642-b7f628a95305/f7468e7d-2bed-4b9a-a642-b7f628a95305.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 822.151556] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-afa90d45-37c0-4f78-8361-b2f8d86bcb75 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.162846] env[65448]: DEBUG oslo_vmware.api [None req-d676b01c-5026-481f-9176-50b9e05593b1 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Waiting for the task: (returnval){ [ 822.162846] env[65448]: value = "task-4937664" [ 822.162846] env[65448]: _type = "Task" [ 822.162846] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.173146] env[65448]: DEBUG oslo_vmware.api [None req-d676b01c-5026-481f-9176-50b9e05593b1 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Task: {'id': task-4937664, 'name': Rename_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.215069] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc951578-e0c6-4764-b325-12fef8640a2f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.222786] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c272b66-eee5-42dc-b9ab-911f7fa5c904 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.255065] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6b59fba-54b9-4cd6-a3cd-05ef521fa12c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.266076] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45a932a1-272a-4e1e-a4b7-a0ae74c8d74b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.281919] env[65448]: DEBUG nova.compute.provider_tree [None req-1d53cd89-5618-41bf-ba22-cc7ecff9e36f tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 822.478303] env[65448]: DEBUG nova.compute.manager [None req-8700dbc2-c8ac-4c65-a401-333fba6a1e4f tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] [instance: 37a306f7-02f2-41cd-98db-fc3eb003b7a4] Start spawning the instance on the hypervisor. {{(pid=65448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2689}} [ 822.505459] env[65448]: DEBUG nova.virt.hardware [None req-8700dbc2-c8ac-4c65-a401-333fba6a1e4f tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-08T17:19:51Z,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a992292b6dae455593d228217860e2e1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-08T17:19:52Z,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 822.505958] env[65448]: DEBUG nova.virt.hardware [None req-8700dbc2-c8ac-4c65-a401-333fba6a1e4f tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 822.505958] env[65448]: DEBUG nova.virt.hardware [None req-8700dbc2-c8ac-4c65-a401-333fba6a1e4f tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 822.506098] env[65448]: DEBUG nova.virt.hardware [None req-8700dbc2-c8ac-4c65-a401-333fba6a1e4f tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 822.506188] env[65448]: DEBUG nova.virt.hardware [None req-8700dbc2-c8ac-4c65-a401-333fba6a1e4f tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 822.506365] env[65448]: DEBUG nova.virt.hardware [None req-8700dbc2-c8ac-4c65-a401-333fba6a1e4f tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 822.506571] env[65448]: DEBUG nova.virt.hardware [None req-8700dbc2-c8ac-4c65-a401-333fba6a1e4f tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 822.506726] env[65448]: DEBUG nova.virt.hardware [None req-8700dbc2-c8ac-4c65-a401-333fba6a1e4f tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 822.506887] env[65448]: DEBUG nova.virt.hardware [None req-8700dbc2-c8ac-4c65-a401-333fba6a1e4f tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 822.507069] env[65448]: DEBUG nova.virt.hardware [None req-8700dbc2-c8ac-4c65-a401-333fba6a1e4f tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 822.507237] env[65448]: DEBUG nova.virt.hardware [None req-8700dbc2-c8ac-4c65-a401-333fba6a1e4f tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 822.508115] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac0b5851-24d0-416a-b148-5e631ba534ac {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.516783] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bfcdc8c-297c-4896-bf89-da3b96c1da49 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.531793] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-8700dbc2-c8ac-4c65-a401-333fba6a1e4f tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] [instance: 37a306f7-02f2-41cd-98db-fc3eb003b7a4] Instance VIF info [] {{(pid=65448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 822.537521] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-8700dbc2-c8ac-4c65-a401-333fba6a1e4f tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] Creating folder: Project (c93dca54777645e2a3b2c2080e6b465a). Parent ref: group-v961779. {{(pid=65448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 822.537876] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3438b24d-816a-4fab-b7a0-45bd6977c338 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.549988] env[65448]: INFO nova.virt.vmwareapi.vm_util [None req-8700dbc2-c8ac-4c65-a401-333fba6a1e4f tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] Created folder: Project (c93dca54777645e2a3b2c2080e6b465a) in parent group-v961779. [ 822.550212] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-8700dbc2-c8ac-4c65-a401-333fba6a1e4f tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] Creating folder: Instances. Parent ref: group-v961943. {{(pid=65448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 822.550484] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8ea3b09e-85cb-48ea-b83d-9b062f52d1ab {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.560951] env[65448]: INFO nova.virt.vmwareapi.vm_util [None req-8700dbc2-c8ac-4c65-a401-333fba6a1e4f tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] Created folder: Instances in parent group-v961943. [ 822.561216] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-8700dbc2-c8ac-4c65-a401-333fba6a1e4f tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 822.561421] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 37a306f7-02f2-41cd-98db-fc3eb003b7a4] Creating VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 822.561629] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d0122783-2f9d-4911-a0da-c44b85801a58 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.579683] env[65448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 822.579683] env[65448]: value = "task-4937667" [ 822.579683] env[65448]: _type = "Task" [ 822.579683] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.587823] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937667, 'name': CreateVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.672309] env[65448]: DEBUG oslo_vmware.api [None req-d676b01c-5026-481f-9176-50b9e05593b1 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Task: {'id': task-4937664, 'name': Rename_Task, 'duration_secs': 0.170647} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.672634] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-d676b01c-5026-481f-9176-50b9e05593b1 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: f7468e7d-2bed-4b9a-a642-b7f628a95305] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 822.672979] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7aa3ef3b-8047-428a-b97a-db70495a007f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.679463] env[65448]: DEBUG oslo_vmware.api [None req-d676b01c-5026-481f-9176-50b9e05593b1 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Waiting for the task: (returnval){ [ 822.679463] env[65448]: value = "task-4937668" [ 822.679463] env[65448]: _type = "Task" [ 822.679463] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.687691] env[65448]: DEBUG oslo_vmware.api [None req-d676b01c-5026-481f-9176-50b9e05593b1 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Task: {'id': task-4937668, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.785459] env[65448]: DEBUG nova.scheduler.client.report [None req-1d53cd89-5618-41bf-ba22-cc7ecff9e36f tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 823.091549] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937667, 'name': CreateVM_Task, 'duration_secs': 0.299775} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.091771] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 37a306f7-02f2-41cd-98db-fc3eb003b7a4] Created VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 823.092288] env[65448]: DEBUG oslo_concurrency.lockutils [None req-8700dbc2-c8ac-4c65-a401-333fba6a1e4f tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.092494] env[65448]: DEBUG oslo_concurrency.lockutils [None req-8700dbc2-c8ac-4c65-a401-333fba6a1e4f tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.092883] env[65448]: DEBUG oslo_concurrency.lockutils [None req-8700dbc2-c8ac-4c65-a401-333fba6a1e4f tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.093192] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13837c92-98ec-41a2-8ba0-0783ffe78e4d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.099187] env[65448]: DEBUG oslo_vmware.api [None req-8700dbc2-c8ac-4c65-a401-333fba6a1e4f tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] Waiting for the task: (returnval){ [ 823.099187] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5215e54b-706a-8ef2-81f7-73c6f3676a98" [ 823.099187] env[65448]: _type = "Task" [ 823.099187] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.110198] env[65448]: DEBUG oslo_vmware.api [None req-8700dbc2-c8ac-4c65-a401-333fba6a1e4f tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5215e54b-706a-8ef2-81f7-73c6f3676a98, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.189412] env[65448]: DEBUG oslo_vmware.api [None req-d676b01c-5026-481f-9176-50b9e05593b1 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Task: {'id': task-4937668, 'name': PowerOnVM_Task, 'duration_secs': 0.500752} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.190680] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-d676b01c-5026-481f-9176-50b9e05593b1 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: f7468e7d-2bed-4b9a-a642-b7f628a95305] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 823.190680] env[65448]: INFO nova.compute.manager [None req-d676b01c-5026-481f-9176-50b9e05593b1 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: f7468e7d-2bed-4b9a-a642-b7f628a95305] Took 7.99 seconds to spawn the instance on the hypervisor. [ 823.190680] env[65448]: DEBUG nova.compute.manager [None req-d676b01c-5026-481f-9176-50b9e05593b1 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: f7468e7d-2bed-4b9a-a642-b7f628a95305] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 823.190855] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fe3ffae-1da3-40fc-8130-67a069f251be {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.293753] env[65448]: DEBUG oslo_concurrency.lockutils [None req-1d53cd89-5618-41bf-ba22-cc7ecff9e36f tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.845s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.294459] env[65448]: DEBUG nova.compute.manager [None req-1d53cd89-5618-41bf-ba22-cc7ecff9e36f tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] [instance: f7fb46f9-1425-4f94-bcf1-dd722c442144] Start building networks asynchronously for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2881}} [ 823.297334] env[65448]: DEBUG oslo_concurrency.lockutils [None req-ac0db61f-943d-482c-bd34-0110d49ffd9a tempest-InstanceActionsNegativeTestJSON-382423160 tempest-InstanceActionsNegativeTestJSON-382423160-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.814s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.299360] env[65448]: INFO nova.compute.claims [None req-ac0db61f-943d-482c-bd34-0110d49ffd9a tempest-InstanceActionsNegativeTestJSON-382423160 tempest-InstanceActionsNegativeTestJSON-382423160-project-member] [instance: f523a556-180d-4c8f-be38-0f7f9110df7b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 823.610826] env[65448]: DEBUG oslo_vmware.api [None req-8700dbc2-c8ac-4c65-a401-333fba6a1e4f tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5215e54b-706a-8ef2-81f7-73c6f3676a98, 'name': SearchDatastore_Task, 'duration_secs': 0.013978} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.611168] env[65448]: DEBUG oslo_concurrency.lockutils [None req-8700dbc2-c8ac-4c65-a401-333fba6a1e4f tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.611380] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-8700dbc2-c8ac-4c65-a401-333fba6a1e4f tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] [instance: 37a306f7-02f2-41cd-98db-fc3eb003b7a4] Processing image 50fb366d-48e6-424f-9c20-bc83d77be76a {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 823.611608] env[65448]: DEBUG oslo_concurrency.lockutils [None req-8700dbc2-c8ac-4c65-a401-333fba6a1e4f tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.611752] env[65448]: DEBUG oslo_concurrency.lockutils [None req-8700dbc2-c8ac-4c65-a401-333fba6a1e4f tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.611946] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-8700dbc2-c8ac-4c65-a401-333fba6a1e4f tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 823.612237] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c6c4ed2a-93a0-4b8e-994d-8e28bf30b216 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.621355] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-8700dbc2-c8ac-4c65-a401-333fba6a1e4f tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 823.621533] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-8700dbc2-c8ac-4c65-a401-333fba6a1e4f tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 823.622292] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a803933e-5023-4546-a1eb-a26bb169d296 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.627942] env[65448]: DEBUG oslo_vmware.api [None req-8700dbc2-c8ac-4c65-a401-333fba6a1e4f tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] Waiting for the task: (returnval){ [ 823.627942] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]525705e6-ed41-480d-ac50-3ca143e5e7e4" [ 823.627942] env[65448]: _type = "Task" [ 823.627942] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.637865] env[65448]: DEBUG oslo_vmware.api [None req-8700dbc2-c8ac-4c65-a401-333fba6a1e4f tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]525705e6-ed41-480d-ac50-3ca143e5e7e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.708866] env[65448]: INFO nova.compute.manager [None req-d676b01c-5026-481f-9176-50b9e05593b1 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: f7468e7d-2bed-4b9a-a642-b7f628a95305] Took 57.00 seconds to build instance. [ 823.804512] env[65448]: DEBUG nova.compute.utils [None req-1d53cd89-5618-41bf-ba22-cc7ecff9e36f tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] Using /dev/sd instead of None {{(pid=65448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 823.809518] env[65448]: DEBUG nova.compute.manager [None req-1d53cd89-5618-41bf-ba22-cc7ecff9e36f tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] [instance: f7fb46f9-1425-4f94-bcf1-dd722c442144] Allocating IP information in the background. {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 823.809518] env[65448]: DEBUG nova.network.neutron [None req-1d53cd89-5618-41bf-ba22-cc7ecff9e36f tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] [instance: f7fb46f9-1425-4f94-bcf1-dd722c442144] allocate_for_instance() {{(pid=65448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 823.809692] env[65448]: WARNING neutronclient.v2_0.client [None req-1d53cd89-5618-41bf-ba22-cc7ecff9e36f tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 823.809967] env[65448]: WARNING neutronclient.v2_0.client [None req-1d53cd89-5618-41bf-ba22-cc7ecff9e36f tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 823.851459] env[65448]: DEBUG nova.policy [None req-1d53cd89-5618-41bf-ba22-cc7ecff9e36f tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ea073accaeae495e926fb815a39244f7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5ab1468ac3bd4fefb709314546aaf89a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65448) authorize /opt/stack/nova/nova/policy.py:192}} [ 824.144743] env[65448]: DEBUG oslo_vmware.api [None req-8700dbc2-c8ac-4c65-a401-333fba6a1e4f tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]525705e6-ed41-480d-ac50-3ca143e5e7e4, 'name': SearchDatastore_Task, 'duration_secs': 0.010781} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.145944] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31c6536d-4eba-4a81-b694-368d2c197358 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.151225] env[65448]: DEBUG oslo_vmware.api [None req-8700dbc2-c8ac-4c65-a401-333fba6a1e4f tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] Waiting for the task: (returnval){ [ 824.151225] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]525b7092-8413-570f-2c88-4b20c1ee2148" [ 824.151225] env[65448]: _type = "Task" [ 824.151225] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.159971] env[65448]: DEBUG oslo_vmware.api [None req-8700dbc2-c8ac-4c65-a401-333fba6a1e4f tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]525b7092-8413-570f-2c88-4b20c1ee2148, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.170752] env[65448]: DEBUG nova.network.neutron [None req-1d53cd89-5618-41bf-ba22-cc7ecff9e36f tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] [instance: f7fb46f9-1425-4f94-bcf1-dd722c442144] Successfully created port: 98d8fdd9-ceb0-4d8c-838a-c5c007bf9845 {{(pid=65448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 824.211318] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d676b01c-5026-481f-9176-50b9e05593b1 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Lock "f7468e7d-2bed-4b9a-a642-b7f628a95305" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.912s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.310289] env[65448]: DEBUG nova.compute.manager [None req-1d53cd89-5618-41bf-ba22-cc7ecff9e36f tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] [instance: f7fb46f9-1425-4f94-bcf1-dd722c442144] Start building block device mappings for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2916}} [ 824.668570] env[65448]: DEBUG oslo_vmware.api [None req-8700dbc2-c8ac-4c65-a401-333fba6a1e4f tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]525b7092-8413-570f-2c88-4b20c1ee2148, 'name': SearchDatastore_Task, 'duration_secs': 0.010535} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.668861] env[65448]: DEBUG oslo_concurrency.lockutils [None req-8700dbc2-c8ac-4c65-a401-333fba6a1e4f tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.669127] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-8700dbc2-c8ac-4c65-a401-333fba6a1e4f tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] 37a306f7-02f2-41cd-98db-fc3eb003b7a4/37a306f7-02f2-41cd-98db-fc3eb003b7a4.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 824.669399] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e14f6c98-7dbf-463c-a6d1-5b5dd9abfcc0 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.678720] env[65448]: DEBUG oslo_vmware.api [None req-8700dbc2-c8ac-4c65-a401-333fba6a1e4f tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] Waiting for the task: (returnval){ [ 824.678720] env[65448]: value = "task-4937669" [ 824.678720] env[65448]: _type = "Task" [ 824.678720] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.688540] env[65448]: DEBUG oslo_vmware.api [None req-8700dbc2-c8ac-4c65-a401-333fba6a1e4f tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] Task: {'id': task-4937669, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.713878] env[65448]: DEBUG nova.compute.manager [None req-c2c11ee9-14d4-4fd2-9dff-afc9b6c01489 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: a99b311d-836c-4385-9432-45b9765f5dac] Starting instance... {{(pid=65448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2483}} [ 824.914998] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21586952-fefb-4bd1-806a-7d8a0d2ae9f2 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.924832] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5c13ce7-061e-4e7d-9595-5c80ed8b3e1a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.955484] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71501958-799f-44e7-9561-ef46895152aa {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.965131] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cafcd6d-069a-4398-b096-6859b62546ca {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.980435] env[65448]: DEBUG nova.compute.provider_tree [None req-ac0db61f-943d-482c-bd34-0110d49ffd9a tempest-InstanceActionsNegativeTestJSON-382423160 tempest-InstanceActionsNegativeTestJSON-382423160-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 825.195644] env[65448]: DEBUG oslo_vmware.api [None req-8700dbc2-c8ac-4c65-a401-333fba6a1e4f tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] Task: {'id': task-4937669, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512287} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.195644] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-8700dbc2-c8ac-4c65-a401-333fba6a1e4f tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] 37a306f7-02f2-41cd-98db-fc3eb003b7a4/37a306f7-02f2-41cd-98db-fc3eb003b7a4.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 825.195644] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-8700dbc2-c8ac-4c65-a401-333fba6a1e4f tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] [instance: 37a306f7-02f2-41cd-98db-fc3eb003b7a4] Extending root virtual disk to 1048576 {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 825.195980] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2f884ef3-c251-4146-b0b9-80bac978ccd9 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.206618] env[65448]: DEBUG oslo_vmware.api [None req-8700dbc2-c8ac-4c65-a401-333fba6a1e4f tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] Waiting for the task: (returnval){ [ 825.206618] env[65448]: value = "task-4937670" [ 825.206618] env[65448]: _type = "Task" [ 825.206618] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.224435] env[65448]: DEBUG oslo_vmware.api [None req-8700dbc2-c8ac-4c65-a401-333fba6a1e4f tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] Task: {'id': task-4937670, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.247661] env[65448]: DEBUG oslo_concurrency.lockutils [None req-c2c11ee9-14d4-4fd2-9dff-afc9b6c01489 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.267992] env[65448]: DEBUG nova.compute.manager [req-7ad7c539-5f08-48ef-858e-cb3505eb56cd req-8f204e38-6723-4c7b-9ffd-c700494cd9cc service nova] [instance: f7468e7d-2bed-4b9a-a642-b7f628a95305] Received event network-changed-0edc05d5-4709-4158-81d9-6be362ad36e0 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 825.268262] env[65448]: DEBUG nova.compute.manager [req-7ad7c539-5f08-48ef-858e-cb3505eb56cd req-8f204e38-6723-4c7b-9ffd-c700494cd9cc service nova] [instance: f7468e7d-2bed-4b9a-a642-b7f628a95305] Refreshing instance network info cache due to event network-changed-0edc05d5-4709-4158-81d9-6be362ad36e0. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 825.268489] env[65448]: DEBUG oslo_concurrency.lockutils [req-7ad7c539-5f08-48ef-858e-cb3505eb56cd req-8f204e38-6723-4c7b-9ffd-c700494cd9cc service nova] Acquiring lock "refresh_cache-f7468e7d-2bed-4b9a-a642-b7f628a95305" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.268619] env[65448]: DEBUG oslo_concurrency.lockutils [req-7ad7c539-5f08-48ef-858e-cb3505eb56cd req-8f204e38-6723-4c7b-9ffd-c700494cd9cc service nova] Acquired lock "refresh_cache-f7468e7d-2bed-4b9a-a642-b7f628a95305" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.268939] env[65448]: DEBUG nova.network.neutron [req-7ad7c539-5f08-48ef-858e-cb3505eb56cd req-8f204e38-6723-4c7b-9ffd-c700494cd9cc service nova] [instance: f7468e7d-2bed-4b9a-a642-b7f628a95305] Refreshing network info cache for port 0edc05d5-4709-4158-81d9-6be362ad36e0 {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 825.323634] env[65448]: DEBUG nova.compute.manager [None req-1d53cd89-5618-41bf-ba22-cc7ecff9e36f tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] [instance: f7fb46f9-1425-4f94-bcf1-dd722c442144] Start spawning the instance on the hypervisor. {{(pid=65448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2689}} [ 825.361330] env[65448]: DEBUG nova.virt.hardware [None req-1d53cd89-5618-41bf-ba22-cc7ecff9e36f tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-08T17:19:51Z,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a992292b6dae455593d228217860e2e1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-08T17:19:52Z,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 825.361776] env[65448]: DEBUG nova.virt.hardware [None req-1d53cd89-5618-41bf-ba22-cc7ecff9e36f tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 825.361992] env[65448]: DEBUG nova.virt.hardware [None req-1d53cd89-5618-41bf-ba22-cc7ecff9e36f tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 825.362309] env[65448]: DEBUG nova.virt.hardware [None req-1d53cd89-5618-41bf-ba22-cc7ecff9e36f tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 825.362406] env[65448]: DEBUG nova.virt.hardware [None req-1d53cd89-5618-41bf-ba22-cc7ecff9e36f tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 825.362583] env[65448]: DEBUG nova.virt.hardware [None req-1d53cd89-5618-41bf-ba22-cc7ecff9e36f tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 825.362879] env[65448]: DEBUG nova.virt.hardware [None req-1d53cd89-5618-41bf-ba22-cc7ecff9e36f tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 825.363145] env[65448]: DEBUG nova.virt.hardware [None req-1d53cd89-5618-41bf-ba22-cc7ecff9e36f tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 825.363371] env[65448]: DEBUG nova.virt.hardware [None req-1d53cd89-5618-41bf-ba22-cc7ecff9e36f tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 825.363678] env[65448]: DEBUG nova.virt.hardware [None req-1d53cd89-5618-41bf-ba22-cc7ecff9e36f tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 825.363877] env[65448]: DEBUG nova.virt.hardware [None req-1d53cd89-5618-41bf-ba22-cc7ecff9e36f tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 825.364851] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dec568e-caa9-49ab-b14c-0ff20a69f19f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.374106] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22de3edb-440a-41ad-a734-04ef6d959e43 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.484069] env[65448]: DEBUG nova.scheduler.client.report [None req-ac0db61f-943d-482c-bd34-0110d49ffd9a tempest-InstanceActionsNegativeTestJSON-382423160 tempest-InstanceActionsNegativeTestJSON-382423160-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 825.717891] env[65448]: DEBUG oslo_vmware.api [None req-8700dbc2-c8ac-4c65-a401-333fba6a1e4f tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] Task: {'id': task-4937670, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076144} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.718205] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-8700dbc2-c8ac-4c65-a401-333fba6a1e4f tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] [instance: 37a306f7-02f2-41cd-98db-fc3eb003b7a4] Extended root virtual disk {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 825.719047] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-448efab5-812b-4ec8-af21-e3374facb69c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.726727] env[65448]: DEBUG nova.compute.manager [req-e8f25450-a711-4016-b7e3-e2c7109d5e6d req-437ccd5f-14ef-4492-8fb1-d6ae7689359a service nova] [instance: f7fb46f9-1425-4f94-bcf1-dd722c442144] Received event network-vif-plugged-98d8fdd9-ceb0-4d8c-838a-c5c007bf9845 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 825.726866] env[65448]: DEBUG oslo_concurrency.lockutils [req-e8f25450-a711-4016-b7e3-e2c7109d5e6d req-437ccd5f-14ef-4492-8fb1-d6ae7689359a service nova] Acquiring lock "f7fb46f9-1425-4f94-bcf1-dd722c442144-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.727101] env[65448]: DEBUG oslo_concurrency.lockutils [req-e8f25450-a711-4016-b7e3-e2c7109d5e6d req-437ccd5f-14ef-4492-8fb1-d6ae7689359a service nova] Lock "f7fb46f9-1425-4f94-bcf1-dd722c442144-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.727273] env[65448]: DEBUG oslo_concurrency.lockutils [req-e8f25450-a711-4016-b7e3-e2c7109d5e6d req-437ccd5f-14ef-4492-8fb1-d6ae7689359a service nova] Lock "f7fb46f9-1425-4f94-bcf1-dd722c442144-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.727672] env[65448]: DEBUG nova.compute.manager [req-e8f25450-a711-4016-b7e3-e2c7109d5e6d req-437ccd5f-14ef-4492-8fb1-d6ae7689359a service nova] [instance: f7fb46f9-1425-4f94-bcf1-dd722c442144] No waiting events found dispatching network-vif-plugged-98d8fdd9-ceb0-4d8c-838a-c5c007bf9845 {{(pid=65448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 825.727672] env[65448]: WARNING nova.compute.manager [req-e8f25450-a711-4016-b7e3-e2c7109d5e6d req-437ccd5f-14ef-4492-8fb1-d6ae7689359a service nova] [instance: f7fb46f9-1425-4f94-bcf1-dd722c442144] Received unexpected event network-vif-plugged-98d8fdd9-ceb0-4d8c-838a-c5c007bf9845 for instance with vm_state building and task_state spawning. [ 825.744776] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-8700dbc2-c8ac-4c65-a401-333fba6a1e4f tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] [instance: 37a306f7-02f2-41cd-98db-fc3eb003b7a4] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] 37a306f7-02f2-41cd-98db-fc3eb003b7a4/37a306f7-02f2-41cd-98db-fc3eb003b7a4.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 825.745357] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-780bf432-b76e-4a8b-a91d-850be7971721 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.760705] env[65448]: DEBUG nova.network.neutron [None req-1d53cd89-5618-41bf-ba22-cc7ecff9e36f tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] [instance: f7fb46f9-1425-4f94-bcf1-dd722c442144] Successfully updated port: 98d8fdd9-ceb0-4d8c-838a-c5c007bf9845 {{(pid=65448) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 825.768876] env[65448]: DEBUG oslo_vmware.api [None req-8700dbc2-c8ac-4c65-a401-333fba6a1e4f tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] Waiting for the task: (returnval){ [ 825.768876] env[65448]: value = "task-4937671" [ 825.768876] env[65448]: _type = "Task" [ 825.768876] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.774017] env[65448]: WARNING neutronclient.v2_0.client [req-7ad7c539-5f08-48ef-858e-cb3505eb56cd req-8f204e38-6723-4c7b-9ffd-c700494cd9cc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 825.782754] env[65448]: DEBUG oslo_vmware.api [None req-8700dbc2-c8ac-4c65-a401-333fba6a1e4f tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] Task: {'id': task-4937671, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.951286] env[65448]: WARNING neutronclient.v2_0.client [req-7ad7c539-5f08-48ef-858e-cb3505eb56cd req-8f204e38-6723-4c7b-9ffd-c700494cd9cc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 825.990066] env[65448]: DEBUG oslo_concurrency.lockutils [None req-ac0db61f-943d-482c-bd34-0110d49ffd9a tempest-InstanceActionsNegativeTestJSON-382423160 tempest-InstanceActionsNegativeTestJSON-382423160-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.692s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.990815] env[65448]: DEBUG nova.compute.manager [None req-ac0db61f-943d-482c-bd34-0110d49ffd9a tempest-InstanceActionsNegativeTestJSON-382423160 tempest-InstanceActionsNegativeTestJSON-382423160-project-member] [instance: f523a556-180d-4c8f-be38-0f7f9110df7b] Start building networks asynchronously for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2881}} [ 825.997773] env[65448]: DEBUG oslo_concurrency.lockutils [None req-701d1b3a-7ed5-4cbc-b945-4ee1d907cd64 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 44.284s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.997981] env[65448]: DEBUG nova.objects.instance [None req-701d1b3a-7ed5-4cbc-b945-4ee1d907cd64 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: 204b5f52-2264-4c23-8799-4b3f57682409] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65448) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 826.046434] env[65448]: DEBUG nova.network.neutron [req-7ad7c539-5f08-48ef-858e-cb3505eb56cd req-8f204e38-6723-4c7b-9ffd-c700494cd9cc service nova] [instance: f7468e7d-2bed-4b9a-a642-b7f628a95305] Updated VIF entry in instance network info cache for port 0edc05d5-4709-4158-81d9-6be362ad36e0. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 826.046954] env[65448]: DEBUG nova.network.neutron [req-7ad7c539-5f08-48ef-858e-cb3505eb56cd req-8f204e38-6723-4c7b-9ffd-c700494cd9cc service nova] [instance: f7468e7d-2bed-4b9a-a642-b7f628a95305] Updating instance_info_cache with network_info: [{"id": "0edc05d5-4709-4158-81d9-6be362ad36e0", "address": "fa:16:3e:36:a5:c3", "network": {"id": "f27d2d9e-8ae7-4086-9161-47127b34dd20", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-248251098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2a7a06e61d94624ba3b3a9d4f5d1e6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4223acd2-30f7-440e-b975-60b30d931694", "external-id": "nsx-vlan-transportzone-647", "segmentation_id": 647, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0edc05d5-47", "ovs_interfaceid": "0edc05d5-4709-4158-81d9-6be362ad36e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.265156] env[65448]: DEBUG oslo_concurrency.lockutils [None req-1d53cd89-5618-41bf-ba22-cc7ecff9e36f tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] Acquiring lock "refresh_cache-f7fb46f9-1425-4f94-bcf1-dd722c442144" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.265156] env[65448]: DEBUG oslo_concurrency.lockutils [None req-1d53cd89-5618-41bf-ba22-cc7ecff9e36f tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] Acquired lock "refresh_cache-f7fb46f9-1425-4f94-bcf1-dd722c442144" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.265156] env[65448]: DEBUG nova.network.neutron [None req-1d53cd89-5618-41bf-ba22-cc7ecff9e36f tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] [instance: f7fb46f9-1425-4f94-bcf1-dd722c442144] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 826.281080] env[65448]: DEBUG oslo_vmware.api [None req-8700dbc2-c8ac-4c65-a401-333fba6a1e4f tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] Task: {'id': task-4937671, 'name': ReconfigVM_Task, 'duration_secs': 0.277206} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.281351] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-8700dbc2-c8ac-4c65-a401-333fba6a1e4f tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] [instance: 37a306f7-02f2-41cd-98db-fc3eb003b7a4] Reconfigured VM instance instance-00000039 to attach disk [datastore2] 37a306f7-02f2-41cd-98db-fc3eb003b7a4/37a306f7-02f2-41cd-98db-fc3eb003b7a4.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 826.281946] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ba8d9f64-8f61-4b8d-84ab-08f2521516d4 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.290282] env[65448]: DEBUG oslo_vmware.api [None req-8700dbc2-c8ac-4c65-a401-333fba6a1e4f tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] Waiting for the task: (returnval){ [ 826.290282] env[65448]: value = "task-4937672" [ 826.290282] env[65448]: _type = "Task" [ 826.290282] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.300210] env[65448]: DEBUG oslo_vmware.api [None req-8700dbc2-c8ac-4c65-a401-333fba6a1e4f tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] Task: {'id': task-4937672, 'name': Rename_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.506451] env[65448]: DEBUG nova.compute.utils [None req-ac0db61f-943d-482c-bd34-0110d49ffd9a tempest-InstanceActionsNegativeTestJSON-382423160 tempest-InstanceActionsNegativeTestJSON-382423160-project-member] Using /dev/sd instead of None {{(pid=65448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 826.507916] env[65448]: DEBUG nova.compute.manager [None req-ac0db61f-943d-482c-bd34-0110d49ffd9a tempest-InstanceActionsNegativeTestJSON-382423160 tempest-InstanceActionsNegativeTestJSON-382423160-project-member] [instance: f523a556-180d-4c8f-be38-0f7f9110df7b] Allocating IP information in the background. {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 826.508580] env[65448]: DEBUG nova.network.neutron [None req-ac0db61f-943d-482c-bd34-0110d49ffd9a tempest-InstanceActionsNegativeTestJSON-382423160 tempest-InstanceActionsNegativeTestJSON-382423160-project-member] [instance: f523a556-180d-4c8f-be38-0f7f9110df7b] allocate_for_instance() {{(pid=65448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 826.510818] env[65448]: WARNING neutronclient.v2_0.client [None req-ac0db61f-943d-482c-bd34-0110d49ffd9a tempest-InstanceActionsNegativeTestJSON-382423160 tempest-InstanceActionsNegativeTestJSON-382423160-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 826.510818] env[65448]: WARNING neutronclient.v2_0.client [None req-ac0db61f-943d-482c-bd34-0110d49ffd9a tempest-InstanceActionsNegativeTestJSON-382423160 tempest-InstanceActionsNegativeTestJSON-382423160-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 826.549725] env[65448]: DEBUG oslo_concurrency.lockutils [req-7ad7c539-5f08-48ef-858e-cb3505eb56cd req-8f204e38-6723-4c7b-9ffd-c700494cd9cc service nova] Releasing lock "refresh_cache-f7468e7d-2bed-4b9a-a642-b7f628a95305" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.559026] env[65448]: DEBUG nova.policy [None req-ac0db61f-943d-482c-bd34-0110d49ffd9a tempest-InstanceActionsNegativeTestJSON-382423160 tempest-InstanceActionsNegativeTestJSON-382423160-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '23a9ef1decac4e5ca102ab7f4216f457', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7a20bc2b3e774ff09e79bed6c9d619dd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65448) authorize /opt/stack/nova/nova/policy.py:192}} [ 826.801893] env[65448]: DEBUG oslo_vmware.api [None req-8700dbc2-c8ac-4c65-a401-333fba6a1e4f tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] Task: {'id': task-4937672, 'name': Rename_Task, 'duration_secs': 0.140584} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.802232] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-8700dbc2-c8ac-4c65-a401-333fba6a1e4f tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] [instance: 37a306f7-02f2-41cd-98db-fc3eb003b7a4] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 826.802678] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-45bb4e50-537f-4d8d-aeda-00f7096bf78c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.804995] env[65448]: DEBUG nova.network.neutron [None req-1d53cd89-5618-41bf-ba22-cc7ecff9e36f tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] [instance: f7fb46f9-1425-4f94-bcf1-dd722c442144] Instance cache missing network info. {{(pid=65448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 826.813029] env[65448]: DEBUG oslo_vmware.api [None req-8700dbc2-c8ac-4c65-a401-333fba6a1e4f tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] Waiting for the task: (returnval){ [ 826.813029] env[65448]: value = "task-4937673" [ 826.813029] env[65448]: _type = "Task" [ 826.813029] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.822255] env[65448]: DEBUG oslo_vmware.api [None req-8700dbc2-c8ac-4c65-a401-333fba6a1e4f tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] Task: {'id': task-4937673, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.879428] env[65448]: DEBUG nova.network.neutron [None req-ac0db61f-943d-482c-bd34-0110d49ffd9a tempest-InstanceActionsNegativeTestJSON-382423160 tempest-InstanceActionsNegativeTestJSON-382423160-project-member] [instance: f523a556-180d-4c8f-be38-0f7f9110df7b] Successfully created port: f91e1298-e3d0-4446-93f7-4bb05a665981 {{(pid=65448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 826.904362] env[65448]: WARNING neutronclient.v2_0.client [None req-1d53cd89-5618-41bf-ba22-cc7ecff9e36f tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 826.972200] env[65448]: DEBUG nova.network.neutron [None req-1d53cd89-5618-41bf-ba22-cc7ecff9e36f tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] [instance: f7fb46f9-1425-4f94-bcf1-dd722c442144] Updating instance_info_cache with network_info: [{"id": "98d8fdd9-ceb0-4d8c-838a-c5c007bf9845", "address": "fa:16:3e:eb:7f:4c", "network": {"id": "ec92fbb8-e847-4618-8dcb-acc0d0927f2a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1584526864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "5ab1468ac3bd4fefb709314546aaf89a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1195acd-707f-4bac-a99d-14db17a63802", "external-id": "nsx-vlan-transportzone-322", "segmentation_id": 322, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98d8fdd9-ce", "ovs_interfaceid": "98d8fdd9-ceb0-4d8c-838a-c5c007bf9845", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.010216] env[65448]: DEBUG oslo_concurrency.lockutils [None req-701d1b3a-7ed5-4cbc-b945-4ee1d907cd64 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.011324] env[65448]: DEBUG oslo_concurrency.lockutils [None req-487737f4-3f14-4c2e-bf94-992a4369609c tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.610s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.011622] env[65448]: DEBUG nova.objects.instance [None req-487737f4-3f14-4c2e-bf94-992a4369609c tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] Lazy-loading 'resources' on Instance uuid 81d406bb-f0e6-487c-841e-a13ae7736af0 {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 827.013486] env[65448]: DEBUG nova.compute.manager [None req-ac0db61f-943d-482c-bd34-0110d49ffd9a tempest-InstanceActionsNegativeTestJSON-382423160 tempest-InstanceActionsNegativeTestJSON-382423160-project-member] [instance: f523a556-180d-4c8f-be38-0f7f9110df7b] Start building block device mappings for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2916}} [ 827.324147] env[65448]: DEBUG oslo_vmware.api [None req-8700dbc2-c8ac-4c65-a401-333fba6a1e4f tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] Task: {'id': task-4937673, 'name': PowerOnVM_Task, 'duration_secs': 0.445116} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.324418] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-8700dbc2-c8ac-4c65-a401-333fba6a1e4f tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] [instance: 37a306f7-02f2-41cd-98db-fc3eb003b7a4] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 827.324614] env[65448]: INFO nova.compute.manager [None req-8700dbc2-c8ac-4c65-a401-333fba6a1e4f tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] [instance: 37a306f7-02f2-41cd-98db-fc3eb003b7a4] Took 4.85 seconds to spawn the instance on the hypervisor. [ 827.324786] env[65448]: DEBUG nova.compute.manager [None req-8700dbc2-c8ac-4c65-a401-333fba6a1e4f tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] [instance: 37a306f7-02f2-41cd-98db-fc3eb003b7a4] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 827.325609] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e85bfd3d-3910-4576-8774-0284a70a03d2 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.476772] env[65448]: DEBUG oslo_concurrency.lockutils [None req-1d53cd89-5618-41bf-ba22-cc7ecff9e36f tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] Releasing lock "refresh_cache-f7fb46f9-1425-4f94-bcf1-dd722c442144" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.477013] env[65448]: DEBUG nova.compute.manager [None req-1d53cd89-5618-41bf-ba22-cc7ecff9e36f tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] [instance: f7fb46f9-1425-4f94-bcf1-dd722c442144] Instance network_info: |[{"id": "98d8fdd9-ceb0-4d8c-838a-c5c007bf9845", "address": "fa:16:3e:eb:7f:4c", "network": {"id": "ec92fbb8-e847-4618-8dcb-acc0d0927f2a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1584526864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "5ab1468ac3bd4fefb709314546aaf89a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1195acd-707f-4bac-a99d-14db17a63802", "external-id": "nsx-vlan-transportzone-322", "segmentation_id": 322, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98d8fdd9-ce", "ovs_interfaceid": "98d8fdd9-ceb0-4d8c-838a-c5c007bf9845", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 827.478111] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-1d53cd89-5618-41bf-ba22-cc7ecff9e36f tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] [instance: f7fb46f9-1425-4f94-bcf1-dd722c442144] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:7f:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1195acd-707f-4bac-a99d-14db17a63802', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '98d8fdd9-ceb0-4d8c-838a-c5c007bf9845', 'vif_model': 'vmxnet3'}] {{(pid=65448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 827.486401] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d53cd89-5618-41bf-ba22-cc7ecff9e36f tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] Creating folder: Project (5ab1468ac3bd4fefb709314546aaf89a). Parent ref: group-v961779. {{(pid=65448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 827.486787] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-af025da8-f638-4b37-b868-d1ef7c472821 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.517795] env[65448]: INFO nova.virt.vmwareapi.vm_util [None req-1d53cd89-5618-41bf-ba22-cc7ecff9e36f tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] Created folder: Project (5ab1468ac3bd4fefb709314546aaf89a) in parent group-v961779. [ 827.518010] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d53cd89-5618-41bf-ba22-cc7ecff9e36f tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] Creating folder: Instances. Parent ref: group-v961946. {{(pid=65448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 827.522426] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-019db6b5-5546-4775-9c14-abc9c2542d39 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.537316] env[65448]: INFO nova.virt.vmwareapi.vm_util [None req-1d53cd89-5618-41bf-ba22-cc7ecff9e36f tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] Created folder: Instances in parent group-v961946. [ 827.537316] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-1d53cd89-5618-41bf-ba22-cc7ecff9e36f tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 827.537316] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7fb46f9-1425-4f94-bcf1-dd722c442144] Creating VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 827.537316] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-063cd4f4-50cd-4147-bdd6-e3f2cd481d86 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.563645] env[65448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 827.563645] env[65448]: value = "task-4937676" [ 827.563645] env[65448]: _type = "Task" [ 827.563645] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.579507] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937676, 'name': CreateVM_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.824806] env[65448]: DEBUG nova.compute.manager [req-c0c8404d-cda6-4fb5-896c-8f3fac95dfe2 req-f85db66f-531d-4ea7-a7a5-13596ae8183d service nova] [instance: f7fb46f9-1425-4f94-bcf1-dd722c442144] Received event network-changed-98d8fdd9-ceb0-4d8c-838a-c5c007bf9845 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 827.825361] env[65448]: DEBUG nova.compute.manager [req-c0c8404d-cda6-4fb5-896c-8f3fac95dfe2 req-f85db66f-531d-4ea7-a7a5-13596ae8183d service nova] [instance: f7fb46f9-1425-4f94-bcf1-dd722c442144] Refreshing instance network info cache due to event network-changed-98d8fdd9-ceb0-4d8c-838a-c5c007bf9845. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 827.825361] env[65448]: DEBUG oslo_concurrency.lockutils [req-c0c8404d-cda6-4fb5-896c-8f3fac95dfe2 req-f85db66f-531d-4ea7-a7a5-13596ae8183d service nova] Acquiring lock "refresh_cache-f7fb46f9-1425-4f94-bcf1-dd722c442144" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.825361] env[65448]: DEBUG oslo_concurrency.lockutils [req-c0c8404d-cda6-4fb5-896c-8f3fac95dfe2 req-f85db66f-531d-4ea7-a7a5-13596ae8183d service nova] Acquired lock "refresh_cache-f7fb46f9-1425-4f94-bcf1-dd722c442144" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.825538] env[65448]: DEBUG nova.network.neutron [req-c0c8404d-cda6-4fb5-896c-8f3fac95dfe2 req-f85db66f-531d-4ea7-a7a5-13596ae8183d service nova] [instance: f7fb46f9-1425-4f94-bcf1-dd722c442144] Refreshing network info cache for port 98d8fdd9-ceb0-4d8c-838a-c5c007bf9845 {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 827.850527] env[65448]: INFO nova.compute.manager [None req-8700dbc2-c8ac-4c65-a401-333fba6a1e4f tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] [instance: 37a306f7-02f2-41cd-98db-fc3eb003b7a4] Took 50.23 seconds to build instance. [ 828.026393] env[65448]: DEBUG nova.compute.manager [None req-ac0db61f-943d-482c-bd34-0110d49ffd9a tempest-InstanceActionsNegativeTestJSON-382423160 tempest-InstanceActionsNegativeTestJSON-382423160-project-member] [instance: f523a556-180d-4c8f-be38-0f7f9110df7b] Start spawning the instance on the hypervisor. {{(pid=65448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2689}} [ 828.055189] env[65448]: DEBUG nova.virt.hardware [None req-ac0db61f-943d-482c-bd34-0110d49ffd9a tempest-InstanceActionsNegativeTestJSON-382423160 tempest-InstanceActionsNegativeTestJSON-382423160-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-08T17:19:51Z,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a992292b6dae455593d228217860e2e1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-08T17:19:52Z,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 828.055443] env[65448]: DEBUG nova.virt.hardware [None req-ac0db61f-943d-482c-bd34-0110d49ffd9a tempest-InstanceActionsNegativeTestJSON-382423160 tempest-InstanceActionsNegativeTestJSON-382423160-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 828.055593] env[65448]: DEBUG nova.virt.hardware [None req-ac0db61f-943d-482c-bd34-0110d49ffd9a tempest-InstanceActionsNegativeTestJSON-382423160 tempest-InstanceActionsNegativeTestJSON-382423160-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 828.055770] env[65448]: DEBUG nova.virt.hardware [None req-ac0db61f-943d-482c-bd34-0110d49ffd9a tempest-InstanceActionsNegativeTestJSON-382423160 tempest-InstanceActionsNegativeTestJSON-382423160-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 828.055908] env[65448]: DEBUG nova.virt.hardware [None req-ac0db61f-943d-482c-bd34-0110d49ffd9a tempest-InstanceActionsNegativeTestJSON-382423160 tempest-InstanceActionsNegativeTestJSON-382423160-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 828.056060] env[65448]: DEBUG nova.virt.hardware [None req-ac0db61f-943d-482c-bd34-0110d49ffd9a tempest-InstanceActionsNegativeTestJSON-382423160 tempest-InstanceActionsNegativeTestJSON-382423160-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 828.056265] env[65448]: DEBUG nova.virt.hardware [None req-ac0db61f-943d-482c-bd34-0110d49ffd9a tempest-InstanceActionsNegativeTestJSON-382423160 tempest-InstanceActionsNegativeTestJSON-382423160-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 828.056414] env[65448]: DEBUG nova.virt.hardware [None req-ac0db61f-943d-482c-bd34-0110d49ffd9a tempest-InstanceActionsNegativeTestJSON-382423160 tempest-InstanceActionsNegativeTestJSON-382423160-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 828.056570] env[65448]: DEBUG nova.virt.hardware [None req-ac0db61f-943d-482c-bd34-0110d49ffd9a tempest-InstanceActionsNegativeTestJSON-382423160 tempest-InstanceActionsNegativeTestJSON-382423160-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 828.057108] env[65448]: DEBUG nova.virt.hardware [None req-ac0db61f-943d-482c-bd34-0110d49ffd9a tempest-InstanceActionsNegativeTestJSON-382423160 tempest-InstanceActionsNegativeTestJSON-382423160-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 828.057308] env[65448]: DEBUG nova.virt.hardware [None req-ac0db61f-943d-482c-bd34-0110d49ffd9a tempest-InstanceActionsNegativeTestJSON-382423160 tempest-InstanceActionsNegativeTestJSON-382423160-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 828.058192] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2888326-eea3-4ab6-88bc-61a6cbf56ba5 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.072275] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ee8798e-54d6-4c46-afb9-9553af5e9c75 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.085812] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937676, 'name': CreateVM_Task, 'duration_secs': 0.336405} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.093714] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7fb46f9-1425-4f94-bcf1-dd722c442144] Created VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 828.097514] env[65448]: WARNING neutronclient.v2_0.client [None req-1d53cd89-5618-41bf-ba22-cc7ecff9e36f tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 828.097883] env[65448]: DEBUG oslo_concurrency.lockutils [None req-1d53cd89-5618-41bf-ba22-cc7ecff9e36f tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.098048] env[65448]: DEBUG oslo_concurrency.lockutils [None req-1d53cd89-5618-41bf-ba22-cc7ecff9e36f tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.098392] env[65448]: DEBUG oslo_concurrency.lockutils [None req-1d53cd89-5618-41bf-ba22-cc7ecff9e36f tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.098837] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-418f2283-af2e-4500-a607-01f357506848 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.104213] env[65448]: DEBUG oslo_vmware.api [None req-1d53cd89-5618-41bf-ba22-cc7ecff9e36f tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] Waiting for the task: (returnval){ [ 828.104213] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]525c9a90-241d-da19-396e-89e6d2e4b906" [ 828.104213] env[65448]: _type = "Task" [ 828.104213] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.115802] env[65448]: DEBUG oslo_vmware.api [None req-1d53cd89-5618-41bf-ba22-cc7ecff9e36f tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]525c9a90-241d-da19-396e-89e6d2e4b906, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.181657] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af6458e0-2796-4f55-a135-285800e57cc3 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.192643] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de4e6c92-5e67-4e1d-b047-9692826acd88 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.231365] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a93e9d4f-48cb-46d4-910f-eaa9b42080f7 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.241480] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0caa3384-846d-4a73-add1-85b6669a31d9 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.260049] env[65448]: DEBUG nova.compute.provider_tree [None req-487737f4-3f14-4c2e-bf94-992a4369609c tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] Updating inventory in ProviderTree for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 828.329310] env[65448]: WARNING neutronclient.v2_0.client [req-c0c8404d-cda6-4fb5-896c-8f3fac95dfe2 req-f85db66f-531d-4ea7-a7a5-13596ae8183d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 828.353991] env[65448]: DEBUG oslo_concurrency.lockutils [None req-8700dbc2-c8ac-4c65-a401-333fba6a1e4f tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] Lock "37a306f7-02f2-41cd-98db-fc3eb003b7a4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.106s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.422291] env[65448]: DEBUG nova.network.neutron [None req-ac0db61f-943d-482c-bd34-0110d49ffd9a tempest-InstanceActionsNegativeTestJSON-382423160 tempest-InstanceActionsNegativeTestJSON-382423160-project-member] [instance: f523a556-180d-4c8f-be38-0f7f9110df7b] Successfully updated port: f91e1298-e3d0-4446-93f7-4bb05a665981 {{(pid=65448) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 828.536309] env[65448]: WARNING neutronclient.v2_0.client [req-c0c8404d-cda6-4fb5-896c-8f3fac95dfe2 req-f85db66f-531d-4ea7-a7a5-13596ae8183d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 828.609205] env[65448]: DEBUG nova.network.neutron [req-c0c8404d-cda6-4fb5-896c-8f3fac95dfe2 req-f85db66f-531d-4ea7-a7a5-13596ae8183d service nova] [instance: f7fb46f9-1425-4f94-bcf1-dd722c442144] Updated VIF entry in instance network info cache for port 98d8fdd9-ceb0-4d8c-838a-c5c007bf9845. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 828.609551] env[65448]: DEBUG nova.network.neutron [req-c0c8404d-cda6-4fb5-896c-8f3fac95dfe2 req-f85db66f-531d-4ea7-a7a5-13596ae8183d service nova] [instance: f7fb46f9-1425-4f94-bcf1-dd722c442144] Updating instance_info_cache with network_info: [{"id": "98d8fdd9-ceb0-4d8c-838a-c5c007bf9845", "address": "fa:16:3e:eb:7f:4c", "network": {"id": "ec92fbb8-e847-4618-8dcb-acc0d0927f2a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1584526864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "5ab1468ac3bd4fefb709314546aaf89a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1195acd-707f-4bac-a99d-14db17a63802", "external-id": "nsx-vlan-transportzone-322", "segmentation_id": 322, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98d8fdd9-ce", "ovs_interfaceid": "98d8fdd9-ceb0-4d8c-838a-c5c007bf9845", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.617917] env[65448]: DEBUG oslo_vmware.api [None req-1d53cd89-5618-41bf-ba22-cc7ecff9e36f tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]525c9a90-241d-da19-396e-89e6d2e4b906, 'name': SearchDatastore_Task, 'duration_secs': 0.012108} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.618230] env[65448]: DEBUG oslo_concurrency.lockutils [None req-1d53cd89-5618-41bf-ba22-cc7ecff9e36f tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.618456] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-1d53cd89-5618-41bf-ba22-cc7ecff9e36f tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] [instance: f7fb46f9-1425-4f94-bcf1-dd722c442144] Processing image 50fb366d-48e6-424f-9c20-bc83d77be76a {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 828.619786] env[65448]: DEBUG oslo_concurrency.lockutils [None req-1d53cd89-5618-41bf-ba22-cc7ecff9e36f tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.619786] env[65448]: DEBUG oslo_concurrency.lockutils [None req-1d53cd89-5618-41bf-ba22-cc7ecff9e36f tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.619786] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d53cd89-5618-41bf-ba22-cc7ecff9e36f tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 828.620163] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5b04cd1b-d9ed-4353-92c7-d17df6ffd1d7 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.630084] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d53cd89-5618-41bf-ba22-cc7ecff9e36f tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 828.630271] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-1d53cd89-5618-41bf-ba22-cc7ecff9e36f tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 828.631203] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-976a41cf-664f-43ae-99d9-1dca981497fe {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.637616] env[65448]: DEBUG oslo_vmware.api [None req-1d53cd89-5618-41bf-ba22-cc7ecff9e36f tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] Waiting for the task: (returnval){ [ 828.637616] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52974503-1f5c-0424-710d-3308d8a302d3" [ 828.637616] env[65448]: _type = "Task" [ 828.637616] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.646204] env[65448]: DEBUG oslo_vmware.api [None req-1d53cd89-5618-41bf-ba22-cc7ecff9e36f tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52974503-1f5c-0424-710d-3308d8a302d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.678392] env[65448]: INFO nova.compute.manager [None req-429eb48c-0306-4f67-91e3-82e1b6ff04a2 tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] [instance: 37a306f7-02f2-41cd-98db-fc3eb003b7a4] Rebuilding instance [ 828.728126] env[65448]: DEBUG nova.compute.manager [None req-429eb48c-0306-4f67-91e3-82e1b6ff04a2 tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] [instance: 37a306f7-02f2-41cd-98db-fc3eb003b7a4] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 828.729091] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-364cf304-6df6-4480-8bea-49733fd51b76 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.789560] env[65448]: ERROR nova.scheduler.client.report [None req-487737f4-3f14-4c2e-bf94-992a4369609c tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] [req-355e9d0b-9ec1-416c-9bb1-5018ea139773] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 76aeec68-79e6-4d77-baf0-33bb098aa897. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-355e9d0b-9ec1-416c-9bb1-5018ea139773"}]} [ 828.804908] env[65448]: DEBUG nova.scheduler.client.report [None req-487737f4-3f14-4c2e-bf94-992a4369609c tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] Refreshing inventories for resource provider 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 828.820444] env[65448]: DEBUG nova.scheduler.client.report [None req-487737f4-3f14-4c2e-bf94-992a4369609c tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] Updating ProviderTree inventory for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 828.820444] env[65448]: DEBUG nova.compute.provider_tree [None req-487737f4-3f14-4c2e-bf94-992a4369609c tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] Updating inventory in ProviderTree for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 828.832224] env[65448]: DEBUG nova.scheduler.client.report [None req-487737f4-3f14-4c2e-bf94-992a4369609c tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] Refreshing aggregate associations for resource provider 76aeec68-79e6-4d77-baf0-33bb098aa897, aggregates: None {{(pid=65448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 828.854141] env[65448]: DEBUG nova.scheduler.client.report [None req-487737f4-3f14-4c2e-bf94-992a4369609c tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] Refreshing trait associations for resource provider 76aeec68-79e6-4d77-baf0-33bb098aa897, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=65448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 828.856739] env[65448]: DEBUG nova.compute.manager [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] [instance: 6b18baf1-f0be-4602-8064-9bb371bdcb17] Starting instance... {{(pid=65448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2483}} [ 828.926378] env[65448]: DEBUG oslo_concurrency.lockutils [None req-ac0db61f-943d-482c-bd34-0110d49ffd9a tempest-InstanceActionsNegativeTestJSON-382423160 tempest-InstanceActionsNegativeTestJSON-382423160-project-member] Acquiring lock "refresh_cache-f523a556-180d-4c8f-be38-0f7f9110df7b" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.926554] env[65448]: DEBUG oslo_concurrency.lockutils [None req-ac0db61f-943d-482c-bd34-0110d49ffd9a tempest-InstanceActionsNegativeTestJSON-382423160 tempest-InstanceActionsNegativeTestJSON-382423160-project-member] Acquired lock "refresh_cache-f523a556-180d-4c8f-be38-0f7f9110df7b" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.926723] env[65448]: DEBUG nova.network.neutron [None req-ac0db61f-943d-482c-bd34-0110d49ffd9a tempest-InstanceActionsNegativeTestJSON-382423160 tempest-InstanceActionsNegativeTestJSON-382423160-project-member] [instance: f523a556-180d-4c8f-be38-0f7f9110df7b] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 829.112074] env[65448]: DEBUG oslo_concurrency.lockutils [req-c0c8404d-cda6-4fb5-896c-8f3fac95dfe2 req-f85db66f-531d-4ea7-a7a5-13596ae8183d service nova] Releasing lock "refresh_cache-f7fb46f9-1425-4f94-bcf1-dd722c442144" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.150902] env[65448]: DEBUG oslo_vmware.api [None req-1d53cd89-5618-41bf-ba22-cc7ecff9e36f tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52974503-1f5c-0424-710d-3308d8a302d3, 'name': SearchDatastore_Task, 'duration_secs': 0.00955} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.151748] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea40346b-5e73-4dec-b5f7-8c52dd7a3b32 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.160659] env[65448]: DEBUG oslo_vmware.api [None req-1d53cd89-5618-41bf-ba22-cc7ecff9e36f tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] Waiting for the task: (returnval){ [ 829.160659] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52530772-973a-be61-ad12-ce78b7a732ce" [ 829.160659] env[65448]: _type = "Task" [ 829.160659] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.171828] env[65448]: DEBUG oslo_vmware.api [None req-1d53cd89-5618-41bf-ba22-cc7ecff9e36f tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52530772-973a-be61-ad12-ce78b7a732ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.377947] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.471725] env[65448]: DEBUG nova.network.neutron [None req-ac0db61f-943d-482c-bd34-0110d49ffd9a tempest-InstanceActionsNegativeTestJSON-382423160 tempest-InstanceActionsNegativeTestJSON-382423160-project-member] [instance: f523a556-180d-4c8f-be38-0f7f9110df7b] Instance cache missing network info. {{(pid=65448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 829.487807] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d53e3683-e0c1-4011-a902-b3e4a38b351c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.498666] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38b175d5-5325-44c5-8795-b737a52e4497 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.533546] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-036df272-4180-49df-90a4-41a37b35e1f6 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.543057] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a179081a-6e0f-4ca4-a122-c4c8a12b343d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.557958] env[65448]: DEBUG nova.compute.provider_tree [None req-487737f4-3f14-4c2e-bf94-992a4369609c tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] Updating inventory in ProviderTree for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 829.587261] env[65448]: WARNING neutronclient.v2_0.client [None req-ac0db61f-943d-482c-bd34-0110d49ffd9a tempest-InstanceActionsNegativeTestJSON-382423160 tempest-InstanceActionsNegativeTestJSON-382423160-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 829.667458] env[65448]: DEBUG nova.network.neutron [None req-ac0db61f-943d-482c-bd34-0110d49ffd9a tempest-InstanceActionsNegativeTestJSON-382423160 tempest-InstanceActionsNegativeTestJSON-382423160-project-member] [instance: f523a556-180d-4c8f-be38-0f7f9110df7b] Updating instance_info_cache with network_info: [{"id": "f91e1298-e3d0-4446-93f7-4bb05a665981", "address": "fa:16:3e:d8:a5:3d", "network": {"id": "e9299913-403c-459e-a537-0168a974614b", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-726712743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a20bc2b3e774ff09e79bed6c9d619dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ded8bac-871f-491b-94ec-cb67c08bc828", "external-id": "nsx-vlan-transportzone-212", "segmentation_id": 212, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf91e1298-e3", "ovs_interfaceid": "f91e1298-e3d0-4446-93f7-4bb05a665981", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.672215] env[65448]: DEBUG oslo_vmware.api [None req-1d53cd89-5618-41bf-ba22-cc7ecff9e36f tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52530772-973a-be61-ad12-ce78b7a732ce, 'name': SearchDatastore_Task, 'duration_secs': 0.010549} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.672682] env[65448]: DEBUG oslo_concurrency.lockutils [None req-1d53cd89-5618-41bf-ba22-cc7ecff9e36f tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.672946] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d53cd89-5618-41bf-ba22-cc7ecff9e36f tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] f7fb46f9-1425-4f94-bcf1-dd722c442144/f7fb46f9-1425-4f94-bcf1-dd722c442144.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 829.673450] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4e49a443-2762-487f-9306-9e133e716431 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.681698] env[65448]: DEBUG oslo_vmware.api [None req-1d53cd89-5618-41bf-ba22-cc7ecff9e36f tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] Waiting for the task: (returnval){ [ 829.681698] env[65448]: value = "task-4937677" [ 829.681698] env[65448]: _type = "Task" [ 829.681698] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.691015] env[65448]: DEBUG oslo_vmware.api [None req-1d53cd89-5618-41bf-ba22-cc7ecff9e36f tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] Task: {'id': task-4937677, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.746106] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-429eb48c-0306-4f67-91e3-82e1b6ff04a2 tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] [instance: 37a306f7-02f2-41cd-98db-fc3eb003b7a4] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 829.746510] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9f511a0b-8fd1-4efb-a9c3-ae04b27117ed {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.757417] env[65448]: DEBUG oslo_vmware.api [None req-429eb48c-0306-4f67-91e3-82e1b6ff04a2 tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] Waiting for the task: (returnval){ [ 829.757417] env[65448]: value = "task-4937678" [ 829.757417] env[65448]: _type = "Task" [ 829.757417] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.770911] env[65448]: DEBUG oslo_vmware.api [None req-429eb48c-0306-4f67-91e3-82e1b6ff04a2 tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] Task: {'id': task-4937678, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.964279] env[65448]: DEBUG nova.compute.manager [req-75c7cc93-a016-4a4f-bce9-cf822767bf7d req-cbe5bb7e-b62a-443f-ac4d-88d957958a84 service nova] [instance: f523a556-180d-4c8f-be38-0f7f9110df7b] Received event network-vif-plugged-f91e1298-e3d0-4446-93f7-4bb05a665981 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 829.964279] env[65448]: DEBUG oslo_concurrency.lockutils [req-75c7cc93-a016-4a4f-bce9-cf822767bf7d req-cbe5bb7e-b62a-443f-ac4d-88d957958a84 service nova] Acquiring lock "f523a556-180d-4c8f-be38-0f7f9110df7b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.964683] env[65448]: DEBUG oslo_concurrency.lockutils [req-75c7cc93-a016-4a4f-bce9-cf822767bf7d req-cbe5bb7e-b62a-443f-ac4d-88d957958a84 service nova] Lock "f523a556-180d-4c8f-be38-0f7f9110df7b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.964796] env[65448]: DEBUG oslo_concurrency.lockutils [req-75c7cc93-a016-4a4f-bce9-cf822767bf7d req-cbe5bb7e-b62a-443f-ac4d-88d957958a84 service nova] Lock "f523a556-180d-4c8f-be38-0f7f9110df7b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.964989] env[65448]: DEBUG nova.compute.manager [req-75c7cc93-a016-4a4f-bce9-cf822767bf7d req-cbe5bb7e-b62a-443f-ac4d-88d957958a84 service nova] [instance: f523a556-180d-4c8f-be38-0f7f9110df7b] No waiting events found dispatching network-vif-plugged-f91e1298-e3d0-4446-93f7-4bb05a665981 {{(pid=65448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 829.966211] env[65448]: WARNING nova.compute.manager [req-75c7cc93-a016-4a4f-bce9-cf822767bf7d req-cbe5bb7e-b62a-443f-ac4d-88d957958a84 service nova] [instance: f523a556-180d-4c8f-be38-0f7f9110df7b] Received unexpected event network-vif-plugged-f91e1298-e3d0-4446-93f7-4bb05a665981 for instance with vm_state building and task_state spawning. [ 829.966211] env[65448]: DEBUG nova.compute.manager [req-75c7cc93-a016-4a4f-bce9-cf822767bf7d req-cbe5bb7e-b62a-443f-ac4d-88d957958a84 service nova] [instance: f523a556-180d-4c8f-be38-0f7f9110df7b] Received event network-changed-f91e1298-e3d0-4446-93f7-4bb05a665981 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 829.966211] env[65448]: DEBUG nova.compute.manager [req-75c7cc93-a016-4a4f-bce9-cf822767bf7d req-cbe5bb7e-b62a-443f-ac4d-88d957958a84 service nova] [instance: f523a556-180d-4c8f-be38-0f7f9110df7b] Refreshing instance network info cache due to event network-changed-f91e1298-e3d0-4446-93f7-4bb05a665981. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 829.966211] env[65448]: DEBUG oslo_concurrency.lockutils [req-75c7cc93-a016-4a4f-bce9-cf822767bf7d req-cbe5bb7e-b62a-443f-ac4d-88d957958a84 service nova] Acquiring lock "refresh_cache-f523a556-180d-4c8f-be38-0f7f9110df7b" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.104726] env[65448]: DEBUG nova.scheduler.client.report [None req-487737f4-3f14-4c2e-bf94-992a4369609c tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] Updated inventory for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 with generation 91 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 830.107270] env[65448]: DEBUG nova.compute.provider_tree [None req-487737f4-3f14-4c2e-bf94-992a4369609c tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] Updating resource provider 76aeec68-79e6-4d77-baf0-33bb098aa897 generation from 91 to 92 during operation: update_inventory {{(pid=65448) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 830.107270] env[65448]: DEBUG nova.compute.provider_tree [None req-487737f4-3f14-4c2e-bf94-992a4369609c tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] Updating inventory in ProviderTree for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 830.173569] env[65448]: DEBUG oslo_concurrency.lockutils [None req-ac0db61f-943d-482c-bd34-0110d49ffd9a tempest-InstanceActionsNegativeTestJSON-382423160 tempest-InstanceActionsNegativeTestJSON-382423160-project-member] Releasing lock "refresh_cache-f523a556-180d-4c8f-be38-0f7f9110df7b" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.173984] env[65448]: DEBUG nova.compute.manager [None req-ac0db61f-943d-482c-bd34-0110d49ffd9a tempest-InstanceActionsNegativeTestJSON-382423160 tempest-InstanceActionsNegativeTestJSON-382423160-project-member] [instance: f523a556-180d-4c8f-be38-0f7f9110df7b] Instance network_info: |[{"id": "f91e1298-e3d0-4446-93f7-4bb05a665981", "address": "fa:16:3e:d8:a5:3d", "network": {"id": "e9299913-403c-459e-a537-0168a974614b", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-726712743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a20bc2b3e774ff09e79bed6c9d619dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ded8bac-871f-491b-94ec-cb67c08bc828", "external-id": "nsx-vlan-transportzone-212", "segmentation_id": 212, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf91e1298-e3", "ovs_interfaceid": "f91e1298-e3d0-4446-93f7-4bb05a665981", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 830.174361] env[65448]: DEBUG oslo_concurrency.lockutils [req-75c7cc93-a016-4a4f-bce9-cf822767bf7d req-cbe5bb7e-b62a-443f-ac4d-88d957958a84 service nova] Acquired lock "refresh_cache-f523a556-180d-4c8f-be38-0f7f9110df7b" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.175150] env[65448]: DEBUG nova.network.neutron [req-75c7cc93-a016-4a4f-bce9-cf822767bf7d req-cbe5bb7e-b62a-443f-ac4d-88d957958a84 service nova] [instance: f523a556-180d-4c8f-be38-0f7f9110df7b] Refreshing network info cache for port f91e1298-e3d0-4446-93f7-4bb05a665981 {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 830.176166] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-ac0db61f-943d-482c-bd34-0110d49ffd9a tempest-InstanceActionsNegativeTestJSON-382423160 tempest-InstanceActionsNegativeTestJSON-382423160-project-member] [instance: f523a556-180d-4c8f-be38-0f7f9110df7b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d8:a5:3d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0ded8bac-871f-491b-94ec-cb67c08bc828', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f91e1298-e3d0-4446-93f7-4bb05a665981', 'vif_model': 'vmxnet3'}] {{(pid=65448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 830.185688] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac0db61f-943d-482c-bd34-0110d49ffd9a tempest-InstanceActionsNegativeTestJSON-382423160 tempest-InstanceActionsNegativeTestJSON-382423160-project-member] Creating folder: Project (7a20bc2b3e774ff09e79bed6c9d619dd). Parent ref: group-v961779. {{(pid=65448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 830.187356] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b70a7ff9-0b44-4f09-8e4f-360f5630ba09 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.201404] env[65448]: DEBUG oslo_vmware.api [None req-1d53cd89-5618-41bf-ba22-cc7ecff9e36f tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] Task: {'id': task-4937677, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502102} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.201833] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d53cd89-5618-41bf-ba22-cc7ecff9e36f tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] f7fb46f9-1425-4f94-bcf1-dd722c442144/f7fb46f9-1425-4f94-bcf1-dd722c442144.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 830.202132] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-1d53cd89-5618-41bf-ba22-cc7ecff9e36f tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] [instance: f7fb46f9-1425-4f94-bcf1-dd722c442144] Extending root virtual disk to 1048576 {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 830.202506] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bffd9e2a-6c10-4251-802d-1d09a5fcff52 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.206880] env[65448]: INFO nova.virt.vmwareapi.vm_util [None req-ac0db61f-943d-482c-bd34-0110d49ffd9a tempest-InstanceActionsNegativeTestJSON-382423160 tempest-InstanceActionsNegativeTestJSON-382423160-project-member] Created folder: Project (7a20bc2b3e774ff09e79bed6c9d619dd) in parent group-v961779. [ 830.207744] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac0db61f-943d-482c-bd34-0110d49ffd9a tempest-InstanceActionsNegativeTestJSON-382423160 tempest-InstanceActionsNegativeTestJSON-382423160-project-member] Creating folder: Instances. Parent ref: group-v961949. {{(pid=65448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 830.207892] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c010d346-f2b9-4bee-b6ac-74245dd1e0b7 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.211635] env[65448]: DEBUG oslo_vmware.api [None req-1d53cd89-5618-41bf-ba22-cc7ecff9e36f tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] Waiting for the task: (returnval){ [ 830.211635] env[65448]: value = "task-4937680" [ 830.211635] env[65448]: _type = "Task" [ 830.211635] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.222230] env[65448]: DEBUG oslo_vmware.api [None req-1d53cd89-5618-41bf-ba22-cc7ecff9e36f tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] Task: {'id': task-4937680, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.224545] env[65448]: INFO nova.virt.vmwareapi.vm_util [None req-ac0db61f-943d-482c-bd34-0110d49ffd9a tempest-InstanceActionsNegativeTestJSON-382423160 tempest-InstanceActionsNegativeTestJSON-382423160-project-member] Created folder: Instances in parent group-v961949. [ 830.224545] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-ac0db61f-943d-482c-bd34-0110d49ffd9a tempest-InstanceActionsNegativeTestJSON-382423160 tempest-InstanceActionsNegativeTestJSON-382423160-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 830.224545] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f523a556-180d-4c8f-be38-0f7f9110df7b] Creating VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 830.224545] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eeb33eff-1deb-48ad-8cc7-909405dfa014 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.248673] env[65448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 830.248673] env[65448]: value = "task-4937682" [ 830.248673] env[65448]: _type = "Task" [ 830.248673] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.259740] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937682, 'name': CreateVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.270483] env[65448]: DEBUG oslo_vmware.api [None req-429eb48c-0306-4f67-91e3-82e1b6ff04a2 tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] Task: {'id': task-4937678, 'name': PowerOffVM_Task, 'duration_secs': 0.161693} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.270805] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-429eb48c-0306-4f67-91e3-82e1b6ff04a2 tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] [instance: 37a306f7-02f2-41cd-98db-fc3eb003b7a4] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 830.271067] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-429eb48c-0306-4f67-91e3-82e1b6ff04a2 tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] [instance: 37a306f7-02f2-41cd-98db-fc3eb003b7a4] Destroying instance {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 830.271956] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24e1e493-b0bc-4a20-9fca-5afafeb5cdc3 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.281047] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-429eb48c-0306-4f67-91e3-82e1b6ff04a2 tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] [instance: 37a306f7-02f2-41cd-98db-fc3eb003b7a4] Unregistering the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 830.281336] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a9a54e9b-4684-46f3-95d4-ac5f2ab29c4b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.312329] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-429eb48c-0306-4f67-91e3-82e1b6ff04a2 tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] [instance: 37a306f7-02f2-41cd-98db-fc3eb003b7a4] Unregistered the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 830.312714] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-429eb48c-0306-4f67-91e3-82e1b6ff04a2 tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] [instance: 37a306f7-02f2-41cd-98db-fc3eb003b7a4] Deleting contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 830.313417] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-429eb48c-0306-4f67-91e3-82e1b6ff04a2 tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] Deleting the datastore file [datastore2] 37a306f7-02f2-41cd-98db-fc3eb003b7a4 {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 830.313532] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7297c922-f723-4977-9d0d-123039fb90ee {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.322821] env[65448]: DEBUG oslo_vmware.api [None req-429eb48c-0306-4f67-91e3-82e1b6ff04a2 tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] Waiting for the task: (returnval){ [ 830.322821] env[65448]: value = "task-4937684" [ 830.322821] env[65448]: _type = "Task" [ 830.322821] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.336737] env[65448]: DEBUG oslo_vmware.api [None req-429eb48c-0306-4f67-91e3-82e1b6ff04a2 tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] Task: {'id': task-4937684, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.612272] env[65448]: DEBUG oslo_concurrency.lockutils [None req-487737f4-3f14-4c2e-bf94-992a4369609c tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.601s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.614984] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a2af9546-2e57-4b6d-981d-b34d3698e7a2 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 45.177s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.617088] env[65448]: INFO nova.compute.claims [None req-a2af9546-2e57-4b6d-981d-b34d3698e7a2 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: 5e5a538b-8f59-45ca-bece-6a0cff169e0a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 830.643794] env[65448]: INFO nova.scheduler.client.report [None req-487737f4-3f14-4c2e-bf94-992a4369609c tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] Deleted allocations for instance 81d406bb-f0e6-487c-841e-a13ae7736af0 [ 830.687612] env[65448]: WARNING neutronclient.v2_0.client [req-75c7cc93-a016-4a4f-bce9-cf822767bf7d req-cbe5bb7e-b62a-443f-ac4d-88d957958a84 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 830.723678] env[65448]: DEBUG oslo_vmware.api [None req-1d53cd89-5618-41bf-ba22-cc7ecff9e36f tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] Task: {'id': task-4937680, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078666} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.723965] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-1d53cd89-5618-41bf-ba22-cc7ecff9e36f tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] [instance: f7fb46f9-1425-4f94-bcf1-dd722c442144] Extended root virtual disk {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 830.724994] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a52c3a39-5195-4152-9029-1f59d6d29da0 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.754327] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d53cd89-5618-41bf-ba22-cc7ecff9e36f tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] [instance: f7fb46f9-1425-4f94-bcf1-dd722c442144] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] f7fb46f9-1425-4f94-bcf1-dd722c442144/f7fb46f9-1425-4f94-bcf1-dd722c442144.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 830.755361] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3aeb40b-bb46-45d7-98ec-57a0b7a39c6e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.783047] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937682, 'name': CreateVM_Task} progress is 99%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.784692] env[65448]: DEBUG oslo_vmware.api [None req-1d53cd89-5618-41bf-ba22-cc7ecff9e36f tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] Waiting for the task: (returnval){ [ 830.784692] env[65448]: value = "task-4937685" [ 830.784692] env[65448]: _type = "Task" [ 830.784692] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.795159] env[65448]: DEBUG oslo_vmware.api [None req-1d53cd89-5618-41bf-ba22-cc7ecff9e36f tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] Task: {'id': task-4937685, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.835510] env[65448]: DEBUG oslo_vmware.api [None req-429eb48c-0306-4f67-91e3-82e1b6ff04a2 tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] Task: {'id': task-4937684, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.10369} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.835510] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-429eb48c-0306-4f67-91e3-82e1b6ff04a2 tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 830.835768] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-429eb48c-0306-4f67-91e3-82e1b6ff04a2 tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] [instance: 37a306f7-02f2-41cd-98db-fc3eb003b7a4] Deleted contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 830.835908] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-429eb48c-0306-4f67-91e3-82e1b6ff04a2 tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] [instance: 37a306f7-02f2-41cd-98db-fc3eb003b7a4] Instance destroyed {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 830.882069] env[65448]: WARNING neutronclient.v2_0.client [req-75c7cc93-a016-4a4f-bce9-cf822767bf7d req-cbe5bb7e-b62a-443f-ac4d-88d957958a84 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 830.990230] env[65448]: DEBUG nova.network.neutron [req-75c7cc93-a016-4a4f-bce9-cf822767bf7d req-cbe5bb7e-b62a-443f-ac4d-88d957958a84 service nova] [instance: f523a556-180d-4c8f-be38-0f7f9110df7b] Updated VIF entry in instance network info cache for port f91e1298-e3d0-4446-93f7-4bb05a665981. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 830.990587] env[65448]: DEBUG nova.network.neutron [req-75c7cc93-a016-4a4f-bce9-cf822767bf7d req-cbe5bb7e-b62a-443f-ac4d-88d957958a84 service nova] [instance: f523a556-180d-4c8f-be38-0f7f9110df7b] Updating instance_info_cache with network_info: [{"id": "f91e1298-e3d0-4446-93f7-4bb05a665981", "address": "fa:16:3e:d8:a5:3d", "network": {"id": "e9299913-403c-459e-a537-0168a974614b", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-726712743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a20bc2b3e774ff09e79bed6c9d619dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ded8bac-871f-491b-94ec-cb67c08bc828", "external-id": "nsx-vlan-transportzone-212", "segmentation_id": 212, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf91e1298-e3", "ovs_interfaceid": "f91e1298-e3d0-4446-93f7-4bb05a665981", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.154918] env[65448]: DEBUG oslo_concurrency.lockutils [None req-487737f4-3f14-4c2e-bf94-992a4369609c tempest-InstanceActionsTestJSON-449377544 tempest-InstanceActionsTestJSON-449377544-project-member] Lock "81d406bb-f0e6-487c-841e-a13ae7736af0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 52.311s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.265844] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937682, 'name': CreateVM_Task, 'duration_secs': 0.623771} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.265907] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f523a556-180d-4c8f-be38-0f7f9110df7b] Created VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 831.266404] env[65448]: WARNING neutronclient.v2_0.client [None req-ac0db61f-943d-482c-bd34-0110d49ffd9a tempest-InstanceActionsNegativeTestJSON-382423160 tempest-InstanceActionsNegativeTestJSON-382423160-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 831.266821] env[65448]: DEBUG oslo_concurrency.lockutils [None req-ac0db61f-943d-482c-bd34-0110d49ffd9a tempest-InstanceActionsNegativeTestJSON-382423160 tempest-InstanceActionsNegativeTestJSON-382423160-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.267189] env[65448]: DEBUG oslo_concurrency.lockutils [None req-ac0db61f-943d-482c-bd34-0110d49ffd9a tempest-InstanceActionsNegativeTestJSON-382423160 tempest-InstanceActionsNegativeTestJSON-382423160-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.267280] env[65448]: DEBUG oslo_concurrency.lockutils [None req-ac0db61f-943d-482c-bd34-0110d49ffd9a tempest-InstanceActionsNegativeTestJSON-382423160 tempest-InstanceActionsNegativeTestJSON-382423160-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.267488] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78c20b61-0fd4-4e52-aef9-7de3c55d2899 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.275126] env[65448]: DEBUG oslo_vmware.api [None req-ac0db61f-943d-482c-bd34-0110d49ffd9a tempest-InstanceActionsNegativeTestJSON-382423160 tempest-InstanceActionsNegativeTestJSON-382423160-project-member] Waiting for the task: (returnval){ [ 831.275126] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5286b3a2-e01a-275b-ae76-0055cb71c384" [ 831.275126] env[65448]: _type = "Task" [ 831.275126] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.285076] env[65448]: DEBUG oslo_vmware.api [None req-ac0db61f-943d-482c-bd34-0110d49ffd9a tempest-InstanceActionsNegativeTestJSON-382423160 tempest-InstanceActionsNegativeTestJSON-382423160-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5286b3a2-e01a-275b-ae76-0055cb71c384, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.294675] env[65448]: DEBUG oslo_vmware.api [None req-1d53cd89-5618-41bf-ba22-cc7ecff9e36f tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] Task: {'id': task-4937685, 'name': ReconfigVM_Task, 'duration_secs': 0.324014} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.295105] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d53cd89-5618-41bf-ba22-cc7ecff9e36f tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] [instance: f7fb46f9-1425-4f94-bcf1-dd722c442144] Reconfigured VM instance instance-0000003a to attach disk [datastore2] f7fb46f9-1425-4f94-bcf1-dd722c442144/f7fb46f9-1425-4f94-bcf1-dd722c442144.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 831.295903] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a647816a-33d0-4727-a2c7-b376088dc6f4 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.305483] env[65448]: DEBUG oslo_vmware.api [None req-1d53cd89-5618-41bf-ba22-cc7ecff9e36f tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] Waiting for the task: (returnval){ [ 831.305483] env[65448]: value = "task-4937686" [ 831.305483] env[65448]: _type = "Task" [ 831.305483] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.316217] env[65448]: DEBUG oslo_vmware.api [None req-1d53cd89-5618-41bf-ba22-cc7ecff9e36f tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] Task: {'id': task-4937686, 'name': Rename_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.495616] env[65448]: DEBUG oslo_concurrency.lockutils [req-75c7cc93-a016-4a4f-bce9-cf822767bf7d req-cbe5bb7e-b62a-443f-ac4d-88d957958a84 service nova] Releasing lock "refresh_cache-f523a556-180d-4c8f-be38-0f7f9110df7b" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.785248] env[65448]: DEBUG oslo_vmware.api [None req-ac0db61f-943d-482c-bd34-0110d49ffd9a tempest-InstanceActionsNegativeTestJSON-382423160 tempest-InstanceActionsNegativeTestJSON-382423160-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5286b3a2-e01a-275b-ae76-0055cb71c384, 'name': SearchDatastore_Task, 'duration_secs': 0.013545} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.788049] env[65448]: DEBUG oslo_concurrency.lockutils [None req-ac0db61f-943d-482c-bd34-0110d49ffd9a tempest-InstanceActionsNegativeTestJSON-382423160 tempest-InstanceActionsNegativeTestJSON-382423160-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.788291] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-ac0db61f-943d-482c-bd34-0110d49ffd9a tempest-InstanceActionsNegativeTestJSON-382423160 tempest-InstanceActionsNegativeTestJSON-382423160-project-member] [instance: f523a556-180d-4c8f-be38-0f7f9110df7b] Processing image 50fb366d-48e6-424f-9c20-bc83d77be76a {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 831.788516] env[65448]: DEBUG oslo_concurrency.lockutils [None req-ac0db61f-943d-482c-bd34-0110d49ffd9a tempest-InstanceActionsNegativeTestJSON-382423160 tempest-InstanceActionsNegativeTestJSON-382423160-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.788652] env[65448]: DEBUG oslo_concurrency.lockutils [None req-ac0db61f-943d-482c-bd34-0110d49ffd9a tempest-InstanceActionsNegativeTestJSON-382423160 tempest-InstanceActionsNegativeTestJSON-382423160-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.788831] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac0db61f-943d-482c-bd34-0110d49ffd9a tempest-InstanceActionsNegativeTestJSON-382423160 tempest-InstanceActionsNegativeTestJSON-382423160-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 831.789321] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7cc99350-960e-40b8-b873-fe9e05b1683d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.800404] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac0db61f-943d-482c-bd34-0110d49ffd9a tempest-InstanceActionsNegativeTestJSON-382423160 tempest-InstanceActionsNegativeTestJSON-382423160-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 831.800615] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-ac0db61f-943d-482c-bd34-0110d49ffd9a tempest-InstanceActionsNegativeTestJSON-382423160 tempest-InstanceActionsNegativeTestJSON-382423160-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 831.801459] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f0b4be6-b8ad-4e5e-9457-e40fa14f9d62 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.812142] env[65448]: DEBUG oslo_vmware.api [None req-ac0db61f-943d-482c-bd34-0110d49ffd9a tempest-InstanceActionsNegativeTestJSON-382423160 tempest-InstanceActionsNegativeTestJSON-382423160-project-member] Waiting for the task: (returnval){ [ 831.812142] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]524e53ab-040c-4c73-2239-5d4d60f0a523" [ 831.812142] env[65448]: _type = "Task" [ 831.812142] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.820492] env[65448]: DEBUG oslo_vmware.api [None req-1d53cd89-5618-41bf-ba22-cc7ecff9e36f tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] Task: {'id': task-4937686, 'name': Rename_Task, 'duration_secs': 0.15855} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.823685] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d53cd89-5618-41bf-ba22-cc7ecff9e36f tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] [instance: f7fb46f9-1425-4f94-bcf1-dd722c442144] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 831.824183] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-441049f0-4047-4b92-949c-e189527a09ce {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.830451] env[65448]: DEBUG oslo_vmware.api [None req-ac0db61f-943d-482c-bd34-0110d49ffd9a tempest-InstanceActionsNegativeTestJSON-382423160 tempest-InstanceActionsNegativeTestJSON-382423160-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]524e53ab-040c-4c73-2239-5d4d60f0a523, 'name': SearchDatastore_Task, 'duration_secs': 0.010731} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.831786] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4fab0f4f-0159-4627-8ba4-5b852906e351 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.837475] env[65448]: DEBUG oslo_vmware.api [None req-1d53cd89-5618-41bf-ba22-cc7ecff9e36f tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] Waiting for the task: (returnval){ [ 831.837475] env[65448]: value = "task-4937687" [ 831.837475] env[65448]: _type = "Task" [ 831.837475] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.842159] env[65448]: DEBUG oslo_vmware.api [None req-ac0db61f-943d-482c-bd34-0110d49ffd9a tempest-InstanceActionsNegativeTestJSON-382423160 tempest-InstanceActionsNegativeTestJSON-382423160-project-member] Waiting for the task: (returnval){ [ 831.842159] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52635cb9-0c4c-f522-d887-cb539e1437ad" [ 831.842159] env[65448]: _type = "Task" [ 831.842159] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.859657] env[65448]: DEBUG oslo_vmware.api [None req-ac0db61f-943d-482c-bd34-0110d49ffd9a tempest-InstanceActionsNegativeTestJSON-382423160 tempest-InstanceActionsNegativeTestJSON-382423160-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52635cb9-0c4c-f522-d887-cb539e1437ad, 'name': SearchDatastore_Task, 'duration_secs': 0.011134} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.867913] env[65448]: DEBUG oslo_concurrency.lockutils [None req-ac0db61f-943d-482c-bd34-0110d49ffd9a tempest-InstanceActionsNegativeTestJSON-382423160 tempest-InstanceActionsNegativeTestJSON-382423160-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.867913] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac0db61f-943d-482c-bd34-0110d49ffd9a tempest-InstanceActionsNegativeTestJSON-382423160 tempest-InstanceActionsNegativeTestJSON-382423160-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] f523a556-180d-4c8f-be38-0f7f9110df7b/f523a556-180d-4c8f-be38-0f7f9110df7b.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 831.867913] env[65448]: DEBUG oslo_vmware.api [None req-1d53cd89-5618-41bf-ba22-cc7ecff9e36f tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] Task: {'id': task-4937687, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.867913] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e27a479e-9ad2-4e77-b7ba-4da9aa3c35dc {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.875683] env[65448]: DEBUG oslo_vmware.api [None req-ac0db61f-943d-482c-bd34-0110d49ffd9a tempest-InstanceActionsNegativeTestJSON-382423160 tempest-InstanceActionsNegativeTestJSON-382423160-project-member] Waiting for the task: (returnval){ [ 831.875683] env[65448]: value = "task-4937688" [ 831.875683] env[65448]: _type = "Task" [ 831.875683] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.890235] env[65448]: DEBUG oslo_vmware.api [None req-ac0db61f-943d-482c-bd34-0110d49ffd9a tempest-InstanceActionsNegativeTestJSON-382423160 tempest-InstanceActionsNegativeTestJSON-382423160-project-member] Task: {'id': task-4937688, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.892912] env[65448]: DEBUG nova.virt.hardware [None req-429eb48c-0306-4f67-91e3-82e1b6ff04a2 tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-08T17:19:51Z,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a992292b6dae455593d228217860e2e1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-08T17:19:52Z,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 831.893187] env[65448]: DEBUG nova.virt.hardware [None req-429eb48c-0306-4f67-91e3-82e1b6ff04a2 tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 831.893342] env[65448]: DEBUG nova.virt.hardware [None req-429eb48c-0306-4f67-91e3-82e1b6ff04a2 tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 831.893565] env[65448]: DEBUG nova.virt.hardware [None req-429eb48c-0306-4f67-91e3-82e1b6ff04a2 tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 831.893793] env[65448]: DEBUG nova.virt.hardware [None req-429eb48c-0306-4f67-91e3-82e1b6ff04a2 tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 831.893987] env[65448]: DEBUG nova.virt.hardware [None req-429eb48c-0306-4f67-91e3-82e1b6ff04a2 tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 831.894132] env[65448]: DEBUG nova.virt.hardware [None req-429eb48c-0306-4f67-91e3-82e1b6ff04a2 tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 831.894325] env[65448]: DEBUG nova.virt.hardware [None req-429eb48c-0306-4f67-91e3-82e1b6ff04a2 tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 831.894497] env[65448]: DEBUG nova.virt.hardware [None req-429eb48c-0306-4f67-91e3-82e1b6ff04a2 tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 831.894690] env[65448]: DEBUG nova.virt.hardware [None req-429eb48c-0306-4f67-91e3-82e1b6ff04a2 tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 831.894820] env[65448]: DEBUG nova.virt.hardware [None req-429eb48c-0306-4f67-91e3-82e1b6ff04a2 tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 831.896097] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3c9d0d7-89a9-427d-b025-520f291406dd {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.907800] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48685edf-449e-4bbc-92d8-1b5cdfb9c952 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.925047] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-429eb48c-0306-4f67-91e3-82e1b6ff04a2 tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] [instance: 37a306f7-02f2-41cd-98db-fc3eb003b7a4] Instance VIF info [] {{(pid=65448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 831.939680] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-429eb48c-0306-4f67-91e3-82e1b6ff04a2 tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 831.939680] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 37a306f7-02f2-41cd-98db-fc3eb003b7a4] Creating VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 831.939680] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4f16427e-6f29-4e08-8bf6-c827b4278ef7 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.959754] env[65448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 831.959754] env[65448]: value = "task-4937689" [ 831.959754] env[65448]: _type = "Task" [ 831.959754] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.968715] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937689, 'name': CreateVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.351880] env[65448]: DEBUG oslo_vmware.api [None req-1d53cd89-5618-41bf-ba22-cc7ecff9e36f tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] Task: {'id': task-4937687, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.391942] env[65448]: DEBUG oslo_vmware.api [None req-ac0db61f-943d-482c-bd34-0110d49ffd9a tempest-InstanceActionsNegativeTestJSON-382423160 tempest-InstanceActionsNegativeTestJSON-382423160-project-member] Task: {'id': task-4937688, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.475808] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937689, 'name': CreateVM_Task} progress is 25%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.480215] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef2807a0-78cd-4113-8d5b-f23f0cabcf44 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.494691] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52cbf23b-a220-478a-9721-92304b3ae4bc {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.533493] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9da06618-2221-47d8-a39e-969a912e7018 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.548817] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-224df8d4-99f7-466e-8eda-f9c9570f7c3a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.572655] env[65448]: DEBUG nova.compute.provider_tree [None req-a2af9546-2e57-4b6d-981d-b34d3698e7a2 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 832.851589] env[65448]: DEBUG oslo_vmware.api [None req-1d53cd89-5618-41bf-ba22-cc7ecff9e36f tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] Task: {'id': task-4937687, 'name': PowerOnVM_Task, 'duration_secs': 0.573214} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.852009] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d53cd89-5618-41bf-ba22-cc7ecff9e36f tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] [instance: f7fb46f9-1425-4f94-bcf1-dd722c442144] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 832.852355] env[65448]: INFO nova.compute.manager [None req-1d53cd89-5618-41bf-ba22-cc7ecff9e36f tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] [instance: f7fb46f9-1425-4f94-bcf1-dd722c442144] Took 7.53 seconds to spawn the instance on the hypervisor. [ 832.852648] env[65448]: DEBUG nova.compute.manager [None req-1d53cd89-5618-41bf-ba22-cc7ecff9e36f tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] [instance: f7fb46f9-1425-4f94-bcf1-dd722c442144] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 832.853621] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd8dd9ed-e297-4ada-8194-59af18d666f7 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.888716] env[65448]: DEBUG oslo_vmware.api [None req-ac0db61f-943d-482c-bd34-0110d49ffd9a tempest-InstanceActionsNegativeTestJSON-382423160 tempest-InstanceActionsNegativeTestJSON-382423160-project-member] Task: {'id': task-4937688, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.560086} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.888716] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac0db61f-943d-482c-bd34-0110d49ffd9a tempest-InstanceActionsNegativeTestJSON-382423160 tempest-InstanceActionsNegativeTestJSON-382423160-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] f523a556-180d-4c8f-be38-0f7f9110df7b/f523a556-180d-4c8f-be38-0f7f9110df7b.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 832.888835] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-ac0db61f-943d-482c-bd34-0110d49ffd9a tempest-InstanceActionsNegativeTestJSON-382423160 tempest-InstanceActionsNegativeTestJSON-382423160-project-member] [instance: f523a556-180d-4c8f-be38-0f7f9110df7b] Extending root virtual disk to 1048576 {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 832.889096] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-35ff1e10-4e12-4ae3-bc3a-627d44e80164 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.898102] env[65448]: DEBUG oslo_vmware.api [None req-ac0db61f-943d-482c-bd34-0110d49ffd9a tempest-InstanceActionsNegativeTestJSON-382423160 tempest-InstanceActionsNegativeTestJSON-382423160-project-member] Waiting for the task: (returnval){ [ 832.898102] env[65448]: value = "task-4937690" [ 832.898102] env[65448]: _type = "Task" [ 832.898102] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.911222] env[65448]: DEBUG oslo_vmware.api [None req-ac0db61f-943d-482c-bd34-0110d49ffd9a tempest-InstanceActionsNegativeTestJSON-382423160 tempest-InstanceActionsNegativeTestJSON-382423160-project-member] Task: {'id': task-4937690, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.975645] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937689, 'name': CreateVM_Task, 'duration_secs': 0.66585} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.975701] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 37a306f7-02f2-41cd-98db-fc3eb003b7a4] Created VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 832.976688] env[65448]: DEBUG oslo_concurrency.lockutils [None req-429eb48c-0306-4f67-91e3-82e1b6ff04a2 tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.976937] env[65448]: DEBUG oslo_concurrency.lockutils [None req-429eb48c-0306-4f67-91e3-82e1b6ff04a2 tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.977398] env[65448]: DEBUG oslo_concurrency.lockutils [None req-429eb48c-0306-4f67-91e3-82e1b6ff04a2 tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.977764] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5fd9633-d311-4019-90da-d15aeb70fb2f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.985292] env[65448]: DEBUG oslo_vmware.api [None req-429eb48c-0306-4f67-91e3-82e1b6ff04a2 tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] Waiting for the task: (returnval){ [ 832.985292] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]528822db-f2c3-ac59-5bc6-5eeed9c71379" [ 832.985292] env[65448]: _type = "Task" [ 832.985292] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.996242] env[65448]: DEBUG oslo_vmware.api [None req-429eb48c-0306-4f67-91e3-82e1b6ff04a2 tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]528822db-f2c3-ac59-5bc6-5eeed9c71379, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.077740] env[65448]: DEBUG nova.scheduler.client.report [None req-a2af9546-2e57-4b6d-981d-b34d3698e7a2 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 833.373609] env[65448]: INFO nova.compute.manager [None req-1d53cd89-5618-41bf-ba22-cc7ecff9e36f tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] [instance: f7fb46f9-1425-4f94-bcf1-dd722c442144] Took 53.75 seconds to build instance. [ 833.409301] env[65448]: DEBUG oslo_vmware.api [None req-ac0db61f-943d-482c-bd34-0110d49ffd9a tempest-InstanceActionsNegativeTestJSON-382423160 tempest-InstanceActionsNegativeTestJSON-382423160-project-member] Task: {'id': task-4937690, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.125669} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.409570] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-ac0db61f-943d-482c-bd34-0110d49ffd9a tempest-InstanceActionsNegativeTestJSON-382423160 tempest-InstanceActionsNegativeTestJSON-382423160-project-member] [instance: f523a556-180d-4c8f-be38-0f7f9110df7b] Extended root virtual disk {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 833.410400] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01f1fa2a-2159-41ad-b809-9ff6d527bdf2 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.433465] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac0db61f-943d-482c-bd34-0110d49ffd9a tempest-InstanceActionsNegativeTestJSON-382423160 tempest-InstanceActionsNegativeTestJSON-382423160-project-member] [instance: f523a556-180d-4c8f-be38-0f7f9110df7b] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] f523a556-180d-4c8f-be38-0f7f9110df7b/f523a556-180d-4c8f-be38-0f7f9110df7b.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 833.434195] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-feaa229d-6b82-4e6f-9cc5-29f97261bdce {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.456090] env[65448]: DEBUG oslo_vmware.api [None req-ac0db61f-943d-482c-bd34-0110d49ffd9a tempest-InstanceActionsNegativeTestJSON-382423160 tempest-InstanceActionsNegativeTestJSON-382423160-project-member] Waiting for the task: (returnval){ [ 833.456090] env[65448]: value = "task-4937691" [ 833.456090] env[65448]: _type = "Task" [ 833.456090] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.468569] env[65448]: DEBUG oslo_vmware.api [None req-ac0db61f-943d-482c-bd34-0110d49ffd9a tempest-InstanceActionsNegativeTestJSON-382423160 tempest-InstanceActionsNegativeTestJSON-382423160-project-member] Task: {'id': task-4937691, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.496017] env[65448]: DEBUG oslo_vmware.api [None req-429eb48c-0306-4f67-91e3-82e1b6ff04a2 tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]528822db-f2c3-ac59-5bc6-5eeed9c71379, 'name': SearchDatastore_Task, 'duration_secs': 0.016137} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.496396] env[65448]: DEBUG oslo_concurrency.lockutils [None req-429eb48c-0306-4f67-91e3-82e1b6ff04a2 tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.496633] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-429eb48c-0306-4f67-91e3-82e1b6ff04a2 tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] [instance: 37a306f7-02f2-41cd-98db-fc3eb003b7a4] Processing image 50fb366d-48e6-424f-9c20-bc83d77be76a {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 833.496872] env[65448]: DEBUG oslo_concurrency.lockutils [None req-429eb48c-0306-4f67-91e3-82e1b6ff04a2 tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.497028] env[65448]: DEBUG oslo_concurrency.lockutils [None req-429eb48c-0306-4f67-91e3-82e1b6ff04a2 tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.497658] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-429eb48c-0306-4f67-91e3-82e1b6ff04a2 tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 833.497658] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-24496f3e-6083-496d-9c88-fb8227117308 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.507619] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-429eb48c-0306-4f67-91e3-82e1b6ff04a2 tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 833.507805] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-429eb48c-0306-4f67-91e3-82e1b6ff04a2 tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 833.508672] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c5f72d8-225b-4146-9f83-dfb267b00793 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.517346] env[65448]: DEBUG oslo_vmware.api [None req-429eb48c-0306-4f67-91e3-82e1b6ff04a2 tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] Waiting for the task: (returnval){ [ 833.517346] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]520aebec-b373-73ac-9f38-5d40c81f255a" [ 833.517346] env[65448]: _type = "Task" [ 833.517346] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.526594] env[65448]: DEBUG oslo_vmware.api [None req-429eb48c-0306-4f67-91e3-82e1b6ff04a2 tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]520aebec-b373-73ac-9f38-5d40c81f255a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.584679] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a2af9546-2e57-4b6d-981d-b34d3698e7a2 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.969s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.585316] env[65448]: DEBUG nova.compute.manager [None req-a2af9546-2e57-4b6d-981d-b34d3698e7a2 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: 5e5a538b-8f59-45ca-bece-6a0cff169e0a] Start building networks asynchronously for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2881}} [ 833.588407] env[65448]: DEBUG oslo_concurrency.lockutils [None req-38aa647d-2913-4f79-9958-f5d8571bd99b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 45.134s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.588847] env[65448]: DEBUG nova.objects.instance [None req-38aa647d-2913-4f79-9958-f5d8571bd99b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: b3fef10e-1394-434b-b1b7-f239a27e182b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65448) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 833.876301] env[65448]: DEBUG oslo_concurrency.lockutils [None req-1d53cd89-5618-41bf-ba22-cc7ecff9e36f tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] Lock "f7fb46f9-1425-4f94-bcf1-dd722c442144" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.090s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.967368] env[65448]: DEBUG oslo_vmware.api [None req-ac0db61f-943d-482c-bd34-0110d49ffd9a tempest-InstanceActionsNegativeTestJSON-382423160 tempest-InstanceActionsNegativeTestJSON-382423160-project-member] Task: {'id': task-4937691, 'name': ReconfigVM_Task, 'duration_secs': 0.358895} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.967700] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac0db61f-943d-482c-bd34-0110d49ffd9a tempest-InstanceActionsNegativeTestJSON-382423160 tempest-InstanceActionsNegativeTestJSON-382423160-project-member] [instance: f523a556-180d-4c8f-be38-0f7f9110df7b] Reconfigured VM instance instance-0000003b to attach disk [datastore2] f523a556-180d-4c8f-be38-0f7f9110df7b/f523a556-180d-4c8f-be38-0f7f9110df7b.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 833.968599] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-073822a0-3f80-4d8c-8488-d9e925a6668e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.976190] env[65448]: DEBUG oslo_vmware.api [None req-ac0db61f-943d-482c-bd34-0110d49ffd9a tempest-InstanceActionsNegativeTestJSON-382423160 tempest-InstanceActionsNegativeTestJSON-382423160-project-member] Waiting for the task: (returnval){ [ 833.976190] env[65448]: value = "task-4937692" [ 833.976190] env[65448]: _type = "Task" [ 833.976190] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.987028] env[65448]: DEBUG oslo_vmware.api [None req-ac0db61f-943d-482c-bd34-0110d49ffd9a tempest-InstanceActionsNegativeTestJSON-382423160 tempest-InstanceActionsNegativeTestJSON-382423160-project-member] Task: {'id': task-4937692, 'name': Rename_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.030986] env[65448]: DEBUG oslo_vmware.api [None req-429eb48c-0306-4f67-91e3-82e1b6ff04a2 tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]520aebec-b373-73ac-9f38-5d40c81f255a, 'name': SearchDatastore_Task, 'duration_secs': 0.009913} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.031715] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc3eeb3c-a2a0-4241-b8eb-d14f6cde3b11 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.038749] env[65448]: DEBUG oslo_vmware.api [None req-429eb48c-0306-4f67-91e3-82e1b6ff04a2 tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] Waiting for the task: (returnval){ [ 834.038749] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52bafbf2-0086-0e60-90f7-430e1c644fd5" [ 834.038749] env[65448]: _type = "Task" [ 834.038749] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.048506] env[65448]: DEBUG oslo_vmware.api [None req-429eb48c-0306-4f67-91e3-82e1b6ff04a2 tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52bafbf2-0086-0e60-90f7-430e1c644fd5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.097931] env[65448]: DEBUG nova.compute.utils [None req-a2af9546-2e57-4b6d-981d-b34d3698e7a2 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Using /dev/sd instead of None {{(pid=65448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 834.099588] env[65448]: DEBUG nova.compute.manager [None req-a2af9546-2e57-4b6d-981d-b34d3698e7a2 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: 5e5a538b-8f59-45ca-bece-6a0cff169e0a] Allocating IP information in the background. {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 834.099830] env[65448]: DEBUG nova.network.neutron [None req-a2af9546-2e57-4b6d-981d-b34d3698e7a2 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: 5e5a538b-8f59-45ca-bece-6a0cff169e0a] allocate_for_instance() {{(pid=65448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 834.100228] env[65448]: WARNING neutronclient.v2_0.client [None req-a2af9546-2e57-4b6d-981d-b34d3698e7a2 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 834.100638] env[65448]: WARNING neutronclient.v2_0.client [None req-a2af9546-2e57-4b6d-981d-b34d3698e7a2 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 834.156359] env[65448]: DEBUG nova.policy [None req-a2af9546-2e57-4b6d-981d-b34d3698e7a2 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6e640ad962104d56a0e341dbc395c9ce', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '40f710aa821f49ef963bafd588fa759f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65448) authorize /opt/stack/nova/nova/policy.py:192}} [ 834.230655] env[65448]: INFO nova.compute.manager [None req-8f638a2a-64fe-4258-8cb8-464b4b91c018 tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] [instance: f7fb46f9-1425-4f94-bcf1-dd722c442144] Rescuing [ 834.230655] env[65448]: DEBUG oslo_concurrency.lockutils [None req-8f638a2a-64fe-4258-8cb8-464b4b91c018 tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] Acquiring lock "refresh_cache-f7fb46f9-1425-4f94-bcf1-dd722c442144" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.230655] env[65448]: DEBUG oslo_concurrency.lockutils [None req-8f638a2a-64fe-4258-8cb8-464b4b91c018 tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] Acquired lock "refresh_cache-f7fb46f9-1425-4f94-bcf1-dd722c442144" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.231511] env[65448]: DEBUG nova.network.neutron [None req-8f638a2a-64fe-4258-8cb8-464b4b91c018 tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] [instance: f7fb46f9-1425-4f94-bcf1-dd722c442144] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 834.379162] env[65448]: DEBUG nova.compute.manager [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] [instance: 7ffbee1e-54df-4aaf-8183-9b148c616b69] Starting instance... {{(pid=65448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2483}} [ 834.490324] env[65448]: DEBUG oslo_vmware.api [None req-ac0db61f-943d-482c-bd34-0110d49ffd9a tempest-InstanceActionsNegativeTestJSON-382423160 tempest-InstanceActionsNegativeTestJSON-382423160-project-member] Task: {'id': task-4937692, 'name': Rename_Task, 'duration_secs': 0.152669} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.490822] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac0db61f-943d-482c-bd34-0110d49ffd9a tempest-InstanceActionsNegativeTestJSON-382423160 tempest-InstanceActionsNegativeTestJSON-382423160-project-member] [instance: f523a556-180d-4c8f-be38-0f7f9110df7b] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 834.491197] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3cb6b01f-19b2-42e8-b4a5-f97980fecf10 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.500182] env[65448]: DEBUG oslo_vmware.api [None req-ac0db61f-943d-482c-bd34-0110d49ffd9a tempest-InstanceActionsNegativeTestJSON-382423160 tempest-InstanceActionsNegativeTestJSON-382423160-project-member] Waiting for the task: (returnval){ [ 834.500182] env[65448]: value = "task-4937693" [ 834.500182] env[65448]: _type = "Task" [ 834.500182] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.510129] env[65448]: DEBUG oslo_vmware.api [None req-ac0db61f-943d-482c-bd34-0110d49ffd9a tempest-InstanceActionsNegativeTestJSON-382423160 tempest-InstanceActionsNegativeTestJSON-382423160-project-member] Task: {'id': task-4937693, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.552252] env[65448]: DEBUG oslo_vmware.api [None req-429eb48c-0306-4f67-91e3-82e1b6ff04a2 tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52bafbf2-0086-0e60-90f7-430e1c644fd5, 'name': SearchDatastore_Task, 'duration_secs': 0.010597} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.552436] env[65448]: DEBUG oslo_concurrency.lockutils [None req-429eb48c-0306-4f67-91e3-82e1b6ff04a2 tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.555421] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-429eb48c-0306-4f67-91e3-82e1b6ff04a2 tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] 37a306f7-02f2-41cd-98db-fc3eb003b7a4/37a306f7-02f2-41cd-98db-fc3eb003b7a4.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 834.555421] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-45ac4c33-9f74-4c5b-acdb-689dbcacf2fd {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.561671] env[65448]: DEBUG oslo_vmware.api [None req-429eb48c-0306-4f67-91e3-82e1b6ff04a2 tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] Waiting for the task: (returnval){ [ 834.561671] env[65448]: value = "task-4937694" [ 834.561671] env[65448]: _type = "Task" [ 834.561671] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.575703] env[65448]: DEBUG oslo_vmware.api [None req-429eb48c-0306-4f67-91e3-82e1b6ff04a2 tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] Task: {'id': task-4937694, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.579477] env[65448]: DEBUG nova.network.neutron [None req-a2af9546-2e57-4b6d-981d-b34d3698e7a2 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: 5e5a538b-8f59-45ca-bece-6a0cff169e0a] Successfully created port: c28c03f9-de49-4287-bfbd-2a47961278d1 {{(pid=65448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 834.600594] env[65448]: DEBUG oslo_concurrency.lockutils [None req-38aa647d-2913-4f79-9958-f5d8571bd99b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.601836] env[65448]: DEBUG oslo_concurrency.lockutils [None req-82f82ed6-e6e4-4fc4-904c-b1a371474929 tempest-ServerPasswordTestJSON-1060978021 tempest-ServerPasswordTestJSON-1060978021-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 45.980s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.603621] env[65448]: INFO nova.compute.claims [None req-82f82ed6-e6e4-4fc4-904c-b1a371474929 tempest-ServerPasswordTestJSON-1060978021 tempest-ServerPasswordTestJSON-1060978021-project-member] [instance: 233af8b9-8f53-4e88-b316-ac6e2e2f85a1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 834.606934] env[65448]: DEBUG nova.compute.manager [None req-a2af9546-2e57-4b6d-981d-b34d3698e7a2 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: 5e5a538b-8f59-45ca-bece-6a0cff169e0a] Start building block device mappings for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2916}} [ 834.738412] env[65448]: WARNING neutronclient.v2_0.client [None req-8f638a2a-64fe-4258-8cb8-464b4b91c018 tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 834.956208] env[65448]: DEBUG oslo_concurrency.lockutils [None req-3db3a372-fe70-446e-b66c-837f8f7c98ad tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Acquiring lock "2555d855-2461-4a92-ad02-372ecb1f4c10" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.956971] env[65448]: DEBUG oslo_concurrency.lockutils [None req-3db3a372-fe70-446e-b66c-837f8f7c98ad tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Lock "2555d855-2461-4a92-ad02-372ecb1f4c10" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.016257] env[65448]: DEBUG oslo_vmware.api [None req-ac0db61f-943d-482c-bd34-0110d49ffd9a tempest-InstanceActionsNegativeTestJSON-382423160 tempest-InstanceActionsNegativeTestJSON-382423160-project-member] Task: {'id': task-4937693, 'name': PowerOnVM_Task} progress is 90%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.021454] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.074207] env[65448]: DEBUG oslo_vmware.api [None req-429eb48c-0306-4f67-91e3-82e1b6ff04a2 tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] Task: {'id': task-4937694, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.094200] env[65448]: WARNING neutronclient.v2_0.client [None req-8f638a2a-64fe-4258-8cb8-464b4b91c018 tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 835.228681] env[65448]: DEBUG nova.network.neutron [None req-8f638a2a-64fe-4258-8cb8-464b4b91c018 tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] [instance: f7fb46f9-1425-4f94-bcf1-dd722c442144] Updating instance_info_cache with network_info: [{"id": "98d8fdd9-ceb0-4d8c-838a-c5c007bf9845", "address": "fa:16:3e:eb:7f:4c", "network": {"id": "ec92fbb8-e847-4618-8dcb-acc0d0927f2a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1584526864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "5ab1468ac3bd4fefb709314546aaf89a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1195acd-707f-4bac-a99d-14db17a63802", "external-id": "nsx-vlan-transportzone-322", "segmentation_id": 322, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98d8fdd9-ce", "ovs_interfaceid": "98d8fdd9-ceb0-4d8c-838a-c5c007bf9845", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.312113] env[65448]: DEBUG oslo_concurrency.lockutils [None req-81abdf0a-1b8b-4c20-b481-57e7454cac12 tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Acquiring lock "43ff9c8f-c282-4680-ab94-659f088e79a0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.313045] env[65448]: DEBUG oslo_concurrency.lockutils [None req-81abdf0a-1b8b-4c20-b481-57e7454cac12 tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Lock "43ff9c8f-c282-4680-ab94-659f088e79a0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.513472] env[65448]: DEBUG oslo_vmware.api [None req-ac0db61f-943d-482c-bd34-0110d49ffd9a tempest-InstanceActionsNegativeTestJSON-382423160 tempest-InstanceActionsNegativeTestJSON-382423160-project-member] Task: {'id': task-4937693, 'name': PowerOnVM_Task, 'duration_secs': 0.577533} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.513739] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac0db61f-943d-482c-bd34-0110d49ffd9a tempest-InstanceActionsNegativeTestJSON-382423160 tempest-InstanceActionsNegativeTestJSON-382423160-project-member] [instance: f523a556-180d-4c8f-be38-0f7f9110df7b] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 835.514086] env[65448]: INFO nova.compute.manager [None req-ac0db61f-943d-482c-bd34-0110d49ffd9a tempest-InstanceActionsNegativeTestJSON-382423160 tempest-InstanceActionsNegativeTestJSON-382423160-project-member] [instance: f523a556-180d-4c8f-be38-0f7f9110df7b] Took 7.49 seconds to spawn the instance on the hypervisor. [ 835.514277] env[65448]: DEBUG nova.compute.manager [None req-ac0db61f-943d-482c-bd34-0110d49ffd9a tempest-InstanceActionsNegativeTestJSON-382423160 tempest-InstanceActionsNegativeTestJSON-382423160-project-member] [instance: f523a556-180d-4c8f-be38-0f7f9110df7b] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 835.515086] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-200f665e-8334-4c39-bae1-b2c60a242c0b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.582324] env[65448]: DEBUG oslo_vmware.api [None req-429eb48c-0306-4f67-91e3-82e1b6ff04a2 tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] Task: {'id': task-4937694, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.518066} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.582581] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-429eb48c-0306-4f67-91e3-82e1b6ff04a2 tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] 37a306f7-02f2-41cd-98db-fc3eb003b7a4/37a306f7-02f2-41cd-98db-fc3eb003b7a4.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 835.582796] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-429eb48c-0306-4f67-91e3-82e1b6ff04a2 tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] [instance: 37a306f7-02f2-41cd-98db-fc3eb003b7a4] Extending root virtual disk to 1048576 {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 835.583079] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-45dc182a-d079-4cc1-aa26-908b2f000f22 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.592915] env[65448]: DEBUG oslo_vmware.api [None req-429eb48c-0306-4f67-91e3-82e1b6ff04a2 tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] Waiting for the task: (returnval){ [ 835.592915] env[65448]: value = "task-4937695" [ 835.592915] env[65448]: _type = "Task" [ 835.592915] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.604769] env[65448]: DEBUG oslo_vmware.api [None req-429eb48c-0306-4f67-91e3-82e1b6ff04a2 tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] Task: {'id': task-4937695, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.618336] env[65448]: DEBUG nova.compute.manager [None req-a2af9546-2e57-4b6d-981d-b34d3698e7a2 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: 5e5a538b-8f59-45ca-bece-6a0cff169e0a] Start spawning the instance on the hypervisor. {{(pid=65448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2689}} [ 835.663076] env[65448]: DEBUG nova.virt.hardware [None req-a2af9546-2e57-4b6d-981d-b34d3698e7a2 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-08T17:19:51Z,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a992292b6dae455593d228217860e2e1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-08T17:19:52Z,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 835.663701] env[65448]: DEBUG nova.virt.hardware [None req-a2af9546-2e57-4b6d-981d-b34d3698e7a2 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 835.663701] env[65448]: DEBUG nova.virt.hardware [None req-a2af9546-2e57-4b6d-981d-b34d3698e7a2 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 835.663906] env[65448]: DEBUG nova.virt.hardware [None req-a2af9546-2e57-4b6d-981d-b34d3698e7a2 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 835.664093] env[65448]: DEBUG nova.virt.hardware [None req-a2af9546-2e57-4b6d-981d-b34d3698e7a2 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 835.667234] env[65448]: DEBUG nova.virt.hardware [None req-a2af9546-2e57-4b6d-981d-b34d3698e7a2 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 835.667234] env[65448]: DEBUG nova.virt.hardware [None req-a2af9546-2e57-4b6d-981d-b34d3698e7a2 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 835.667234] env[65448]: DEBUG nova.virt.hardware [None req-a2af9546-2e57-4b6d-981d-b34d3698e7a2 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 835.667234] env[65448]: DEBUG nova.virt.hardware [None req-a2af9546-2e57-4b6d-981d-b34d3698e7a2 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 835.667234] env[65448]: DEBUG nova.virt.hardware [None req-a2af9546-2e57-4b6d-981d-b34d3698e7a2 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 835.667635] env[65448]: DEBUG nova.virt.hardware [None req-a2af9546-2e57-4b6d-981d-b34d3698e7a2 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 835.667635] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b804793-9b69-4d86-ae5a-190e12aef761 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.680025] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04615dcd-0ae8-4198-8337-146e4fef9a89 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.731660] env[65448]: DEBUG oslo_concurrency.lockutils [None req-8f638a2a-64fe-4258-8cb8-464b4b91c018 tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] Releasing lock "refresh_cache-f7fb46f9-1425-4f94-bcf1-dd722c442144" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.033667] env[65448]: INFO nova.compute.manager [None req-ac0db61f-943d-482c-bd34-0110d49ffd9a tempest-InstanceActionsNegativeTestJSON-382423160 tempest-InstanceActionsNegativeTestJSON-382423160-project-member] [instance: f523a556-180d-4c8f-be38-0f7f9110df7b] Took 55.58 seconds to build instance. [ 836.103904] env[65448]: DEBUG oslo_vmware.api [None req-429eb48c-0306-4f67-91e3-82e1b6ff04a2 tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] Task: {'id': task-4937695, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07998} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.103904] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-429eb48c-0306-4f67-91e3-82e1b6ff04a2 tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] [instance: 37a306f7-02f2-41cd-98db-fc3eb003b7a4] Extended root virtual disk {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 836.106994] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df0a4083-733e-4bab-80c0-bbfcfbf23367 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.128512] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-429eb48c-0306-4f67-91e3-82e1b6ff04a2 tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] [instance: 37a306f7-02f2-41cd-98db-fc3eb003b7a4] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] 37a306f7-02f2-41cd-98db-fc3eb003b7a4/37a306f7-02f2-41cd-98db-fc3eb003b7a4.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 836.131618] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4328a91b-4954-4f30-9592-32ff226ab1a1 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.153477] env[65448]: DEBUG oslo_vmware.api [None req-429eb48c-0306-4f67-91e3-82e1b6ff04a2 tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] Waiting for the task: (returnval){ [ 836.153477] env[65448]: value = "task-4937696" [ 836.153477] env[65448]: _type = "Task" [ 836.153477] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.164452] env[65448]: DEBUG nova.compute.manager [req-ce27afb0-5383-4edd-a3f9-3af4f13ec392 req-953ef753-e455-4338-a6de-edd3a28b7145 service nova] [instance: 5e5a538b-8f59-45ca-bece-6a0cff169e0a] Received event network-vif-plugged-c28c03f9-de49-4287-bfbd-2a47961278d1 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 836.164688] env[65448]: DEBUG oslo_concurrency.lockutils [req-ce27afb0-5383-4edd-a3f9-3af4f13ec392 req-953ef753-e455-4338-a6de-edd3a28b7145 service nova] Acquiring lock "5e5a538b-8f59-45ca-bece-6a0cff169e0a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.164865] env[65448]: DEBUG oslo_concurrency.lockutils [req-ce27afb0-5383-4edd-a3f9-3af4f13ec392 req-953ef753-e455-4338-a6de-edd3a28b7145 service nova] Lock "5e5a538b-8f59-45ca-bece-6a0cff169e0a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.165071] env[65448]: DEBUG oslo_concurrency.lockutils [req-ce27afb0-5383-4edd-a3f9-3af4f13ec392 req-953ef753-e455-4338-a6de-edd3a28b7145 service nova] Lock "5e5a538b-8f59-45ca-bece-6a0cff169e0a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.165422] env[65448]: DEBUG nova.compute.manager [req-ce27afb0-5383-4edd-a3f9-3af4f13ec392 req-953ef753-e455-4338-a6de-edd3a28b7145 service nova] [instance: 5e5a538b-8f59-45ca-bece-6a0cff169e0a] No waiting events found dispatching network-vif-plugged-c28c03f9-de49-4287-bfbd-2a47961278d1 {{(pid=65448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 836.165422] env[65448]: WARNING nova.compute.manager [req-ce27afb0-5383-4edd-a3f9-3af4f13ec392 req-953ef753-e455-4338-a6de-edd3a28b7145 service nova] [instance: 5e5a538b-8f59-45ca-bece-6a0cff169e0a] Received unexpected event network-vif-plugged-c28c03f9-de49-4287-bfbd-2a47961278d1 for instance with vm_state building and task_state spawning. [ 836.169106] env[65448]: DEBUG oslo_vmware.api [None req-429eb48c-0306-4f67-91e3-82e1b6ff04a2 tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] Task: {'id': task-4937696, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.281212] env[65448]: DEBUG nova.network.neutron [None req-a2af9546-2e57-4b6d-981d-b34d3698e7a2 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: 5e5a538b-8f59-45ca-bece-6a0cff169e0a] Successfully updated port: c28c03f9-de49-4287-bfbd-2a47961278d1 {{(pid=65448) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 836.320630] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5d3fcd6-1b24-40de-88ab-699ab1123714 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.329186] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce8d7ec8-e28a-4f13-96a9-e05c451fb9ae {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.362936] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3261bdf-fe46-449d-a71d-2e141b8be283 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.371638] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a74d1243-9249-41c0-a224-0ccd82da3e8e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.386189] env[65448]: DEBUG nova.compute.provider_tree [None req-82f82ed6-e6e4-4fc4-904c-b1a371474929 tempest-ServerPasswordTestJSON-1060978021 tempest-ServerPasswordTestJSON-1060978021-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 836.536222] env[65448]: DEBUG oslo_concurrency.lockutils [None req-ac0db61f-943d-482c-bd34-0110d49ffd9a tempest-InstanceActionsNegativeTestJSON-382423160 tempest-InstanceActionsNegativeTestJSON-382423160-project-member] Lock "f523a556-180d-4c8f-be38-0f7f9110df7b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.587s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.665179] env[65448]: DEBUG oslo_vmware.api [None req-429eb48c-0306-4f67-91e3-82e1b6ff04a2 tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] Task: {'id': task-4937696, 'name': ReconfigVM_Task, 'duration_secs': 0.31485} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.666039] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-429eb48c-0306-4f67-91e3-82e1b6ff04a2 tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] [instance: 37a306f7-02f2-41cd-98db-fc3eb003b7a4] Reconfigured VM instance instance-00000039 to attach disk [datastore2] 37a306f7-02f2-41cd-98db-fc3eb003b7a4/37a306f7-02f2-41cd-98db-fc3eb003b7a4.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 836.666375] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5c397ca0-12af-4135-9020-bf347ed1893f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.676153] env[65448]: DEBUG oslo_vmware.api [None req-429eb48c-0306-4f67-91e3-82e1b6ff04a2 tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] Waiting for the task: (returnval){ [ 836.676153] env[65448]: value = "task-4937697" [ 836.676153] env[65448]: _type = "Task" [ 836.676153] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.687633] env[65448]: DEBUG oslo_vmware.api [None req-429eb48c-0306-4f67-91e3-82e1b6ff04a2 tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] Task: {'id': task-4937697, 'name': Rename_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.784728] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a2af9546-2e57-4b6d-981d-b34d3698e7a2 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Acquiring lock "refresh_cache-5e5a538b-8f59-45ca-bece-6a0cff169e0a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.784989] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a2af9546-2e57-4b6d-981d-b34d3698e7a2 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Acquired lock "refresh_cache-5e5a538b-8f59-45ca-bece-6a0cff169e0a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.785280] env[65448]: DEBUG nova.network.neutron [None req-a2af9546-2e57-4b6d-981d-b34d3698e7a2 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: 5e5a538b-8f59-45ca-bece-6a0cff169e0a] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 836.891071] env[65448]: DEBUG nova.scheduler.client.report [None req-82f82ed6-e6e4-4fc4-904c-b1a371474929 tempest-ServerPasswordTestJSON-1060978021 tempest-ServerPasswordTestJSON-1060978021-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 837.039330] env[65448]: DEBUG nova.compute.manager [None req-dbc2d528-7ac5-4149-97f8-b2a7389a3d81 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 65f7a5e2-e42a-4a78-a9df-7bd5424ca2f2] Starting instance... {{(pid=65448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2483}} [ 837.186631] env[65448]: DEBUG oslo_vmware.api [None req-429eb48c-0306-4f67-91e3-82e1b6ff04a2 tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] Task: {'id': task-4937697, 'name': Rename_Task, 'duration_secs': 0.17408} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.186928] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-429eb48c-0306-4f67-91e3-82e1b6ff04a2 tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] [instance: 37a306f7-02f2-41cd-98db-fc3eb003b7a4] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 837.187208] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-98ff772f-ddb7-4ff1-a457-380a0cbe1bf2 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.195435] env[65448]: DEBUG oslo_vmware.api [None req-429eb48c-0306-4f67-91e3-82e1b6ff04a2 tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] Waiting for the task: (returnval){ [ 837.195435] env[65448]: value = "task-4937698" [ 837.195435] env[65448]: _type = "Task" [ 837.195435] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.206428] env[65448]: DEBUG oslo_vmware.api [None req-429eb48c-0306-4f67-91e3-82e1b6ff04a2 tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] Task: {'id': task-4937698, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.271136] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f638a2a-64fe-4258-8cb8-464b4b91c018 tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] [instance: f7fb46f9-1425-4f94-bcf1-dd722c442144] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 837.271418] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d53d96e3-d4dd-471f-907e-ef080dacbd3c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.279582] env[65448]: DEBUG oslo_vmware.api [None req-8f638a2a-64fe-4258-8cb8-464b4b91c018 tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] Waiting for the task: (returnval){ [ 837.279582] env[65448]: value = "task-4937699" [ 837.279582] env[65448]: _type = "Task" [ 837.279582] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.291768] env[65448]: DEBUG oslo_vmware.api [None req-8f638a2a-64fe-4258-8cb8-464b4b91c018 tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] Task: {'id': task-4937699, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.331383] env[65448]: DEBUG nova.network.neutron [None req-a2af9546-2e57-4b6d-981d-b34d3698e7a2 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: 5e5a538b-8f59-45ca-bece-6a0cff169e0a] Instance cache missing network info. {{(pid=65448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 837.396169] env[65448]: DEBUG oslo_concurrency.lockutils [None req-82f82ed6-e6e4-4fc4-904c-b1a371474929 tempest-ServerPasswordTestJSON-1060978021 tempest-ServerPasswordTestJSON-1060978021-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.794s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.396899] env[65448]: DEBUG nova.compute.manager [None req-82f82ed6-e6e4-4fc4-904c-b1a371474929 tempest-ServerPasswordTestJSON-1060978021 tempest-ServerPasswordTestJSON-1060978021-project-member] [instance: 233af8b9-8f53-4e88-b316-ac6e2e2f85a1] Start building networks asynchronously for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2881}} [ 837.400640] env[65448]: DEBUG oslo_concurrency.lockutils [None req-2f9c810c-99fc-4d71-82c3-48f386cb360b tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 48.554s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.401429] env[65448]: DEBUG nova.objects.instance [None req-2f9c810c-99fc-4d71-82c3-48f386cb360b tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Lazy-loading 'resources' on Instance uuid 3a95cfa3-d907-467b-9081-c8c5b4b9dd5a {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 837.433015] env[65448]: WARNING neutronclient.v2_0.client [None req-a2af9546-2e57-4b6d-981d-b34d3698e7a2 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 837.536914] env[65448]: DEBUG nova.network.neutron [None req-a2af9546-2e57-4b6d-981d-b34d3698e7a2 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: 5e5a538b-8f59-45ca-bece-6a0cff169e0a] Updating instance_info_cache with network_info: [{"id": "c28c03f9-de49-4287-bfbd-2a47961278d1", "address": "fa:16:3e:ae:5f:01", "network": {"id": "ae7fb699-1e8f-4e6e-ba65-11efac49c1f2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2072253352-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40f710aa821f49ef963bafd588fa759f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc28c03f9-de", "ovs_interfaceid": "c28c03f9-de49-4287-bfbd-2a47961278d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.568538] env[65448]: DEBUG oslo_concurrency.lockutils [None req-20524693-6d8e-470f-89d3-c1ad1cca3496 tempest-InstanceActionsNegativeTestJSON-382423160 tempest-InstanceActionsNegativeTestJSON-382423160-project-member] Acquiring lock "f523a556-180d-4c8f-be38-0f7f9110df7b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.568538] env[65448]: DEBUG oslo_concurrency.lockutils [None req-20524693-6d8e-470f-89d3-c1ad1cca3496 tempest-InstanceActionsNegativeTestJSON-382423160 tempest-InstanceActionsNegativeTestJSON-382423160-project-member] Lock "f523a556-180d-4c8f-be38-0f7f9110df7b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.568538] env[65448]: DEBUG oslo_concurrency.lockutils [None req-20524693-6d8e-470f-89d3-c1ad1cca3496 tempest-InstanceActionsNegativeTestJSON-382423160 tempest-InstanceActionsNegativeTestJSON-382423160-project-member] Acquiring lock "f523a556-180d-4c8f-be38-0f7f9110df7b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.568538] env[65448]: DEBUG oslo_concurrency.lockutils [None req-20524693-6d8e-470f-89d3-c1ad1cca3496 tempest-InstanceActionsNegativeTestJSON-382423160 tempest-InstanceActionsNegativeTestJSON-382423160-project-member] Lock "f523a556-180d-4c8f-be38-0f7f9110df7b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.568830] env[65448]: DEBUG oslo_concurrency.lockutils [None req-20524693-6d8e-470f-89d3-c1ad1cca3496 tempest-InstanceActionsNegativeTestJSON-382423160 tempest-InstanceActionsNegativeTestJSON-382423160-project-member] Lock "f523a556-180d-4c8f-be38-0f7f9110df7b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.574286] env[65448]: DEBUG oslo_concurrency.lockutils [None req-dbc2d528-7ac5-4149-97f8-b2a7389a3d81 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.574989] env[65448]: INFO nova.compute.manager [None req-20524693-6d8e-470f-89d3-c1ad1cca3496 tempest-InstanceActionsNegativeTestJSON-382423160 tempest-InstanceActionsNegativeTestJSON-382423160-project-member] [instance: f523a556-180d-4c8f-be38-0f7f9110df7b] Terminating instance [ 837.706525] env[65448]: DEBUG oslo_vmware.api [None req-429eb48c-0306-4f67-91e3-82e1b6ff04a2 tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] Task: {'id': task-4937698, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.792374] env[65448]: DEBUG oslo_vmware.api [None req-8f638a2a-64fe-4258-8cb8-464b4b91c018 tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] Task: {'id': task-4937699, 'name': PowerOffVM_Task, 'duration_secs': 0.302578} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.792782] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f638a2a-64fe-4258-8cb8-464b4b91c018 tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] [instance: f7fb46f9-1425-4f94-bcf1-dd722c442144] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 837.793778] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7698be8f-690b-4f1f-b54d-b500de73fa02 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.816064] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60605dc8-0b3d-4622-b9d7-0c60dc394ce4 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.856255] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f638a2a-64fe-4258-8cb8-464b4b91c018 tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] [instance: f7fb46f9-1425-4f94-bcf1-dd722c442144] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 837.856690] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-17cc3e36-0877-4f7d-b494-e92c6af1066e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.865504] env[65448]: DEBUG oslo_vmware.api [None req-8f638a2a-64fe-4258-8cb8-464b4b91c018 tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] Waiting for the task: (returnval){ [ 837.865504] env[65448]: value = "task-4937700" [ 837.865504] env[65448]: _type = "Task" [ 837.865504] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.877570] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f638a2a-64fe-4258-8cb8-464b4b91c018 tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] [instance: f7fb46f9-1425-4f94-bcf1-dd722c442144] VM already powered off {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 837.877966] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-8f638a2a-64fe-4258-8cb8-464b4b91c018 tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] [instance: f7fb46f9-1425-4f94-bcf1-dd722c442144] Processing image 50fb366d-48e6-424f-9c20-bc83d77be76a {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 837.879744] env[65448]: DEBUG oslo_concurrency.lockutils [None req-8f638a2a-64fe-4258-8cb8-464b4b91c018 tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.879744] env[65448]: DEBUG oslo_concurrency.lockutils [None req-8f638a2a-64fe-4258-8cb8-464b4b91c018 tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.879744] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f638a2a-64fe-4258-8cb8-464b4b91c018 tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 837.879744] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e04f256c-b518-4bf3-9114-4dce57a4cc28 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.891874] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f638a2a-64fe-4258-8cb8-464b4b91c018 tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 837.892337] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-8f638a2a-64fe-4258-8cb8-464b4b91c018 tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 837.893131] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75088e5a-7d01-4743-902c-b8fce5dd7274 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.900235] env[65448]: DEBUG oslo_vmware.api [None req-8f638a2a-64fe-4258-8cb8-464b4b91c018 tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] Waiting for the task: (returnval){ [ 837.900235] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52856d77-07f6-62ed-da58-81e9f1c11757" [ 837.900235] env[65448]: _type = "Task" [ 837.900235] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.906214] env[65448]: DEBUG nova.compute.utils [None req-82f82ed6-e6e4-4fc4-904c-b1a371474929 tempest-ServerPasswordTestJSON-1060978021 tempest-ServerPasswordTestJSON-1060978021-project-member] Using /dev/sd instead of None {{(pid=65448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 837.910949] env[65448]: DEBUG nova.compute.manager [None req-82f82ed6-e6e4-4fc4-904c-b1a371474929 tempest-ServerPasswordTestJSON-1060978021 tempest-ServerPasswordTestJSON-1060978021-project-member] [instance: 233af8b9-8f53-4e88-b316-ac6e2e2f85a1] Allocating IP information in the background. {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 837.910949] env[65448]: DEBUG nova.network.neutron [None req-82f82ed6-e6e4-4fc4-904c-b1a371474929 tempest-ServerPasswordTestJSON-1060978021 tempest-ServerPasswordTestJSON-1060978021-project-member] [instance: 233af8b9-8f53-4e88-b316-ac6e2e2f85a1] allocate_for_instance() {{(pid=65448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 837.911618] env[65448]: WARNING neutronclient.v2_0.client [None req-82f82ed6-e6e4-4fc4-904c-b1a371474929 tempest-ServerPasswordTestJSON-1060978021 tempest-ServerPasswordTestJSON-1060978021-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 837.911821] env[65448]: WARNING neutronclient.v2_0.client [None req-82f82ed6-e6e4-4fc4-904c-b1a371474929 tempest-ServerPasswordTestJSON-1060978021 tempest-ServerPasswordTestJSON-1060978021-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 837.921908] env[65448]: DEBUG oslo_vmware.api [None req-8f638a2a-64fe-4258-8cb8-464b4b91c018 tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52856d77-07f6-62ed-da58-81e9f1c11757, 'name': SearchDatastore_Task, 'duration_secs': 0.014364} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.922410] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16a9e79c-23b8-45ae-bbd7-3f573d23c633 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.936996] env[65448]: DEBUG oslo_vmware.api [None req-8f638a2a-64fe-4258-8cb8-464b4b91c018 tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] Waiting for the task: (returnval){ [ 837.936996] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52f824e1-d850-debd-d848-8c0b783d7e78" [ 837.936996] env[65448]: _type = "Task" [ 837.936996] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.942614] env[65448]: DEBUG oslo_vmware.api [None req-8f638a2a-64fe-4258-8cb8-464b4b91c018 tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52f824e1-d850-debd-d848-8c0b783d7e78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.982124] env[65448]: DEBUG nova.policy [None req-82f82ed6-e6e4-4fc4-904c-b1a371474929 tempest-ServerPasswordTestJSON-1060978021 tempest-ServerPasswordTestJSON-1060978021-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0481eca7834e49bc92c48ac904d8ed4f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '51ed604cbcb04433831a8ff32188c867', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65448) authorize /opt/stack/nova/nova/policy.py:192}} [ 838.040176] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a2af9546-2e57-4b6d-981d-b34d3698e7a2 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Releasing lock "refresh_cache-5e5a538b-8f59-45ca-bece-6a0cff169e0a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.040583] env[65448]: DEBUG nova.compute.manager [None req-a2af9546-2e57-4b6d-981d-b34d3698e7a2 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: 5e5a538b-8f59-45ca-bece-6a0cff169e0a] Instance network_info: |[{"id": "c28c03f9-de49-4287-bfbd-2a47961278d1", "address": "fa:16:3e:ae:5f:01", "network": {"id": "ae7fb699-1e8f-4e6e-ba65-11efac49c1f2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2072253352-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40f710aa821f49ef963bafd588fa759f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc28c03f9-de", "ovs_interfaceid": "c28c03f9-de49-4287-bfbd-2a47961278d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 838.041274] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-a2af9546-2e57-4b6d-981d-b34d3698e7a2 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: 5e5a538b-8f59-45ca-bece-6a0cff169e0a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ae:5f:01', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f3a2eb5-353f-45c5-a73b-869626f4bb13', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c28c03f9-de49-4287-bfbd-2a47961278d1', 'vif_model': 'vmxnet3'}] {{(pid=65448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 838.052584] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2af9546-2e57-4b6d-981d-b34d3698e7a2 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Creating folder: Project (40f710aa821f49ef963bafd588fa759f). Parent ref: group-v961779. {{(pid=65448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 838.055761] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-59ed84bc-797a-4900-b20e-3d16517cec40 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.075376] env[65448]: INFO nova.virt.vmwareapi.vm_util [None req-a2af9546-2e57-4b6d-981d-b34d3698e7a2 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Created folder: Project (40f710aa821f49ef963bafd588fa759f) in parent group-v961779. [ 838.075376] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2af9546-2e57-4b6d-981d-b34d3698e7a2 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Creating folder: Instances. Parent ref: group-v961953. {{(pid=65448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 838.075376] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c2486835-dcf4-4639-91c1-61ea8a65237e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.081130] env[65448]: DEBUG nova.compute.manager [None req-20524693-6d8e-470f-89d3-c1ad1cca3496 tempest-InstanceActionsNegativeTestJSON-382423160 tempest-InstanceActionsNegativeTestJSON-382423160-project-member] [instance: f523a556-180d-4c8f-be38-0f7f9110df7b] Start destroying the instance on the hypervisor. {{(pid=65448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3209}} [ 838.081130] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-20524693-6d8e-470f-89d3-c1ad1cca3496 tempest-InstanceActionsNegativeTestJSON-382423160 tempest-InstanceActionsNegativeTestJSON-382423160-project-member] [instance: f523a556-180d-4c8f-be38-0f7f9110df7b] Destroying instance {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 838.081225] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43fd5446-5f24-4580-a9b0-307d949985c7 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.090313] env[65448]: INFO nova.virt.vmwareapi.vm_util [None req-a2af9546-2e57-4b6d-981d-b34d3698e7a2 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Created folder: Instances in parent group-v961953. [ 838.090678] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-a2af9546-2e57-4b6d-981d-b34d3698e7a2 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 838.090825] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e5a538b-8f59-45ca-bece-6a0cff169e0a] Creating VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 838.091241] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-13b991d1-7724-4c82-b0f2-0baaafd30aaf {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.111675] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-20524693-6d8e-470f-89d3-c1ad1cca3496 tempest-InstanceActionsNegativeTestJSON-382423160 tempest-InstanceActionsNegativeTestJSON-382423160-project-member] [instance: f523a556-180d-4c8f-be38-0f7f9110df7b] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 838.112539] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-38d32068-0f01-4023-9325-2e453d948869 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.118173] env[65448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 838.118173] env[65448]: value = "task-4937703" [ 838.118173] env[65448]: _type = "Task" [ 838.118173] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.122658] env[65448]: DEBUG oslo_vmware.api [None req-20524693-6d8e-470f-89d3-c1ad1cca3496 tempest-InstanceActionsNegativeTestJSON-382423160 tempest-InstanceActionsNegativeTestJSON-382423160-project-member] Waiting for the task: (returnval){ [ 838.122658] env[65448]: value = "task-4937704" [ 838.122658] env[65448]: _type = "Task" [ 838.122658] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.133256] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937703, 'name': CreateVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.143141] env[65448]: DEBUG oslo_vmware.api [None req-20524693-6d8e-470f-89d3-c1ad1cca3496 tempest-InstanceActionsNegativeTestJSON-382423160 tempest-InstanceActionsNegativeTestJSON-382423160-project-member] Task: {'id': task-4937704, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.218817] env[65448]: DEBUG oslo_vmware.api [None req-429eb48c-0306-4f67-91e3-82e1b6ff04a2 tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] Task: {'id': task-4937698, 'name': PowerOnVM_Task, 'duration_secs': 0.614089} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.220840] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-429eb48c-0306-4f67-91e3-82e1b6ff04a2 tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] [instance: 37a306f7-02f2-41cd-98db-fc3eb003b7a4] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 838.222659] env[65448]: DEBUG nova.compute.manager [None req-429eb48c-0306-4f67-91e3-82e1b6ff04a2 tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] [instance: 37a306f7-02f2-41cd-98db-fc3eb003b7a4] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 838.223486] env[65448]: DEBUG nova.compute.manager [req-75c2b877-cfb3-4149-85ed-c94e00157cfe req-5af0ab3d-38c0-4b7a-8dc2-ff4debaec41b service nova] [instance: 5e5a538b-8f59-45ca-bece-6a0cff169e0a] Received event network-changed-c28c03f9-de49-4287-bfbd-2a47961278d1 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 838.224277] env[65448]: DEBUG nova.compute.manager [req-75c2b877-cfb3-4149-85ed-c94e00157cfe req-5af0ab3d-38c0-4b7a-8dc2-ff4debaec41b service nova] [instance: 5e5a538b-8f59-45ca-bece-6a0cff169e0a] Refreshing instance network info cache due to event network-changed-c28c03f9-de49-4287-bfbd-2a47961278d1. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 838.224277] env[65448]: DEBUG oslo_concurrency.lockutils [req-75c2b877-cfb3-4149-85ed-c94e00157cfe req-5af0ab3d-38c0-4b7a-8dc2-ff4debaec41b service nova] Acquiring lock "refresh_cache-5e5a538b-8f59-45ca-bece-6a0cff169e0a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.224277] env[65448]: DEBUG oslo_concurrency.lockutils [req-75c2b877-cfb3-4149-85ed-c94e00157cfe req-5af0ab3d-38c0-4b7a-8dc2-ff4debaec41b service nova] Acquired lock "refresh_cache-5e5a538b-8f59-45ca-bece-6a0cff169e0a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.224399] env[65448]: DEBUG nova.network.neutron [req-75c2b877-cfb3-4149-85ed-c94e00157cfe req-5af0ab3d-38c0-4b7a-8dc2-ff4debaec41b service nova] [instance: 5e5a538b-8f59-45ca-bece-6a0cff169e0a] Refreshing network info cache for port c28c03f9-de49-4287-bfbd-2a47961278d1 {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 838.227582] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5a42fb7-ac4d-4bd6-ba0a-68ed94620aed {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.399755] env[65448]: DEBUG nova.network.neutron [None req-82f82ed6-e6e4-4fc4-904c-b1a371474929 tempest-ServerPasswordTestJSON-1060978021 tempest-ServerPasswordTestJSON-1060978021-project-member] [instance: 233af8b9-8f53-4e88-b316-ac6e2e2f85a1] Successfully created port: d6bfbcac-84d9-42cb-a750-69aff983f1f3 {{(pid=65448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 838.411224] env[65448]: DEBUG nova.compute.manager [None req-82f82ed6-e6e4-4fc4-904c-b1a371474929 tempest-ServerPasswordTestJSON-1060978021 tempest-ServerPasswordTestJSON-1060978021-project-member] [instance: 233af8b9-8f53-4e88-b316-ac6e2e2f85a1] Start building block device mappings for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2916}} [ 838.447425] env[65448]: DEBUG oslo_vmware.api [None req-8f638a2a-64fe-4258-8cb8-464b4b91c018 tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52f824e1-d850-debd-d848-8c0b783d7e78, 'name': SearchDatastore_Task, 'duration_secs': 0.012864} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.447905] env[65448]: DEBUG oslo_concurrency.lockutils [None req-8f638a2a-64fe-4258-8cb8-464b4b91c018 tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.448220] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f638a2a-64fe-4258-8cb8-464b4b91c018 tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] f7fb46f9-1425-4f94-bcf1-dd722c442144/50fb366d-48e6-424f-9c20-bc83d77be76a-rescue.vmdk. {{(pid=65448) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 838.448526] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-01d7db15-5cae-4f3e-bf08-4fe3f3ba7d79 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.460186] env[65448]: DEBUG oslo_vmware.api [None req-8f638a2a-64fe-4258-8cb8-464b4b91c018 tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] Waiting for the task: (returnval){ [ 838.460186] env[65448]: value = "task-4937705" [ 838.460186] env[65448]: _type = "Task" [ 838.460186] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.473117] env[65448]: DEBUG oslo_vmware.api [None req-8f638a2a-64fe-4258-8cb8-464b4b91c018 tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] Task: {'id': task-4937705, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.639586] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937703, 'name': CreateVM_Task, 'duration_secs': 0.400366} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.643130] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e5a538b-8f59-45ca-bece-6a0cff169e0a] Created VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 838.643312] env[65448]: DEBUG oslo_vmware.api [None req-20524693-6d8e-470f-89d3-c1ad1cca3496 tempest-InstanceActionsNegativeTestJSON-382423160 tempest-InstanceActionsNegativeTestJSON-382423160-project-member] Task: {'id': task-4937704, 'name': PowerOffVM_Task, 'duration_secs': 0.253254} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.646526] env[65448]: WARNING neutronclient.v2_0.client [None req-a2af9546-2e57-4b6d-981d-b34d3698e7a2 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 838.646913] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a2af9546-2e57-4b6d-981d-b34d3698e7a2 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.647072] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a2af9546-2e57-4b6d-981d-b34d3698e7a2 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.647379] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a2af9546-2e57-4b6d-981d-b34d3698e7a2 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.647659] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-20524693-6d8e-470f-89d3-c1ad1cca3496 tempest-InstanceActionsNegativeTestJSON-382423160 tempest-InstanceActionsNegativeTestJSON-382423160-project-member] [instance: f523a556-180d-4c8f-be38-0f7f9110df7b] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 838.647816] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-20524693-6d8e-470f-89d3-c1ad1cca3496 tempest-InstanceActionsNegativeTestJSON-382423160 tempest-InstanceActionsNegativeTestJSON-382423160-project-member] [instance: f523a556-180d-4c8f-be38-0f7f9110df7b] Unregistering the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 838.648312] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b347bef9-f89e-463c-a6d1-82ce0707d4a0 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.650103] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-543a7803-39ae-43eb-8a75-4ffd4acbd6ff {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.656132] env[65448]: DEBUG oslo_vmware.api [None req-a2af9546-2e57-4b6d-981d-b34d3698e7a2 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Waiting for the task: (returnval){ [ 838.656132] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]524c07b0-2a63-819e-1081-ab278eec7b65" [ 838.656132] env[65448]: _type = "Task" [ 838.656132] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.671265] env[65448]: DEBUG oslo_vmware.api [None req-a2af9546-2e57-4b6d-981d-b34d3698e7a2 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]524c07b0-2a63-819e-1081-ab278eec7b65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.701415] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33a4d25c-6d57-404f-a85b-82550e3704d5 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.710172] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6ebe9ca-cc1f-4e23-9e0a-42e4d97370b3 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.756415] env[65448]: WARNING neutronclient.v2_0.client [req-75c2b877-cfb3-4149-85ed-c94e00157cfe req-5af0ab3d-38c0-4b7a-8dc2-ff4debaec41b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 838.770921] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10dc6739-5729-4f10-b224-7fbe7be3be22 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.774253] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-20524693-6d8e-470f-89d3-c1ad1cca3496 tempest-InstanceActionsNegativeTestJSON-382423160 tempest-InstanceActionsNegativeTestJSON-382423160-project-member] [instance: f523a556-180d-4c8f-be38-0f7f9110df7b] Unregistered the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 838.774446] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-20524693-6d8e-470f-89d3-c1ad1cca3496 tempest-InstanceActionsNegativeTestJSON-382423160 tempest-InstanceActionsNegativeTestJSON-382423160-project-member] [instance: f523a556-180d-4c8f-be38-0f7f9110df7b] Deleting contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 838.774611] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-20524693-6d8e-470f-89d3-c1ad1cca3496 tempest-InstanceActionsNegativeTestJSON-382423160 tempest-InstanceActionsNegativeTestJSON-382423160-project-member] Deleting the datastore file [datastore2] f523a556-180d-4c8f-be38-0f7f9110df7b {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 838.775224] env[65448]: DEBUG oslo_concurrency.lockutils [None req-429eb48c-0306-4f67-91e3-82e1b6ff04a2 tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.775490] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-32756ab7-8407-47a1-9edb-5353473dc88c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.786231] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eacb5327-3f41-4244-b411-976807e6e450 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.790959] env[65448]: DEBUG oslo_vmware.api [None req-20524693-6d8e-470f-89d3-c1ad1cca3496 tempest-InstanceActionsNegativeTestJSON-382423160 tempest-InstanceActionsNegativeTestJSON-382423160-project-member] Waiting for the task: (returnval){ [ 838.790959] env[65448]: value = "task-4937707" [ 838.790959] env[65448]: _type = "Task" [ 838.790959] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.804729] env[65448]: DEBUG nova.compute.provider_tree [None req-2f9c810c-99fc-4d71-82c3-48f386cb360b tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 838.812899] env[65448]: DEBUG oslo_vmware.api [None req-20524693-6d8e-470f-89d3-c1ad1cca3496 tempest-InstanceActionsNegativeTestJSON-382423160 tempest-InstanceActionsNegativeTestJSON-382423160-project-member] Task: {'id': task-4937707, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.970947] env[65448]: DEBUG oslo_vmware.api [None req-8f638a2a-64fe-4258-8cb8-464b4b91c018 tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] Task: {'id': task-4937705, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.077682] env[65448]: WARNING neutronclient.v2_0.client [req-75c2b877-cfb3-4149-85ed-c94e00157cfe req-5af0ab3d-38c0-4b7a-8dc2-ff4debaec41b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 839.175799] env[65448]: DEBUG oslo_vmware.api [None req-a2af9546-2e57-4b6d-981d-b34d3698e7a2 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]524c07b0-2a63-819e-1081-ab278eec7b65, 'name': SearchDatastore_Task, 'duration_secs': 0.043647} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.175799] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a2af9546-2e57-4b6d-981d-b34d3698e7a2 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.176160] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-a2af9546-2e57-4b6d-981d-b34d3698e7a2 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: 5e5a538b-8f59-45ca-bece-6a0cff169e0a] Processing image 50fb366d-48e6-424f-9c20-bc83d77be76a {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 839.176484] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a2af9546-2e57-4b6d-981d-b34d3698e7a2 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.176803] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a2af9546-2e57-4b6d-981d-b34d3698e7a2 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.177224] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2af9546-2e57-4b6d-981d-b34d3698e7a2 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 839.177753] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e0983199-5ee1-4d04-82ed-e85ad730a63c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.206430] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2af9546-2e57-4b6d-981d-b34d3698e7a2 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 839.211026] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-a2af9546-2e57-4b6d-981d-b34d3698e7a2 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 839.211026] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc77f9de-c008-4b6e-9456-30100bc28c78 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.218387] env[65448]: DEBUG oslo_vmware.api [None req-a2af9546-2e57-4b6d-981d-b34d3698e7a2 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Waiting for the task: (returnval){ [ 839.218387] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]521af5e6-73a1-cf39-d262-e2cb3394c5fe" [ 839.218387] env[65448]: _type = "Task" [ 839.218387] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.229196] env[65448]: DEBUG oslo_vmware.api [None req-a2af9546-2e57-4b6d-981d-b34d3698e7a2 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]521af5e6-73a1-cf39-d262-e2cb3394c5fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.254301] env[65448]: DEBUG nova.network.neutron [req-75c2b877-cfb3-4149-85ed-c94e00157cfe req-5af0ab3d-38c0-4b7a-8dc2-ff4debaec41b service nova] [instance: 5e5a538b-8f59-45ca-bece-6a0cff169e0a] Updated VIF entry in instance network info cache for port c28c03f9-de49-4287-bfbd-2a47961278d1. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 839.255088] env[65448]: DEBUG nova.network.neutron [req-75c2b877-cfb3-4149-85ed-c94e00157cfe req-5af0ab3d-38c0-4b7a-8dc2-ff4debaec41b service nova] [instance: 5e5a538b-8f59-45ca-bece-6a0cff169e0a] Updating instance_info_cache with network_info: [{"id": "c28c03f9-de49-4287-bfbd-2a47961278d1", "address": "fa:16:3e:ae:5f:01", "network": {"id": "ae7fb699-1e8f-4e6e-ba65-11efac49c1f2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2072253352-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40f710aa821f49ef963bafd588fa759f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc28c03f9-de", "ovs_interfaceid": "c28c03f9-de49-4287-bfbd-2a47961278d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.308389] env[65448]: DEBUG nova.scheduler.client.report [None req-2f9c810c-99fc-4d71-82c3-48f386cb360b tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 839.312539] env[65448]: DEBUG oslo_vmware.api [None req-20524693-6d8e-470f-89d3-c1ad1cca3496 tempest-InstanceActionsNegativeTestJSON-382423160 tempest-InstanceActionsNegativeTestJSON-382423160-project-member] Task: {'id': task-4937707, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.423463] env[65448]: DEBUG nova.compute.manager [None req-82f82ed6-e6e4-4fc4-904c-b1a371474929 tempest-ServerPasswordTestJSON-1060978021 tempest-ServerPasswordTestJSON-1060978021-project-member] [instance: 233af8b9-8f53-4e88-b316-ac6e2e2f85a1] Start spawning the instance on the hypervisor. {{(pid=65448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2689}} [ 839.453505] env[65448]: DEBUG nova.virt.hardware [None req-82f82ed6-e6e4-4fc4-904c-b1a371474929 tempest-ServerPasswordTestJSON-1060978021 tempest-ServerPasswordTestJSON-1060978021-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-08T17:19:51Z,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a992292b6dae455593d228217860e2e1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-08T17:19:52Z,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 839.453788] env[65448]: DEBUG nova.virt.hardware [None req-82f82ed6-e6e4-4fc4-904c-b1a371474929 tempest-ServerPasswordTestJSON-1060978021 tempest-ServerPasswordTestJSON-1060978021-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 839.453788] env[65448]: DEBUG nova.virt.hardware [None req-82f82ed6-e6e4-4fc4-904c-b1a371474929 tempest-ServerPasswordTestJSON-1060978021 tempest-ServerPasswordTestJSON-1060978021-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 839.453959] env[65448]: DEBUG nova.virt.hardware [None req-82f82ed6-e6e4-4fc4-904c-b1a371474929 tempest-ServerPasswordTestJSON-1060978021 tempest-ServerPasswordTestJSON-1060978021-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 839.454052] env[65448]: DEBUG nova.virt.hardware [None req-82f82ed6-e6e4-4fc4-904c-b1a371474929 tempest-ServerPasswordTestJSON-1060978021 tempest-ServerPasswordTestJSON-1060978021-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 839.454208] env[65448]: DEBUG nova.virt.hardware [None req-82f82ed6-e6e4-4fc4-904c-b1a371474929 tempest-ServerPasswordTestJSON-1060978021 tempest-ServerPasswordTestJSON-1060978021-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 839.454458] env[65448]: DEBUG nova.virt.hardware [None req-82f82ed6-e6e4-4fc4-904c-b1a371474929 tempest-ServerPasswordTestJSON-1060978021 tempest-ServerPasswordTestJSON-1060978021-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 839.454623] env[65448]: DEBUG nova.virt.hardware [None req-82f82ed6-e6e4-4fc4-904c-b1a371474929 tempest-ServerPasswordTestJSON-1060978021 tempest-ServerPasswordTestJSON-1060978021-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 839.454767] env[65448]: DEBUG nova.virt.hardware [None req-82f82ed6-e6e4-4fc4-904c-b1a371474929 tempest-ServerPasswordTestJSON-1060978021 tempest-ServerPasswordTestJSON-1060978021-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 839.454923] env[65448]: DEBUG nova.virt.hardware [None req-82f82ed6-e6e4-4fc4-904c-b1a371474929 tempest-ServerPasswordTestJSON-1060978021 tempest-ServerPasswordTestJSON-1060978021-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 839.455114] env[65448]: DEBUG nova.virt.hardware [None req-82f82ed6-e6e4-4fc4-904c-b1a371474929 tempest-ServerPasswordTestJSON-1060978021 tempest-ServerPasswordTestJSON-1060978021-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 839.456146] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bfba9d3-1de0-49c3-9c19-2e041c5084ff {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.468998] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb1e2736-becc-47d0-a9df-7a7bc4ec2526 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.476709] env[65448]: DEBUG oslo_vmware.api [None req-8f638a2a-64fe-4258-8cb8-464b4b91c018 tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] Task: {'id': task-4937705, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.730395] env[65448]: DEBUG oslo_vmware.api [None req-a2af9546-2e57-4b6d-981d-b34d3698e7a2 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]521af5e6-73a1-cf39-d262-e2cb3394c5fe, 'name': SearchDatastore_Task, 'duration_secs': 0.035806} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.731399] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ecc6aafc-d2f5-49f9-a9e6-eefabd407017 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.737960] env[65448]: DEBUG oslo_vmware.api [None req-a2af9546-2e57-4b6d-981d-b34d3698e7a2 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Waiting for the task: (returnval){ [ 839.737960] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52c0e05c-e10d-8844-9dfd-1bdce19b0c1c" [ 839.737960] env[65448]: _type = "Task" [ 839.737960] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.747931] env[65448]: DEBUG oslo_vmware.api [None req-a2af9546-2e57-4b6d-981d-b34d3698e7a2 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52c0e05c-e10d-8844-9dfd-1bdce19b0c1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.759612] env[65448]: DEBUG oslo_concurrency.lockutils [req-75c2b877-cfb3-4149-85ed-c94e00157cfe req-5af0ab3d-38c0-4b7a-8dc2-ff4debaec41b service nova] Releasing lock "refresh_cache-5e5a538b-8f59-45ca-bece-6a0cff169e0a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.802923] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a23a1b6b-eb51-43cd-a27a-e746badde73a tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] Acquiring lock "37a306f7-02f2-41cd-98db-fc3eb003b7a4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.803353] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a23a1b6b-eb51-43cd-a27a-e746badde73a tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] Lock "37a306f7-02f2-41cd-98db-fc3eb003b7a4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.803472] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a23a1b6b-eb51-43cd-a27a-e746badde73a tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] Acquiring lock "37a306f7-02f2-41cd-98db-fc3eb003b7a4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.803586] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a23a1b6b-eb51-43cd-a27a-e746badde73a tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] Lock "37a306f7-02f2-41cd-98db-fc3eb003b7a4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.803750] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a23a1b6b-eb51-43cd-a27a-e746badde73a tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] Lock "37a306f7-02f2-41cd-98db-fc3eb003b7a4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.805439] env[65448]: DEBUG oslo_vmware.api [None req-20524693-6d8e-470f-89d3-c1ad1cca3496 tempest-InstanceActionsNegativeTestJSON-382423160 tempest-InstanceActionsNegativeTestJSON-382423160-project-member] Task: {'id': task-4937707, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.88885} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.805725] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-20524693-6d8e-470f-89d3-c1ad1cca3496 tempest-InstanceActionsNegativeTestJSON-382423160 tempest-InstanceActionsNegativeTestJSON-382423160-project-member] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 839.805850] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-20524693-6d8e-470f-89d3-c1ad1cca3496 tempest-InstanceActionsNegativeTestJSON-382423160 tempest-InstanceActionsNegativeTestJSON-382423160-project-member] [instance: f523a556-180d-4c8f-be38-0f7f9110df7b] Deleted contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 839.806061] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-20524693-6d8e-470f-89d3-c1ad1cca3496 tempest-InstanceActionsNegativeTestJSON-382423160 tempest-InstanceActionsNegativeTestJSON-382423160-project-member] [instance: f523a556-180d-4c8f-be38-0f7f9110df7b] Instance destroyed {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 839.806197] env[65448]: INFO nova.compute.manager [None req-20524693-6d8e-470f-89d3-c1ad1cca3496 tempest-InstanceActionsNegativeTestJSON-382423160 tempest-InstanceActionsNegativeTestJSON-382423160-project-member] [instance: f523a556-180d-4c8f-be38-0f7f9110df7b] Took 1.73 seconds to destroy the instance on the hypervisor. [ 839.806432] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-20524693-6d8e-470f-89d3-c1ad1cca3496 tempest-InstanceActionsNegativeTestJSON-382423160 tempest-InstanceActionsNegativeTestJSON-382423160-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 839.806879] env[65448]: INFO nova.compute.manager [None req-a23a1b6b-eb51-43cd-a27a-e746badde73a tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] [instance: 37a306f7-02f2-41cd-98db-fc3eb003b7a4] Terminating instance [ 839.808189] env[65448]: DEBUG nova.compute.manager [-] [instance: f523a556-180d-4c8f-be38-0f7f9110df7b] Deallocating network for instance {{(pid=65448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 839.808293] env[65448]: DEBUG nova.network.neutron [-] [instance: f523a556-180d-4c8f-be38-0f7f9110df7b] deallocate_for_instance() {{(pid=65448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 839.809030] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 839.814047] env[65448]: DEBUG oslo_concurrency.lockutils [None req-2f9c810c-99fc-4d71-82c3-48f386cb360b tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.414s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.816551] env[65448]: DEBUG oslo_concurrency.lockutils [None req-1d696a70-677b-4b4d-a744-e3565907474b tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 49.981s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.816795] env[65448]: DEBUG nova.objects.instance [None req-1d696a70-677b-4b4d-a744-e3565907474b tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Lazy-loading 'resources' on Instance uuid e6733991-a8fe-42b0-bd9c-098cd755e957 {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 839.847679] env[65448]: INFO nova.scheduler.client.report [None req-2f9c810c-99fc-4d71-82c3-48f386cb360b tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Deleted allocations for instance 3a95cfa3-d907-467b-9081-c8c5b4b9dd5a [ 839.854642] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 839.926599] env[65448]: DEBUG nova.compute.manager [req-244a9dcc-f6fa-4d3e-8346-23831af6457c req-1dc63144-95ba-4ef5-a660-c000e64abcdc service nova] [instance: 233af8b9-8f53-4e88-b316-ac6e2e2f85a1] Received event network-vif-plugged-d6bfbcac-84d9-42cb-a750-69aff983f1f3 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 839.926753] env[65448]: DEBUG oslo_concurrency.lockutils [req-244a9dcc-f6fa-4d3e-8346-23831af6457c req-1dc63144-95ba-4ef5-a660-c000e64abcdc service nova] Acquiring lock "233af8b9-8f53-4e88-b316-ac6e2e2f85a1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.926964] env[65448]: DEBUG oslo_concurrency.lockutils [req-244a9dcc-f6fa-4d3e-8346-23831af6457c req-1dc63144-95ba-4ef5-a660-c000e64abcdc service nova] Lock "233af8b9-8f53-4e88-b316-ac6e2e2f85a1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.927193] env[65448]: DEBUG oslo_concurrency.lockutils [req-244a9dcc-f6fa-4d3e-8346-23831af6457c req-1dc63144-95ba-4ef5-a660-c000e64abcdc service nova] Lock "233af8b9-8f53-4e88-b316-ac6e2e2f85a1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.927391] env[65448]: DEBUG nova.compute.manager [req-244a9dcc-f6fa-4d3e-8346-23831af6457c req-1dc63144-95ba-4ef5-a660-c000e64abcdc service nova] [instance: 233af8b9-8f53-4e88-b316-ac6e2e2f85a1] No waiting events found dispatching network-vif-plugged-d6bfbcac-84d9-42cb-a750-69aff983f1f3 {{(pid=65448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 839.927586] env[65448]: WARNING nova.compute.manager [req-244a9dcc-f6fa-4d3e-8346-23831af6457c req-1dc63144-95ba-4ef5-a660-c000e64abcdc service nova] [instance: 233af8b9-8f53-4e88-b316-ac6e2e2f85a1] Received unexpected event network-vif-plugged-d6bfbcac-84d9-42cb-a750-69aff983f1f3 for instance with vm_state building and task_state spawning. [ 839.973039] env[65448]: DEBUG oslo_vmware.api [None req-8f638a2a-64fe-4258-8cb8-464b4b91c018 tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] Task: {'id': task-4937705, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.064693} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.973244] env[65448]: INFO nova.virt.vmwareapi.ds_util [None req-8f638a2a-64fe-4258-8cb8-464b4b91c018 tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] f7fb46f9-1425-4f94-bcf1-dd722c442144/50fb366d-48e6-424f-9c20-bc83d77be76a-rescue.vmdk. [ 839.973996] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8daffae0-5167-4a61-946a-be252995ded2 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.000240] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f638a2a-64fe-4258-8cb8-464b4b91c018 tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] [instance: f7fb46f9-1425-4f94-bcf1-dd722c442144] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] f7fb46f9-1425-4f94-bcf1-dd722c442144/50fb366d-48e6-424f-9c20-bc83d77be76a-rescue.vmdk or device None with type thin {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 840.000939] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23a932b6-ba93-41dd-99a4-8408273991e2 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.021651] env[65448]: DEBUG oslo_vmware.api [None req-8f638a2a-64fe-4258-8cb8-464b4b91c018 tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] Waiting for the task: (returnval){ [ 840.021651] env[65448]: value = "task-4937708" [ 840.021651] env[65448]: _type = "Task" [ 840.021651] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.027603] env[65448]: DEBUG nova.network.neutron [None req-82f82ed6-e6e4-4fc4-904c-b1a371474929 tempest-ServerPasswordTestJSON-1060978021 tempest-ServerPasswordTestJSON-1060978021-project-member] [instance: 233af8b9-8f53-4e88-b316-ac6e2e2f85a1] Successfully updated port: d6bfbcac-84d9-42cb-a750-69aff983f1f3 {{(pid=65448) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 840.038223] env[65448]: DEBUG oslo_vmware.api [None req-8f638a2a-64fe-4258-8cb8-464b4b91c018 tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] Task: {'id': task-4937708, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.255531] env[65448]: DEBUG oslo_vmware.api [None req-a2af9546-2e57-4b6d-981d-b34d3698e7a2 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52c0e05c-e10d-8844-9dfd-1bdce19b0c1c, 'name': SearchDatastore_Task, 'duration_secs': 0.052441} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.255970] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a2af9546-2e57-4b6d-981d-b34d3698e7a2 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.256241] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2af9546-2e57-4b6d-981d-b34d3698e7a2 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore1] 5e5a538b-8f59-45ca-bece-6a0cff169e0a/5e5a538b-8f59-45ca-bece-6a0cff169e0a.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 840.256904] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f0412ce7-ff26-471d-84ce-12a9f1cc12a8 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.265959] env[65448]: DEBUG oslo_vmware.api [None req-a2af9546-2e57-4b6d-981d-b34d3698e7a2 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Waiting for the task: (returnval){ [ 840.265959] env[65448]: value = "task-4937709" [ 840.265959] env[65448]: _type = "Task" [ 840.265959] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.280549] env[65448]: DEBUG oslo_vmware.api [None req-a2af9546-2e57-4b6d-981d-b34d3698e7a2 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': task-4937709, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.313901] env[65448]: DEBUG nova.compute.manager [req-899db3fe-6884-472e-b747-2805c425a8d5 req-19161c1a-c1ea-4182-b7d9-e4393e996727 service nova] [instance: f523a556-180d-4c8f-be38-0f7f9110df7b] Received event network-vif-deleted-f91e1298-e3d0-4446-93f7-4bb05a665981 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 840.313977] env[65448]: INFO nova.compute.manager [req-899db3fe-6884-472e-b747-2805c425a8d5 req-19161c1a-c1ea-4182-b7d9-e4393e996727 service nova] [instance: f523a556-180d-4c8f-be38-0f7f9110df7b] Neutron deleted interface f91e1298-e3d0-4446-93f7-4bb05a665981; detaching it from the instance and deleting it from the info cache [ 840.314210] env[65448]: DEBUG nova.network.neutron [req-899db3fe-6884-472e-b747-2805c425a8d5 req-19161c1a-c1ea-4182-b7d9-e4393e996727 service nova] [instance: f523a556-180d-4c8f-be38-0f7f9110df7b] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.315746] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a23a1b6b-eb51-43cd-a27a-e746badde73a tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] Acquiring lock "refresh_cache-37a306f7-02f2-41cd-98db-fc3eb003b7a4" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.315925] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a23a1b6b-eb51-43cd-a27a-e746badde73a tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] Acquired lock "refresh_cache-37a306f7-02f2-41cd-98db-fc3eb003b7a4" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.316080] env[65448]: DEBUG nova.network.neutron [None req-a23a1b6b-eb51-43cd-a27a-e746badde73a tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] [instance: 37a306f7-02f2-41cd-98db-fc3eb003b7a4] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 840.364834] env[65448]: DEBUG oslo_concurrency.lockutils [None req-2f9c810c-99fc-4d71-82c3-48f386cb360b tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Lock "3a95cfa3-d907-467b-9081-c8c5b4b9dd5a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 55.664s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.535536] env[65448]: DEBUG oslo_concurrency.lockutils [None req-82f82ed6-e6e4-4fc4-904c-b1a371474929 tempest-ServerPasswordTestJSON-1060978021 tempest-ServerPasswordTestJSON-1060978021-project-member] Acquiring lock "refresh_cache-233af8b9-8f53-4e88-b316-ac6e2e2f85a1" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.535536] env[65448]: DEBUG oslo_concurrency.lockutils [None req-82f82ed6-e6e4-4fc4-904c-b1a371474929 tempest-ServerPasswordTestJSON-1060978021 tempest-ServerPasswordTestJSON-1060978021-project-member] Acquired lock "refresh_cache-233af8b9-8f53-4e88-b316-ac6e2e2f85a1" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.535536] env[65448]: DEBUG nova.network.neutron [None req-82f82ed6-e6e4-4fc4-904c-b1a371474929 tempest-ServerPasswordTestJSON-1060978021 tempest-ServerPasswordTestJSON-1060978021-project-member] [instance: 233af8b9-8f53-4e88-b316-ac6e2e2f85a1] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 840.535536] env[65448]: DEBUG oslo_vmware.api [None req-8f638a2a-64fe-4258-8cb8-464b4b91c018 tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] Task: {'id': task-4937708, 'name': ReconfigVM_Task, 'duration_secs': 0.326607} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.539798] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f638a2a-64fe-4258-8cb8-464b4b91c018 tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] [instance: f7fb46f9-1425-4f94-bcf1-dd722c442144] Reconfigured VM instance instance-0000003a to attach disk [datastore2] f7fb46f9-1425-4f94-bcf1-dd722c442144/50fb366d-48e6-424f-9c20-bc83d77be76a-rescue.vmdk or device None with type thin {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 840.541413] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bdaed87-f4bd-4a88-a6ff-097eb5c04852 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.578621] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ede03cfa-1d69-4351-9a1e-6c58387afdd5 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.598594] env[65448]: DEBUG oslo_vmware.api [None req-8f638a2a-64fe-4258-8cb8-464b4b91c018 tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] Waiting for the task: (returnval){ [ 840.598594] env[65448]: value = "task-4937710" [ 840.598594] env[65448]: _type = "Task" [ 840.598594] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.613375] env[65448]: DEBUG oslo_vmware.api [None req-8f638a2a-64fe-4258-8cb8-464b4b91c018 tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] Task: {'id': task-4937710, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.619120] env[65448]: DEBUG nova.network.neutron [-] [instance: f523a556-180d-4c8f-be38-0f7f9110df7b] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.779799] env[65448]: DEBUG oslo_vmware.api [None req-a2af9546-2e57-4b6d-981d-b34d3698e7a2 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': task-4937709, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.819534] env[65448]: WARNING neutronclient.v2_0.client [None req-a23a1b6b-eb51-43cd-a27a-e746badde73a tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 840.822508] env[65448]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d83c6b80-da12-4a33-94b4-7f65074cf33d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.834068] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4366e8e-ae7e-410c-a7ae-0f5cbb1f84ea {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.847221] env[65448]: DEBUG nova.network.neutron [None req-a23a1b6b-eb51-43cd-a27a-e746badde73a tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] [instance: 37a306f7-02f2-41cd-98db-fc3eb003b7a4] Instance cache missing network info. {{(pid=65448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 840.867949] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a7eea15a-24c8-49e0-afeb-aea8928ea570 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Acquiring lock "223507ab-1bb6-4cc6-b81d-c5da765c01c0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.868650] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a7eea15a-24c8-49e0-afeb-aea8928ea570 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Lock "223507ab-1bb6-4cc6-b81d-c5da765c01c0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.868944] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a7eea15a-24c8-49e0-afeb-aea8928ea570 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Acquiring lock "223507ab-1bb6-4cc6-b81d-c5da765c01c0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.869177] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a7eea15a-24c8-49e0-afeb-aea8928ea570 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Lock "223507ab-1bb6-4cc6-b81d-c5da765c01c0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.869362] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a7eea15a-24c8-49e0-afeb-aea8928ea570 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Lock "223507ab-1bb6-4cc6-b81d-c5da765c01c0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.894335] env[65448]: DEBUG nova.compute.manager [req-899db3fe-6884-472e-b747-2805c425a8d5 req-19161c1a-c1ea-4182-b7d9-e4393e996727 service nova] [instance: f523a556-180d-4c8f-be38-0f7f9110df7b] Detach interface failed, port_id=f91e1298-e3d0-4446-93f7-4bb05a665981, reason: Instance f523a556-180d-4c8f-be38-0f7f9110df7b could not be found. {{(pid=65448) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 840.897211] env[65448]: INFO nova.compute.manager [None req-a7eea15a-24c8-49e0-afeb-aea8928ea570 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] [instance: 223507ab-1bb6-4cc6-b81d-c5da765c01c0] Terminating instance [ 840.944438] env[65448]: DEBUG nova.network.neutron [None req-a23a1b6b-eb51-43cd-a27a-e746badde73a tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] [instance: 37a306f7-02f2-41cd-98db-fc3eb003b7a4] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.072982] env[65448]: DEBUG nova.network.neutron [None req-82f82ed6-e6e4-4fc4-904c-b1a371474929 tempest-ServerPasswordTestJSON-1060978021 tempest-ServerPasswordTestJSON-1060978021-project-member] [instance: 233af8b9-8f53-4e88-b316-ac6e2e2f85a1] Instance cache missing network info. {{(pid=65448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 841.088971] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40b94340-72ff-4fa8-967a-0785042cfff7 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.105830] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c06f6c0c-b049-4b31-99df-52332b5432fb {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.116204] env[65448]: DEBUG oslo_vmware.api [None req-8f638a2a-64fe-4258-8cb8-464b4b91c018 tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] Task: {'id': task-4937710, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.141364] env[65448]: INFO nova.compute.manager [-] [instance: f523a556-180d-4c8f-be38-0f7f9110df7b] Took 1.33 seconds to deallocate network for instance. [ 841.147183] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9920ccbf-7def-426b-abf4-7615b1df5b31 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.158497] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64d3defe-09c1-4be9-b6bd-d013423f71ec {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.173698] env[65448]: DEBUG nova.compute.provider_tree [None req-1d696a70-677b-4b4d-a744-e3565907474b tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 841.186197] env[65448]: WARNING neutronclient.v2_0.client [None req-82f82ed6-e6e4-4fc4-904c-b1a371474929 tempest-ServerPasswordTestJSON-1060978021 tempest-ServerPasswordTestJSON-1060978021-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 841.277945] env[65448]: DEBUG oslo_vmware.api [None req-a2af9546-2e57-4b6d-981d-b34d3698e7a2 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': task-4937709, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.671038} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.278412] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2af9546-2e57-4b6d-981d-b34d3698e7a2 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore1] 5e5a538b-8f59-45ca-bece-6a0cff169e0a/5e5a538b-8f59-45ca-bece-6a0cff169e0a.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 841.278646] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-a2af9546-2e57-4b6d-981d-b34d3698e7a2 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: 5e5a538b-8f59-45ca-bece-6a0cff169e0a] Extending root virtual disk to 1048576 {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 841.278919] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ea754bac-8c3b-476a-b593-e0d9f2ac8c6a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.282153] env[65448]: DEBUG nova.network.neutron [None req-82f82ed6-e6e4-4fc4-904c-b1a371474929 tempest-ServerPasswordTestJSON-1060978021 tempest-ServerPasswordTestJSON-1060978021-project-member] [instance: 233af8b9-8f53-4e88-b316-ac6e2e2f85a1] Updating instance_info_cache with network_info: [{"id": "d6bfbcac-84d9-42cb-a750-69aff983f1f3", "address": "fa:16:3e:6c:a0:89", "network": {"id": "ce052504-fa5f-4fd5-b707-2afc0148d5ab", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-332903784-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51ed604cbcb04433831a8ff32188c867", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53955f0e-c162-4cef-8bd5-335b369c36b6", "external-id": "nsx-vlan-transportzone-623", "segmentation_id": 623, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6bfbcac-84", "ovs_interfaceid": "d6bfbcac-84d9-42cb-a750-69aff983f1f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.289403] env[65448]: DEBUG oslo_vmware.api [None req-a2af9546-2e57-4b6d-981d-b34d3698e7a2 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Waiting for the task: (returnval){ [ 841.289403] env[65448]: value = "task-4937711" [ 841.289403] env[65448]: _type = "Task" [ 841.289403] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.299117] env[65448]: DEBUG oslo_vmware.api [None req-a2af9546-2e57-4b6d-981d-b34d3698e7a2 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': task-4937711, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.404565] env[65448]: DEBUG nova.compute.manager [None req-a7eea15a-24c8-49e0-afeb-aea8928ea570 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] [instance: 223507ab-1bb6-4cc6-b81d-c5da765c01c0] Start destroying the instance on the hypervisor. {{(pid=65448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3209}} [ 841.404781] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-a7eea15a-24c8-49e0-afeb-aea8928ea570 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] [instance: 223507ab-1bb6-4cc6-b81d-c5da765c01c0] Destroying instance {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 841.406599] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f6b76fd-deb9-4a77-b9ca-5385ec311b65 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.416240] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7eea15a-24c8-49e0-afeb-aea8928ea570 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] [instance: 223507ab-1bb6-4cc6-b81d-c5da765c01c0] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 841.416531] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-61438677-266b-4b74-ba82-f2cee293cd53 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.424921] env[65448]: DEBUG oslo_vmware.api [None req-a7eea15a-24c8-49e0-afeb-aea8928ea570 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Waiting for the task: (returnval){ [ 841.424921] env[65448]: value = "task-4937712" [ 841.424921] env[65448]: _type = "Task" [ 841.424921] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.438215] env[65448]: DEBUG oslo_vmware.api [None req-a7eea15a-24c8-49e0-afeb-aea8928ea570 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Task: {'id': task-4937712, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.447452] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a23a1b6b-eb51-43cd-a27a-e746badde73a tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] Releasing lock "refresh_cache-37a306f7-02f2-41cd-98db-fc3eb003b7a4" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.447890] env[65448]: DEBUG nova.compute.manager [None req-a23a1b6b-eb51-43cd-a27a-e746badde73a tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] [instance: 37a306f7-02f2-41cd-98db-fc3eb003b7a4] Start destroying the instance on the hypervisor. {{(pid=65448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3209}} [ 841.448092] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-a23a1b6b-eb51-43cd-a27a-e746badde73a tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] [instance: 37a306f7-02f2-41cd-98db-fc3eb003b7a4] Destroying instance {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 841.449482] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faa80c0f-c9a4-4844-ae1a-0bdcfe8368d7 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.458284] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-a23a1b6b-eb51-43cd-a27a-e746badde73a tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] [instance: 37a306f7-02f2-41cd-98db-fc3eb003b7a4] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 841.458572] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f6206b4a-2dce-4f04-819d-10b159da9a34 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.466680] env[65448]: DEBUG oslo_vmware.api [None req-a23a1b6b-eb51-43cd-a27a-e746badde73a tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] Waiting for the task: (returnval){ [ 841.466680] env[65448]: value = "task-4937713" [ 841.466680] env[65448]: _type = "Task" [ 841.466680] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.476194] env[65448]: DEBUG oslo_vmware.api [None req-a23a1b6b-eb51-43cd-a27a-e746badde73a tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] Task: {'id': task-4937713, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.614780] env[65448]: DEBUG oslo_vmware.api [None req-8f638a2a-64fe-4258-8cb8-464b4b91c018 tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] Task: {'id': task-4937710, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.654565] env[65448]: DEBUG oslo_concurrency.lockutils [None req-20524693-6d8e-470f-89d3-c1ad1cca3496 tempest-InstanceActionsNegativeTestJSON-382423160 tempest-InstanceActionsNegativeTestJSON-382423160-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.678066] env[65448]: DEBUG nova.scheduler.client.report [None req-1d696a70-677b-4b4d-a744-e3565907474b tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 841.785417] env[65448]: DEBUG oslo_concurrency.lockutils [None req-82f82ed6-e6e4-4fc4-904c-b1a371474929 tempest-ServerPasswordTestJSON-1060978021 tempest-ServerPasswordTestJSON-1060978021-project-member] Releasing lock "refresh_cache-233af8b9-8f53-4e88-b316-ac6e2e2f85a1" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.785813] env[65448]: DEBUG nova.compute.manager [None req-82f82ed6-e6e4-4fc4-904c-b1a371474929 tempest-ServerPasswordTestJSON-1060978021 tempest-ServerPasswordTestJSON-1060978021-project-member] [instance: 233af8b9-8f53-4e88-b316-ac6e2e2f85a1] Instance network_info: |[{"id": "d6bfbcac-84d9-42cb-a750-69aff983f1f3", "address": "fa:16:3e:6c:a0:89", "network": {"id": "ce052504-fa5f-4fd5-b707-2afc0148d5ab", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-332903784-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51ed604cbcb04433831a8ff32188c867", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53955f0e-c162-4cef-8bd5-335b369c36b6", "external-id": "nsx-vlan-transportzone-623", "segmentation_id": 623, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6bfbcac-84", "ovs_interfaceid": "d6bfbcac-84d9-42cb-a750-69aff983f1f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 841.786386] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-82f82ed6-e6e4-4fc4-904c-b1a371474929 tempest-ServerPasswordTestJSON-1060978021 tempest-ServerPasswordTestJSON-1060978021-project-member] [instance: 233af8b9-8f53-4e88-b316-ac6e2e2f85a1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6c:a0:89', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '53955f0e-c162-4cef-8bd5-335b369c36b6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd6bfbcac-84d9-42cb-a750-69aff983f1f3', 'vif_model': 'vmxnet3'}] {{(pid=65448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 841.794486] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-82f82ed6-e6e4-4fc4-904c-b1a371474929 tempest-ServerPasswordTestJSON-1060978021 tempest-ServerPasswordTestJSON-1060978021-project-member] Creating folder: Project (51ed604cbcb04433831a8ff32188c867). Parent ref: group-v961779. {{(pid=65448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 841.794892] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2afaaf20-6f3b-4b51-b06d-d94db206ed2b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.808215] env[65448]: DEBUG oslo_vmware.api [None req-a2af9546-2e57-4b6d-981d-b34d3698e7a2 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': task-4937711, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.814066] env[65448]: INFO nova.virt.vmwareapi.vm_util [None req-82f82ed6-e6e4-4fc4-904c-b1a371474929 tempest-ServerPasswordTestJSON-1060978021 tempest-ServerPasswordTestJSON-1060978021-project-member] Created folder: Project (51ed604cbcb04433831a8ff32188c867) in parent group-v961779. [ 841.814186] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-82f82ed6-e6e4-4fc4-904c-b1a371474929 tempest-ServerPasswordTestJSON-1060978021 tempest-ServerPasswordTestJSON-1060978021-project-member] Creating folder: Instances. Parent ref: group-v961956. {{(pid=65448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 841.814491] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f5ace233-62cc-4fe1-96b3-10d5877f9f3f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.826810] env[65448]: INFO nova.virt.vmwareapi.vm_util [None req-82f82ed6-e6e4-4fc4-904c-b1a371474929 tempest-ServerPasswordTestJSON-1060978021 tempest-ServerPasswordTestJSON-1060978021-project-member] Created folder: Instances in parent group-v961956. [ 841.827077] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-82f82ed6-e6e4-4fc4-904c-b1a371474929 tempest-ServerPasswordTestJSON-1060978021 tempest-ServerPasswordTestJSON-1060978021-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 841.827295] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 233af8b9-8f53-4e88-b316-ac6e2e2f85a1] Creating VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 841.827911] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-169bf48a-d533-41e9-9e27-3a25841bada9 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.849325] env[65448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 841.849325] env[65448]: value = "task-4937716" [ 841.849325] env[65448]: _type = "Task" [ 841.849325] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.863501] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937716, 'name': CreateVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.906578] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b28892e8-2904-4af1-ae95-7547cfb05417 tempest-ServersTestManualDisk-536655571 tempest-ServersTestManualDisk-536655571-project-member] Acquiring lock "c4a3eb56-9352-4486-af03-8817a0c6d462" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.906970] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b28892e8-2904-4af1-ae95-7547cfb05417 tempest-ServersTestManualDisk-536655571 tempest-ServersTestManualDisk-536655571-project-member] Lock "c4a3eb56-9352-4486-af03-8817a0c6d462" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.907259] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b28892e8-2904-4af1-ae95-7547cfb05417 tempest-ServersTestManualDisk-536655571 tempest-ServersTestManualDisk-536655571-project-member] Acquiring lock "c4a3eb56-9352-4486-af03-8817a0c6d462-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.907510] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b28892e8-2904-4af1-ae95-7547cfb05417 tempest-ServersTestManualDisk-536655571 tempest-ServersTestManualDisk-536655571-project-member] Lock "c4a3eb56-9352-4486-af03-8817a0c6d462-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.907734] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b28892e8-2904-4af1-ae95-7547cfb05417 tempest-ServersTestManualDisk-536655571 tempest-ServersTestManualDisk-536655571-project-member] Lock "c4a3eb56-9352-4486-af03-8817a0c6d462-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.912191] env[65448]: INFO nova.compute.manager [None req-b28892e8-2904-4af1-ae95-7547cfb05417 tempest-ServersTestManualDisk-536655571 tempest-ServersTestManualDisk-536655571-project-member] [instance: c4a3eb56-9352-4486-af03-8817a0c6d462] Terminating instance [ 841.937136] env[65448]: DEBUG oslo_vmware.api [None req-a7eea15a-24c8-49e0-afeb-aea8928ea570 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Task: {'id': task-4937712, 'name': PowerOffVM_Task, 'duration_secs': 0.22997} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.937302] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7eea15a-24c8-49e0-afeb-aea8928ea570 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] [instance: 223507ab-1bb6-4cc6-b81d-c5da765c01c0] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 841.937507] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-a7eea15a-24c8-49e0-afeb-aea8928ea570 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] [instance: 223507ab-1bb6-4cc6-b81d-c5da765c01c0] Unregistering the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 841.937995] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-78e6ec7b-2b6d-42cf-a4bc-542cfb1979bd {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.962572] env[65448]: DEBUG nova.compute.manager [req-4f296681-2ec5-42bc-b877-a3d6c95da710 req-683ce70c-54d1-4805-bcd8-fbdd3d147616 service nova] [instance: 233af8b9-8f53-4e88-b316-ac6e2e2f85a1] Received event network-changed-d6bfbcac-84d9-42cb-a750-69aff983f1f3 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 841.962769] env[65448]: DEBUG nova.compute.manager [req-4f296681-2ec5-42bc-b877-a3d6c95da710 req-683ce70c-54d1-4805-bcd8-fbdd3d147616 service nova] [instance: 233af8b9-8f53-4e88-b316-ac6e2e2f85a1] Refreshing instance network info cache due to event network-changed-d6bfbcac-84d9-42cb-a750-69aff983f1f3. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 841.963920] env[65448]: DEBUG oslo_concurrency.lockutils [req-4f296681-2ec5-42bc-b877-a3d6c95da710 req-683ce70c-54d1-4805-bcd8-fbdd3d147616 service nova] Acquiring lock "refresh_cache-233af8b9-8f53-4e88-b316-ac6e2e2f85a1" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.964290] env[65448]: DEBUG oslo_concurrency.lockutils [req-4f296681-2ec5-42bc-b877-a3d6c95da710 req-683ce70c-54d1-4805-bcd8-fbdd3d147616 service nova] Acquired lock "refresh_cache-233af8b9-8f53-4e88-b316-ac6e2e2f85a1" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.964487] env[65448]: DEBUG nova.network.neutron [req-4f296681-2ec5-42bc-b877-a3d6c95da710 req-683ce70c-54d1-4805-bcd8-fbdd3d147616 service nova] [instance: 233af8b9-8f53-4e88-b316-ac6e2e2f85a1] Refreshing network info cache for port d6bfbcac-84d9-42cb-a750-69aff983f1f3 {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 841.978867] env[65448]: DEBUG oslo_vmware.api [None req-a23a1b6b-eb51-43cd-a27a-e746badde73a tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] Task: {'id': task-4937713, 'name': PowerOffVM_Task, 'duration_secs': 0.139342} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.979761] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-a23a1b6b-eb51-43cd-a27a-e746badde73a tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] [instance: 37a306f7-02f2-41cd-98db-fc3eb003b7a4] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 841.979938] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-a23a1b6b-eb51-43cd-a27a-e746badde73a tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] [instance: 37a306f7-02f2-41cd-98db-fc3eb003b7a4] Unregistering the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 841.980214] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7266c5b6-7e78-4330-9e36-4e68d3c7333e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.009747] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-a7eea15a-24c8-49e0-afeb-aea8928ea570 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] [instance: 223507ab-1bb6-4cc6-b81d-c5da765c01c0] Unregistered the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 842.009747] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-a7eea15a-24c8-49e0-afeb-aea8928ea570 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] [instance: 223507ab-1bb6-4cc6-b81d-c5da765c01c0] Deleting contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 842.010111] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7eea15a-24c8-49e0-afeb-aea8928ea570 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Deleting the datastore file [datastore2] 223507ab-1bb6-4cc6-b81d-c5da765c01c0 {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 842.011458] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-97aa8b3c-219f-468a-b21a-0d1f6ef3662a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.013643] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-a23a1b6b-eb51-43cd-a27a-e746badde73a tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] [instance: 37a306f7-02f2-41cd-98db-fc3eb003b7a4] Unregistered the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 842.013873] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-a23a1b6b-eb51-43cd-a27a-e746badde73a tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] [instance: 37a306f7-02f2-41cd-98db-fc3eb003b7a4] Deleting contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 842.014146] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-a23a1b6b-eb51-43cd-a27a-e746badde73a tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] Deleting the datastore file [datastore2] 37a306f7-02f2-41cd-98db-fc3eb003b7a4 {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 842.014910] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-466b44c9-5e2c-4102-a5ee-26650e1152f9 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.022957] env[65448]: DEBUG oslo_vmware.api [None req-a23a1b6b-eb51-43cd-a27a-e746badde73a tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] Waiting for the task: (returnval){ [ 842.022957] env[65448]: value = "task-4937720" [ 842.022957] env[65448]: _type = "Task" [ 842.022957] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.024516] env[65448]: DEBUG oslo_vmware.api [None req-a7eea15a-24c8-49e0-afeb-aea8928ea570 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Waiting for the task: (returnval){ [ 842.024516] env[65448]: value = "task-4937719" [ 842.024516] env[65448]: _type = "Task" [ 842.024516] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.038082] env[65448]: DEBUG oslo_vmware.api [None req-a23a1b6b-eb51-43cd-a27a-e746badde73a tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] Task: {'id': task-4937720, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.043441] env[65448]: DEBUG oslo_vmware.api [None req-a7eea15a-24c8-49e0-afeb-aea8928ea570 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Task: {'id': task-4937719, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.113076] env[65448]: DEBUG oslo_vmware.api [None req-8f638a2a-64fe-4258-8cb8-464b4b91c018 tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] Task: {'id': task-4937710, 'name': ReconfigVM_Task, 'duration_secs': 1.22823} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.113414] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f638a2a-64fe-4258-8cb8-464b4b91c018 tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] [instance: f7fb46f9-1425-4f94-bcf1-dd722c442144] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 842.113692] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d7ddb992-6b40-4636-bf08-04580a10aa11 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.121690] env[65448]: DEBUG oslo_vmware.api [None req-8f638a2a-64fe-4258-8cb8-464b4b91c018 tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] Waiting for the task: (returnval){ [ 842.121690] env[65448]: value = "task-4937721" [ 842.121690] env[65448]: _type = "Task" [ 842.121690] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.131118] env[65448]: DEBUG oslo_vmware.api [None req-8f638a2a-64fe-4258-8cb8-464b4b91c018 tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] Task: {'id': task-4937721, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.183072] env[65448]: DEBUG oslo_concurrency.lockutils [None req-1d696a70-677b-4b4d-a744-e3565907474b tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.366s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.186736] env[65448]: DEBUG oslo_concurrency.lockutils [None req-51d6ccf0-e2c6-46c5-bb13-9639a8ca8708 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 50.428s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.211184] env[65448]: INFO nova.scheduler.client.report [None req-1d696a70-677b-4b4d-a744-e3565907474b tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Deleted allocations for instance e6733991-a8fe-42b0-bd9c-098cd755e957 [ 842.308289] env[65448]: DEBUG oslo_vmware.api [None req-a2af9546-2e57-4b6d-981d-b34d3698e7a2 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': task-4937711, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.578364} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.308702] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-a2af9546-2e57-4b6d-981d-b34d3698e7a2 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: 5e5a538b-8f59-45ca-bece-6a0cff169e0a] Extended root virtual disk {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 842.309790] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baf915cb-c2d7-4f5f-bd8b-6943ca494246 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.337656] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2af9546-2e57-4b6d-981d-b34d3698e7a2 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: 5e5a538b-8f59-45ca-bece-6a0cff169e0a] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] 5e5a538b-8f59-45ca-bece-6a0cff169e0a/5e5a538b-8f59-45ca-bece-6a0cff169e0a.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 842.338043] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-009fc98a-8dc4-46be-9c5d-9d2635992208 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.362390] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937716, 'name': CreateVM_Task} progress is 25%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.364049] env[65448]: DEBUG oslo_vmware.api [None req-a2af9546-2e57-4b6d-981d-b34d3698e7a2 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Waiting for the task: (returnval){ [ 842.364049] env[65448]: value = "task-4937722" [ 842.364049] env[65448]: _type = "Task" [ 842.364049] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.374038] env[65448]: DEBUG oslo_vmware.api [None req-a2af9546-2e57-4b6d-981d-b34d3698e7a2 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': task-4937722, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.418082] env[65448]: DEBUG nova.compute.manager [None req-b28892e8-2904-4af1-ae95-7547cfb05417 tempest-ServersTestManualDisk-536655571 tempest-ServersTestManualDisk-536655571-project-member] [instance: c4a3eb56-9352-4486-af03-8817a0c6d462] Start destroying the instance on the hypervisor. {{(pid=65448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3209}} [ 842.418082] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-b28892e8-2904-4af1-ae95-7547cfb05417 tempest-ServersTestManualDisk-536655571 tempest-ServersTestManualDisk-536655571-project-member] [instance: c4a3eb56-9352-4486-af03-8817a0c6d462] Destroying instance {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 842.418930] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20703079-3599-431a-acff-8350e267537e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.429238] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-b28892e8-2904-4af1-ae95-7547cfb05417 tempest-ServersTestManualDisk-536655571 tempest-ServersTestManualDisk-536655571-project-member] [instance: c4a3eb56-9352-4486-af03-8817a0c6d462] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 842.429556] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f6b00178-a8c1-4e1d-84f7-5b0938bedc23 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.437707] env[65448]: DEBUG oslo_vmware.api [None req-b28892e8-2904-4af1-ae95-7547cfb05417 tempest-ServersTestManualDisk-536655571 tempest-ServersTestManualDisk-536655571-project-member] Waiting for the task: (returnval){ [ 842.437707] env[65448]: value = "task-4937723" [ 842.437707] env[65448]: _type = "Task" [ 842.437707] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.449909] env[65448]: DEBUG oslo_vmware.api [None req-b28892e8-2904-4af1-ae95-7547cfb05417 tempest-ServersTestManualDisk-536655571 tempest-ServersTestManualDisk-536655571-project-member] Task: {'id': task-4937723, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.472943] env[65448]: WARNING neutronclient.v2_0.client [req-4f296681-2ec5-42bc-b877-a3d6c95da710 req-683ce70c-54d1-4805-bcd8-fbdd3d147616 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 842.548350] env[65448]: DEBUG oslo_vmware.api [None req-a23a1b6b-eb51-43cd-a27a-e746badde73a tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] Task: {'id': task-4937720, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144537} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.549030] env[65448]: DEBUG oslo_vmware.api [None req-a7eea15a-24c8-49e0-afeb-aea8928ea570 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Task: {'id': task-4937719, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.201757} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.549357] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-a23a1b6b-eb51-43cd-a27a-e746badde73a tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 842.549667] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-a23a1b6b-eb51-43cd-a27a-e746badde73a tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] [instance: 37a306f7-02f2-41cd-98db-fc3eb003b7a4] Deleted contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 842.549945] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-a23a1b6b-eb51-43cd-a27a-e746badde73a tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] [instance: 37a306f7-02f2-41cd-98db-fc3eb003b7a4] Instance destroyed {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 842.550209] env[65448]: INFO nova.compute.manager [None req-a23a1b6b-eb51-43cd-a27a-e746badde73a tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] [instance: 37a306f7-02f2-41cd-98db-fc3eb003b7a4] Took 1.10 seconds to destroy the instance on the hypervisor. [ 842.550543] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-a23a1b6b-eb51-43cd-a27a-e746badde73a tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 842.550860] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7eea15a-24c8-49e0-afeb-aea8928ea570 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 842.551127] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-a7eea15a-24c8-49e0-afeb-aea8928ea570 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] [instance: 223507ab-1bb6-4cc6-b81d-c5da765c01c0] Deleted contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 842.551449] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-a7eea15a-24c8-49e0-afeb-aea8928ea570 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] [instance: 223507ab-1bb6-4cc6-b81d-c5da765c01c0] Instance destroyed {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 842.551679] env[65448]: INFO nova.compute.manager [None req-a7eea15a-24c8-49e0-afeb-aea8928ea570 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] [instance: 223507ab-1bb6-4cc6-b81d-c5da765c01c0] Took 1.15 seconds to destroy the instance on the hypervisor. [ 842.552040] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-a7eea15a-24c8-49e0-afeb-aea8928ea570 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 842.552357] env[65448]: DEBUG nova.compute.manager [-] [instance: 37a306f7-02f2-41cd-98db-fc3eb003b7a4] Deallocating network for instance {{(pid=65448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 842.552556] env[65448]: DEBUG nova.network.neutron [-] [instance: 37a306f7-02f2-41cd-98db-fc3eb003b7a4] deallocate_for_instance() {{(pid=65448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 842.552884] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 842.555488] env[65448]: DEBUG nova.compute.manager [-] [instance: 223507ab-1bb6-4cc6-b81d-c5da765c01c0] Deallocating network for instance {{(pid=65448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 842.555577] env[65448]: DEBUG nova.network.neutron [-] [instance: 223507ab-1bb6-4cc6-b81d-c5da765c01c0] deallocate_for_instance() {{(pid=65448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 842.555901] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 842.606909] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 842.612492] env[65448]: DEBUG nova.network.neutron [-] [instance: 37a306f7-02f2-41cd-98db-fc3eb003b7a4] Instance cache missing network info. {{(pid=65448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 842.612762] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 842.638986] env[65448]: DEBUG oslo_vmware.api [None req-8f638a2a-64fe-4258-8cb8-464b4b91c018 tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] Task: {'id': task-4937721, 'name': PowerOnVM_Task, 'duration_secs': 0.480799} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.638986] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f638a2a-64fe-4258-8cb8-464b4b91c018 tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] [instance: f7fb46f9-1425-4f94-bcf1-dd722c442144] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 842.643213] env[65448]: DEBUG nova.compute.manager [None req-8f638a2a-64fe-4258-8cb8-464b4b91c018 tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] [instance: f7fb46f9-1425-4f94-bcf1-dd722c442144] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 842.644566] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0565e9e6-5a34-46bd-ba44-d219e70cb5ae {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.693770] env[65448]: INFO nova.compute.claims [None req-51d6ccf0-e2c6-46c5-bb13-9639a8ca8708 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] [instance: 9322f1d0-3ffb-46c6-8974-7fe56a517f7f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 842.721376] env[65448]: DEBUG oslo_concurrency.lockutils [None req-1d696a70-677b-4b4d-a744-e3565907474b tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Lock "e6733991-a8fe-42b0-bd9c-098cd755e957" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 57.439s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.759652] env[65448]: WARNING neutronclient.v2_0.client [req-4f296681-2ec5-42bc-b877-a3d6c95da710 req-683ce70c-54d1-4805-bcd8-fbdd3d147616 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 842.865103] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937716, 'name': CreateVM_Task, 'duration_secs': 0.679502} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.869309] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 233af8b9-8f53-4e88-b316-ac6e2e2f85a1] Created VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 842.869309] env[65448]: WARNING neutronclient.v2_0.client [None req-82f82ed6-e6e4-4fc4-904c-b1a371474929 tempest-ServerPasswordTestJSON-1060978021 tempest-ServerPasswordTestJSON-1060978021-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 842.870424] env[65448]: DEBUG oslo_concurrency.lockutils [None req-82f82ed6-e6e4-4fc4-904c-b1a371474929 tempest-ServerPasswordTestJSON-1060978021 tempest-ServerPasswordTestJSON-1060978021-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.870424] env[65448]: DEBUG oslo_concurrency.lockutils [None req-82f82ed6-e6e4-4fc4-904c-b1a371474929 tempest-ServerPasswordTestJSON-1060978021 tempest-ServerPasswordTestJSON-1060978021-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.870424] env[65448]: DEBUG oslo_concurrency.lockutils [None req-82f82ed6-e6e4-4fc4-904c-b1a371474929 tempest-ServerPasswordTestJSON-1060978021 tempest-ServerPasswordTestJSON-1060978021-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.870852] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-494f3cb0-42eb-4b3e-a18e-51832f83a845 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.877627] env[65448]: DEBUG oslo_vmware.api [None req-a2af9546-2e57-4b6d-981d-b34d3698e7a2 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': task-4937722, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.880172] env[65448]: DEBUG nova.network.neutron [req-4f296681-2ec5-42bc-b877-a3d6c95da710 req-683ce70c-54d1-4805-bcd8-fbdd3d147616 service nova] [instance: 233af8b9-8f53-4e88-b316-ac6e2e2f85a1] Updated VIF entry in instance network info cache for port d6bfbcac-84d9-42cb-a750-69aff983f1f3. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 842.882468] env[65448]: DEBUG nova.network.neutron [req-4f296681-2ec5-42bc-b877-a3d6c95da710 req-683ce70c-54d1-4805-bcd8-fbdd3d147616 service nova] [instance: 233af8b9-8f53-4e88-b316-ac6e2e2f85a1] Updating instance_info_cache with network_info: [{"id": "d6bfbcac-84d9-42cb-a750-69aff983f1f3", "address": "fa:16:3e:6c:a0:89", "network": {"id": "ce052504-fa5f-4fd5-b707-2afc0148d5ab", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-332903784-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51ed604cbcb04433831a8ff32188c867", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53955f0e-c162-4cef-8bd5-335b369c36b6", "external-id": "nsx-vlan-transportzone-623", "segmentation_id": 623, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6bfbcac-84", "ovs_interfaceid": "d6bfbcac-84d9-42cb-a750-69aff983f1f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.883669] env[65448]: DEBUG oslo_vmware.api [None req-82f82ed6-e6e4-4fc4-904c-b1a371474929 tempest-ServerPasswordTestJSON-1060978021 tempest-ServerPasswordTestJSON-1060978021-project-member] Waiting for the task: (returnval){ [ 842.883669] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52351897-fe00-6607-225c-7695d741fe03" [ 842.883669] env[65448]: _type = "Task" [ 842.883669] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.894322] env[65448]: DEBUG oslo_vmware.api [None req-82f82ed6-e6e4-4fc4-904c-b1a371474929 tempest-ServerPasswordTestJSON-1060978021 tempest-ServerPasswordTestJSON-1060978021-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52351897-fe00-6607-225c-7695d741fe03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.947893] env[65448]: DEBUG oslo_vmware.api [None req-b28892e8-2904-4af1-ae95-7547cfb05417 tempest-ServersTestManualDisk-536655571 tempest-ServersTestManualDisk-536655571-project-member] Task: {'id': task-4937723, 'name': PowerOffVM_Task, 'duration_secs': 0.297907} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.947987] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-b28892e8-2904-4af1-ae95-7547cfb05417 tempest-ServersTestManualDisk-536655571 tempest-ServersTestManualDisk-536655571-project-member] [instance: c4a3eb56-9352-4486-af03-8817a0c6d462] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 842.948178] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-b28892e8-2904-4af1-ae95-7547cfb05417 tempest-ServersTestManualDisk-536655571 tempest-ServersTestManualDisk-536655571-project-member] [instance: c4a3eb56-9352-4486-af03-8817a0c6d462] Unregistering the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 842.948440] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-12b01878-2800-425c-ab74-7bb64d5fad8d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.047594] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-b28892e8-2904-4af1-ae95-7547cfb05417 tempest-ServersTestManualDisk-536655571 tempest-ServersTestManualDisk-536655571-project-member] [instance: c4a3eb56-9352-4486-af03-8817a0c6d462] Unregistered the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 843.048683] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-b28892e8-2904-4af1-ae95-7547cfb05417 tempest-ServersTestManualDisk-536655571 tempest-ServersTestManualDisk-536655571-project-member] [instance: c4a3eb56-9352-4486-af03-8817a0c6d462] Deleting contents of the VM from datastore datastore1 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 843.048683] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-b28892e8-2904-4af1-ae95-7547cfb05417 tempest-ServersTestManualDisk-536655571 tempest-ServersTestManualDisk-536655571-project-member] Deleting the datastore file [datastore1] c4a3eb56-9352-4486-af03-8817a0c6d462 {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 843.048683] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ad3471cf-4003-4771-afcb-65152167af78 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.056125] env[65448]: DEBUG oslo_vmware.api [None req-b28892e8-2904-4af1-ae95-7547cfb05417 tempest-ServersTestManualDisk-536655571 tempest-ServersTestManualDisk-536655571-project-member] Waiting for the task: (returnval){ [ 843.056125] env[65448]: value = "task-4937725" [ 843.056125] env[65448]: _type = "Task" [ 843.056125] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.068735] env[65448]: DEBUG oslo_vmware.api [None req-b28892e8-2904-4af1-ae95-7547cfb05417 tempest-ServersTestManualDisk-536655571 tempest-ServersTestManualDisk-536655571-project-member] Task: {'id': task-4937725, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.116186] env[65448]: DEBUG nova.network.neutron [-] [instance: 37a306f7-02f2-41cd-98db-fc3eb003b7a4] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.203259] env[65448]: INFO nova.compute.resource_tracker [None req-51d6ccf0-e2c6-46c5-bb13-9639a8ca8708 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] [instance: 9322f1d0-3ffb-46c6-8974-7fe56a517f7f] Updating resource usage from migration 7dfdfa06-2112-46a0-92db-792cf7243507 [ 843.378267] env[65448]: DEBUG oslo_vmware.api [None req-a2af9546-2e57-4b6d-981d-b34d3698e7a2 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': task-4937722, 'name': ReconfigVM_Task, 'duration_secs': 0.578735} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.378977] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2af9546-2e57-4b6d-981d-b34d3698e7a2 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: 5e5a538b-8f59-45ca-bece-6a0cff169e0a] Reconfigured VM instance instance-0000003c to attach disk [datastore1] 5e5a538b-8f59-45ca-bece-6a0cff169e0a/5e5a538b-8f59-45ca-bece-6a0cff169e0a.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 843.379685] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e4dabd9d-bcc7-461e-80e4-78dd70216f30 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.385430] env[65448]: DEBUG nova.network.neutron [-] [instance: 223507ab-1bb6-4cc6-b81d-c5da765c01c0] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.386915] env[65448]: DEBUG oslo_concurrency.lockutils [req-4f296681-2ec5-42bc-b877-a3d6c95da710 req-683ce70c-54d1-4805-bcd8-fbdd3d147616 service nova] Releasing lock "refresh_cache-233af8b9-8f53-4e88-b316-ac6e2e2f85a1" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.393452] env[65448]: DEBUG oslo_vmware.api [None req-a2af9546-2e57-4b6d-981d-b34d3698e7a2 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Waiting for the task: (returnval){ [ 843.393452] env[65448]: value = "task-4937726" [ 843.393452] env[65448]: _type = "Task" [ 843.393452] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.402598] env[65448]: DEBUG oslo_vmware.api [None req-82f82ed6-e6e4-4fc4-904c-b1a371474929 tempest-ServerPasswordTestJSON-1060978021 tempest-ServerPasswordTestJSON-1060978021-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52351897-fe00-6607-225c-7695d741fe03, 'name': SearchDatastore_Task, 'duration_secs': 0.015796} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.406012] env[65448]: DEBUG oslo_concurrency.lockutils [None req-82f82ed6-e6e4-4fc4-904c-b1a371474929 tempest-ServerPasswordTestJSON-1060978021 tempest-ServerPasswordTestJSON-1060978021-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.407898] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-82f82ed6-e6e4-4fc4-904c-b1a371474929 tempest-ServerPasswordTestJSON-1060978021 tempest-ServerPasswordTestJSON-1060978021-project-member] [instance: 233af8b9-8f53-4e88-b316-ac6e2e2f85a1] Processing image 50fb366d-48e6-424f-9c20-bc83d77be76a {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 843.407898] env[65448]: DEBUG oslo_concurrency.lockutils [None req-82f82ed6-e6e4-4fc4-904c-b1a371474929 tempest-ServerPasswordTestJSON-1060978021 tempest-ServerPasswordTestJSON-1060978021-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.407898] env[65448]: DEBUG oslo_concurrency.lockutils [None req-82f82ed6-e6e4-4fc4-904c-b1a371474929 tempest-ServerPasswordTestJSON-1060978021 tempest-ServerPasswordTestJSON-1060978021-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.407898] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-82f82ed6-e6e4-4fc4-904c-b1a371474929 tempest-ServerPasswordTestJSON-1060978021 tempest-ServerPasswordTestJSON-1060978021-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 843.407898] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-36cddd5f-db68-4512-bfb1-ba986bcfcfe7 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.414498] env[65448]: DEBUG oslo_vmware.api [None req-a2af9546-2e57-4b6d-981d-b34d3698e7a2 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': task-4937726, 'name': Rename_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.423863] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-82f82ed6-e6e4-4fc4-904c-b1a371474929 tempest-ServerPasswordTestJSON-1060978021 tempest-ServerPasswordTestJSON-1060978021-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 843.423863] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-82f82ed6-e6e4-4fc4-904c-b1a371474929 tempest-ServerPasswordTestJSON-1060978021 tempest-ServerPasswordTestJSON-1060978021-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 843.424498] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4ea9e6c-2bb4-467f-9f22-af2384614c2d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.431304] env[65448]: DEBUG oslo_vmware.api [None req-82f82ed6-e6e4-4fc4-904c-b1a371474929 tempest-ServerPasswordTestJSON-1060978021 tempest-ServerPasswordTestJSON-1060978021-project-member] Waiting for the task: (returnval){ [ 843.431304] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]520d3ca1-e665-7020-504b-b2e4808bcbc4" [ 843.431304] env[65448]: _type = "Task" [ 843.431304] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.445639] env[65448]: DEBUG oslo_vmware.api [None req-82f82ed6-e6e4-4fc4-904c-b1a371474929 tempest-ServerPasswordTestJSON-1060978021 tempest-ServerPasswordTestJSON-1060978021-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]520d3ca1-e665-7020-504b-b2e4808bcbc4, 'name': SearchDatastore_Task, 'duration_secs': 0.011121} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.446593] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7ea0985-a185-4334-a6d9-1c85a54195e9 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.454556] env[65448]: DEBUG oslo_vmware.api [None req-82f82ed6-e6e4-4fc4-904c-b1a371474929 tempest-ServerPasswordTestJSON-1060978021 tempest-ServerPasswordTestJSON-1060978021-project-member] Waiting for the task: (returnval){ [ 843.454556] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]528a0631-f975-ffe0-50cc-d33caaf350c2" [ 843.454556] env[65448]: _type = "Task" [ 843.454556] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.464440] env[65448]: DEBUG oslo_vmware.api [None req-82f82ed6-e6e4-4fc4-904c-b1a371474929 tempest-ServerPasswordTestJSON-1060978021 tempest-ServerPasswordTestJSON-1060978021-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]528a0631-f975-ffe0-50cc-d33caaf350c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.572115] env[65448]: DEBUG oslo_vmware.api [None req-b28892e8-2904-4af1-ae95-7547cfb05417 tempest-ServersTestManualDisk-536655571 tempest-ServersTestManualDisk-536655571-project-member] Task: {'id': task-4937725, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.273067} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.576923] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-b28892e8-2904-4af1-ae95-7547cfb05417 tempest-ServersTestManualDisk-536655571 tempest-ServersTestManualDisk-536655571-project-member] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 843.577319] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-b28892e8-2904-4af1-ae95-7547cfb05417 tempest-ServersTestManualDisk-536655571 tempest-ServersTestManualDisk-536655571-project-member] [instance: c4a3eb56-9352-4486-af03-8817a0c6d462] Deleted contents of the VM from datastore datastore1 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 843.577662] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-b28892e8-2904-4af1-ae95-7547cfb05417 tempest-ServersTestManualDisk-536655571 tempest-ServersTestManualDisk-536655571-project-member] [instance: c4a3eb56-9352-4486-af03-8817a0c6d462] Instance destroyed {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 843.577911] env[65448]: INFO nova.compute.manager [None req-b28892e8-2904-4af1-ae95-7547cfb05417 tempest-ServersTestManualDisk-536655571 tempest-ServersTestManualDisk-536655571-project-member] [instance: c4a3eb56-9352-4486-af03-8817a0c6d462] Took 1.16 seconds to destroy the instance on the hypervisor. [ 843.578345] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-b28892e8-2904-4af1-ae95-7547cfb05417 tempest-ServersTestManualDisk-536655571 tempest-ServersTestManualDisk-536655571-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 843.578968] env[65448]: DEBUG nova.compute.manager [-] [instance: c4a3eb56-9352-4486-af03-8817a0c6d462] Deallocating network for instance {{(pid=65448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 843.579111] env[65448]: DEBUG nova.network.neutron [-] [instance: c4a3eb56-9352-4486-af03-8817a0c6d462] deallocate_for_instance() {{(pid=65448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 843.579493] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 843.620104] env[65448]: INFO nova.compute.manager [-] [instance: 37a306f7-02f2-41cd-98db-fc3eb003b7a4] Took 1.07 seconds to deallocate network for instance. [ 843.625972] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 843.747354] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a69c15a1-94bf-4bba-8018-1099c4e18066 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Acquiring lock "ad59f7b3-ae8f-4d9c-a7a0-c94d58009a94" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.747596] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a69c15a1-94bf-4bba-8018-1099c4e18066 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Lock "ad59f7b3-ae8f-4d9c-a7a0-c94d58009a94" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.747795] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a69c15a1-94bf-4bba-8018-1099c4e18066 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Acquiring lock "ad59f7b3-ae8f-4d9c-a7a0-c94d58009a94-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.747965] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a69c15a1-94bf-4bba-8018-1099c4e18066 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Lock "ad59f7b3-ae8f-4d9c-a7a0-c94d58009a94-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.748154] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a69c15a1-94bf-4bba-8018-1099c4e18066 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Lock "ad59f7b3-ae8f-4d9c-a7a0-c94d58009a94-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.751948] env[65448]: INFO nova.compute.manager [None req-a69c15a1-94bf-4bba-8018-1099c4e18066 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: ad59f7b3-ae8f-4d9c-a7a0-c94d58009a94] Terminating instance [ 843.883340] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8666d86e-d998-4507-a07e-5e49ae606f85 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.889508] env[65448]: INFO nova.compute.manager [-] [instance: 223507ab-1bb6-4cc6-b81d-c5da765c01c0] Took 1.33 seconds to deallocate network for instance. [ 843.894295] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1718807e-7564-41e4-9646-269d14047983 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.940738] env[65448]: DEBUG oslo_vmware.api [None req-a2af9546-2e57-4b6d-981d-b34d3698e7a2 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': task-4937726, 'name': Rename_Task, 'duration_secs': 0.228606} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.942237] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a5d5cbf-d42d-4ea7-bf19-9e2178e69282 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.945156] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2af9546-2e57-4b6d-981d-b34d3698e7a2 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: 5e5a538b-8f59-45ca-bece-6a0cff169e0a] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 843.945778] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-74ce2eef-d423-424e-b889-83a2ff1d07a2 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.954029] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-815f9d91-18ba-4eab-abbd-d3769eb665b6 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.960438] env[65448]: DEBUG oslo_vmware.api [None req-a2af9546-2e57-4b6d-981d-b34d3698e7a2 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Waiting for the task: (returnval){ [ 843.960438] env[65448]: value = "task-4937727" [ 843.960438] env[65448]: _type = "Task" [ 843.960438] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.979183] env[65448]: DEBUG nova.compute.provider_tree [None req-51d6ccf0-e2c6-46c5-bb13-9639a8ca8708 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Updating inventory in ProviderTree for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 843.986076] env[65448]: DEBUG oslo_vmware.api [None req-82f82ed6-e6e4-4fc4-904c-b1a371474929 tempest-ServerPasswordTestJSON-1060978021 tempest-ServerPasswordTestJSON-1060978021-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]528a0631-f975-ffe0-50cc-d33caaf350c2, 'name': SearchDatastore_Task, 'duration_secs': 0.0105} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.990163] env[65448]: DEBUG oslo_concurrency.lockutils [None req-82f82ed6-e6e4-4fc4-904c-b1a371474929 tempest-ServerPasswordTestJSON-1060978021 tempest-ServerPasswordTestJSON-1060978021-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.990505] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-82f82ed6-e6e4-4fc4-904c-b1a371474929 tempest-ServerPasswordTestJSON-1060978021 tempest-ServerPasswordTestJSON-1060978021-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore1] 233af8b9-8f53-4e88-b316-ac6e2e2f85a1/233af8b9-8f53-4e88-b316-ac6e2e2f85a1.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 843.990859] env[65448]: DEBUG oslo_vmware.api [None req-a2af9546-2e57-4b6d-981d-b34d3698e7a2 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': task-4937727, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.990964] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ec95d471-42b5-4089-bc4a-df0af2cede56 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.999435] env[65448]: DEBUG oslo_vmware.api [None req-82f82ed6-e6e4-4fc4-904c-b1a371474929 tempest-ServerPasswordTestJSON-1060978021 tempest-ServerPasswordTestJSON-1060978021-project-member] Waiting for the task: (returnval){ [ 843.999435] env[65448]: value = "task-4937728" [ 843.999435] env[65448]: _type = "Task" [ 843.999435] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.010780] env[65448]: DEBUG oslo_vmware.api [None req-82f82ed6-e6e4-4fc4-904c-b1a371474929 tempest-ServerPasswordTestJSON-1060978021 tempest-ServerPasswordTestJSON-1060978021-project-member] Task: {'id': task-4937728, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.130544] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a23a1b6b-eb51-43cd-a27a-e746badde73a tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.258348] env[65448]: DEBUG nova.compute.manager [None req-a69c15a1-94bf-4bba-8018-1099c4e18066 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: ad59f7b3-ae8f-4d9c-a7a0-c94d58009a94] Start destroying the instance on the hypervisor. {{(pid=65448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3209}} [ 844.258581] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-a69c15a1-94bf-4bba-8018-1099c4e18066 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: ad59f7b3-ae8f-4d9c-a7a0-c94d58009a94] Destroying instance {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 844.259526] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c221ba4-96c3-4108-90de-f0be08a54a45 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.269222] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-a69c15a1-94bf-4bba-8018-1099c4e18066 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: ad59f7b3-ae8f-4d9c-a7a0-c94d58009a94] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 844.269574] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5e5ad0c1-8ed4-4db5-9e25-0612525d25e6 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.279441] env[65448]: DEBUG oslo_vmware.api [None req-a69c15a1-94bf-4bba-8018-1099c4e18066 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Waiting for the task: (returnval){ [ 844.279441] env[65448]: value = "task-4937729" [ 844.279441] env[65448]: _type = "Task" [ 844.279441] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.290384] env[65448]: DEBUG oslo_vmware.api [None req-a69c15a1-94bf-4bba-8018-1099c4e18066 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Task: {'id': task-4937729, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.410287] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a7eea15a-24c8-49e0-afeb-aea8928ea570 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.417137] env[65448]: DEBUG nova.compute.manager [req-a24f8615-9777-44dd-bc1f-29271942dba7 req-5951cd05-e371-41da-ba43-a3bbc011c94c service nova] [instance: 223507ab-1bb6-4cc6-b81d-c5da765c01c0] Received event network-vif-deleted-ab48d740-1059-4c4f-ace7-4220da281175 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 844.476704] env[65448]: DEBUG oslo_vmware.api [None req-a2af9546-2e57-4b6d-981d-b34d3698e7a2 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': task-4937727, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.510996] env[65448]: DEBUG oslo_vmware.api [None req-82f82ed6-e6e4-4fc4-904c-b1a371474929 tempest-ServerPasswordTestJSON-1060978021 tempest-ServerPasswordTestJSON-1060978021-project-member] Task: {'id': task-4937728, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.519447] env[65448]: ERROR nova.scheduler.client.report [None req-51d6ccf0-e2c6-46c5-bb13-9639a8ca8708 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] [req-002ef484-8eee-41ef-86ec-d1ccb72188f0] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 76aeec68-79e6-4d77-baf0-33bb098aa897. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-002ef484-8eee-41ef-86ec-d1ccb72188f0"}]} [ 844.542052] env[65448]: DEBUG nova.scheduler.client.report [None req-51d6ccf0-e2c6-46c5-bb13-9639a8ca8708 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Refreshing inventories for resource provider 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 844.560110] env[65448]: DEBUG nova.scheduler.client.report [None req-51d6ccf0-e2c6-46c5-bb13-9639a8ca8708 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Updating ProviderTree inventory for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 844.560406] env[65448]: DEBUG nova.compute.provider_tree [None req-51d6ccf0-e2c6-46c5-bb13-9639a8ca8708 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Updating inventory in ProviderTree for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 844.576424] env[65448]: DEBUG nova.scheduler.client.report [None req-51d6ccf0-e2c6-46c5-bb13-9639a8ca8708 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Refreshing aggregate associations for resource provider 76aeec68-79e6-4d77-baf0-33bb098aa897, aggregates: None {{(pid=65448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 844.601809] env[65448]: DEBUG nova.scheduler.client.report [None req-51d6ccf0-e2c6-46c5-bb13-9639a8ca8708 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Refreshing trait associations for resource provider 76aeec68-79e6-4d77-baf0-33bb098aa897, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=65448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 844.654484] env[65448]: DEBUG nova.network.neutron [-] [instance: c4a3eb56-9352-4486-af03-8817a0c6d462] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 844.786291] env[65448]: DEBUG nova.compute.manager [req-c3d83180-4ea7-46d2-850a-d8151f35d237 req-88d25c42-1c82-4305-8ee7-6a4af76e0214 service nova] [instance: c4a3eb56-9352-4486-af03-8817a0c6d462] Received event network-vif-deleted-21d23eef-3a5f-448c-a32f-9809d0e54adf {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 844.795018] env[65448]: DEBUG oslo_vmware.api [None req-a69c15a1-94bf-4bba-8018-1099c4e18066 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Task: {'id': task-4937729, 'name': PowerOffVM_Task, 'duration_secs': 0.222935} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.797685] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-a69c15a1-94bf-4bba-8018-1099c4e18066 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: ad59f7b3-ae8f-4d9c-a7a0-c94d58009a94] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 844.798035] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-a69c15a1-94bf-4bba-8018-1099c4e18066 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: ad59f7b3-ae8f-4d9c-a7a0-c94d58009a94] Unregistering the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 844.798390] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1ef0edab-b822-494c-9ae9-123b7f8edd69 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.917049] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-a69c15a1-94bf-4bba-8018-1099c4e18066 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: ad59f7b3-ae8f-4d9c-a7a0-c94d58009a94] Unregistered the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 844.917390] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-a69c15a1-94bf-4bba-8018-1099c4e18066 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: ad59f7b3-ae8f-4d9c-a7a0-c94d58009a94] Deleting contents of the VM from datastore datastore1 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 844.917565] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-a69c15a1-94bf-4bba-8018-1099c4e18066 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Deleting the datastore file [datastore1] ad59f7b3-ae8f-4d9c-a7a0-c94d58009a94 {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 844.917837] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7614641c-bdce-458c-a566-258310813cb1 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.927760] env[65448]: DEBUG oslo_vmware.api [None req-a69c15a1-94bf-4bba-8018-1099c4e18066 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Waiting for the task: (returnval){ [ 844.927760] env[65448]: value = "task-4937731" [ 844.927760] env[65448]: _type = "Task" [ 844.927760] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.942784] env[65448]: DEBUG oslo_vmware.api [None req-a69c15a1-94bf-4bba-8018-1099c4e18066 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Task: {'id': task-4937731, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.979470] env[65448]: DEBUG oslo_vmware.api [None req-a2af9546-2e57-4b6d-981d-b34d3698e7a2 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': task-4937727, 'name': PowerOnVM_Task, 'duration_secs': 0.736416} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.979470] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2af9546-2e57-4b6d-981d-b34d3698e7a2 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: 5e5a538b-8f59-45ca-bece-6a0cff169e0a] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 844.979470] env[65448]: INFO nova.compute.manager [None req-a2af9546-2e57-4b6d-981d-b34d3698e7a2 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: 5e5a538b-8f59-45ca-bece-6a0cff169e0a] Took 9.36 seconds to spawn the instance on the hypervisor. [ 844.979470] env[65448]: DEBUG nova.compute.manager [None req-a2af9546-2e57-4b6d-981d-b34d3698e7a2 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: 5e5a538b-8f59-45ca-bece-6a0cff169e0a] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 844.979470] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abbecbb1-5564-4bdb-9923-9cf47d704c7c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.011636] env[65448]: DEBUG oslo_vmware.api [None req-82f82ed6-e6e4-4fc4-904c-b1a371474929 tempest-ServerPasswordTestJSON-1060978021 tempest-ServerPasswordTestJSON-1060978021-project-member] Task: {'id': task-4937728, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.67483} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.014726] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-82f82ed6-e6e4-4fc4-904c-b1a371474929 tempest-ServerPasswordTestJSON-1060978021 tempest-ServerPasswordTestJSON-1060978021-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore1] 233af8b9-8f53-4e88-b316-ac6e2e2f85a1/233af8b9-8f53-4e88-b316-ac6e2e2f85a1.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 845.014981] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-82f82ed6-e6e4-4fc4-904c-b1a371474929 tempest-ServerPasswordTestJSON-1060978021 tempest-ServerPasswordTestJSON-1060978021-project-member] [instance: 233af8b9-8f53-4e88-b316-ac6e2e2f85a1] Extending root virtual disk to 1048576 {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 845.016412] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9a955769-8fdf-46f2-8a58-95f58d8a5ca6 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.023575] env[65448]: DEBUG oslo_vmware.api [None req-82f82ed6-e6e4-4fc4-904c-b1a371474929 tempest-ServerPasswordTestJSON-1060978021 tempest-ServerPasswordTestJSON-1060978021-project-member] Waiting for the task: (returnval){ [ 845.023575] env[65448]: value = "task-4937732" [ 845.023575] env[65448]: _type = "Task" [ 845.023575] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.034599] env[65448]: DEBUG oslo_vmware.api [None req-82f82ed6-e6e4-4fc4-904c-b1a371474929 tempest-ServerPasswordTestJSON-1060978021 tempest-ServerPasswordTestJSON-1060978021-project-member] Task: {'id': task-4937732, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.157601] env[65448]: INFO nova.compute.manager [-] [instance: c4a3eb56-9352-4486-af03-8817a0c6d462] Took 1.58 seconds to deallocate network for instance. [ 845.305118] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdb1e7b6-e472-45f6-961d-10109264637d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.314394] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbdd1d12-14ad-4a7c-a48c-630ccc7fd000 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.346463] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c4b2572-9fb6-4808-bc1f-8c13c0ecf3d2 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.357205] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05bbee84-4ad2-4fcf-affc-cb6a2e502552 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.374153] env[65448]: DEBUG nova.compute.provider_tree [None req-51d6ccf0-e2c6-46c5-bb13-9639a8ca8708 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Updating inventory in ProviderTree for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 845.440370] env[65448]: DEBUG oslo_vmware.api [None req-a69c15a1-94bf-4bba-8018-1099c4e18066 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Task: {'id': task-4937731, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155723} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.440641] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-a69c15a1-94bf-4bba-8018-1099c4e18066 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 845.440808] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-a69c15a1-94bf-4bba-8018-1099c4e18066 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: ad59f7b3-ae8f-4d9c-a7a0-c94d58009a94] Deleted contents of the VM from datastore datastore1 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 845.440982] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-a69c15a1-94bf-4bba-8018-1099c4e18066 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: ad59f7b3-ae8f-4d9c-a7a0-c94d58009a94] Instance destroyed {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 845.441216] env[65448]: INFO nova.compute.manager [None req-a69c15a1-94bf-4bba-8018-1099c4e18066 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: ad59f7b3-ae8f-4d9c-a7a0-c94d58009a94] Took 1.18 seconds to destroy the instance on the hypervisor. [ 845.441583] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-a69c15a1-94bf-4bba-8018-1099c4e18066 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 845.441811] env[65448]: DEBUG nova.compute.manager [-] [instance: ad59f7b3-ae8f-4d9c-a7a0-c94d58009a94] Deallocating network for instance {{(pid=65448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 845.441909] env[65448]: DEBUG nova.network.neutron [-] [instance: ad59f7b3-ae8f-4d9c-a7a0-c94d58009a94] deallocate_for_instance() {{(pid=65448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 845.442178] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 845.487625] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 845.504295] env[65448]: INFO nova.compute.manager [None req-a2af9546-2e57-4b6d-981d-b34d3698e7a2 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: 5e5a538b-8f59-45ca-bece-6a0cff169e0a] Took 60.10 seconds to build instance. [ 845.536167] env[65448]: DEBUG oslo_vmware.api [None req-82f82ed6-e6e4-4fc4-904c-b1a371474929 tempest-ServerPasswordTestJSON-1060978021 tempest-ServerPasswordTestJSON-1060978021-project-member] Task: {'id': task-4937732, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081803} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.536519] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-82f82ed6-e6e4-4fc4-904c-b1a371474929 tempest-ServerPasswordTestJSON-1060978021 tempest-ServerPasswordTestJSON-1060978021-project-member] [instance: 233af8b9-8f53-4e88-b316-ac6e2e2f85a1] Extended root virtual disk {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 845.537767] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8286cd32-8be1-4d1f-90e1-e27e4cd3339a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.577039] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-82f82ed6-e6e4-4fc4-904c-b1a371474929 tempest-ServerPasswordTestJSON-1060978021 tempest-ServerPasswordTestJSON-1060978021-project-member] [instance: 233af8b9-8f53-4e88-b316-ac6e2e2f85a1] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] 233af8b9-8f53-4e88-b316-ac6e2e2f85a1/233af8b9-8f53-4e88-b316-ac6e2e2f85a1.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 845.577039] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b00f0d0e-8eef-4024-836a-309210977b0f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.592649] env[65448]: DEBUG oslo_vmware.api [None req-82f82ed6-e6e4-4fc4-904c-b1a371474929 tempest-ServerPasswordTestJSON-1060978021 tempest-ServerPasswordTestJSON-1060978021-project-member] Waiting for the task: (returnval){ [ 845.592649] env[65448]: value = "task-4937733" [ 845.592649] env[65448]: _type = "Task" [ 845.592649] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.603705] env[65448]: DEBUG oslo_vmware.api [None req-82f82ed6-e6e4-4fc4-904c-b1a371474929 tempest-ServerPasswordTestJSON-1060978021 tempest-ServerPasswordTestJSON-1060978021-project-member] Task: {'id': task-4937733, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.666942] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b28892e8-2904-4af1-ae95-7547cfb05417 tempest-ServersTestManualDisk-536655571 tempest-ServersTestManualDisk-536655571-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.917254] env[65448]: DEBUG nova.scheduler.client.report [None req-51d6ccf0-e2c6-46c5-bb13-9639a8ca8708 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Updated inventory for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 with generation 94 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 845.917791] env[65448]: DEBUG nova.compute.provider_tree [None req-51d6ccf0-e2c6-46c5-bb13-9639a8ca8708 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Updating resource provider 76aeec68-79e6-4d77-baf0-33bb098aa897 generation from 94 to 95 during operation: update_inventory {{(pid=65448) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 845.917791] env[65448]: DEBUG nova.compute.provider_tree [None req-51d6ccf0-e2c6-46c5-bb13-9639a8ca8708 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Updating inventory in ProviderTree for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 846.007555] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a2af9546-2e57-4b6d-981d-b34d3698e7a2 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Lock "5e5a538b-8f59-45ca-bece-6a0cff169e0a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.413s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.104015] env[65448]: DEBUG oslo_vmware.api [None req-82f82ed6-e6e4-4fc4-904c-b1a371474929 tempest-ServerPasswordTestJSON-1060978021 tempest-ServerPasswordTestJSON-1060978021-project-member] Task: {'id': task-4937733, 'name': ReconfigVM_Task, 'duration_secs': 0.329142} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.104268] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-82f82ed6-e6e4-4fc4-904c-b1a371474929 tempest-ServerPasswordTestJSON-1060978021 tempest-ServerPasswordTestJSON-1060978021-project-member] [instance: 233af8b9-8f53-4e88-b316-ac6e2e2f85a1] Reconfigured VM instance instance-0000003d to attach disk [datastore1] 233af8b9-8f53-4e88-b316-ac6e2e2f85a1/233af8b9-8f53-4e88-b316-ac6e2e2f85a1.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 846.104917] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-49099a73-739e-4daa-88be-fd68b197a126 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.112660] env[65448]: DEBUG oslo_vmware.api [None req-82f82ed6-e6e4-4fc4-904c-b1a371474929 tempest-ServerPasswordTestJSON-1060978021 tempest-ServerPasswordTestJSON-1060978021-project-member] Waiting for the task: (returnval){ [ 846.112660] env[65448]: value = "task-4937734" [ 846.112660] env[65448]: _type = "Task" [ 846.112660] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.123574] env[65448]: DEBUG oslo_vmware.api [None req-82f82ed6-e6e4-4fc4-904c-b1a371474929 tempest-ServerPasswordTestJSON-1060978021 tempest-ServerPasswordTestJSON-1060978021-project-member] Task: {'id': task-4937734, 'name': Rename_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.226286] env[65448]: DEBUG nova.network.neutron [-] [instance: ad59f7b3-ae8f-4d9c-a7a0-c94d58009a94] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.423482] env[65448]: DEBUG oslo_concurrency.lockutils [None req-51d6ccf0-e2c6-46c5-bb13-9639a8ca8708 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 4.237s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.423700] env[65448]: INFO nova.compute.manager [None req-51d6ccf0-e2c6-46c5-bb13-9639a8ca8708 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] [instance: 9322f1d0-3ffb-46c6-8974-7fe56a517f7f] Migrating [ 846.431126] env[65448]: DEBUG oslo_concurrency.lockutils [None req-4a0aa83e-b020-4c33-aefb-684ef806255e tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 53.350s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.432621] env[65448]: INFO nova.compute.claims [None req-4a0aa83e-b020-4c33-aefb-684ef806255e tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: d20826fc-879b-4538-88d5-9a69017c9d23] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 846.511984] env[65448]: DEBUG nova.compute.manager [None req-3db3a372-fe70-446e-b66c-837f8f7c98ad tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] [instance: 2555d855-2461-4a92-ad02-372ecb1f4c10] Starting instance... {{(pid=65448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2483}} [ 846.624313] env[65448]: DEBUG oslo_vmware.api [None req-82f82ed6-e6e4-4fc4-904c-b1a371474929 tempest-ServerPasswordTestJSON-1060978021 tempest-ServerPasswordTestJSON-1060978021-project-member] Task: {'id': task-4937734, 'name': Rename_Task, 'duration_secs': 0.221204} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.625884] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-82f82ed6-e6e4-4fc4-904c-b1a371474929 tempest-ServerPasswordTestJSON-1060978021 tempest-ServerPasswordTestJSON-1060978021-project-member] [instance: 233af8b9-8f53-4e88-b316-ac6e2e2f85a1] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 846.625884] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-67d14eae-5bfb-4716-9ce0-39fe1126e0a5 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.633566] env[65448]: DEBUG oslo_vmware.api [None req-82f82ed6-e6e4-4fc4-904c-b1a371474929 tempest-ServerPasswordTestJSON-1060978021 tempest-ServerPasswordTestJSON-1060978021-project-member] Waiting for the task: (returnval){ [ 846.633566] env[65448]: value = "task-4937735" [ 846.633566] env[65448]: _type = "Task" [ 846.633566] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.643217] env[65448]: DEBUG oslo_vmware.api [None req-82f82ed6-e6e4-4fc4-904c-b1a371474929 tempest-ServerPasswordTestJSON-1060978021 tempest-ServerPasswordTestJSON-1060978021-project-member] Task: {'id': task-4937735, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.729445] env[65448]: INFO nova.compute.manager [-] [instance: ad59f7b3-ae8f-4d9c-a7a0-c94d58009a94] Took 1.29 seconds to deallocate network for instance. [ 846.936376] env[65448]: DEBUG nova.compute.manager [req-743a5448-fe9d-4ac1-beca-838ddbb1e2e3 req-6dc8f74b-3eae-4220-875b-9568ec03b527 service nova] [instance: f7fb46f9-1425-4f94-bcf1-dd722c442144] Received event network-changed-98d8fdd9-ceb0-4d8c-838a-c5c007bf9845 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 846.936645] env[65448]: DEBUG nova.compute.manager [req-743a5448-fe9d-4ac1-beca-838ddbb1e2e3 req-6dc8f74b-3eae-4220-875b-9568ec03b527 service nova] [instance: f7fb46f9-1425-4f94-bcf1-dd722c442144] Refreshing instance network info cache due to event network-changed-98d8fdd9-ceb0-4d8c-838a-c5c007bf9845. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 846.936831] env[65448]: DEBUG oslo_concurrency.lockutils [req-743a5448-fe9d-4ac1-beca-838ddbb1e2e3 req-6dc8f74b-3eae-4220-875b-9568ec03b527 service nova] Acquiring lock "refresh_cache-f7fb46f9-1425-4f94-bcf1-dd722c442144" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.936970] env[65448]: DEBUG oslo_concurrency.lockutils [req-743a5448-fe9d-4ac1-beca-838ddbb1e2e3 req-6dc8f74b-3eae-4220-875b-9568ec03b527 service nova] Acquired lock "refresh_cache-f7fb46f9-1425-4f94-bcf1-dd722c442144" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.937369] env[65448]: DEBUG nova.network.neutron [req-743a5448-fe9d-4ac1-beca-838ddbb1e2e3 req-6dc8f74b-3eae-4220-875b-9568ec03b527 service nova] [instance: f7fb46f9-1425-4f94-bcf1-dd722c442144] Refreshing network info cache for port 98d8fdd9-ceb0-4d8c-838a-c5c007bf9845 {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 846.945894] env[65448]: DEBUG oslo_concurrency.lockutils [None req-51d6ccf0-e2c6-46c5-bb13-9639a8ca8708 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Acquiring lock "refresh_cache-9322f1d0-3ffb-46c6-8974-7fe56a517f7f" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.946114] env[65448]: DEBUG oslo_concurrency.lockutils [None req-51d6ccf0-e2c6-46c5-bb13-9639a8ca8708 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Acquired lock "refresh_cache-9322f1d0-3ffb-46c6-8974-7fe56a517f7f" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.946358] env[65448]: DEBUG nova.network.neutron [None req-51d6ccf0-e2c6-46c5-bb13-9639a8ca8708 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] [instance: 9322f1d0-3ffb-46c6-8974-7fe56a517f7f] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 847.044413] env[65448]: DEBUG oslo_concurrency.lockutils [None req-3db3a372-fe70-446e-b66c-837f8f7c98ad tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.147687] env[65448]: DEBUG oslo_vmware.api [None req-82f82ed6-e6e4-4fc4-904c-b1a371474929 tempest-ServerPasswordTestJSON-1060978021 tempest-ServerPasswordTestJSON-1060978021-project-member] Task: {'id': task-4937735, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.153273] env[65448]: DEBUG nova.compute.manager [req-93eac27d-9678-42c6-a6fb-78a5660ae5ec req-0325fea3-ab88-4345-a364-d4c70da29a87 service nova] [instance: f7fb46f9-1425-4f94-bcf1-dd722c442144] Received event network-changed-98d8fdd9-ceb0-4d8c-838a-c5c007bf9845 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 847.153273] env[65448]: DEBUG nova.compute.manager [req-93eac27d-9678-42c6-a6fb-78a5660ae5ec req-0325fea3-ab88-4345-a364-d4c70da29a87 service nova] [instance: f7fb46f9-1425-4f94-bcf1-dd722c442144] Refreshing instance network info cache due to event network-changed-98d8fdd9-ceb0-4d8c-838a-c5c007bf9845. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 847.153497] env[65448]: DEBUG oslo_concurrency.lockutils [req-93eac27d-9678-42c6-a6fb-78a5660ae5ec req-0325fea3-ab88-4345-a364-d4c70da29a87 service nova] Acquiring lock "refresh_cache-f7fb46f9-1425-4f94-bcf1-dd722c442144" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.239043] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a69c15a1-94bf-4bba-8018-1099c4e18066 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.444332] env[65448]: WARNING neutronclient.v2_0.client [req-743a5448-fe9d-4ac1-beca-838ddbb1e2e3 req-6dc8f74b-3eae-4220-875b-9568ec03b527 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 847.451617] env[65448]: WARNING neutronclient.v2_0.client [None req-51d6ccf0-e2c6-46c5-bb13-9639a8ca8708 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 847.649235] env[65448]: DEBUG oslo_vmware.api [None req-82f82ed6-e6e4-4fc4-904c-b1a371474929 tempest-ServerPasswordTestJSON-1060978021 tempest-ServerPasswordTestJSON-1060978021-project-member] Task: {'id': task-4937735, 'name': PowerOnVM_Task, 'duration_secs': 0.542554} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.649675] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-82f82ed6-e6e4-4fc4-904c-b1a371474929 tempest-ServerPasswordTestJSON-1060978021 tempest-ServerPasswordTestJSON-1060978021-project-member] [instance: 233af8b9-8f53-4e88-b316-ac6e2e2f85a1] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 847.649780] env[65448]: INFO nova.compute.manager [None req-82f82ed6-e6e4-4fc4-904c-b1a371474929 tempest-ServerPasswordTestJSON-1060978021 tempest-ServerPasswordTestJSON-1060978021-project-member] [instance: 233af8b9-8f53-4e88-b316-ac6e2e2f85a1] Took 8.23 seconds to spawn the instance on the hypervisor. [ 847.650048] env[65448]: DEBUG nova.compute.manager [None req-82f82ed6-e6e4-4fc4-904c-b1a371474929 tempest-ServerPasswordTestJSON-1060978021 tempest-ServerPasswordTestJSON-1060978021-project-member] [instance: 233af8b9-8f53-4e88-b316-ac6e2e2f85a1] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 847.650945] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb3533de-bbf1-4bbd-a002-798b000b920e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.811406] env[65448]: WARNING neutronclient.v2_0.client [req-743a5448-fe9d-4ac1-beca-838ddbb1e2e3 req-6dc8f74b-3eae-4220-875b-9568ec03b527 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 847.838913] env[65448]: WARNING neutronclient.v2_0.client [None req-51d6ccf0-e2c6-46c5-bb13-9639a8ca8708 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 847.958238] env[65448]: DEBUG nova.network.neutron [req-743a5448-fe9d-4ac1-beca-838ddbb1e2e3 req-6dc8f74b-3eae-4220-875b-9568ec03b527 service nova] [instance: f7fb46f9-1425-4f94-bcf1-dd722c442144] Updated VIF entry in instance network info cache for port 98d8fdd9-ceb0-4d8c-838a-c5c007bf9845. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 847.958945] env[65448]: DEBUG nova.network.neutron [req-743a5448-fe9d-4ac1-beca-838ddbb1e2e3 req-6dc8f74b-3eae-4220-875b-9568ec03b527 service nova] [instance: f7fb46f9-1425-4f94-bcf1-dd722c442144] Updating instance_info_cache with network_info: [{"id": "98d8fdd9-ceb0-4d8c-838a-c5c007bf9845", "address": "fa:16:3e:eb:7f:4c", "network": {"id": "ec92fbb8-e847-4618-8dcb-acc0d0927f2a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1584526864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "5ab1468ac3bd4fefb709314546aaf89a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1195acd-707f-4bac-a99d-14db17a63802", "external-id": "nsx-vlan-transportzone-322", "segmentation_id": 322, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98d8fdd9-ce", "ovs_interfaceid": "98d8fdd9-ceb0-4d8c-838a-c5c007bf9845", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.025300] env[65448]: DEBUG nova.network.neutron [None req-51d6ccf0-e2c6-46c5-bb13-9639a8ca8708 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] [instance: 9322f1d0-3ffb-46c6-8974-7fe56a517f7f] Updating instance_info_cache with network_info: [{"id": "a3bbf70c-2341-4b10-a055-e6e585399a78", "address": "fa:16:3e:bc:25:51", "network": {"id": "8bceff40-3fe8-4c4e-8d97-0f1608c6de19", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.83", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a992292b6dae455593d228217860e2e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3bbf70c-23", "ovs_interfaceid": "a3bbf70c-2341-4b10-a055-e6e585399a78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.141364] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c73bd7b-1b96-410b-a64a-e314a5aaa061 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.153261] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cccba600-f514-49b3-979e-8b7f1442de79 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.190943] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f24ff7d5-ea27-41ab-84af-f45ad6ae5224 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.194481] env[65448]: INFO nova.compute.manager [None req-82f82ed6-e6e4-4fc4-904c-b1a371474929 tempest-ServerPasswordTestJSON-1060978021 tempest-ServerPasswordTestJSON-1060978021-project-member] [instance: 233af8b9-8f53-4e88-b316-ac6e2e2f85a1] Took 59.60 seconds to build instance. [ 848.203036] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d7b0a2c-c22a-4846-ac8c-856342d0bf31 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.219305] env[65448]: DEBUG nova.compute.provider_tree [None req-4a0aa83e-b020-4c33-aefb-684ef806255e tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 848.466582] env[65448]: DEBUG oslo_concurrency.lockutils [req-743a5448-fe9d-4ac1-beca-838ddbb1e2e3 req-6dc8f74b-3eae-4220-875b-9568ec03b527 service nova] Releasing lock "refresh_cache-f7fb46f9-1425-4f94-bcf1-dd722c442144" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.466807] env[65448]: DEBUG nova.compute.manager [req-743a5448-fe9d-4ac1-beca-838ddbb1e2e3 req-6dc8f74b-3eae-4220-875b-9568ec03b527 service nova] [instance: f7fb46f9-1425-4f94-bcf1-dd722c442144] Received event network-changed-98d8fdd9-ceb0-4d8c-838a-c5c007bf9845 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 848.466947] env[65448]: DEBUG nova.compute.manager [req-743a5448-fe9d-4ac1-beca-838ddbb1e2e3 req-6dc8f74b-3eae-4220-875b-9568ec03b527 service nova] [instance: f7fb46f9-1425-4f94-bcf1-dd722c442144] Refreshing instance network info cache due to event network-changed-98d8fdd9-ceb0-4d8c-838a-c5c007bf9845. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 848.467254] env[65448]: DEBUG oslo_concurrency.lockutils [req-743a5448-fe9d-4ac1-beca-838ddbb1e2e3 req-6dc8f74b-3eae-4220-875b-9568ec03b527 service nova] Acquiring lock "refresh_cache-f7fb46f9-1425-4f94-bcf1-dd722c442144" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.467476] env[65448]: DEBUG oslo_concurrency.lockutils [req-743a5448-fe9d-4ac1-beca-838ddbb1e2e3 req-6dc8f74b-3eae-4220-875b-9568ec03b527 service nova] Acquired lock "refresh_cache-f7fb46f9-1425-4f94-bcf1-dd722c442144" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.467655] env[65448]: DEBUG nova.network.neutron [req-743a5448-fe9d-4ac1-beca-838ddbb1e2e3 req-6dc8f74b-3eae-4220-875b-9568ec03b527 service nova] [instance: f7fb46f9-1425-4f94-bcf1-dd722c442144] Refreshing network info cache for port 98d8fdd9-ceb0-4d8c-838a-c5c007bf9845 {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 848.528681] env[65448]: DEBUG oslo_concurrency.lockutils [None req-51d6ccf0-e2c6-46c5-bb13-9639a8ca8708 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Releasing lock "refresh_cache-9322f1d0-3ffb-46c6-8974-7fe56a517f7f" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.696503] env[65448]: DEBUG oslo_concurrency.lockutils [None req-82f82ed6-e6e4-4fc4-904c-b1a371474929 tempest-ServerPasswordTestJSON-1060978021 tempest-ServerPasswordTestJSON-1060978021-project-member] Lock "233af8b9-8f53-4e88-b316-ac6e2e2f85a1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.987s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.722982] env[65448]: DEBUG nova.scheduler.client.report [None req-4a0aa83e-b020-4c33-aefb-684ef806255e tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 848.970800] env[65448]: WARNING neutronclient.v2_0.client [req-743a5448-fe9d-4ac1-beca-838ddbb1e2e3 req-6dc8f74b-3eae-4220-875b-9568ec03b527 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 849.103066] env[65448]: DEBUG nova.compute.manager [req-eeae7357-a300-4334-82a4-5905bc1f7a8e req-e5506ff5-88f5-431a-958c-dedd5825c3f5 service nova] [instance: 5e5a538b-8f59-45ca-bece-6a0cff169e0a] Received event network-changed-c28c03f9-de49-4287-bfbd-2a47961278d1 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 849.103221] env[65448]: DEBUG nova.compute.manager [req-eeae7357-a300-4334-82a4-5905bc1f7a8e req-e5506ff5-88f5-431a-958c-dedd5825c3f5 service nova] [instance: 5e5a538b-8f59-45ca-bece-6a0cff169e0a] Refreshing instance network info cache due to event network-changed-c28c03f9-de49-4287-bfbd-2a47961278d1. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 849.103459] env[65448]: DEBUG oslo_concurrency.lockutils [req-eeae7357-a300-4334-82a4-5905bc1f7a8e req-e5506ff5-88f5-431a-958c-dedd5825c3f5 service nova] Acquiring lock "refresh_cache-5e5a538b-8f59-45ca-bece-6a0cff169e0a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.103604] env[65448]: DEBUG oslo_concurrency.lockutils [req-eeae7357-a300-4334-82a4-5905bc1f7a8e req-e5506ff5-88f5-431a-958c-dedd5825c3f5 service nova] Acquired lock "refresh_cache-5e5a538b-8f59-45ca-bece-6a0cff169e0a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.103761] env[65448]: DEBUG nova.network.neutron [req-eeae7357-a300-4334-82a4-5905bc1f7a8e req-e5506ff5-88f5-431a-958c-dedd5825c3f5 service nova] [instance: 5e5a538b-8f59-45ca-bece-6a0cff169e0a] Refreshing network info cache for port c28c03f9-de49-4287-bfbd-2a47961278d1 {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 849.118188] env[65448]: WARNING neutronclient.v2_0.client [req-743a5448-fe9d-4ac1-beca-838ddbb1e2e3 req-6dc8f74b-3eae-4220-875b-9568ec03b527 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 849.202553] env[65448]: DEBUG nova.compute.manager [None req-81abdf0a-1b8b-4c20-b481-57e7454cac12 tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] [instance: 43ff9c8f-c282-4680-ab94-659f088e79a0] Starting instance... {{(pid=65448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2483}} [ 849.210369] env[65448]: DEBUG nova.network.neutron [req-743a5448-fe9d-4ac1-beca-838ddbb1e2e3 req-6dc8f74b-3eae-4220-875b-9568ec03b527 service nova] [instance: f7fb46f9-1425-4f94-bcf1-dd722c442144] Updated VIF entry in instance network info cache for port 98d8fdd9-ceb0-4d8c-838a-c5c007bf9845. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 849.210829] env[65448]: DEBUG nova.network.neutron [req-743a5448-fe9d-4ac1-beca-838ddbb1e2e3 req-6dc8f74b-3eae-4220-875b-9568ec03b527 service nova] [instance: f7fb46f9-1425-4f94-bcf1-dd722c442144] Updating instance_info_cache with network_info: [{"id": "98d8fdd9-ceb0-4d8c-838a-c5c007bf9845", "address": "fa:16:3e:eb:7f:4c", "network": {"id": "ec92fbb8-e847-4618-8dcb-acc0d0927f2a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1584526864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "5ab1468ac3bd4fefb709314546aaf89a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1195acd-707f-4bac-a99d-14db17a63802", "external-id": "nsx-vlan-transportzone-322", "segmentation_id": 322, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98d8fdd9-ce", "ovs_interfaceid": "98d8fdd9-ceb0-4d8c-838a-c5c007bf9845", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.230124] env[65448]: DEBUG oslo_concurrency.lockutils [None req-4a0aa83e-b020-4c33-aefb-684ef806255e tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.799s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.230326] env[65448]: DEBUG nova.compute.manager [None req-4a0aa83e-b020-4c33-aefb-684ef806255e tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: d20826fc-879b-4538-88d5-9a69017c9d23] Start building networks asynchronously for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2881}} [ 849.233899] env[65448]: DEBUG oslo_concurrency.lockutils [None req-491ab110-c9de-48ac-b10a-2054aeb79b9b tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 55.886s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.234165] env[65448]: DEBUG nova.objects.instance [None req-491ab110-c9de-48ac-b10a-2054aeb79b9b tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] [instance: 5b08f3ba-7400-48f2-af8c-a0ea3ec59dc2] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65448) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 849.610519] env[65448]: WARNING neutronclient.v2_0.client [req-eeae7357-a300-4334-82a4-5905bc1f7a8e req-e5506ff5-88f5-431a-958c-dedd5825c3f5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 849.669547] env[65448]: DEBUG oslo_concurrency.lockutils [None req-f3dfd457-52a4-4f45-bb09-225c78373b6f tempest-ServerPasswordTestJSON-1060978021 tempest-ServerPasswordTestJSON-1060978021-project-member] Acquiring lock "233af8b9-8f53-4e88-b316-ac6e2e2f85a1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.669993] env[65448]: DEBUG oslo_concurrency.lockutils [None req-f3dfd457-52a4-4f45-bb09-225c78373b6f tempest-ServerPasswordTestJSON-1060978021 tempest-ServerPasswordTestJSON-1060978021-project-member] Lock "233af8b9-8f53-4e88-b316-ac6e2e2f85a1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.670275] env[65448]: DEBUG oslo_concurrency.lockutils [None req-f3dfd457-52a4-4f45-bb09-225c78373b6f tempest-ServerPasswordTestJSON-1060978021 tempest-ServerPasswordTestJSON-1060978021-project-member] Acquiring lock "233af8b9-8f53-4e88-b316-ac6e2e2f85a1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.670480] env[65448]: DEBUG oslo_concurrency.lockutils [None req-f3dfd457-52a4-4f45-bb09-225c78373b6f tempest-ServerPasswordTestJSON-1060978021 tempest-ServerPasswordTestJSON-1060978021-project-member] Lock "233af8b9-8f53-4e88-b316-ac6e2e2f85a1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.670645] env[65448]: DEBUG oslo_concurrency.lockutils [None req-f3dfd457-52a4-4f45-bb09-225c78373b6f tempest-ServerPasswordTestJSON-1060978021 tempest-ServerPasswordTestJSON-1060978021-project-member] Lock "233af8b9-8f53-4e88-b316-ac6e2e2f85a1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.673564] env[65448]: INFO nova.compute.manager [None req-f3dfd457-52a4-4f45-bb09-225c78373b6f tempest-ServerPasswordTestJSON-1060978021 tempest-ServerPasswordTestJSON-1060978021-project-member] [instance: 233af8b9-8f53-4e88-b316-ac6e2e2f85a1] Terminating instance [ 849.715696] env[65448]: DEBUG oslo_concurrency.lockutils [req-743a5448-fe9d-4ac1-beca-838ddbb1e2e3 req-6dc8f74b-3eae-4220-875b-9568ec03b527 service nova] Releasing lock "refresh_cache-f7fb46f9-1425-4f94-bcf1-dd722c442144" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.715960] env[65448]: DEBUG nova.compute.manager [req-743a5448-fe9d-4ac1-beca-838ddbb1e2e3 req-6dc8f74b-3eae-4220-875b-9568ec03b527 service nova] [instance: ad59f7b3-ae8f-4d9c-a7a0-c94d58009a94] Received event network-vif-deleted-7de851c5-46f1-4c5f-85a1-4eb851049645 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 849.716558] env[65448]: DEBUG oslo_concurrency.lockutils [req-93eac27d-9678-42c6-a6fb-78a5660ae5ec req-0325fea3-ab88-4345-a364-d4c70da29a87 service nova] Acquired lock "refresh_cache-f7fb46f9-1425-4f94-bcf1-dd722c442144" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.717154] env[65448]: DEBUG nova.network.neutron [req-93eac27d-9678-42c6-a6fb-78a5660ae5ec req-0325fea3-ab88-4345-a364-d4c70da29a87 service nova] [instance: f7fb46f9-1425-4f94-bcf1-dd722c442144] Refreshing network info cache for port 98d8fdd9-ceb0-4d8c-838a-c5c007bf9845 {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 849.735198] env[65448]: DEBUG oslo_concurrency.lockutils [None req-81abdf0a-1b8b-4c20-b481-57e7454cac12 tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.740787] env[65448]: DEBUG nova.compute.utils [None req-4a0aa83e-b020-4c33-aefb-684ef806255e tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Using /dev/sd instead of None {{(pid=65448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 849.745862] env[65448]: DEBUG nova.compute.manager [None req-4a0aa83e-b020-4c33-aefb-684ef806255e tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: d20826fc-879b-4538-88d5-9a69017c9d23] Allocating IP information in the background. {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 849.745862] env[65448]: DEBUG nova.network.neutron [None req-4a0aa83e-b020-4c33-aefb-684ef806255e tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: d20826fc-879b-4538-88d5-9a69017c9d23] allocate_for_instance() {{(pid=65448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 849.745862] env[65448]: WARNING neutronclient.v2_0.client [None req-4a0aa83e-b020-4c33-aefb-684ef806255e tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 849.748174] env[65448]: WARNING neutronclient.v2_0.client [None req-4a0aa83e-b020-4c33-aefb-684ef806255e tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 849.799521] env[65448]: WARNING neutronclient.v2_0.client [req-eeae7357-a300-4334-82a4-5905bc1f7a8e req-e5506ff5-88f5-431a-958c-dedd5825c3f5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 849.806433] env[65448]: DEBUG nova.policy [None req-4a0aa83e-b020-4c33-aefb-684ef806255e tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '13c0267394e44d39aa313dd6e28d2c5b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '916343b5368a43deacc775f54aa9bc72', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65448) authorize /opt/stack/nova/nova/policy.py:192}} [ 849.893709] env[65448]: DEBUG nova.network.neutron [req-eeae7357-a300-4334-82a4-5905bc1f7a8e req-e5506ff5-88f5-431a-958c-dedd5825c3f5 service nova] [instance: 5e5a538b-8f59-45ca-bece-6a0cff169e0a] Updated VIF entry in instance network info cache for port c28c03f9-de49-4287-bfbd-2a47961278d1. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 849.894144] env[65448]: DEBUG nova.network.neutron [req-eeae7357-a300-4334-82a4-5905bc1f7a8e req-e5506ff5-88f5-431a-958c-dedd5825c3f5 service nova] [instance: 5e5a538b-8f59-45ca-bece-6a0cff169e0a] Updating instance_info_cache with network_info: [{"id": "c28c03f9-de49-4287-bfbd-2a47961278d1", "address": "fa:16:3e:ae:5f:01", "network": {"id": "ae7fb699-1e8f-4e6e-ba65-11efac49c1f2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2072253352-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40f710aa821f49ef963bafd588fa759f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc28c03f9-de", "ovs_interfaceid": "c28c03f9-de49-4287-bfbd-2a47961278d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.911210] env[65448]: DEBUG oslo_concurrency.lockutils [None req-f724b6d5-5b31-49b2-a1ff-197338b050f7 tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] Acquiring lock "f7fb46f9-1425-4f94-bcf1-dd722c442144" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.911510] env[65448]: DEBUG oslo_concurrency.lockutils [None req-f724b6d5-5b31-49b2-a1ff-197338b050f7 tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] Lock "f7fb46f9-1425-4f94-bcf1-dd722c442144" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.911677] env[65448]: DEBUG oslo_concurrency.lockutils [None req-f724b6d5-5b31-49b2-a1ff-197338b050f7 tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] Acquiring lock "f7fb46f9-1425-4f94-bcf1-dd722c442144-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.911870] env[65448]: DEBUG oslo_concurrency.lockutils [None req-f724b6d5-5b31-49b2-a1ff-197338b050f7 tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] Lock "f7fb46f9-1425-4f94-bcf1-dd722c442144-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.912223] env[65448]: DEBUG oslo_concurrency.lockutils [None req-f724b6d5-5b31-49b2-a1ff-197338b050f7 tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] Lock "f7fb46f9-1425-4f94-bcf1-dd722c442144-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.917397] env[65448]: INFO nova.compute.manager [None req-f724b6d5-5b31-49b2-a1ff-197338b050f7 tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] [instance: f7fb46f9-1425-4f94-bcf1-dd722c442144] Terminating instance [ 850.043013] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0e71b9c-d419-4c6f-8ee7-dd8349d19a51 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.064837] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-51d6ccf0-e2c6-46c5-bb13-9639a8ca8708 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] [instance: 9322f1d0-3ffb-46c6-8974-7fe56a517f7f] Updating instance '9322f1d0-3ffb-46c6-8974-7fe56a517f7f' progress to 0 {{(pid=65448) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 850.169407] env[65448]: DEBUG nova.network.neutron [None req-4a0aa83e-b020-4c33-aefb-684ef806255e tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: d20826fc-879b-4538-88d5-9a69017c9d23] Successfully created port: cc58a40b-ed15-459d-836b-ede0116a24e8 {{(pid=65448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 850.177766] env[65448]: DEBUG nova.compute.manager [None req-f3dfd457-52a4-4f45-bb09-225c78373b6f tempest-ServerPasswordTestJSON-1060978021 tempest-ServerPasswordTestJSON-1060978021-project-member] [instance: 233af8b9-8f53-4e88-b316-ac6e2e2f85a1] Start destroying the instance on the hypervisor. {{(pid=65448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3209}} [ 850.177993] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-f3dfd457-52a4-4f45-bb09-225c78373b6f tempest-ServerPasswordTestJSON-1060978021 tempest-ServerPasswordTestJSON-1060978021-project-member] [instance: 233af8b9-8f53-4e88-b316-ac6e2e2f85a1] Destroying instance {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 850.179234] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-729babcd-64c0-44d3-b165-4c7d8784c9de {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.189273] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3dfd457-52a4-4f45-bb09-225c78373b6f tempest-ServerPasswordTestJSON-1060978021 tempest-ServerPasswordTestJSON-1060978021-project-member] [instance: 233af8b9-8f53-4e88-b316-ac6e2e2f85a1] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 850.189648] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-28ace642-958f-4c6c-bf62-3ba7fe9273a9 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.198223] env[65448]: DEBUG oslo_vmware.api [None req-f3dfd457-52a4-4f45-bb09-225c78373b6f tempest-ServerPasswordTestJSON-1060978021 tempest-ServerPasswordTestJSON-1060978021-project-member] Waiting for the task: (returnval){ [ 850.198223] env[65448]: value = "task-4937736" [ 850.198223] env[65448]: _type = "Task" [ 850.198223] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.211932] env[65448]: DEBUG oslo_vmware.api [None req-f3dfd457-52a4-4f45-bb09-225c78373b6f tempest-ServerPasswordTestJSON-1060978021 tempest-ServerPasswordTestJSON-1060978021-project-member] Task: {'id': task-4937736, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.220115] env[65448]: WARNING neutronclient.v2_0.client [req-93eac27d-9678-42c6-a6fb-78a5660ae5ec req-0325fea3-ab88-4345-a364-d4c70da29a87 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 850.246196] env[65448]: DEBUG nova.compute.manager [None req-4a0aa83e-b020-4c33-aefb-684ef806255e tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: d20826fc-879b-4538-88d5-9a69017c9d23] Start building block device mappings for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2916}} [ 850.253283] env[65448]: DEBUG oslo_concurrency.lockutils [None req-491ab110-c9de-48ac-b10a-2054aeb79b9b tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.254793] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d18c615d-3506-431d-b90b-a0f46ab8d6b0 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 55.436s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.255145] env[65448]: DEBUG nova.objects.instance [None req-d18c615d-3506-431d-b90b-a0f46ab8d6b0 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Lazy-loading 'resources' on Instance uuid b3fef10e-1394-434b-b1b7-f239a27e182b {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 850.397555] env[65448]: DEBUG oslo_concurrency.lockutils [req-eeae7357-a300-4334-82a4-5905bc1f7a8e req-e5506ff5-88f5-431a-958c-dedd5825c3f5 service nova] Releasing lock "refresh_cache-5e5a538b-8f59-45ca-bece-6a0cff169e0a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.398178] env[65448]: DEBUG nova.compute.manager [req-eeae7357-a300-4334-82a4-5905bc1f7a8e req-e5506ff5-88f5-431a-958c-dedd5825c3f5 service nova] [instance: f7fb46f9-1425-4f94-bcf1-dd722c442144] Received event network-changed-98d8fdd9-ceb0-4d8c-838a-c5c007bf9845 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 850.398178] env[65448]: DEBUG nova.compute.manager [req-eeae7357-a300-4334-82a4-5905bc1f7a8e req-e5506ff5-88f5-431a-958c-dedd5825c3f5 service nova] [instance: f7fb46f9-1425-4f94-bcf1-dd722c442144] Refreshing instance network info cache due to event network-changed-98d8fdd9-ceb0-4d8c-838a-c5c007bf9845. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 850.398375] env[65448]: DEBUG oslo_concurrency.lockutils [req-eeae7357-a300-4334-82a4-5905bc1f7a8e req-e5506ff5-88f5-431a-958c-dedd5825c3f5 service nova] Acquiring lock "refresh_cache-f7fb46f9-1425-4f94-bcf1-dd722c442144" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.399718] env[65448]: WARNING neutronclient.v2_0.client [req-93eac27d-9678-42c6-a6fb-78a5660ae5ec req-0325fea3-ab88-4345-a364-d4c70da29a87 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 850.421323] env[65448]: DEBUG nova.compute.manager [None req-f724b6d5-5b31-49b2-a1ff-197338b050f7 tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] [instance: f7fb46f9-1425-4f94-bcf1-dd722c442144] Start destroying the instance on the hypervisor. {{(pid=65448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3209}} [ 850.421622] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-f724b6d5-5b31-49b2-a1ff-197338b050f7 tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] [instance: f7fb46f9-1425-4f94-bcf1-dd722c442144] Destroying instance {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 850.422677] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-517c26cd-ce15-4fea-9240-3af6ddc725d9 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.432416] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-f724b6d5-5b31-49b2-a1ff-197338b050f7 tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] [instance: f7fb46f9-1425-4f94-bcf1-dd722c442144] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 850.432742] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d69fa94c-b6ec-4858-8fbc-c727c9b78c6a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.440305] env[65448]: DEBUG oslo_vmware.api [None req-f724b6d5-5b31-49b2-a1ff-197338b050f7 tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] Waiting for the task: (returnval){ [ 850.440305] env[65448]: value = "task-4937737" [ 850.440305] env[65448]: _type = "Task" [ 850.440305] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.450949] env[65448]: DEBUG oslo_vmware.api [None req-f724b6d5-5b31-49b2-a1ff-197338b050f7 tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] Task: {'id': task-4937737, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.570839] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-51d6ccf0-e2c6-46c5-bb13-9639a8ca8708 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] [instance: 9322f1d0-3ffb-46c6-8974-7fe56a517f7f] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 850.571332] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3ac9118c-1c33-478e-a9ed-23f532cb9893 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.580109] env[65448]: DEBUG oslo_vmware.api [None req-51d6ccf0-e2c6-46c5-bb13-9639a8ca8708 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Waiting for the task: (returnval){ [ 850.580109] env[65448]: value = "task-4937738" [ 850.580109] env[65448]: _type = "Task" [ 850.580109] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.585973] env[65448]: DEBUG nova.network.neutron [req-93eac27d-9678-42c6-a6fb-78a5660ae5ec req-0325fea3-ab88-4345-a364-d4c70da29a87 service nova] [instance: f7fb46f9-1425-4f94-bcf1-dd722c442144] Updated VIF entry in instance network info cache for port 98d8fdd9-ceb0-4d8c-838a-c5c007bf9845. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 850.585973] env[65448]: DEBUG nova.network.neutron [req-93eac27d-9678-42c6-a6fb-78a5660ae5ec req-0325fea3-ab88-4345-a364-d4c70da29a87 service nova] [instance: f7fb46f9-1425-4f94-bcf1-dd722c442144] Updating instance_info_cache with network_info: [{"id": "98d8fdd9-ceb0-4d8c-838a-c5c007bf9845", "address": "fa:16:3e:eb:7f:4c", "network": {"id": "ec92fbb8-e847-4618-8dcb-acc0d0927f2a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1584526864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "5ab1468ac3bd4fefb709314546aaf89a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1195acd-707f-4bac-a99d-14db17a63802", "external-id": "nsx-vlan-transportzone-322", "segmentation_id": 322, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98d8fdd9-ce", "ovs_interfaceid": "98d8fdd9-ceb0-4d8c-838a-c5c007bf9845", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.596032] env[65448]: DEBUG oslo_vmware.api [None req-51d6ccf0-e2c6-46c5-bb13-9639a8ca8708 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Task: {'id': task-4937738, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.711380] env[65448]: DEBUG oslo_vmware.api [None req-f3dfd457-52a4-4f45-bb09-225c78373b6f tempest-ServerPasswordTestJSON-1060978021 tempest-ServerPasswordTestJSON-1060978021-project-member] Task: {'id': task-4937736, 'name': PowerOffVM_Task, 'duration_secs': 0.239427} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.712036] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3dfd457-52a4-4f45-bb09-225c78373b6f tempest-ServerPasswordTestJSON-1060978021 tempest-ServerPasswordTestJSON-1060978021-project-member] [instance: 233af8b9-8f53-4e88-b316-ac6e2e2f85a1] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 850.712036] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-f3dfd457-52a4-4f45-bb09-225c78373b6f tempest-ServerPasswordTestJSON-1060978021 tempest-ServerPasswordTestJSON-1060978021-project-member] [instance: 233af8b9-8f53-4e88-b316-ac6e2e2f85a1] Unregistering the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 850.712200] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5041fc88-2b30-49e8-a18b-c4949f93e3c5 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.951855] env[65448]: DEBUG oslo_vmware.api [None req-f724b6d5-5b31-49b2-a1ff-197338b050f7 tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] Task: {'id': task-4937737, 'name': PowerOffVM_Task, 'duration_secs': 0.396341} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.952235] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-f724b6d5-5b31-49b2-a1ff-197338b050f7 tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] [instance: f7fb46f9-1425-4f94-bcf1-dd722c442144] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 850.955630] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-f724b6d5-5b31-49b2-a1ff-197338b050f7 tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] [instance: f7fb46f9-1425-4f94-bcf1-dd722c442144] Unregistering the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 850.958224] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0f621289-5a8d-4287-a062-ff37f5c9677b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.961808] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-f3dfd457-52a4-4f45-bb09-225c78373b6f tempest-ServerPasswordTestJSON-1060978021 tempest-ServerPasswordTestJSON-1060978021-project-member] [instance: 233af8b9-8f53-4e88-b316-ac6e2e2f85a1] Unregistered the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 850.962106] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-f3dfd457-52a4-4f45-bb09-225c78373b6f tempest-ServerPasswordTestJSON-1060978021 tempest-ServerPasswordTestJSON-1060978021-project-member] [instance: 233af8b9-8f53-4e88-b316-ac6e2e2f85a1] Deleting contents of the VM from datastore datastore1 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 850.962397] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3dfd457-52a4-4f45-bb09-225c78373b6f tempest-ServerPasswordTestJSON-1060978021 tempest-ServerPasswordTestJSON-1060978021-project-member] Deleting the datastore file [datastore1] 233af8b9-8f53-4e88-b316-ac6e2e2f85a1 {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 850.963157] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-48b9fd01-753f-4594-8ad4-0b6490b6a0ca {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.972769] env[65448]: DEBUG oslo_vmware.api [None req-f3dfd457-52a4-4f45-bb09-225c78373b6f tempest-ServerPasswordTestJSON-1060978021 tempest-ServerPasswordTestJSON-1060978021-project-member] Waiting for the task: (returnval){ [ 850.972769] env[65448]: value = "task-4937741" [ 850.972769] env[65448]: _type = "Task" [ 850.972769] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.985151] env[65448]: DEBUG oslo_vmware.api [None req-f3dfd457-52a4-4f45-bb09-225c78373b6f tempest-ServerPasswordTestJSON-1060978021 tempest-ServerPasswordTestJSON-1060978021-project-member] Task: {'id': task-4937741, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.034079] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-f724b6d5-5b31-49b2-a1ff-197338b050f7 tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] [instance: f7fb46f9-1425-4f94-bcf1-dd722c442144] Unregistered the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 851.034079] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-f724b6d5-5b31-49b2-a1ff-197338b050f7 tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] [instance: f7fb46f9-1425-4f94-bcf1-dd722c442144] Deleting contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 851.034079] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-f724b6d5-5b31-49b2-a1ff-197338b050f7 tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] Deleting the datastore file [datastore2] f7fb46f9-1425-4f94-bcf1-dd722c442144 {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 851.034079] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-64b77361-11e7-4309-a00a-d96dc4056e76 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.045110] env[65448]: DEBUG oslo_vmware.api [None req-f724b6d5-5b31-49b2-a1ff-197338b050f7 tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] Waiting for the task: (returnval){ [ 851.045110] env[65448]: value = "task-4937742" [ 851.045110] env[65448]: _type = "Task" [ 851.045110] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.056054] env[65448]: DEBUG oslo_vmware.api [None req-f724b6d5-5b31-49b2-a1ff-197338b050f7 tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] Task: {'id': task-4937742, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.093766] env[65448]: DEBUG oslo_concurrency.lockutils [req-93eac27d-9678-42c6-a6fb-78a5660ae5ec req-0325fea3-ab88-4345-a364-d4c70da29a87 service nova] Releasing lock "refresh_cache-f7fb46f9-1425-4f94-bcf1-dd722c442144" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.094317] env[65448]: DEBUG oslo_vmware.api [None req-51d6ccf0-e2c6-46c5-bb13-9639a8ca8708 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Task: {'id': task-4937738, 'name': PowerOffVM_Task, 'duration_secs': 0.283388} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.094603] env[65448]: DEBUG oslo_concurrency.lockutils [req-eeae7357-a300-4334-82a4-5905bc1f7a8e req-e5506ff5-88f5-431a-958c-dedd5825c3f5 service nova] Acquired lock "refresh_cache-f7fb46f9-1425-4f94-bcf1-dd722c442144" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.094894] env[65448]: DEBUG nova.network.neutron [req-eeae7357-a300-4334-82a4-5905bc1f7a8e req-e5506ff5-88f5-431a-958c-dedd5825c3f5 service nova] [instance: f7fb46f9-1425-4f94-bcf1-dd722c442144] Refreshing network info cache for port 98d8fdd9-ceb0-4d8c-838a-c5c007bf9845 {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 851.097792] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-51d6ccf0-e2c6-46c5-bb13-9639a8ca8708 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] [instance: 9322f1d0-3ffb-46c6-8974-7fe56a517f7f] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 851.097999] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-51d6ccf0-e2c6-46c5-bb13-9639a8ca8708 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] [instance: 9322f1d0-3ffb-46c6-8974-7fe56a517f7f] Updating instance '9322f1d0-3ffb-46c6-8974-7fe56a517f7f' progress to 17 {{(pid=65448) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 851.258165] env[65448]: DEBUG nova.compute.manager [None req-4a0aa83e-b020-4c33-aefb-684ef806255e tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: d20826fc-879b-4538-88d5-9a69017c9d23] Start spawning the instance on the hypervisor. {{(pid=65448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2689}} [ 851.287267] env[65448]: DEBUG nova.virt.hardware [None req-4a0aa83e-b020-4c33-aefb-684ef806255e tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-08T17:19:51Z,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a992292b6dae455593d228217860e2e1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-08T17:19:52Z,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 851.287267] env[65448]: DEBUG nova.virt.hardware [None req-4a0aa83e-b020-4c33-aefb-684ef806255e tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 851.287267] env[65448]: DEBUG nova.virt.hardware [None req-4a0aa83e-b020-4c33-aefb-684ef806255e tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 851.287267] env[65448]: DEBUG nova.virt.hardware [None req-4a0aa83e-b020-4c33-aefb-684ef806255e tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 851.287729] env[65448]: DEBUG nova.virt.hardware [None req-4a0aa83e-b020-4c33-aefb-684ef806255e tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 851.288046] env[65448]: DEBUG nova.virt.hardware [None req-4a0aa83e-b020-4c33-aefb-684ef806255e tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 851.288403] env[65448]: DEBUG nova.virt.hardware [None req-4a0aa83e-b020-4c33-aefb-684ef806255e tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 851.288690] env[65448]: DEBUG nova.virt.hardware [None req-4a0aa83e-b020-4c33-aefb-684ef806255e tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 851.289067] env[65448]: DEBUG nova.virt.hardware [None req-4a0aa83e-b020-4c33-aefb-684ef806255e tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 851.289373] env[65448]: DEBUG nova.virt.hardware [None req-4a0aa83e-b020-4c33-aefb-684ef806255e tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 851.289674] env[65448]: DEBUG nova.virt.hardware [None req-4a0aa83e-b020-4c33-aefb-684ef806255e tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 851.291079] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d190e55c-d565-4fcb-8380-73982014db9f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.307609] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe56cc25-6e74-44f9-993f-f2a6e6a5c0b8 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.421554] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f821116-340f-4539-bf13-7f672bf0abe1 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.430189] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3160a91b-171f-4745-8ab3-0ef99374a2f9 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.463473] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f024e233-f111-4837-b3ec-1ee655651026 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.472526] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-896d4ce1-3005-488a-ae76-c0328f197ad3 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.485257] env[65448]: DEBUG oslo_vmware.api [None req-f3dfd457-52a4-4f45-bb09-225c78373b6f tempest-ServerPasswordTestJSON-1060978021 tempest-ServerPasswordTestJSON-1060978021-project-member] Task: {'id': task-4937741, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162724} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.494571] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3dfd457-52a4-4f45-bb09-225c78373b6f tempest-ServerPasswordTestJSON-1060978021 tempest-ServerPasswordTestJSON-1060978021-project-member] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 851.494722] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-f3dfd457-52a4-4f45-bb09-225c78373b6f tempest-ServerPasswordTestJSON-1060978021 tempest-ServerPasswordTestJSON-1060978021-project-member] [instance: 233af8b9-8f53-4e88-b316-ac6e2e2f85a1] Deleted contents of the VM from datastore datastore1 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 851.494886] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-f3dfd457-52a4-4f45-bb09-225c78373b6f tempest-ServerPasswordTestJSON-1060978021 tempest-ServerPasswordTestJSON-1060978021-project-member] [instance: 233af8b9-8f53-4e88-b316-ac6e2e2f85a1] Instance destroyed {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 851.495102] env[65448]: INFO nova.compute.manager [None req-f3dfd457-52a4-4f45-bb09-225c78373b6f tempest-ServerPasswordTestJSON-1060978021 tempest-ServerPasswordTestJSON-1060978021-project-member] [instance: 233af8b9-8f53-4e88-b316-ac6e2e2f85a1] Took 1.32 seconds to destroy the instance on the hypervisor. [ 851.495378] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-f3dfd457-52a4-4f45-bb09-225c78373b6f tempest-ServerPasswordTestJSON-1060978021 tempest-ServerPasswordTestJSON-1060978021-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 851.495778] env[65448]: DEBUG nova.compute.provider_tree [None req-d18c615d-3506-431d-b90b-a0f46ab8d6b0 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 851.497091] env[65448]: DEBUG nova.compute.manager [-] [instance: 233af8b9-8f53-4e88-b316-ac6e2e2f85a1] Deallocating network for instance {{(pid=65448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 851.497679] env[65448]: DEBUG nova.network.neutron [-] [instance: 233af8b9-8f53-4e88-b316-ac6e2e2f85a1] deallocate_for_instance() {{(pid=65448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 851.497679] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 851.543676] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 851.554828] env[65448]: DEBUG oslo_vmware.api [None req-f724b6d5-5b31-49b2-a1ff-197338b050f7 tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] Task: {'id': task-4937742, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.211021} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.555084] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-f724b6d5-5b31-49b2-a1ff-197338b050f7 tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 851.555245] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-f724b6d5-5b31-49b2-a1ff-197338b050f7 tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] [instance: f7fb46f9-1425-4f94-bcf1-dd722c442144] Deleted contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 851.555433] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-f724b6d5-5b31-49b2-a1ff-197338b050f7 tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] [instance: f7fb46f9-1425-4f94-bcf1-dd722c442144] Instance destroyed {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 851.555572] env[65448]: INFO nova.compute.manager [None req-f724b6d5-5b31-49b2-a1ff-197338b050f7 tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] [instance: f7fb46f9-1425-4f94-bcf1-dd722c442144] Took 1.13 seconds to destroy the instance on the hypervisor. [ 851.555812] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-f724b6d5-5b31-49b2-a1ff-197338b050f7 tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 851.555998] env[65448]: DEBUG nova.compute.manager [-] [instance: f7fb46f9-1425-4f94-bcf1-dd722c442144] Deallocating network for instance {{(pid=65448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 851.556107] env[65448]: DEBUG nova.network.neutron [-] [instance: f7fb46f9-1425-4f94-bcf1-dd722c442144] deallocate_for_instance() {{(pid=65448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 851.556353] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 851.598396] env[65448]: WARNING neutronclient.v2_0.client [req-eeae7357-a300-4334-82a4-5905bc1f7a8e req-e5506ff5-88f5-431a-958c-dedd5825c3f5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 851.604700] env[65448]: DEBUG nova.virt.hardware [None req-51d6ccf0-e2c6-46c5-bb13-9639a8ca8708 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 851.604918] env[65448]: DEBUG nova.virt.hardware [None req-51d6ccf0-e2c6-46c5-bb13-9639a8ca8708 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 851.605081] env[65448]: DEBUG nova.virt.hardware [None req-51d6ccf0-e2c6-46c5-bb13-9639a8ca8708 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 851.605297] env[65448]: DEBUG nova.virt.hardware [None req-51d6ccf0-e2c6-46c5-bb13-9639a8ca8708 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 851.605454] env[65448]: DEBUG nova.virt.hardware [None req-51d6ccf0-e2c6-46c5-bb13-9639a8ca8708 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 851.605600] env[65448]: DEBUG nova.virt.hardware [None req-51d6ccf0-e2c6-46c5-bb13-9639a8ca8708 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 851.605932] env[65448]: DEBUG nova.virt.hardware [None req-51d6ccf0-e2c6-46c5-bb13-9639a8ca8708 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 851.605932] env[65448]: DEBUG nova.virt.hardware [None req-51d6ccf0-e2c6-46c5-bb13-9639a8ca8708 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 851.606155] env[65448]: DEBUG nova.virt.hardware [None req-51d6ccf0-e2c6-46c5-bb13-9639a8ca8708 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 851.606668] env[65448]: DEBUG nova.virt.hardware [None req-51d6ccf0-e2c6-46c5-bb13-9639a8ca8708 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 851.606866] env[65448]: DEBUG nova.virt.hardware [None req-51d6ccf0-e2c6-46c5-bb13-9639a8ca8708 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 851.611776] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f17c568a-7666-43f7-96f6-93e78382dcfd {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.629775] env[65448]: DEBUG oslo_vmware.api [None req-51d6ccf0-e2c6-46c5-bb13-9639a8ca8708 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Waiting for the task: (returnval){ [ 851.629775] env[65448]: value = "task-4937743" [ 851.629775] env[65448]: _type = "Task" [ 851.629775] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.640190] env[65448]: DEBUG oslo_vmware.api [None req-51d6ccf0-e2c6-46c5-bb13-9639a8ca8708 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Task: {'id': task-4937743, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.702905] env[65448]: DEBUG nova.compute.manager [req-c27ff4a7-3649-4d54-ab63-e741f5fd95b9 req-b625c65f-b51b-450d-9643-2fa7241c5f97 service nova] [instance: d20826fc-879b-4538-88d5-9a69017c9d23] Received event network-vif-plugged-cc58a40b-ed15-459d-836b-ede0116a24e8 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 851.704891] env[65448]: DEBUG oslo_concurrency.lockutils [req-c27ff4a7-3649-4d54-ab63-e741f5fd95b9 req-b625c65f-b51b-450d-9643-2fa7241c5f97 service nova] Acquiring lock "d20826fc-879b-4538-88d5-9a69017c9d23-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.704891] env[65448]: DEBUG oslo_concurrency.lockutils [req-c27ff4a7-3649-4d54-ab63-e741f5fd95b9 req-b625c65f-b51b-450d-9643-2fa7241c5f97 service nova] Lock "d20826fc-879b-4538-88d5-9a69017c9d23-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.704891] env[65448]: DEBUG oslo_concurrency.lockutils [req-c27ff4a7-3649-4d54-ab63-e741f5fd95b9 req-b625c65f-b51b-450d-9643-2fa7241c5f97 service nova] Lock "d20826fc-879b-4538-88d5-9a69017c9d23-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.704891] env[65448]: DEBUG nova.compute.manager [req-c27ff4a7-3649-4d54-ab63-e741f5fd95b9 req-b625c65f-b51b-450d-9643-2fa7241c5f97 service nova] [instance: d20826fc-879b-4538-88d5-9a69017c9d23] No waiting events found dispatching network-vif-plugged-cc58a40b-ed15-459d-836b-ede0116a24e8 {{(pid=65448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 851.704891] env[65448]: WARNING nova.compute.manager [req-c27ff4a7-3649-4d54-ab63-e741f5fd95b9 req-b625c65f-b51b-450d-9643-2fa7241c5f97 service nova] [instance: d20826fc-879b-4538-88d5-9a69017c9d23] Received unexpected event network-vif-plugged-cc58a40b-ed15-459d-836b-ede0116a24e8 for instance with vm_state building and task_state spawning. [ 851.785634] env[65448]: DEBUG nova.network.neutron [None req-4a0aa83e-b020-4c33-aefb-684ef806255e tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: d20826fc-879b-4538-88d5-9a69017c9d23] Successfully updated port: cc58a40b-ed15-459d-836b-ede0116a24e8 {{(pid=65448) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 851.818782] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 851.910606] env[65448]: DEBUG nova.compute.manager [req-c9259591-da71-403d-a709-3cad15f49527 req-9554b76e-ace7-46d0-8a12-73ee60d8a243 service nova] [instance: 233af8b9-8f53-4e88-b316-ac6e2e2f85a1] Received event network-vif-deleted-d6bfbcac-84d9-42cb-a750-69aff983f1f3 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 851.911879] env[65448]: INFO nova.compute.manager [req-c9259591-da71-403d-a709-3cad15f49527 req-9554b76e-ace7-46d0-8a12-73ee60d8a243 service nova] [instance: 233af8b9-8f53-4e88-b316-ac6e2e2f85a1] Neutron deleted interface d6bfbcac-84d9-42cb-a750-69aff983f1f3; detaching it from the instance and deleting it from the info cache [ 851.912451] env[65448]: DEBUG nova.network.neutron [req-c9259591-da71-403d-a709-3cad15f49527 req-9554b76e-ace7-46d0-8a12-73ee60d8a243 service nova] [instance: 233af8b9-8f53-4e88-b316-ac6e2e2f85a1] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.001241] env[65448]: DEBUG nova.scheduler.client.report [None req-d18c615d-3506-431d-b90b-a0f46ab8d6b0 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 852.090489] env[65448]: WARNING neutronclient.v2_0.client [req-eeae7357-a300-4334-82a4-5905bc1f7a8e req-e5506ff5-88f5-431a-958c-dedd5825c3f5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 852.141652] env[65448]: DEBUG oslo_vmware.api [None req-51d6ccf0-e2c6-46c5-bb13-9639a8ca8708 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Task: {'id': task-4937743, 'name': ReconfigVM_Task, 'duration_secs': 0.393554} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.144701] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-51d6ccf0-e2c6-46c5-bb13-9639a8ca8708 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] [instance: 9322f1d0-3ffb-46c6-8974-7fe56a517f7f] Updating instance '9322f1d0-3ffb-46c6-8974-7fe56a517f7f' progress to 33 {{(pid=65448) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 852.186394] env[65448]: DEBUG nova.network.neutron [req-eeae7357-a300-4334-82a4-5905bc1f7a8e req-e5506ff5-88f5-431a-958c-dedd5825c3f5 service nova] [instance: f7fb46f9-1425-4f94-bcf1-dd722c442144] Updated VIF entry in instance network info cache for port 98d8fdd9-ceb0-4d8c-838a-c5c007bf9845. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 852.187724] env[65448]: DEBUG nova.network.neutron [req-eeae7357-a300-4334-82a4-5905bc1f7a8e req-e5506ff5-88f5-431a-958c-dedd5825c3f5 service nova] [instance: f7fb46f9-1425-4f94-bcf1-dd722c442144] Updating instance_info_cache with network_info: [{"id": "98d8fdd9-ceb0-4d8c-838a-c5c007bf9845", "address": "fa:16:3e:eb:7f:4c", "network": {"id": "ec92fbb8-e847-4618-8dcb-acc0d0927f2a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1584526864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "5ab1468ac3bd4fefb709314546aaf89a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1195acd-707f-4bac-a99d-14db17a63802", "external-id": "nsx-vlan-transportzone-322", "segmentation_id": 322, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98d8fdd9-ce", "ovs_interfaceid": "98d8fdd9-ceb0-4d8c-838a-c5c007bf9845", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.288608] env[65448]: DEBUG oslo_concurrency.lockutils [None req-4a0aa83e-b020-4c33-aefb-684ef806255e tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Acquiring lock "refresh_cache-d20826fc-879b-4538-88d5-9a69017c9d23" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.289375] env[65448]: DEBUG oslo_concurrency.lockutils [None req-4a0aa83e-b020-4c33-aefb-684ef806255e tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Acquired lock "refresh_cache-d20826fc-879b-4538-88d5-9a69017c9d23" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.289575] env[65448]: DEBUG nova.network.neutron [None req-4a0aa83e-b020-4c33-aefb-684ef806255e tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: d20826fc-879b-4538-88d5-9a69017c9d23] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 852.299658] env[65448]: DEBUG nova.network.neutron [-] [instance: 233af8b9-8f53-4e88-b316-ac6e2e2f85a1] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.420420] env[65448]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4a6d6c92-d9cf-4962-a524-07a417a2801a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.432648] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ff75bbf-74cd-4074-8846-1d7b9c95accd {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.480089] env[65448]: DEBUG nova.compute.manager [req-c9259591-da71-403d-a709-3cad15f49527 req-9554b76e-ace7-46d0-8a12-73ee60d8a243 service nova] [instance: 233af8b9-8f53-4e88-b316-ac6e2e2f85a1] Detach interface failed, port_id=d6bfbcac-84d9-42cb-a750-69aff983f1f3, reason: Instance 233af8b9-8f53-4e88-b316-ac6e2e2f85a1 could not be found. {{(pid=65448) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 852.508604] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d18c615d-3506-431d-b90b-a0f46ab8d6b0 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.254s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.511369] env[65448]: DEBUG oslo_concurrency.lockutils [None req-28186cfc-1ad7-4b31-ba42-adea74f9d3bf tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 52.921s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.511538] env[65448]: DEBUG nova.objects.instance [None req-28186cfc-1ad7-4b31-ba42-adea74f9d3bf tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Lazy-loading 'resources' on Instance uuid fab0ffc2-fa16-4d13-b70c-dfaa41c981aa {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 852.538815] env[65448]: INFO nova.scheduler.client.report [None req-d18c615d-3506-431d-b90b-a0f46ab8d6b0 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Deleted allocations for instance b3fef10e-1394-434b-b1b7-f239a27e182b [ 852.549848] env[65448]: DEBUG nova.network.neutron [-] [instance: f7fb46f9-1425-4f94-bcf1-dd722c442144] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.651580] env[65448]: DEBUG nova.virt.hardware [None req-51d6ccf0-e2c6-46c5-bb13-9639a8ca8708 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:24:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='2430354e-0211-4b6a-8cca-3365ce19868e',id=37,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1010800451',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 852.651896] env[65448]: DEBUG nova.virt.hardware [None req-51d6ccf0-e2c6-46c5-bb13-9639a8ca8708 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 852.652120] env[65448]: DEBUG nova.virt.hardware [None req-51d6ccf0-e2c6-46c5-bb13-9639a8ca8708 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 852.652324] env[65448]: DEBUG nova.virt.hardware [None req-51d6ccf0-e2c6-46c5-bb13-9639a8ca8708 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 852.652775] env[65448]: DEBUG nova.virt.hardware [None req-51d6ccf0-e2c6-46c5-bb13-9639a8ca8708 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 852.652775] env[65448]: DEBUG nova.virt.hardware [None req-51d6ccf0-e2c6-46c5-bb13-9639a8ca8708 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 852.652888] env[65448]: DEBUG nova.virt.hardware [None req-51d6ccf0-e2c6-46c5-bb13-9639a8ca8708 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 852.653320] env[65448]: DEBUG nova.virt.hardware [None req-51d6ccf0-e2c6-46c5-bb13-9639a8ca8708 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 852.653389] env[65448]: DEBUG nova.virt.hardware [None req-51d6ccf0-e2c6-46c5-bb13-9639a8ca8708 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 852.653549] env[65448]: DEBUG nova.virt.hardware [None req-51d6ccf0-e2c6-46c5-bb13-9639a8ca8708 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 852.653721] env[65448]: DEBUG nova.virt.hardware [None req-51d6ccf0-e2c6-46c5-bb13-9639a8ca8708 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 852.659735] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-51d6ccf0-e2c6-46c5-bb13-9639a8ca8708 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] [instance: 9322f1d0-3ffb-46c6-8974-7fe56a517f7f] Reconfiguring VM instance instance-00000032 to detach disk 2000 {{(pid=65448) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 852.661879] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab5d89ff-7f3f-411f-8004-90d6a2812f08 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.684602] env[65448]: DEBUG oslo_vmware.api [None req-51d6ccf0-e2c6-46c5-bb13-9639a8ca8708 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Waiting for the task: (returnval){ [ 852.684602] env[65448]: value = "task-4937744" [ 852.684602] env[65448]: _type = "Task" [ 852.684602] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.694922] env[65448]: DEBUG oslo_concurrency.lockutils [req-eeae7357-a300-4334-82a4-5905bc1f7a8e req-e5506ff5-88f5-431a-958c-dedd5825c3f5 service nova] Releasing lock "refresh_cache-f7fb46f9-1425-4f94-bcf1-dd722c442144" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.696053] env[65448]: DEBUG oslo_vmware.api [None req-51d6ccf0-e2c6-46c5-bb13-9639a8ca8708 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Task: {'id': task-4937744, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.804220] env[65448]: INFO nova.compute.manager [-] [instance: 233af8b9-8f53-4e88-b316-ac6e2e2f85a1] Took 1.31 seconds to deallocate network for instance. [ 852.841631] env[65448]: DEBUG nova.network.neutron [None req-4a0aa83e-b020-4c33-aefb-684ef806255e tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: d20826fc-879b-4538-88d5-9a69017c9d23] Instance cache missing network info. {{(pid=65448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 852.937821] env[65448]: WARNING neutronclient.v2_0.client [None req-4a0aa83e-b020-4c33-aefb-684ef806255e tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 853.019349] env[65448]: DEBUG nova.network.neutron [None req-4a0aa83e-b020-4c33-aefb-684ef806255e tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: d20826fc-879b-4538-88d5-9a69017c9d23] Updating instance_info_cache with network_info: [{"id": "cc58a40b-ed15-459d-836b-ede0116a24e8", "address": "fa:16:3e:54:a2:67", "network": {"id": "6528ac8d-8c3e-4351-91ad-01014698df76", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1716468686-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "916343b5368a43deacc775f54aa9bc72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc58a40b-ed", "ovs_interfaceid": "cc58a40b-ed15-459d-836b-ede0116a24e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.049387] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d18c615d-3506-431d-b90b-a0f46ab8d6b0 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Lock "b3fef10e-1394-434b-b1b7-f239a27e182b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 61.763s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.052540] env[65448]: INFO nova.compute.manager [-] [instance: f7fb46f9-1425-4f94-bcf1-dd722c442144] Took 1.50 seconds to deallocate network for instance. [ 853.200269] env[65448]: DEBUG oslo_vmware.api [None req-51d6ccf0-e2c6-46c5-bb13-9639a8ca8708 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Task: {'id': task-4937744, 'name': ReconfigVM_Task, 'duration_secs': 0.202191} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.200726] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-51d6ccf0-e2c6-46c5-bb13-9639a8ca8708 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] [instance: 9322f1d0-3ffb-46c6-8974-7fe56a517f7f] Reconfigured VM instance instance-00000032 to detach disk 2000 {{(pid=65448) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 853.202194] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9b9ebbc-53b0-4eb8-8503-5d455556050e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.231721] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-51d6ccf0-e2c6-46c5-bb13-9639a8ca8708 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] [instance: 9322f1d0-3ffb-46c6-8974-7fe56a517f7f] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] 9322f1d0-3ffb-46c6-8974-7fe56a517f7f/9322f1d0-3ffb-46c6-8974-7fe56a517f7f.vmdk or device None with type thin {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 853.234916] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b898dba6-b239-4378-9df9-d78d5bca4a2a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.256716] env[65448]: DEBUG oslo_vmware.api [None req-51d6ccf0-e2c6-46c5-bb13-9639a8ca8708 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Waiting for the task: (returnval){ [ 853.256716] env[65448]: value = "task-4937745" [ 853.256716] env[65448]: _type = "Task" [ 853.256716] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.269637] env[65448]: DEBUG oslo_vmware.api [None req-51d6ccf0-e2c6-46c5-bb13-9639a8ca8708 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Task: {'id': task-4937745, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.316194] env[65448]: DEBUG oslo_concurrency.lockutils [None req-f3dfd457-52a4-4f45-bb09-225c78373b6f tempest-ServerPasswordTestJSON-1060978021 tempest-ServerPasswordTestJSON-1060978021-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.522696] env[65448]: DEBUG oslo_concurrency.lockutils [None req-4a0aa83e-b020-4c33-aefb-684ef806255e tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Releasing lock "refresh_cache-d20826fc-879b-4538-88d5-9a69017c9d23" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.523164] env[65448]: DEBUG nova.compute.manager [None req-4a0aa83e-b020-4c33-aefb-684ef806255e tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: d20826fc-879b-4538-88d5-9a69017c9d23] Instance network_info: |[{"id": "cc58a40b-ed15-459d-836b-ede0116a24e8", "address": "fa:16:3e:54:a2:67", "network": {"id": "6528ac8d-8c3e-4351-91ad-01014698df76", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1716468686-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "916343b5368a43deacc775f54aa9bc72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc58a40b-ed", "ovs_interfaceid": "cc58a40b-ed15-459d-836b-ede0116a24e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 853.523739] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-4a0aa83e-b020-4c33-aefb-684ef806255e tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: d20826fc-879b-4538-88d5-9a69017c9d23] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:a2:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '62237242-7ce2-4664-a1c5-6783b516b507', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cc58a40b-ed15-459d-836b-ede0116a24e8', 'vif_model': 'vmxnet3'}] {{(pid=65448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 853.532401] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-4a0aa83e-b020-4c33-aefb-684ef806255e tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 853.536508] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d20826fc-879b-4538-88d5-9a69017c9d23] Creating VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 853.537198] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ac5dc764-5beb-45ff-9075-31e667139f5f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.561881] env[65448]: DEBUG oslo_concurrency.lockutils [None req-f724b6d5-5b31-49b2-a1ff-197338b050f7 tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.564036] env[65448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 853.564036] env[65448]: value = "task-4937746" [ 853.564036] env[65448]: _type = "Task" [ 853.564036] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.573155] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937746, 'name': CreateVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.672785] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82d974e9-be5b-4001-a65c-d4e0f2434451 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.681421] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19c63772-1324-459c-b480-e96c4d9a8b23 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.715782] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebd687a5-06a2-494c-8013-6706607aafcb {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.725336] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0900b66-fc1a-4af2-91f3-09fef09249f1 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.740216] env[65448]: DEBUG nova.compute.provider_tree [None req-28186cfc-1ad7-4b31-ba42-adea74f9d3bf tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 853.744716] env[65448]: DEBUG nova.compute.manager [req-5335a891-a627-43d6-9dcd-abffec59cb7b req-d7d61ab0-14a5-42d1-adac-44c59f615441 service nova] [instance: d20826fc-879b-4538-88d5-9a69017c9d23] Received event network-changed-cc58a40b-ed15-459d-836b-ede0116a24e8 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 853.744916] env[65448]: DEBUG nova.compute.manager [req-5335a891-a627-43d6-9dcd-abffec59cb7b req-d7d61ab0-14a5-42d1-adac-44c59f615441 service nova] [instance: d20826fc-879b-4538-88d5-9a69017c9d23] Refreshing instance network info cache due to event network-changed-cc58a40b-ed15-459d-836b-ede0116a24e8. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 853.745138] env[65448]: DEBUG oslo_concurrency.lockutils [req-5335a891-a627-43d6-9dcd-abffec59cb7b req-d7d61ab0-14a5-42d1-adac-44c59f615441 service nova] Acquiring lock "refresh_cache-d20826fc-879b-4538-88d5-9a69017c9d23" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.745282] env[65448]: DEBUG oslo_concurrency.lockutils [req-5335a891-a627-43d6-9dcd-abffec59cb7b req-d7d61ab0-14a5-42d1-adac-44c59f615441 service nova] Acquired lock "refresh_cache-d20826fc-879b-4538-88d5-9a69017c9d23" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.745453] env[65448]: DEBUG nova.network.neutron [req-5335a891-a627-43d6-9dcd-abffec59cb7b req-d7d61ab0-14a5-42d1-adac-44c59f615441 service nova] [instance: d20826fc-879b-4538-88d5-9a69017c9d23] Refreshing network info cache for port cc58a40b-ed15-459d-836b-ede0116a24e8 {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 853.768103] env[65448]: DEBUG oslo_vmware.api [None req-51d6ccf0-e2c6-46c5-bb13-9639a8ca8708 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Task: {'id': task-4937745, 'name': ReconfigVM_Task, 'duration_secs': 0.300495} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.768399] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-51d6ccf0-e2c6-46c5-bb13-9639a8ca8708 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] [instance: 9322f1d0-3ffb-46c6-8974-7fe56a517f7f] Reconfigured VM instance instance-00000032 to attach disk [datastore2] 9322f1d0-3ffb-46c6-8974-7fe56a517f7f/9322f1d0-3ffb-46c6-8974-7fe56a517f7f.vmdk or device None with type thin {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 853.768694] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-51d6ccf0-e2c6-46c5-bb13-9639a8ca8708 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] [instance: 9322f1d0-3ffb-46c6-8974-7fe56a517f7f] Updating instance '9322f1d0-3ffb-46c6-8974-7fe56a517f7f' progress to 50 {{(pid=65448) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 854.078420] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937746, 'name': CreateVM_Task, 'duration_secs': 0.434377} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.078635] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d20826fc-879b-4538-88d5-9a69017c9d23] Created VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 854.079279] env[65448]: WARNING neutronclient.v2_0.client [None req-4a0aa83e-b020-4c33-aefb-684ef806255e tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 854.080195] env[65448]: DEBUG oslo_concurrency.lockutils [None req-4a0aa83e-b020-4c33-aefb-684ef806255e tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.080195] env[65448]: DEBUG oslo_concurrency.lockutils [None req-4a0aa83e-b020-4c33-aefb-684ef806255e tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.080195] env[65448]: DEBUG oslo_concurrency.lockutils [None req-4a0aa83e-b020-4c33-aefb-684ef806255e tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.081306] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10da7b81-b2a8-445a-8170-7e67994291e7 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.088937] env[65448]: DEBUG oslo_vmware.api [None req-4a0aa83e-b020-4c33-aefb-684ef806255e tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Waiting for the task: (returnval){ [ 854.088937] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52ed33da-5041-0f47-ac7a-49f671723a9a" [ 854.088937] env[65448]: _type = "Task" [ 854.088937] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.098368] env[65448]: DEBUG oslo_vmware.api [None req-4a0aa83e-b020-4c33-aefb-684ef806255e tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52ed33da-5041-0f47-ac7a-49f671723a9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.247672] env[65448]: WARNING neutronclient.v2_0.client [req-5335a891-a627-43d6-9dcd-abffec59cb7b req-d7d61ab0-14a5-42d1-adac-44c59f615441 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 854.251668] env[65448]: DEBUG nova.scheduler.client.report [None req-28186cfc-1ad7-4b31-ba42-adea74f9d3bf tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 854.277018] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b55735c-dc92-41cc-aaf0-3f96b140f372 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.301112] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bf6ec06-138c-488d-b5c9-b28986964d9b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.321634] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-51d6ccf0-e2c6-46c5-bb13-9639a8ca8708 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] [instance: 9322f1d0-3ffb-46c6-8974-7fe56a517f7f] Updating instance '9322f1d0-3ffb-46c6-8974-7fe56a517f7f' progress to 67 {{(pid=65448) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 854.430623] env[65448]: WARNING neutronclient.v2_0.client [req-5335a891-a627-43d6-9dcd-abffec59cb7b req-d7d61ab0-14a5-42d1-adac-44c59f615441 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 854.504910] env[65448]: DEBUG nova.network.neutron [req-5335a891-a627-43d6-9dcd-abffec59cb7b req-d7d61ab0-14a5-42d1-adac-44c59f615441 service nova] [instance: d20826fc-879b-4538-88d5-9a69017c9d23] Updated VIF entry in instance network info cache for port cc58a40b-ed15-459d-836b-ede0116a24e8. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 854.505305] env[65448]: DEBUG nova.network.neutron [req-5335a891-a627-43d6-9dcd-abffec59cb7b req-d7d61ab0-14a5-42d1-adac-44c59f615441 service nova] [instance: d20826fc-879b-4538-88d5-9a69017c9d23] Updating instance_info_cache with network_info: [{"id": "cc58a40b-ed15-459d-836b-ede0116a24e8", "address": "fa:16:3e:54:a2:67", "network": {"id": "6528ac8d-8c3e-4351-91ad-01014698df76", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1716468686-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "916343b5368a43deacc775f54aa9bc72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc58a40b-ed", "ovs_interfaceid": "cc58a40b-ed15-459d-836b-ede0116a24e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.600267] env[65448]: DEBUG oslo_vmware.api [None req-4a0aa83e-b020-4c33-aefb-684ef806255e tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52ed33da-5041-0f47-ac7a-49f671723a9a, 'name': SearchDatastore_Task, 'duration_secs': 0.024943} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.600584] env[65448]: DEBUG oslo_concurrency.lockutils [None req-4a0aa83e-b020-4c33-aefb-684ef806255e tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.600819] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-4a0aa83e-b020-4c33-aefb-684ef806255e tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: d20826fc-879b-4538-88d5-9a69017c9d23] Processing image 50fb366d-48e6-424f-9c20-bc83d77be76a {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 854.601098] env[65448]: DEBUG oslo_concurrency.lockutils [None req-4a0aa83e-b020-4c33-aefb-684ef806255e tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.601252] env[65448]: DEBUG oslo_concurrency.lockutils [None req-4a0aa83e-b020-4c33-aefb-684ef806255e tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.601433] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a0aa83e-b020-4c33-aefb-684ef806255e tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 854.601701] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1dd97600-82f4-4a9a-9b34-e0e57dd056ae {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.611447] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a0aa83e-b020-4c33-aefb-684ef806255e tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 854.611664] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-4a0aa83e-b020-4c33-aefb-684ef806255e tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 854.612391] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2748cda-1c9d-4e21-a47a-0a669d3d1695 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.618336] env[65448]: DEBUG oslo_vmware.api [None req-4a0aa83e-b020-4c33-aefb-684ef806255e tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Waiting for the task: (returnval){ [ 854.618336] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]528e99ed-d770-e8af-a6b1-0a4f18c72faa" [ 854.618336] env[65448]: _type = "Task" [ 854.618336] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.627479] env[65448]: DEBUG oslo_vmware.api [None req-4a0aa83e-b020-4c33-aefb-684ef806255e tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]528e99ed-d770-e8af-a6b1-0a4f18c72faa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.759568] env[65448]: DEBUG oslo_concurrency.lockutils [None req-28186cfc-1ad7-4b31-ba42-adea74f9d3bf tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.247s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.760681] env[65448]: DEBUG oslo_concurrency.lockutils [None req-9c12b6a2-45d3-4e7b-a06c-1e2637f2bc29 tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 54.426s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.760971] env[65448]: DEBUG nova.objects.instance [None req-9c12b6a2-45d3-4e7b-a06c-1e2637f2bc29 tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] Lazy-loading 'resources' on Instance uuid 5b08f3ba-7400-48f2-af8c-a0ea3ec59dc2 {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 854.786146] env[65448]: INFO nova.scheduler.client.report [None req-28186cfc-1ad7-4b31-ba42-adea74f9d3bf tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Deleted allocations for instance fab0ffc2-fa16-4d13-b70c-dfaa41c981aa [ 854.828869] env[65448]: WARNING neutronclient.v2_0.client [None req-51d6ccf0-e2c6-46c5-bb13-9639a8ca8708 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 854.829251] env[65448]: WARNING neutronclient.v2_0.client [None req-51d6ccf0-e2c6-46c5-bb13-9639a8ca8708 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 854.864203] env[65448]: DEBUG nova.network.neutron [None req-51d6ccf0-e2c6-46c5-bb13-9639a8ca8708 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] [instance: 9322f1d0-3ffb-46c6-8974-7fe56a517f7f] Port a3bbf70c-2341-4b10-a055-e6e585399a78 binding to destination host cpu-1 is already ACTIVE {{(pid=65448) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 855.008887] env[65448]: DEBUG oslo_concurrency.lockutils [req-5335a891-a627-43d6-9dcd-abffec59cb7b req-d7d61ab0-14a5-42d1-adac-44c59f615441 service nova] Releasing lock "refresh_cache-d20826fc-879b-4538-88d5-9a69017c9d23" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.009239] env[65448]: DEBUG nova.compute.manager [req-5335a891-a627-43d6-9dcd-abffec59cb7b req-d7d61ab0-14a5-42d1-adac-44c59f615441 service nova] [instance: f7fb46f9-1425-4f94-bcf1-dd722c442144] Received event network-vif-deleted-98d8fdd9-ceb0-4d8c-838a-c5c007bf9845 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 855.132971] env[65448]: DEBUG oslo_vmware.api [None req-4a0aa83e-b020-4c33-aefb-684ef806255e tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]528e99ed-d770-e8af-a6b1-0a4f18c72faa, 'name': SearchDatastore_Task, 'duration_secs': 0.010228} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.133838] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f52a912f-a620-4e85-a1a1-1696d5a0cb4d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.141023] env[65448]: DEBUG oslo_vmware.api [None req-4a0aa83e-b020-4c33-aefb-684ef806255e tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Waiting for the task: (returnval){ [ 855.141023] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52ffbcf7-5ac1-91c4-b36f-29b8f4cdef88" [ 855.141023] env[65448]: _type = "Task" [ 855.141023] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.150163] env[65448]: DEBUG oslo_vmware.api [None req-4a0aa83e-b020-4c33-aefb-684ef806255e tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52ffbcf7-5ac1-91c4-b36f-29b8f4cdef88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.296510] env[65448]: DEBUG oslo_concurrency.lockutils [None req-28186cfc-1ad7-4b31-ba42-adea74f9d3bf tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Lock "fab0ffc2-fa16-4d13-b70c-dfaa41c981aa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 59.307s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.654444] env[65448]: DEBUG oslo_vmware.api [None req-4a0aa83e-b020-4c33-aefb-684ef806255e tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52ffbcf7-5ac1-91c4-b36f-29b8f4cdef88, 'name': SearchDatastore_Task, 'duration_secs': 0.010651} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.655122] env[65448]: DEBUG oslo_concurrency.lockutils [None req-4a0aa83e-b020-4c33-aefb-684ef806255e tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.655122] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a0aa83e-b020-4c33-aefb-684ef806255e tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] d20826fc-879b-4538-88d5-9a69017c9d23/d20826fc-879b-4538-88d5-9a69017c9d23.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 855.655364] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b474b6b0-13dc-4c12-b0bd-d0c4cc2a46c9 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.663738] env[65448]: DEBUG oslo_vmware.api [None req-4a0aa83e-b020-4c33-aefb-684ef806255e tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Waiting for the task: (returnval){ [ 855.663738] env[65448]: value = "task-4937747" [ 855.663738] env[65448]: _type = "Task" [ 855.663738] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.673017] env[65448]: DEBUG oslo_vmware.api [None req-4a0aa83e-b020-4c33-aefb-684ef806255e tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': task-4937747, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.827723] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd4e25e5-ab61-4c3a-ab30-f1a6df0d7610 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.835876] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3830adc-5da8-4219-953e-71d19d7bbc0e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.867538] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8a7d593-540f-4967-9bcb-c9b98246ec3c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.886656] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f6b50e2-629a-4691-b9e4-622daa31e955 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.897926] env[65448]: DEBUG oslo_concurrency.lockutils [None req-51d6ccf0-e2c6-46c5-bb13-9639a8ca8708 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Acquiring lock "9322f1d0-3ffb-46c6-8974-7fe56a517f7f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.898210] env[65448]: DEBUG oslo_concurrency.lockutils [None req-51d6ccf0-e2c6-46c5-bb13-9639a8ca8708 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Lock "9322f1d0-3ffb-46c6-8974-7fe56a517f7f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.898407] env[65448]: DEBUG oslo_concurrency.lockutils [None req-51d6ccf0-e2c6-46c5-bb13-9639a8ca8708 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Lock "9322f1d0-3ffb-46c6-8974-7fe56a517f7f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.912396] env[65448]: DEBUG nova.compute.provider_tree [None req-9c12b6a2-45d3-4e7b-a06c-1e2637f2bc29 tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 856.175041] env[65448]: DEBUG oslo_vmware.api [None req-4a0aa83e-b020-4c33-aefb-684ef806255e tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': task-4937747, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.415922] env[65448]: DEBUG nova.scheduler.client.report [None req-9c12b6a2-45d3-4e7b-a06c-1e2637f2bc29 tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 856.677149] env[65448]: DEBUG oslo_vmware.api [None req-4a0aa83e-b020-4c33-aefb-684ef806255e tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': task-4937747, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.52472} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.677149] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a0aa83e-b020-4c33-aefb-684ef806255e tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] d20826fc-879b-4538-88d5-9a69017c9d23/d20826fc-879b-4538-88d5-9a69017c9d23.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 856.677149] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-4a0aa83e-b020-4c33-aefb-684ef806255e tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: d20826fc-879b-4538-88d5-9a69017c9d23] Extending root virtual disk to 1048576 {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 856.677149] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7a269bab-0be5-42fa-8d75-1aff1e136b1e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.685220] env[65448]: DEBUG oslo_vmware.api [None req-4a0aa83e-b020-4c33-aefb-684ef806255e tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Waiting for the task: (returnval){ [ 856.685220] env[65448]: value = "task-4937748" [ 856.685220] env[65448]: _type = "Task" [ 856.685220] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.695095] env[65448]: DEBUG oslo_vmware.api [None req-4a0aa83e-b020-4c33-aefb-684ef806255e tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': task-4937748, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.917079] env[65448]: WARNING neutronclient.v2_0.client [None req-51d6ccf0-e2c6-46c5-bb13-9639a8ca8708 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 856.920590] env[65448]: DEBUG oslo_concurrency.lockutils [None req-9c12b6a2-45d3-4e7b-a06c-1e2637f2bc29 tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.160s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.922695] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d61ce561-930c-404d-bcf3-4f95abd6fb6f tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 56.545s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.945560] env[65448]: INFO nova.scheduler.client.report [None req-9c12b6a2-45d3-4e7b-a06c-1e2637f2bc29 tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] Deleted allocations for instance 5b08f3ba-7400-48f2-af8c-a0ea3ec59dc2 [ 856.976282] env[65448]: DEBUG oslo_concurrency.lockutils [None req-51d6ccf0-e2c6-46c5-bb13-9639a8ca8708 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Acquiring lock "refresh_cache-9322f1d0-3ffb-46c6-8974-7fe56a517f7f" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.976476] env[65448]: DEBUG oslo_concurrency.lockutils [None req-51d6ccf0-e2c6-46c5-bb13-9639a8ca8708 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Acquired lock "refresh_cache-9322f1d0-3ffb-46c6-8974-7fe56a517f7f" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.976649] env[65448]: DEBUG nova.network.neutron [None req-51d6ccf0-e2c6-46c5-bb13-9639a8ca8708 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] [instance: 9322f1d0-3ffb-46c6-8974-7fe56a517f7f] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 857.197428] env[65448]: DEBUG oslo_vmware.api [None req-4a0aa83e-b020-4c33-aefb-684ef806255e tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': task-4937748, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081102} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.197761] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-4a0aa83e-b020-4c33-aefb-684ef806255e tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: d20826fc-879b-4538-88d5-9a69017c9d23] Extended root virtual disk {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 857.198709] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6ed7909-ea72-4731-8f5c-a31522e9c3b9 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.223591] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a0aa83e-b020-4c33-aefb-684ef806255e tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: d20826fc-879b-4538-88d5-9a69017c9d23] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] d20826fc-879b-4538-88d5-9a69017c9d23/d20826fc-879b-4538-88d5-9a69017c9d23.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 857.223933] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1535f3a4-556e-434d-afb2-2871316f75ee {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.244416] env[65448]: DEBUG oslo_vmware.api [None req-4a0aa83e-b020-4c33-aefb-684ef806255e tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Waiting for the task: (returnval){ [ 857.244416] env[65448]: value = "task-4937749" [ 857.244416] env[65448]: _type = "Task" [ 857.244416] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.253826] env[65448]: DEBUG oslo_vmware.api [None req-4a0aa83e-b020-4c33-aefb-684ef806255e tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': task-4937749, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.429031] env[65448]: INFO nova.compute.claims [None req-d61ce561-930c-404d-bcf3-4f95abd6fb6f tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: f0ae0ad7-7800-4f5a-a270-7749177b8675] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 857.452840] env[65448]: DEBUG oslo_concurrency.lockutils [None req-9c12b6a2-45d3-4e7b-a06c-1e2637f2bc29 tempest-ServersListShow298Test-1937095355 tempest-ServersListShow298Test-1937095355-project-member] Lock "5b08f3ba-7400-48f2-af8c-a0ea3ec59dc2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 62.428s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.479149] env[65448]: WARNING neutronclient.v2_0.client [None req-51d6ccf0-e2c6-46c5-bb13-9639a8ca8708 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 857.662367] env[65448]: WARNING neutronclient.v2_0.client [None req-51d6ccf0-e2c6-46c5-bb13-9639a8ca8708 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 857.742666] env[65448]: DEBUG nova.network.neutron [None req-51d6ccf0-e2c6-46c5-bb13-9639a8ca8708 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] [instance: 9322f1d0-3ffb-46c6-8974-7fe56a517f7f] Updating instance_info_cache with network_info: [{"id": "a3bbf70c-2341-4b10-a055-e6e585399a78", "address": "fa:16:3e:bc:25:51", "network": {"id": "8bceff40-3fe8-4c4e-8d97-0f1608c6de19", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.83", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a992292b6dae455593d228217860e2e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3bbf70c-23", "ovs_interfaceid": "a3bbf70c-2341-4b10-a055-e6e585399a78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.756511] env[65448]: DEBUG oslo_vmware.api [None req-4a0aa83e-b020-4c33-aefb-684ef806255e tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': task-4937749, 'name': ReconfigVM_Task, 'duration_secs': 0.327397} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.756511] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a0aa83e-b020-4c33-aefb-684ef806255e tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: d20826fc-879b-4538-88d5-9a69017c9d23] Reconfigured VM instance instance-0000003e to attach disk [datastore2] d20826fc-879b-4538-88d5-9a69017c9d23/d20826fc-879b-4538-88d5-9a69017c9d23.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 857.757117] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-95d04b53-2cb5-4783-9d32-78a2b4f78a80 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.765713] env[65448]: DEBUG oslo_vmware.api [None req-4a0aa83e-b020-4c33-aefb-684ef806255e tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Waiting for the task: (returnval){ [ 857.765713] env[65448]: value = "task-4937750" [ 857.765713] env[65448]: _type = "Task" [ 857.765713] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.776899] env[65448]: DEBUG oslo_vmware.api [None req-4a0aa83e-b020-4c33-aefb-684ef806255e tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': task-4937750, 'name': Rename_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.936805] env[65448]: INFO nova.compute.resource_tracker [None req-d61ce561-930c-404d-bcf3-4f95abd6fb6f tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: f0ae0ad7-7800-4f5a-a270-7749177b8675] Updating resource usage from migration 5df7d568-e6ca-4176-880f-40a2d8bf8b76 [ 858.245330] env[65448]: DEBUG oslo_concurrency.lockutils [None req-51d6ccf0-e2c6-46c5-bb13-9639a8ca8708 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Releasing lock "refresh_cache-9322f1d0-3ffb-46c6-8974-7fe56a517f7f" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.280828] env[65448]: DEBUG oslo_vmware.api [None req-4a0aa83e-b020-4c33-aefb-684ef806255e tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': task-4937750, 'name': Rename_Task, 'duration_secs': 0.175671} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.281476] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a0aa83e-b020-4c33-aefb-684ef806255e tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: d20826fc-879b-4538-88d5-9a69017c9d23] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 858.281929] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ba19b275-79c9-4824-a427-594f1e4be5b6 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.298091] env[65448]: DEBUG oslo_vmware.api [None req-4a0aa83e-b020-4c33-aefb-684ef806255e tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Waiting for the task: (returnval){ [ 858.298091] env[65448]: value = "task-4937751" [ 858.298091] env[65448]: _type = "Task" [ 858.298091] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.319856] env[65448]: DEBUG oslo_vmware.api [None req-4a0aa83e-b020-4c33-aefb-684ef806255e tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': task-4937751, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.642561] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab82b99b-fdf8-4adc-ac4f-6d1cefbc06ee {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.651972] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e97b38c-dd72-4bf4-9c34-2bf7259b434b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.689996] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fdad5a7-448c-40d6-827c-640120b91d65 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.699548] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4175ae00-79e5-4457-94a1-3af02a8908da {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.715394] env[65448]: DEBUG nova.compute.provider_tree [None req-d61ce561-930c-404d-bcf3-4f95abd6fb6f tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 858.721776] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a7e4a362-0bd6-42b4-be39-2e431f81c1e2 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Acquiring lock "3086c559-35b8-4e79-8478-27151b6a985d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.724185] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a7e4a362-0bd6-42b4-be39-2e431f81c1e2 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Lock "3086c559-35b8-4e79-8478-27151b6a985d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.724185] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a7e4a362-0bd6-42b4-be39-2e431f81c1e2 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Acquiring lock "3086c559-35b8-4e79-8478-27151b6a985d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.724185] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a7e4a362-0bd6-42b4-be39-2e431f81c1e2 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Lock "3086c559-35b8-4e79-8478-27151b6a985d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.724185] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a7e4a362-0bd6-42b4-be39-2e431f81c1e2 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Lock "3086c559-35b8-4e79-8478-27151b6a985d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.726012] env[65448]: INFO nova.compute.manager [None req-a7e4a362-0bd6-42b4-be39-2e431f81c1e2 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] [instance: 3086c559-35b8-4e79-8478-27151b6a985d] Terminating instance [ 858.779773] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5e2fd1d-9fc6-44aa-8742-e11b07636a0c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.806401] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0e390e3-bb1c-4da6-ba74-4b3d85f3b424 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.820568] env[65448]: DEBUG oslo_vmware.api [None req-4a0aa83e-b020-4c33-aefb-684ef806255e tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': task-4937751, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.820937] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-51d6ccf0-e2c6-46c5-bb13-9639a8ca8708 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] [instance: 9322f1d0-3ffb-46c6-8974-7fe56a517f7f] Updating instance '9322f1d0-3ffb-46c6-8974-7fe56a517f7f' progress to 83 {{(pid=65448) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 859.219279] env[65448]: DEBUG nova.scheduler.client.report [None req-d61ce561-930c-404d-bcf3-4f95abd6fb6f tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 859.231800] env[65448]: DEBUG nova.compute.manager [None req-a7e4a362-0bd6-42b4-be39-2e431f81c1e2 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] [instance: 3086c559-35b8-4e79-8478-27151b6a985d] Start destroying the instance on the hypervisor. {{(pid=65448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3209}} [ 859.231800] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-a7e4a362-0bd6-42b4-be39-2e431f81c1e2 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] [instance: 3086c559-35b8-4e79-8478-27151b6a985d] Destroying instance {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 859.232514] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1440ad68-1145-44de-b311-74cc845e163c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.242346] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7e4a362-0bd6-42b4-be39-2e431f81c1e2 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] [instance: 3086c559-35b8-4e79-8478-27151b6a985d] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 859.242648] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f0f38f11-f1ac-496e-b898-cac128a578f3 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.250689] env[65448]: DEBUG oslo_vmware.api [None req-a7e4a362-0bd6-42b4-be39-2e431f81c1e2 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Waiting for the task: (returnval){ [ 859.250689] env[65448]: value = "task-4937752" [ 859.250689] env[65448]: _type = "Task" [ 859.250689] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.260264] env[65448]: DEBUG oslo_vmware.api [None req-a7e4a362-0bd6-42b4-be39-2e431f81c1e2 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Task: {'id': task-4937752, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.313671] env[65448]: DEBUG oslo_vmware.api [None req-4a0aa83e-b020-4c33-aefb-684ef806255e tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': task-4937751, 'name': PowerOnVM_Task, 'duration_secs': 0.767971} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.313959] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a0aa83e-b020-4c33-aefb-684ef806255e tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: d20826fc-879b-4538-88d5-9a69017c9d23] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 859.314234] env[65448]: INFO nova.compute.manager [None req-4a0aa83e-b020-4c33-aefb-684ef806255e tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: d20826fc-879b-4538-88d5-9a69017c9d23] Took 8.06 seconds to spawn the instance on the hypervisor. [ 859.314442] env[65448]: DEBUG nova.compute.manager [None req-4a0aa83e-b020-4c33-aefb-684ef806255e tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: d20826fc-879b-4538-88d5-9a69017c9d23] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 859.315342] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ce74202-05be-493d-a16d-b4b98f4098cf {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.329477] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-51d6ccf0-e2c6-46c5-bb13-9639a8ca8708 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] [instance: 9322f1d0-3ffb-46c6-8974-7fe56a517f7f] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 859.330015] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3df588de-c5fe-4d0d-a0c6-47ed6f060ce2 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.338912] env[65448]: DEBUG oslo_vmware.api [None req-51d6ccf0-e2c6-46c5-bb13-9639a8ca8708 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Waiting for the task: (returnval){ [ 859.338912] env[65448]: value = "task-4937753" [ 859.338912] env[65448]: _type = "Task" [ 859.338912] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.349248] env[65448]: DEBUG oslo_vmware.api [None req-51d6ccf0-e2c6-46c5-bb13-9639a8ca8708 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Task: {'id': task-4937753, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.725027] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d61ce561-930c-404d-bcf3-4f95abd6fb6f tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.802s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.725412] env[65448]: INFO nova.compute.manager [None req-d61ce561-930c-404d-bcf3-4f95abd6fb6f tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: f0ae0ad7-7800-4f5a-a270-7749177b8675] Migrating [ 859.733478] env[65448]: DEBUG oslo_concurrency.lockutils [None req-66d02cea-ff96-4b09-b4cf-e58b0a4c0a2c tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 59.031s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.733863] env[65448]: DEBUG nova.objects.instance [None req-66d02cea-ff96-4b09-b4cf-e58b0a4c0a2c tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Lazy-loading 'resources' on Instance uuid 5946b482-7074-4075-9188-728461718ab4 {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 859.762788] env[65448]: DEBUG oslo_vmware.api [None req-a7e4a362-0bd6-42b4-be39-2e431f81c1e2 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Task: {'id': task-4937752, 'name': PowerOffVM_Task, 'duration_secs': 0.350447} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.763182] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7e4a362-0bd6-42b4-be39-2e431f81c1e2 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] [instance: 3086c559-35b8-4e79-8478-27151b6a985d] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 859.763336] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-a7e4a362-0bd6-42b4-be39-2e431f81c1e2 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] [instance: 3086c559-35b8-4e79-8478-27151b6a985d] Unregistering the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 859.763581] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2cc03a18-ae09-43aa-bab4-8c507c8f72f7 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.840689] env[65448]: INFO nova.compute.manager [None req-4a0aa83e-b020-4c33-aefb-684ef806255e tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: d20826fc-879b-4538-88d5-9a69017c9d23] Took 66.80 seconds to build instance. [ 859.842147] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-a7e4a362-0bd6-42b4-be39-2e431f81c1e2 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] [instance: 3086c559-35b8-4e79-8478-27151b6a985d] Unregistered the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 859.842482] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-a7e4a362-0bd6-42b4-be39-2e431f81c1e2 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] [instance: 3086c559-35b8-4e79-8478-27151b6a985d] Deleting contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 859.842675] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7e4a362-0bd6-42b4-be39-2e431f81c1e2 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Deleting the datastore file [datastore2] 3086c559-35b8-4e79-8478-27151b6a985d {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 859.848128] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b985313e-487b-412e-b2a0-551e754ad5f4 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.858257] env[65448]: DEBUG oslo_vmware.api [None req-51d6ccf0-e2c6-46c5-bb13-9639a8ca8708 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Task: {'id': task-4937753, 'name': PowerOnVM_Task, 'duration_secs': 0.448015} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.860281] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-51d6ccf0-e2c6-46c5-bb13-9639a8ca8708 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] [instance: 9322f1d0-3ffb-46c6-8974-7fe56a517f7f] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 859.860281] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-51d6ccf0-e2c6-46c5-bb13-9639a8ca8708 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] [instance: 9322f1d0-3ffb-46c6-8974-7fe56a517f7f] Updating instance '9322f1d0-3ffb-46c6-8974-7fe56a517f7f' progress to 100 {{(pid=65448) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 859.865038] env[65448]: DEBUG oslo_vmware.api [None req-a7e4a362-0bd6-42b4-be39-2e431f81c1e2 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Waiting for the task: (returnval){ [ 859.865038] env[65448]: value = "task-4937755" [ 859.865038] env[65448]: _type = "Task" [ 859.865038] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.874737] env[65448]: DEBUG oslo_vmware.api [None req-a7e4a362-0bd6-42b4-be39-2e431f81c1e2 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Task: {'id': task-4937755, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.246155] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d61ce561-930c-404d-bcf3-4f95abd6fb6f tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Acquiring lock "refresh_cache-f0ae0ad7-7800-4f5a-a270-7749177b8675" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.246373] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d61ce561-930c-404d-bcf3-4f95abd6fb6f tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Acquired lock "refresh_cache-f0ae0ad7-7800-4f5a-a270-7749177b8675" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.247041] env[65448]: DEBUG nova.network.neutron [None req-d61ce561-930c-404d-bcf3-4f95abd6fb6f tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: f0ae0ad7-7800-4f5a-a270-7749177b8675] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 860.322273] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dc835ad-9b47-46e2-9961-afa0f4b8628b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.330105] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-e769d49a-3507-445f-9a7e-b39b33f93aab tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: d20826fc-879b-4538-88d5-9a69017c9d23] Suspending the VM {{(pid=65448) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 860.330821] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-e61d8379-9c9e-4c3d-89dd-4aa2fec607a2 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.342516] env[65448]: DEBUG oslo_vmware.api [None req-e769d49a-3507-445f-9a7e-b39b33f93aab tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Waiting for the task: (returnval){ [ 860.342516] env[65448]: value = "task-4937756" [ 860.342516] env[65448]: _type = "Task" [ 860.342516] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.348916] env[65448]: DEBUG oslo_concurrency.lockutils [None req-4a0aa83e-b020-4c33-aefb-684ef806255e tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Lock "d20826fc-879b-4538-88d5-9a69017c9d23" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 89.814s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.355559] env[65448]: DEBUG oslo_vmware.api [None req-e769d49a-3507-445f-9a7e-b39b33f93aab tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': task-4937756, 'name': SuspendVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.387046] env[65448]: DEBUG oslo_vmware.api [None req-a7e4a362-0bd6-42b4-be39-2e431f81c1e2 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Task: {'id': task-4937755, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206511} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.388622] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7e4a362-0bd6-42b4-be39-2e431f81c1e2 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 860.388974] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-a7e4a362-0bd6-42b4-be39-2e431f81c1e2 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] [instance: 3086c559-35b8-4e79-8478-27151b6a985d] Deleted contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 860.389329] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-a7e4a362-0bd6-42b4-be39-2e431f81c1e2 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] [instance: 3086c559-35b8-4e79-8478-27151b6a985d] Instance destroyed {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 860.389659] env[65448]: INFO nova.compute.manager [None req-a7e4a362-0bd6-42b4-be39-2e431f81c1e2 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] [instance: 3086c559-35b8-4e79-8478-27151b6a985d] Took 1.16 seconds to destroy the instance on the hypervisor. [ 860.390120] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-a7e4a362-0bd6-42b4-be39-2e431f81c1e2 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 860.390927] env[65448]: DEBUG nova.compute.manager [-] [instance: 3086c559-35b8-4e79-8478-27151b6a985d] Deallocating network for instance {{(pid=65448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 860.391073] env[65448]: DEBUG nova.network.neutron [-] [instance: 3086c559-35b8-4e79-8478-27151b6a985d] deallocate_for_instance() {{(pid=65448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 860.391501] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 860.475052] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 860.750394] env[65448]: WARNING neutronclient.v2_0.client [None req-d61ce561-930c-404d-bcf3-4f95abd6fb6f tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 860.857302] env[65448]: DEBUG oslo_vmware.api [None req-e769d49a-3507-445f-9a7e-b39b33f93aab tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': task-4937756, 'name': SuspendVM_Task} progress is 62%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.875128] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9663e071-bfd4-46a0-a93e-d0f72a14f7a5 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.892021] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1730e63-fee0-451e-84b1-f9ef7288e979 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.930690] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc4d2067-c00e-49c7-a8bf-1dea8b67a040 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.939694] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0044bbb5-cd1b-419e-a2ca-a619d020fa41 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.957177] env[65448]: DEBUG nova.compute.provider_tree [None req-66d02cea-ff96-4b09-b4cf-e58b0a4c0a2c tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 861.029628] env[65448]: WARNING neutronclient.v2_0.client [None req-d61ce561-930c-404d-bcf3-4f95abd6fb6f tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 861.085151] env[65448]: DEBUG nova.compute.manager [req-47605a39-b27d-4bbd-a3cc-857d630f6934 req-577dbced-9629-4c41-a798-aea794a03b74 service nova] [instance: 3086c559-35b8-4e79-8478-27151b6a985d] Received event network-vif-deleted-f29644d0-84ba-48f8-bdf3-a1bd95d5a6b6 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 861.085356] env[65448]: INFO nova.compute.manager [req-47605a39-b27d-4bbd-a3cc-857d630f6934 req-577dbced-9629-4c41-a798-aea794a03b74 service nova] [instance: 3086c559-35b8-4e79-8478-27151b6a985d] Neutron deleted interface f29644d0-84ba-48f8-bdf3-a1bd95d5a6b6; detaching it from the instance and deleting it from the info cache [ 861.085516] env[65448]: DEBUG nova.network.neutron [req-47605a39-b27d-4bbd-a3cc-857d630f6934 req-577dbced-9629-4c41-a798-aea794a03b74 service nova] [instance: 3086c559-35b8-4e79-8478-27151b6a985d] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.106263] env[65448]: DEBUG nova.network.neutron [None req-d61ce561-930c-404d-bcf3-4f95abd6fb6f tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: f0ae0ad7-7800-4f5a-a270-7749177b8675] Updating instance_info_cache with network_info: [{"id": "89a077dd-0b02-41db-98f1-558117233f56", "address": "fa:16:3e:18:a1:08", "network": {"id": "6fa83dea-1d83-4041-ae56-d9e5e5278559", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-78264896-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4a79f75fe9f47d4a1cca9aa9f9c3901", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89a077dd-0b", "ovs_interfaceid": "89a077dd-0b02-41db-98f1-558117233f56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.358251] env[65448]: DEBUG oslo_vmware.api [None req-e769d49a-3507-445f-9a7e-b39b33f93aab tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': task-4937756, 'name': SuspendVM_Task, 'duration_secs': 0.951721} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.360821] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-e769d49a-3507-445f-9a7e-b39b33f93aab tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: d20826fc-879b-4538-88d5-9a69017c9d23] Suspended the VM {{(pid=65448) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 861.360821] env[65448]: DEBUG nova.compute.manager [None req-e769d49a-3507-445f-9a7e-b39b33f93aab tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: d20826fc-879b-4538-88d5-9a69017c9d23] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 861.363520] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4176486d-a7a5-43e2-84fc-5aff1dbc96c1 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.461658] env[65448]: DEBUG nova.scheduler.client.report [None req-66d02cea-ff96-4b09-b4cf-e58b0a4c0a2c tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 861.513955] env[65448]: DEBUG nova.network.neutron [-] [instance: 3086c559-35b8-4e79-8478-27151b6a985d] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.588735] env[65448]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0454cea9-1ef1-4910-b6d2-09ded53eba91 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.599498] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08b85dab-549b-4086-ba64-99ac4397cced {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.610806] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d61ce561-930c-404d-bcf3-4f95abd6fb6f tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Releasing lock "refresh_cache-f0ae0ad7-7800-4f5a-a270-7749177b8675" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.640226] env[65448]: DEBUG nova.compute.manager [req-47605a39-b27d-4bbd-a3cc-857d630f6934 req-577dbced-9629-4c41-a798-aea794a03b74 service nova] [instance: 3086c559-35b8-4e79-8478-27151b6a985d] Detach interface failed, port_id=f29644d0-84ba-48f8-bdf3-a1bd95d5a6b6, reason: Instance 3086c559-35b8-4e79-8478-27151b6a985d could not be found. {{(pid=65448) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 861.956696] env[65448]: DEBUG oslo_concurrency.lockutils [None req-77f804e9-90a8-48ef-9748-c8dab9297a8d tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Acquiring lock "f7468e7d-2bed-4b9a-a642-b7f628a95305" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.957044] env[65448]: DEBUG oslo_concurrency.lockutils [None req-77f804e9-90a8-48ef-9748-c8dab9297a8d tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Lock "f7468e7d-2bed-4b9a-a642-b7f628a95305" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.967759] env[65448]: DEBUG oslo_concurrency.lockutils [None req-66d02cea-ff96-4b09-b4cf-e58b0a4c0a2c tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.234s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.970606] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d2323d28-98e4-462f-b487-ee93630e27f2 tempest-ServerMetadataNegativeTestJSON-2090714491 tempest-ServerMetadataNegativeTestJSON-2090714491-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 59.378s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.972172] env[65448]: INFO nova.compute.claims [None req-d2323d28-98e4-462f-b487-ee93630e27f2 tempest-ServerMetadataNegativeTestJSON-2090714491 tempest-ServerMetadataNegativeTestJSON-2090714491-project-member] [instance: b9eaa8ef-392c-449e-b441-5b5de9ddaf9e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 861.994690] env[65448]: INFO nova.scheduler.client.report [None req-66d02cea-ff96-4b09-b4cf-e58b0a4c0a2c tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Deleted allocations for instance 5946b482-7074-4075-9188-728461718ab4 [ 862.017554] env[65448]: INFO nova.compute.manager [-] [instance: 3086c559-35b8-4e79-8478-27151b6a985d] Took 1.63 seconds to deallocate network for instance. [ 862.151803] env[65448]: WARNING neutronclient.v2_0.client [None req-14a66a30-eeba-48a5-93a0-e728ee2d88ad tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 862.231496] env[65448]: WARNING neutronclient.v2_0.client [None req-14a66a30-eeba-48a5-93a0-e728ee2d88ad tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 862.231904] env[65448]: WARNING neutronclient.v2_0.client [None req-14a66a30-eeba-48a5-93a0-e728ee2d88ad tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 862.232199] env[65448]: WARNING neutronclient.v2_0.client [None req-14a66a30-eeba-48a5-93a0-e728ee2d88ad tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 862.281412] env[65448]: DEBUG nova.network.neutron [None req-14a66a30-eeba-48a5-93a0-e728ee2d88ad tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] [instance: 9322f1d0-3ffb-46c6-8974-7fe56a517f7f] Port a3bbf70c-2341-4b10-a055-e6e585399a78 binding to destination host cpu-1 is already ACTIVE {{(pid=65448) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 862.281800] env[65448]: DEBUG oslo_concurrency.lockutils [None req-14a66a30-eeba-48a5-93a0-e728ee2d88ad tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Acquiring lock "refresh_cache-9322f1d0-3ffb-46c6-8974-7fe56a517f7f" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.281993] env[65448]: DEBUG oslo_concurrency.lockutils [None req-14a66a30-eeba-48a5-93a0-e728ee2d88ad tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Acquired lock "refresh_cache-9322f1d0-3ffb-46c6-8974-7fe56a517f7f" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.282201] env[65448]: DEBUG nova.network.neutron [None req-14a66a30-eeba-48a5-93a0-e728ee2d88ad tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] [instance: 9322f1d0-3ffb-46c6-8974-7fe56a517f7f] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 862.460407] env[65448]: DEBUG nova.compute.utils [None req-77f804e9-90a8-48ef-9748-c8dab9297a8d tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Using /dev/sd instead of None {{(pid=65448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 862.503232] env[65448]: DEBUG oslo_concurrency.lockutils [None req-66d02cea-ff96-4b09-b4cf-e58b0a4c0a2c tempest-ListServersNegativeTestJSON-470596227 tempest-ListServersNegativeTestJSON-470596227-project-member] Lock "5946b482-7074-4075-9188-728461718ab4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 66.045s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.527035] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a7e4a362-0bd6-42b4-be39-2e431f81c1e2 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.785881] env[65448]: WARNING neutronclient.v2_0.client [None req-14a66a30-eeba-48a5-93a0-e728ee2d88ad tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 862.948383] env[65448]: WARNING neutronclient.v2_0.client [None req-14a66a30-eeba-48a5-93a0-e728ee2d88ad tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 862.963421] env[65448]: DEBUG oslo_concurrency.lockutils [None req-77f804e9-90a8-48ef-9748-c8dab9297a8d tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Lock "f7468e7d-2bed-4b9a-a642-b7f628a95305" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.044972] env[65448]: DEBUG nova.network.neutron [None req-14a66a30-eeba-48a5-93a0-e728ee2d88ad tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] [instance: 9322f1d0-3ffb-46c6-8974-7fe56a517f7f] Updating instance_info_cache with network_info: [{"id": "a3bbf70c-2341-4b10-a055-e6e585399a78", "address": "fa:16:3e:bc:25:51", "network": {"id": "8bceff40-3fe8-4c4e-8d97-0f1608c6de19", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.83", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a992292b6dae455593d228217860e2e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3bbf70c-23", "ovs_interfaceid": "a3bbf70c-2341-4b10-a055-e6e585399a78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.127749] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55c122c6-6f94-4df4-b0a0-00268d36fc46 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.150100] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-d61ce561-930c-404d-bcf3-4f95abd6fb6f tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: f0ae0ad7-7800-4f5a-a270-7749177b8675] Updating instance 'f0ae0ad7-7800-4f5a-a270-7749177b8675' progress to 0 {{(pid=65448) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 863.549481] env[65448]: DEBUG oslo_concurrency.lockutils [None req-14a66a30-eeba-48a5-93a0-e728ee2d88ad tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Releasing lock "refresh_cache-9322f1d0-3ffb-46c6-8974-7fe56a517f7f" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.623183] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58d7357a-a8f0-4e7f-9e8d-844e26abd608 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.634774] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97e6ed68-420a-4c82-9696-0da5bfbcad49 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.668926] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-d61ce561-930c-404d-bcf3-4f95abd6fb6f tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: f0ae0ad7-7800-4f5a-a270-7749177b8675] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 863.669661] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c57d4a33-9a10-4e3e-bdbd-ba1203464fde {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.672031] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36f2d38b-b016-45f8-b0b0-ea76941c0a2d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.682245] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10f40f9c-4dd6-4599-8423-a96223dbad27 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.687286] env[65448]: DEBUG oslo_vmware.api [None req-d61ce561-930c-404d-bcf3-4f95abd6fb6f tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Waiting for the task: (returnval){ [ 863.687286] env[65448]: value = "task-4937757" [ 863.687286] env[65448]: _type = "Task" [ 863.687286] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.701297] env[65448]: DEBUG nova.compute.provider_tree [None req-d2323d28-98e4-462f-b487-ee93630e27f2 tempest-ServerMetadataNegativeTestJSON-2090714491 tempest-ServerMetadataNegativeTestJSON-2090714491-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 863.709477] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-d61ce561-930c-404d-bcf3-4f95abd6fb6f tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: f0ae0ad7-7800-4f5a-a270-7749177b8675] VM already powered off {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 863.709690] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-d61ce561-930c-404d-bcf3-4f95abd6fb6f tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: f0ae0ad7-7800-4f5a-a270-7749177b8675] Updating instance 'f0ae0ad7-7800-4f5a-a270-7749177b8675' progress to 17 {{(pid=65448) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 864.047311] env[65448]: DEBUG oslo_concurrency.lockutils [None req-77f804e9-90a8-48ef-9748-c8dab9297a8d tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Acquiring lock "f7468e7d-2bed-4b9a-a642-b7f628a95305" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.047598] env[65448]: DEBUG oslo_concurrency.lockutils [None req-77f804e9-90a8-48ef-9748-c8dab9297a8d tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Lock "f7468e7d-2bed-4b9a-a642-b7f628a95305" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.047851] env[65448]: INFO nova.compute.manager [None req-77f804e9-90a8-48ef-9748-c8dab9297a8d tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: f7468e7d-2bed-4b9a-a642-b7f628a95305] Attaching volume 2e055c6f-289d-427a-a881-bfca698c5675 to /dev/sdb [ 864.053679] env[65448]: DEBUG nova.compute.manager [None req-14a66a30-eeba-48a5-93a0-e728ee2d88ad tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] [instance: 9322f1d0-3ffb-46c6-8974-7fe56a517f7f] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=65448) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:925}} [ 864.054144] env[65448]: DEBUG oslo_concurrency.lockutils [None req-14a66a30-eeba-48a5-93a0-e728ee2d88ad tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.097838] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6022442a-d3b8-49c7-9e75-523e9a5bbbe3 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.106186] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-103ac4da-e57d-448e-9e19-52ce8387aa74 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.124363] env[65448]: DEBUG nova.virt.block_device [None req-77f804e9-90a8-48ef-9748-c8dab9297a8d tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: f7468e7d-2bed-4b9a-a642-b7f628a95305] Updating existing volume attachment record: b3086ed1-a93c-4e59-888a-a70ab970f5b2 {{(pid=65448) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 864.205874] env[65448]: DEBUG nova.scheduler.client.report [None req-d2323d28-98e4-462f-b487-ee93630e27f2 tempest-ServerMetadataNegativeTestJSON-2090714491 tempest-ServerMetadataNegativeTestJSON-2090714491-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 864.216920] env[65448]: DEBUG nova.virt.hardware [None req-d61ce561-930c-404d-bcf3-4f95abd6fb6f tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 864.216920] env[65448]: DEBUG nova.virt.hardware [None req-d61ce561-930c-404d-bcf3-4f95abd6fb6f tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 864.217155] env[65448]: DEBUG nova.virt.hardware [None req-d61ce561-930c-404d-bcf3-4f95abd6fb6f tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 864.217212] env[65448]: DEBUG nova.virt.hardware [None req-d61ce561-930c-404d-bcf3-4f95abd6fb6f tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 864.217439] env[65448]: DEBUG nova.virt.hardware [None req-d61ce561-930c-404d-bcf3-4f95abd6fb6f tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 864.217527] env[65448]: DEBUG nova.virt.hardware [None req-d61ce561-930c-404d-bcf3-4f95abd6fb6f tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 864.217674] env[65448]: DEBUG nova.virt.hardware [None req-d61ce561-930c-404d-bcf3-4f95abd6fb6f tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 864.217875] env[65448]: DEBUG nova.virt.hardware [None req-d61ce561-930c-404d-bcf3-4f95abd6fb6f tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 864.220219] env[65448]: DEBUG nova.virt.hardware [None req-d61ce561-930c-404d-bcf3-4f95abd6fb6f tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 864.220219] env[65448]: DEBUG nova.virt.hardware [None req-d61ce561-930c-404d-bcf3-4f95abd6fb6f tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 864.220219] env[65448]: DEBUG nova.virt.hardware [None req-d61ce561-930c-404d-bcf3-4f95abd6fb6f tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 864.223595] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93adeb8f-7db6-46c4-a327-985bbdd70cdb {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.242587] env[65448]: DEBUG oslo_vmware.api [None req-d61ce561-930c-404d-bcf3-4f95abd6fb6f tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Waiting for the task: (returnval){ [ 864.242587] env[65448]: value = "task-4937758" [ 864.242587] env[65448]: _type = "Task" [ 864.242587] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.252443] env[65448]: DEBUG oslo_vmware.api [None req-d61ce561-930c-404d-bcf3-4f95abd6fb6f tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4937758, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.259105] env[65448]: DEBUG nova.compute.manager [None req-0ed2a3f2-4815-4e14-81ef-833def28a5ea tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: d20826fc-879b-4538-88d5-9a69017c9d23] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 864.260047] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19bf5e1e-e15b-4abc-8448-5caf0f264059 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.712013] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d2323d28-98e4-462f-b487-ee93630e27f2 tempest-ServerMetadataNegativeTestJSON-2090714491 tempest-ServerMetadataNegativeTestJSON-2090714491-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.741s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.712671] env[65448]: DEBUG nova.compute.manager [None req-d2323d28-98e4-462f-b487-ee93630e27f2 tempest-ServerMetadataNegativeTestJSON-2090714491 tempest-ServerMetadataNegativeTestJSON-2090714491-project-member] [instance: b9eaa8ef-392c-449e-b441-5b5de9ddaf9e] Start building networks asynchronously for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2881}} [ 864.716072] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d6272f51-c7bc-4ce4-82e1-011e520e69e8 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 60.060s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.716203] env[65448]: DEBUG nova.objects.instance [None req-d6272f51-c7bc-4ce4-82e1-011e520e69e8 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Lazy-loading 'resources' on Instance uuid ac639d87-8ce8-4762-a056-b369ec2627b6 {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 864.753451] env[65448]: DEBUG oslo_vmware.api [None req-d61ce561-930c-404d-bcf3-4f95abd6fb6f tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4937758, 'name': ReconfigVM_Task, 'duration_secs': 0.160399} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.753763] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-d61ce561-930c-404d-bcf3-4f95abd6fb6f tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: f0ae0ad7-7800-4f5a-a270-7749177b8675] Updating instance 'f0ae0ad7-7800-4f5a-a270-7749177b8675' progress to 33 {{(pid=65448) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 864.772904] env[65448]: INFO nova.compute.manager [None req-0ed2a3f2-4815-4e14-81ef-833def28a5ea tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: d20826fc-879b-4538-88d5-9a69017c9d23] instance snapshotting [ 864.774247] env[65448]: WARNING nova.compute.manager [None req-0ed2a3f2-4815-4e14-81ef-833def28a5ea tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: d20826fc-879b-4538-88d5-9a69017c9d23] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 864.777615] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d3b51c5-2010-4529-a7cd-42c48efeb00c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.799709] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ae5af8c-3965-44b9-b2fa-7243ac1625f9 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.226458] env[65448]: DEBUG nova.compute.utils [None req-d2323d28-98e4-462f-b487-ee93630e27f2 tempest-ServerMetadataNegativeTestJSON-2090714491 tempest-ServerMetadataNegativeTestJSON-2090714491-project-member] Using /dev/sd instead of None {{(pid=65448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 865.228368] env[65448]: DEBUG nova.compute.manager [None req-d2323d28-98e4-462f-b487-ee93630e27f2 tempest-ServerMetadataNegativeTestJSON-2090714491 tempest-ServerMetadataNegativeTestJSON-2090714491-project-member] [instance: b9eaa8ef-392c-449e-b441-5b5de9ddaf9e] Allocating IP information in the background. {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 865.229241] env[65448]: DEBUG nova.network.neutron [None req-d2323d28-98e4-462f-b487-ee93630e27f2 tempest-ServerMetadataNegativeTestJSON-2090714491 tempest-ServerMetadataNegativeTestJSON-2090714491-project-member] [instance: b9eaa8ef-392c-449e-b441-5b5de9ddaf9e] allocate_for_instance() {{(pid=65448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 865.229241] env[65448]: WARNING neutronclient.v2_0.client [None req-d2323d28-98e4-462f-b487-ee93630e27f2 tempest-ServerMetadataNegativeTestJSON-2090714491 tempest-ServerMetadataNegativeTestJSON-2090714491-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 865.229519] env[65448]: WARNING neutronclient.v2_0.client [None req-d2323d28-98e4-462f-b487-ee93630e27f2 tempest-ServerMetadataNegativeTestJSON-2090714491 tempest-ServerMetadataNegativeTestJSON-2090714491-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 865.261157] env[65448]: DEBUG nova.virt.hardware [None req-d61ce561-930c-404d-bcf3-4f95abd6fb6f tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 865.261479] env[65448]: DEBUG nova.virt.hardware [None req-d61ce561-930c-404d-bcf3-4f95abd6fb6f tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 865.261700] env[65448]: DEBUG nova.virt.hardware [None req-d61ce561-930c-404d-bcf3-4f95abd6fb6f tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 865.261989] env[65448]: DEBUG nova.virt.hardware [None req-d61ce561-930c-404d-bcf3-4f95abd6fb6f tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 865.262230] env[65448]: DEBUG nova.virt.hardware [None req-d61ce561-930c-404d-bcf3-4f95abd6fb6f tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 865.262440] env[65448]: DEBUG nova.virt.hardware [None req-d61ce561-930c-404d-bcf3-4f95abd6fb6f tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 865.262785] env[65448]: DEBUG nova.virt.hardware [None req-d61ce561-930c-404d-bcf3-4f95abd6fb6f tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 865.263217] env[65448]: DEBUG nova.virt.hardware [None req-d61ce561-930c-404d-bcf3-4f95abd6fb6f tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 865.263422] env[65448]: DEBUG nova.virt.hardware [None req-d61ce561-930c-404d-bcf3-4f95abd6fb6f tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 865.263599] env[65448]: DEBUG nova.virt.hardware [None req-d61ce561-930c-404d-bcf3-4f95abd6fb6f tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 865.264383] env[65448]: DEBUG nova.virt.hardware [None req-d61ce561-930c-404d-bcf3-4f95abd6fb6f tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 865.270358] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-d61ce561-930c-404d-bcf3-4f95abd6fb6f tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: f0ae0ad7-7800-4f5a-a270-7749177b8675] Reconfiguring VM instance instance-00000011 to detach disk 2000 {{(pid=65448) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 865.271366] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ae3e832-7a64-4087-ba93-de7c2e5e8f00 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.300599] env[65448]: DEBUG oslo_vmware.api [None req-d61ce561-930c-404d-bcf3-4f95abd6fb6f tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Waiting for the task: (returnval){ [ 865.300599] env[65448]: value = "task-4937762" [ 865.300599] env[65448]: _type = "Task" [ 865.300599] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.309284] env[65448]: DEBUG nova.policy [None req-d2323d28-98e4-462f-b487-ee93630e27f2 tempest-ServerMetadataNegativeTestJSON-2090714491 tempest-ServerMetadataNegativeTestJSON-2090714491-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '874872b237324a8da3836e58330be639', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b8b99aecae054856a41cac622ee1d88e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65448) authorize /opt/stack/nova/nova/policy.py:192}} [ 865.312573] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-0ed2a3f2-4815-4e14-81ef-833def28a5ea tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: d20826fc-879b-4538-88d5-9a69017c9d23] Creating Snapshot of the VM instance {{(pid=65448) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 865.316940] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d93cb890-7857-4e24-8dd3-d521bbd10869 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.325868] env[65448]: DEBUG oslo_vmware.api [None req-d61ce561-930c-404d-bcf3-4f95abd6fb6f tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4937762, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.332991] env[65448]: DEBUG oslo_vmware.api [None req-0ed2a3f2-4815-4e14-81ef-833def28a5ea tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Waiting for the task: (returnval){ [ 865.332991] env[65448]: value = "task-4937763" [ 865.332991] env[65448]: _type = "Task" [ 865.332991] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.349028] env[65448]: DEBUG oslo_vmware.api [None req-0ed2a3f2-4815-4e14-81ef-833def28a5ea tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': task-4937763, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.661207] env[65448]: DEBUG nova.network.neutron [None req-d2323d28-98e4-462f-b487-ee93630e27f2 tempest-ServerMetadataNegativeTestJSON-2090714491 tempest-ServerMetadataNegativeTestJSON-2090714491-project-member] [instance: b9eaa8ef-392c-449e-b441-5b5de9ddaf9e] Successfully created port: 27182e01-99d7-4b5f-966d-c7158a84614f {{(pid=65448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 865.733205] env[65448]: DEBUG nova.compute.manager [None req-d2323d28-98e4-462f-b487-ee93630e27f2 tempest-ServerMetadataNegativeTestJSON-2090714491 tempest-ServerMetadataNegativeTestJSON-2090714491-project-member] [instance: b9eaa8ef-392c-449e-b441-5b5de9ddaf9e] Start building block device mappings for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2916}} [ 865.815382] env[65448]: DEBUG oslo_vmware.api [None req-d61ce561-930c-404d-bcf3-4f95abd6fb6f tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4937762, 'name': ReconfigVM_Task, 'duration_secs': 0.197619} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.818786] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-d61ce561-930c-404d-bcf3-4f95abd6fb6f tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: f0ae0ad7-7800-4f5a-a270-7749177b8675] Reconfigured VM instance instance-00000011 to detach disk 2000 {{(pid=65448) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 865.821311] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77ae9721-fa34-44ab-b2c0-839b2dff7bfb {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.846955] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-d61ce561-930c-404d-bcf3-4f95abd6fb6f tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: f0ae0ad7-7800-4f5a-a270-7749177b8675] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] f0ae0ad7-7800-4f5a-a270-7749177b8675/f0ae0ad7-7800-4f5a-a270-7749177b8675.vmdk or device None with type thin {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 865.853744] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6bc950c0-2ab1-4e08-add2-ad5f47745149 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.876206] env[65448]: DEBUG oslo_vmware.api [None req-0ed2a3f2-4815-4e14-81ef-833def28a5ea tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': task-4937763, 'name': CreateSnapshot_Task, 'duration_secs': 0.53238} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.876878] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-0ed2a3f2-4815-4e14-81ef-833def28a5ea tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: d20826fc-879b-4538-88d5-9a69017c9d23] Created Snapshot of the VM instance {{(pid=65448) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 865.877376] env[65448]: DEBUG oslo_vmware.api [None req-d61ce561-930c-404d-bcf3-4f95abd6fb6f tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Waiting for the task: (returnval){ [ 865.877376] env[65448]: value = "task-4937764" [ 865.877376] env[65448]: _type = "Task" [ 865.877376] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.878416] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-352c7894-e987-4ea3-8c71-27b817b735b3 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.893074] env[65448]: DEBUG oslo_vmware.api [None req-d61ce561-930c-404d-bcf3-4f95abd6fb6f tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4937764, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.903019] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62ec2e58-fe10-4a73-bc07-d5ed4423b96d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.910191] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4f6b53d-41f0-4fdc-b9d5-689445131ccc {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.944581] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25d09c55-1f4e-4ac1-9add-d9e008c7887a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.956980] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-456e3652-09a5-4d3e-839a-15fdae499a2d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.972879] env[65448]: DEBUG nova.compute.provider_tree [None req-d6272f51-c7bc-4ce4-82e1-011e520e69e8 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 866.391550] env[65448]: DEBUG oslo_vmware.api [None req-d61ce561-930c-404d-bcf3-4f95abd6fb6f tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4937764, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.411954] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-0ed2a3f2-4815-4e14-81ef-833def28a5ea tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: d20826fc-879b-4538-88d5-9a69017c9d23] Creating linked-clone VM from snapshot {{(pid=65448) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 866.412303] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a6aacad2-5cf9-4fba-a9ea-60d26fe0cbe6 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.421850] env[65448]: DEBUG oslo_vmware.api [None req-0ed2a3f2-4815-4e14-81ef-833def28a5ea tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Waiting for the task: (returnval){ [ 866.421850] env[65448]: value = "task-4937765" [ 866.421850] env[65448]: _type = "Task" [ 866.421850] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.431452] env[65448]: DEBUG oslo_vmware.api [None req-0ed2a3f2-4815-4e14-81ef-833def28a5ea tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': task-4937765, 'name': CloneVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.475991] env[65448]: DEBUG nova.scheduler.client.report [None req-d6272f51-c7bc-4ce4-82e1-011e520e69e8 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 866.744212] env[65448]: DEBUG nova.compute.manager [None req-d2323d28-98e4-462f-b487-ee93630e27f2 tempest-ServerMetadataNegativeTestJSON-2090714491 tempest-ServerMetadataNegativeTestJSON-2090714491-project-member] [instance: b9eaa8ef-392c-449e-b441-5b5de9ddaf9e] Start spawning the instance on the hypervisor. {{(pid=65448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2689}} [ 866.783134] env[65448]: DEBUG nova.virt.hardware [None req-d2323d28-98e4-462f-b487-ee93630e27f2 tempest-ServerMetadataNegativeTestJSON-2090714491 tempest-ServerMetadataNegativeTestJSON-2090714491-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-08T17:19:51Z,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a992292b6dae455593d228217860e2e1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-08T17:19:52Z,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 866.783643] env[65448]: DEBUG nova.virt.hardware [None req-d2323d28-98e4-462f-b487-ee93630e27f2 tempest-ServerMetadataNegativeTestJSON-2090714491 tempest-ServerMetadataNegativeTestJSON-2090714491-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 866.784138] env[65448]: DEBUG nova.virt.hardware [None req-d2323d28-98e4-462f-b487-ee93630e27f2 tempest-ServerMetadataNegativeTestJSON-2090714491 tempest-ServerMetadataNegativeTestJSON-2090714491-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 866.784665] env[65448]: DEBUG nova.virt.hardware [None req-d2323d28-98e4-462f-b487-ee93630e27f2 tempest-ServerMetadataNegativeTestJSON-2090714491 tempest-ServerMetadataNegativeTestJSON-2090714491-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 866.785449] env[65448]: DEBUG nova.virt.hardware [None req-d2323d28-98e4-462f-b487-ee93630e27f2 tempest-ServerMetadataNegativeTestJSON-2090714491 tempest-ServerMetadataNegativeTestJSON-2090714491-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 866.785449] env[65448]: DEBUG nova.virt.hardware [None req-d2323d28-98e4-462f-b487-ee93630e27f2 tempest-ServerMetadataNegativeTestJSON-2090714491 tempest-ServerMetadataNegativeTestJSON-2090714491-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 866.785833] env[65448]: DEBUG nova.virt.hardware [None req-d2323d28-98e4-462f-b487-ee93630e27f2 tempest-ServerMetadataNegativeTestJSON-2090714491 tempest-ServerMetadataNegativeTestJSON-2090714491-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 866.786192] env[65448]: DEBUG nova.virt.hardware [None req-d2323d28-98e4-462f-b487-ee93630e27f2 tempest-ServerMetadataNegativeTestJSON-2090714491 tempest-ServerMetadataNegativeTestJSON-2090714491-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 866.786525] env[65448]: DEBUG nova.virt.hardware [None req-d2323d28-98e4-462f-b487-ee93630e27f2 tempest-ServerMetadataNegativeTestJSON-2090714491 tempest-ServerMetadataNegativeTestJSON-2090714491-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 866.786901] env[65448]: DEBUG nova.virt.hardware [None req-d2323d28-98e4-462f-b487-ee93630e27f2 tempest-ServerMetadataNegativeTestJSON-2090714491 tempest-ServerMetadataNegativeTestJSON-2090714491-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 866.787324] env[65448]: DEBUG nova.virt.hardware [None req-d2323d28-98e4-462f-b487-ee93630e27f2 tempest-ServerMetadataNegativeTestJSON-2090714491 tempest-ServerMetadataNegativeTestJSON-2090714491-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 866.788872] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fe03dd6-f6a1-47ba-9051-01a1148ddaa0 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.801108] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-189e3980-931d-4c7d-8057-889b3c1d78c8 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.896723] env[65448]: DEBUG oslo_vmware.api [None req-d61ce561-930c-404d-bcf3-4f95abd6fb6f tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4937764, 'name': ReconfigVM_Task, 'duration_secs': 0.610226} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.897226] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-d61ce561-930c-404d-bcf3-4f95abd6fb6f tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: f0ae0ad7-7800-4f5a-a270-7749177b8675] Reconfigured VM instance instance-00000011 to attach disk [datastore2] f0ae0ad7-7800-4f5a-a270-7749177b8675/f0ae0ad7-7800-4f5a-a270-7749177b8675.vmdk or device None with type thin {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 866.897663] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-d61ce561-930c-404d-bcf3-4f95abd6fb6f tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: f0ae0ad7-7800-4f5a-a270-7749177b8675] Updating instance 'f0ae0ad7-7800-4f5a-a270-7749177b8675' progress to 50 {{(pid=65448) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 866.935057] env[65448]: DEBUG oslo_vmware.api [None req-0ed2a3f2-4815-4e14-81ef-833def28a5ea tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': task-4937765, 'name': CloneVM_Task} progress is 94%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.982070] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d6272f51-c7bc-4ce4-82e1-011e520e69e8 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.266s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.984714] env[65448]: DEBUG oslo_concurrency.lockutils [None req-c58cc023-5779-446e-a377-bf23f5ac638c tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 57.883s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.986467] env[65448]: INFO nova.compute.claims [None req-c58cc023-5779-446e-a377-bf23f5ac638c tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: 208772b0-cc9f-4644-b440-54e638072b4e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 867.016573] env[65448]: INFO nova.scheduler.client.report [None req-d6272f51-c7bc-4ce4-82e1-011e520e69e8 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Deleted allocations for instance ac639d87-8ce8-4762-a056-b369ec2627b6 [ 867.346562] env[65448]: DEBUG nova.network.neutron [None req-d2323d28-98e4-462f-b487-ee93630e27f2 tempest-ServerMetadataNegativeTestJSON-2090714491 tempest-ServerMetadataNegativeTestJSON-2090714491-project-member] [instance: b9eaa8ef-392c-449e-b441-5b5de9ddaf9e] Successfully updated port: 27182e01-99d7-4b5f-966d-c7158a84614f {{(pid=65448) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 867.408263] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9df62186-39ce-4f23-b308-e217bfa7a96c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.435456] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12a9072c-5e49-40e5-ad80-772db4bfaa39 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.444350] env[65448]: DEBUG nova.compute.manager [req-58869fe5-e127-4e8b-a26d-9822929930a8 req-34f13050-ce7c-4207-bd1c-69bce1c3575a service nova] [instance: b9eaa8ef-392c-449e-b441-5b5de9ddaf9e] Received event network-vif-plugged-27182e01-99d7-4b5f-966d-c7158a84614f {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 867.444483] env[65448]: DEBUG oslo_concurrency.lockutils [req-58869fe5-e127-4e8b-a26d-9822929930a8 req-34f13050-ce7c-4207-bd1c-69bce1c3575a service nova] Acquiring lock "b9eaa8ef-392c-449e-b441-5b5de9ddaf9e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.444698] env[65448]: DEBUG oslo_concurrency.lockutils [req-58869fe5-e127-4e8b-a26d-9822929930a8 req-34f13050-ce7c-4207-bd1c-69bce1c3575a service nova] Lock "b9eaa8ef-392c-449e-b441-5b5de9ddaf9e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.444864] env[65448]: DEBUG oslo_concurrency.lockutils [req-58869fe5-e127-4e8b-a26d-9822929930a8 req-34f13050-ce7c-4207-bd1c-69bce1c3575a service nova] Lock "b9eaa8ef-392c-449e-b441-5b5de9ddaf9e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.445045] env[65448]: DEBUG nova.compute.manager [req-58869fe5-e127-4e8b-a26d-9822929930a8 req-34f13050-ce7c-4207-bd1c-69bce1c3575a service nova] [instance: b9eaa8ef-392c-449e-b441-5b5de9ddaf9e] No waiting events found dispatching network-vif-plugged-27182e01-99d7-4b5f-966d-c7158a84614f {{(pid=65448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 867.445217] env[65448]: WARNING nova.compute.manager [req-58869fe5-e127-4e8b-a26d-9822929930a8 req-34f13050-ce7c-4207-bd1c-69bce1c3575a service nova] [instance: b9eaa8ef-392c-449e-b441-5b5de9ddaf9e] Received unexpected event network-vif-plugged-27182e01-99d7-4b5f-966d-c7158a84614f for instance with vm_state building and task_state spawning. [ 867.463689] env[65448]: DEBUG oslo_vmware.api [None req-0ed2a3f2-4815-4e14-81ef-833def28a5ea tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': task-4937765, 'name': CloneVM_Task} progress is 94%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.464091] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-d61ce561-930c-404d-bcf3-4f95abd6fb6f tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: f0ae0ad7-7800-4f5a-a270-7749177b8675] Updating instance 'f0ae0ad7-7800-4f5a-a270-7749177b8675' progress to 67 {{(pid=65448) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 867.526846] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d6272f51-c7bc-4ce4-82e1-011e520e69e8 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Lock "ac639d87-8ce8-4762-a056-b369ec2627b6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 66.334s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.849750] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d2323d28-98e4-462f-b487-ee93630e27f2 tempest-ServerMetadataNegativeTestJSON-2090714491 tempest-ServerMetadataNegativeTestJSON-2090714491-project-member] Acquiring lock "refresh_cache-b9eaa8ef-392c-449e-b441-5b5de9ddaf9e" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.849931] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d2323d28-98e4-462f-b487-ee93630e27f2 tempest-ServerMetadataNegativeTestJSON-2090714491 tempest-ServerMetadataNegativeTestJSON-2090714491-project-member] Acquired lock "refresh_cache-b9eaa8ef-392c-449e-b441-5b5de9ddaf9e" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.850126] env[65448]: DEBUG nova.network.neutron [None req-d2323d28-98e4-462f-b487-ee93630e27f2 tempest-ServerMetadataNegativeTestJSON-2090714491 tempest-ServerMetadataNegativeTestJSON-2090714491-project-member] [instance: b9eaa8ef-392c-449e-b441-5b5de9ddaf9e] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 867.943586] env[65448]: DEBUG oslo_vmware.api [None req-0ed2a3f2-4815-4e14-81ef-833def28a5ea tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': task-4937765, 'name': CloneVM_Task, 'duration_secs': 1.435389} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.943871] env[65448]: INFO nova.virt.vmwareapi.vmops [None req-0ed2a3f2-4815-4e14-81ef-833def28a5ea tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: d20826fc-879b-4538-88d5-9a69017c9d23] Created linked-clone VM from snapshot [ 867.944798] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ff68b03-f8cd-4c1a-8cfd-f02fe67554f4 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.956194] env[65448]: DEBUG nova.virt.vmwareapi.images [None req-0ed2a3f2-4815-4e14-81ef-833def28a5ea tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: d20826fc-879b-4538-88d5-9a69017c9d23] Uploading image 1a4d531e-f08f-4012-a95c-0d8b6346efa9 {{(pid=65448) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 867.972601] env[65448]: WARNING neutronclient.v2_0.client [None req-d61ce561-930c-404d-bcf3-4f95abd6fb6f tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 867.972601] env[65448]: WARNING neutronclient.v2_0.client [None req-d61ce561-930c-404d-bcf3-4f95abd6fb6f tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 867.987884] env[65448]: DEBUG oslo_vmware.rw_handles [None req-0ed2a3f2-4815-4e14-81ef-833def28a5ea tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 867.987884] env[65448]: value = "vm-961963" [ 867.987884] env[65448]: _type = "VirtualMachine" [ 867.987884] env[65448]: }. {{(pid=65448) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 867.987884] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c5b551aa-6e75-4f04-87de-9709a08b9636 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.000636] env[65448]: DEBUG oslo_vmware.rw_handles [None req-0ed2a3f2-4815-4e14-81ef-833def28a5ea tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Lease: (returnval){ [ 868.000636] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]523ba646-8892-2d71-13f0-a028096306ef" [ 868.000636] env[65448]: _type = "HttpNfcLease" [ 868.000636] env[65448]: } obtained for exporting VM: (result){ [ 868.000636] env[65448]: value = "vm-961963" [ 868.000636] env[65448]: _type = "VirtualMachine" [ 868.000636] env[65448]: }. {{(pid=65448) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 868.001445] env[65448]: DEBUG oslo_vmware.api [None req-0ed2a3f2-4815-4e14-81ef-833def28a5ea tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Waiting for the lease: (returnval){ [ 868.001445] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]523ba646-8892-2d71-13f0-a028096306ef" [ 868.001445] env[65448]: _type = "HttpNfcLease" [ 868.001445] env[65448]: } to be ready. {{(pid=65448) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 868.015294] env[65448]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 868.015294] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]523ba646-8892-2d71-13f0-a028096306ef" [ 868.015294] env[65448]: _type = "HttpNfcLease" [ 868.015294] env[65448]: } is ready. {{(pid=65448) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 868.015596] env[65448]: DEBUG oslo_vmware.rw_handles [None req-0ed2a3f2-4815-4e14-81ef-833def28a5ea tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 868.015596] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]523ba646-8892-2d71-13f0-a028096306ef" [ 868.015596] env[65448]: _type = "HttpNfcLease" [ 868.015596] env[65448]: }. {{(pid=65448) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 868.016394] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64984449-3c52-4bee-8a4a-1af2c86244ea {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.025185] env[65448]: DEBUG oslo_vmware.rw_handles [None req-0ed2a3f2-4815-4e14-81ef-833def28a5ea tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522fc65b-614d-2650-4471-42da3bed2ecc/disk-0.vmdk from lease info. {{(pid=65448) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 868.025403] env[65448]: DEBUG oslo_vmware.rw_handles [None req-0ed2a3f2-4815-4e14-81ef-833def28a5ea tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522fc65b-614d-2650-4471-42da3bed2ecc/disk-0.vmdk for reading. {{(pid=65448) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 868.030202] env[65448]: DEBUG nova.network.neutron [None req-d61ce561-930c-404d-bcf3-4f95abd6fb6f tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: f0ae0ad7-7800-4f5a-a270-7749177b8675] Port 89a077dd-0b02-41db-98f1-558117233f56 binding to destination host cpu-1 is already ACTIVE {{(pid=65448) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 868.133225] env[65448]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4937d544-a5a3-4054-8d70-be234aeefd74 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.405108] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6d584165-0f04-4037-889e-239d7e1bff58 tempest-ServerTagsTestJSON-1535616916 tempest-ServerTagsTestJSON-1535616916-project-member] Acquiring lock "5d5d90a5-f93c-4070-8c3f-2690af66af2a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.405108] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6d584165-0f04-4037-889e-239d7e1bff58 tempest-ServerTagsTestJSON-1535616916 tempest-ServerTagsTestJSON-1535616916-project-member] Lock "5d5d90a5-f93c-4070-8c3f-2690af66af2a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.409934] env[65448]: DEBUG nova.network.neutron [None req-d2323d28-98e4-462f-b487-ee93630e27f2 tempest-ServerMetadataNegativeTestJSON-2090714491 tempest-ServerMetadataNegativeTestJSON-2090714491-project-member] [instance: b9eaa8ef-392c-449e-b441-5b5de9ddaf9e] Instance cache missing network info. {{(pid=65448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 868.473026] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a83cfeeb-1cbd-4718-980c-50a251f5d463 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Acquiring lock "dc6c4614-329d-4c19-bcda-1459b561823e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.473026] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a83cfeeb-1cbd-4718-980c-50a251f5d463 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Lock "dc6c4614-329d-4c19-bcda-1459b561823e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.540634] env[65448]: WARNING neutronclient.v2_0.client [None req-d2323d28-98e4-462f-b487-ee93630e27f2 tempest-ServerMetadataNegativeTestJSON-2090714491 tempest-ServerMetadataNegativeTestJSON-2090714491-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 868.654541] env[65448]: DEBUG nova.network.neutron [None req-d2323d28-98e4-462f-b487-ee93630e27f2 tempest-ServerMetadataNegativeTestJSON-2090714491 tempest-ServerMetadataNegativeTestJSON-2090714491-project-member] [instance: b9eaa8ef-392c-449e-b441-5b5de9ddaf9e] Updating instance_info_cache with network_info: [{"id": "27182e01-99d7-4b5f-966d-c7158a84614f", "address": "fa:16:3e:63:f0:35", "network": {"id": "b20a30fc-cc59-4b03-9514-6cded3e1a277", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1653159546-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8b99aecae054856a41cac622ee1d88e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27182e01-99", "ovs_interfaceid": "27182e01-99d7-4b5f-966d-c7158a84614f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.789322] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e175ff9f-be38-4b06-a33d-555b49a4c343 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.798548] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b800eed-95e5-44e4-b692-a98b530b21e4 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.832335] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a770c4f-06aa-4e3b-89c1-40b54b6b2cd3 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.841517] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd37854b-6ac4-4b5c-a638-a0b7a6469c8d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.858447] env[65448]: DEBUG nova.compute.provider_tree [None req-c58cc023-5779-446e-a377-bf23f5ac638c tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 868.906576] env[65448]: DEBUG nova.compute.manager [None req-6d584165-0f04-4037-889e-239d7e1bff58 tempest-ServerTagsTestJSON-1535616916 tempest-ServerTagsTestJSON-1535616916-project-member] [instance: 5d5d90a5-f93c-4070-8c3f-2690af66af2a] Starting instance... {{(pid=65448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2483}} [ 869.061224] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d61ce561-930c-404d-bcf3-4f95abd6fb6f tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Acquiring lock "f0ae0ad7-7800-4f5a-a270-7749177b8675-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.061861] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d61ce561-930c-404d-bcf3-4f95abd6fb6f tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Lock "f0ae0ad7-7800-4f5a-a270-7749177b8675-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.062264] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d61ce561-930c-404d-bcf3-4f95abd6fb6f tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Lock "f0ae0ad7-7800-4f5a-a270-7749177b8675-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.160813] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d2323d28-98e4-462f-b487-ee93630e27f2 tempest-ServerMetadataNegativeTestJSON-2090714491 tempest-ServerMetadataNegativeTestJSON-2090714491-project-member] Releasing lock "refresh_cache-b9eaa8ef-392c-449e-b441-5b5de9ddaf9e" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.161415] env[65448]: DEBUG nova.compute.manager [None req-d2323d28-98e4-462f-b487-ee93630e27f2 tempest-ServerMetadataNegativeTestJSON-2090714491 tempest-ServerMetadataNegativeTestJSON-2090714491-project-member] [instance: b9eaa8ef-392c-449e-b441-5b5de9ddaf9e] Instance network_info: |[{"id": "27182e01-99d7-4b5f-966d-c7158a84614f", "address": "fa:16:3e:63:f0:35", "network": {"id": "b20a30fc-cc59-4b03-9514-6cded3e1a277", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1653159546-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8b99aecae054856a41cac622ee1d88e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27182e01-99", "ovs_interfaceid": "27182e01-99d7-4b5f-966d-c7158a84614f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 869.162056] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-d2323d28-98e4-462f-b487-ee93630e27f2 tempest-ServerMetadataNegativeTestJSON-2090714491 tempest-ServerMetadataNegativeTestJSON-2090714491-project-member] [instance: b9eaa8ef-392c-449e-b441-5b5de9ddaf9e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:63:f0:35', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a485857d-7086-4dcf-9d65-d0dcd177fcb0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '27182e01-99d7-4b5f-966d-c7158a84614f', 'vif_model': 'vmxnet3'}] {{(pid=65448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 869.170500] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2323d28-98e4-462f-b487-ee93630e27f2 tempest-ServerMetadataNegativeTestJSON-2090714491 tempest-ServerMetadataNegativeTestJSON-2090714491-project-member] Creating folder: Project (b8b99aecae054856a41cac622ee1d88e). Parent ref: group-v961779. {{(pid=65448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 869.170996] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0c63385c-8376-42ab-a3e4-c76e21bad292 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.178295] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-77f804e9-90a8-48ef-9748-c8dab9297a8d tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: f7468e7d-2bed-4b9a-a642-b7f628a95305] Volume attach. Driver type: vmdk {{(pid=65448) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 869.178720] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-77f804e9-90a8-48ef-9748-c8dab9297a8d tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: f7468e7d-2bed-4b9a-a642-b7f628a95305] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-961961', 'volume_id': '2e055c6f-289d-427a-a881-bfca698c5675', 'name': 'volume-2e055c6f-289d-427a-a881-bfca698c5675', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f7468e7d-2bed-4b9a-a642-b7f628a95305', 'attached_at': '', 'detached_at': '', 'volume_id': '2e055c6f-289d-427a-a881-bfca698c5675', 'serial': '2e055c6f-289d-427a-a881-bfca698c5675'} {{(pid=65448) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 869.180136] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5f5684a-b3eb-489a-926c-925c3c27b356 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.185691] env[65448]: INFO nova.virt.vmwareapi.vm_util [None req-d2323d28-98e4-462f-b487-ee93630e27f2 tempest-ServerMetadataNegativeTestJSON-2090714491 tempest-ServerMetadataNegativeTestJSON-2090714491-project-member] Created folder: Project (b8b99aecae054856a41cac622ee1d88e) in parent group-v961779. [ 869.186185] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2323d28-98e4-462f-b487-ee93630e27f2 tempest-ServerMetadataNegativeTestJSON-2090714491 tempest-ServerMetadataNegativeTestJSON-2090714491-project-member] Creating folder: Instances. Parent ref: group-v961964. {{(pid=65448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 869.186988] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8032b7f2-32bb-4904-b4d7-6bb18dd3f19f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.205266] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2c90287-9e36-4bc1-82da-e2f772a7107b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.234690] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-77f804e9-90a8-48ef-9748-c8dab9297a8d tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: f7468e7d-2bed-4b9a-a642-b7f628a95305] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] volume-2e055c6f-289d-427a-a881-bfca698c5675/volume-2e055c6f-289d-427a-a881-bfca698c5675.vmdk or device None with type thin {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 869.236819] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98cbc339-582f-42fa-aea5-05a600f3d07a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.251882] env[65448]: INFO nova.virt.vmwareapi.vm_util [None req-d2323d28-98e4-462f-b487-ee93630e27f2 tempest-ServerMetadataNegativeTestJSON-2090714491 tempest-ServerMetadataNegativeTestJSON-2090714491-project-member] Created folder: Instances in parent group-v961964. [ 869.252229] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-d2323d28-98e4-462f-b487-ee93630e27f2 tempest-ServerMetadataNegativeTestJSON-2090714491 tempest-ServerMetadataNegativeTestJSON-2090714491-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 869.252516] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9eaa8ef-392c-449e-b441-5b5de9ddaf9e] Creating VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 869.253342] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6efdbffa-2c90-41a8-b5af-209e8c8f38a0 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.276585] env[65448]: DEBUG oslo_vmware.api [None req-77f804e9-90a8-48ef-9748-c8dab9297a8d tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Waiting for the task: (returnval){ [ 869.276585] env[65448]: value = "task-4937770" [ 869.276585] env[65448]: _type = "Task" [ 869.276585] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.282231] env[65448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 869.282231] env[65448]: value = "task-4937771" [ 869.282231] env[65448]: _type = "Task" [ 869.282231] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.288809] env[65448]: DEBUG oslo_vmware.api [None req-77f804e9-90a8-48ef-9748-c8dab9297a8d tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Task: {'id': task-4937770, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.294709] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937771, 'name': CreateVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.362640] env[65448]: DEBUG nova.scheduler.client.report [None req-c58cc023-5779-446e-a377-bf23f5ac638c tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 869.432217] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6d584165-0f04-4037-889e-239d7e1bff58 tempest-ServerTagsTestJSON-1535616916 tempest-ServerTagsTestJSON-1535616916-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.550425] env[65448]: DEBUG nova.compute.manager [req-bfc5dcae-8248-4709-bed1-824a90a32615 req-eb4a3c88-7db4-495a-a47e-85e42a4fb9cf service nova] [instance: b9eaa8ef-392c-449e-b441-5b5de9ddaf9e] Received event network-changed-27182e01-99d7-4b5f-966d-c7158a84614f {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 869.550712] env[65448]: DEBUG nova.compute.manager [req-bfc5dcae-8248-4709-bed1-824a90a32615 req-eb4a3c88-7db4-495a-a47e-85e42a4fb9cf service nova] [instance: b9eaa8ef-392c-449e-b441-5b5de9ddaf9e] Refreshing instance network info cache due to event network-changed-27182e01-99d7-4b5f-966d-c7158a84614f. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 869.550993] env[65448]: DEBUG oslo_concurrency.lockutils [req-bfc5dcae-8248-4709-bed1-824a90a32615 req-eb4a3c88-7db4-495a-a47e-85e42a4fb9cf service nova] Acquiring lock "refresh_cache-b9eaa8ef-392c-449e-b441-5b5de9ddaf9e" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.551181] env[65448]: DEBUG oslo_concurrency.lockutils [req-bfc5dcae-8248-4709-bed1-824a90a32615 req-eb4a3c88-7db4-495a-a47e-85e42a4fb9cf service nova] Acquired lock "refresh_cache-b9eaa8ef-392c-449e-b441-5b5de9ddaf9e" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.551396] env[65448]: DEBUG nova.network.neutron [req-bfc5dcae-8248-4709-bed1-824a90a32615 req-eb4a3c88-7db4-495a-a47e-85e42a4fb9cf service nova] [instance: b9eaa8ef-392c-449e-b441-5b5de9ddaf9e] Refreshing network info cache for port 27182e01-99d7-4b5f-966d-c7158a84614f {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 869.790239] env[65448]: DEBUG oslo_vmware.api [None req-77f804e9-90a8-48ef-9748-c8dab9297a8d tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Task: {'id': task-4937770, 'name': ReconfigVM_Task, 'duration_secs': 0.444722} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.791022] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-77f804e9-90a8-48ef-9748-c8dab9297a8d tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: f7468e7d-2bed-4b9a-a642-b7f628a95305] Reconfigured VM instance instance-00000038 to attach disk [datastore2] volume-2e055c6f-289d-427a-a881-bfca698c5675/volume-2e055c6f-289d-427a-a881-bfca698c5675.vmdk or device None with type thin {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 869.800425] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-49e937ec-6991-4885-bf94-fc5b1fc65ca4 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.811913] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937771, 'name': CreateVM_Task, 'duration_secs': 0.379254} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.812153] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9eaa8ef-392c-449e-b441-5b5de9ddaf9e] Created VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 869.813284] env[65448]: WARNING neutronclient.v2_0.client [None req-d2323d28-98e4-462f-b487-ee93630e27f2 tempest-ServerMetadataNegativeTestJSON-2090714491 tempest-ServerMetadataNegativeTestJSON-2090714491-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 869.813733] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d2323d28-98e4-462f-b487-ee93630e27f2 tempest-ServerMetadataNegativeTestJSON-2090714491 tempest-ServerMetadataNegativeTestJSON-2090714491-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.813913] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d2323d28-98e4-462f-b487-ee93630e27f2 tempest-ServerMetadataNegativeTestJSON-2090714491 tempest-ServerMetadataNegativeTestJSON-2090714491-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.814321] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d2323d28-98e4-462f-b487-ee93630e27f2 tempest-ServerMetadataNegativeTestJSON-2090714491 tempest-ServerMetadataNegativeTestJSON-2090714491-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.814652] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3d1dd9a-5cf0-4c37-a8b1-dccb53c8d368 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.818925] env[65448]: DEBUG oslo_vmware.api [None req-77f804e9-90a8-48ef-9748-c8dab9297a8d tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Waiting for the task: (returnval){ [ 869.818925] env[65448]: value = "task-4937772" [ 869.818925] env[65448]: _type = "Task" [ 869.818925] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.820504] env[65448]: DEBUG oslo_vmware.api [None req-d2323d28-98e4-462f-b487-ee93630e27f2 tempest-ServerMetadataNegativeTestJSON-2090714491 tempest-ServerMetadataNegativeTestJSON-2090714491-project-member] Waiting for the task: (returnval){ [ 869.820504] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]521c41f0-7e5a-3a1a-0d48-6d857446afe6" [ 869.820504] env[65448]: _type = "Task" [ 869.820504] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.833682] env[65448]: DEBUG oslo_vmware.api [None req-77f804e9-90a8-48ef-9748-c8dab9297a8d tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Task: {'id': task-4937772, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.837559] env[65448]: DEBUG oslo_vmware.api [None req-d2323d28-98e4-462f-b487-ee93630e27f2 tempest-ServerMetadataNegativeTestJSON-2090714491 tempest-ServerMetadataNegativeTestJSON-2090714491-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]521c41f0-7e5a-3a1a-0d48-6d857446afe6, 'name': SearchDatastore_Task, 'duration_secs': 0.010905} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.837959] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d2323d28-98e4-462f-b487-ee93630e27f2 tempest-ServerMetadataNegativeTestJSON-2090714491 tempest-ServerMetadataNegativeTestJSON-2090714491-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.838233] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-d2323d28-98e4-462f-b487-ee93630e27f2 tempest-ServerMetadataNegativeTestJSON-2090714491 tempest-ServerMetadataNegativeTestJSON-2090714491-project-member] [instance: b9eaa8ef-392c-449e-b441-5b5de9ddaf9e] Processing image 50fb366d-48e6-424f-9c20-bc83d77be76a {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 869.838524] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d2323d28-98e4-462f-b487-ee93630e27f2 tempest-ServerMetadataNegativeTestJSON-2090714491 tempest-ServerMetadataNegativeTestJSON-2090714491-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.838730] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d2323d28-98e4-462f-b487-ee93630e27f2 tempest-ServerMetadataNegativeTestJSON-2090714491 tempest-ServerMetadataNegativeTestJSON-2090714491-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.838886] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2323d28-98e4-462f-b487-ee93630e27f2 tempest-ServerMetadataNegativeTestJSON-2090714491 tempest-ServerMetadataNegativeTestJSON-2090714491-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 869.839287] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0608e72b-de8d-494d-ac87-e212e479f207 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.849717] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2323d28-98e4-462f-b487-ee93630e27f2 tempest-ServerMetadataNegativeTestJSON-2090714491 tempest-ServerMetadataNegativeTestJSON-2090714491-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 869.849990] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-d2323d28-98e4-462f-b487-ee93630e27f2 tempest-ServerMetadataNegativeTestJSON-2090714491 tempest-ServerMetadataNegativeTestJSON-2090714491-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 869.850857] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49296991-54d6-41d0-bb27-5e623b4f2ed5 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.858069] env[65448]: DEBUG oslo_vmware.api [None req-d2323d28-98e4-462f-b487-ee93630e27f2 tempest-ServerMetadataNegativeTestJSON-2090714491 tempest-ServerMetadataNegativeTestJSON-2090714491-project-member] Waiting for the task: (returnval){ [ 869.858069] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]528a6523-ad05-8ae6-c91c-3f118aaa955d" [ 869.858069] env[65448]: _type = "Task" [ 869.858069] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.867780] env[65448]: DEBUG oslo_vmware.api [None req-d2323d28-98e4-462f-b487-ee93630e27f2 tempest-ServerMetadataNegativeTestJSON-2090714491 tempest-ServerMetadataNegativeTestJSON-2090714491-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]528a6523-ad05-8ae6-c91c-3f118aaa955d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.868633] env[65448]: DEBUG oslo_concurrency.lockutils [None req-c58cc023-5779-446e-a377-bf23f5ac638c tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.884s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.869216] env[65448]: DEBUG nova.compute.manager [None req-c58cc023-5779-446e-a377-bf23f5ac638c tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: 208772b0-cc9f-4644-b440-54e638072b4e] Start building networks asynchronously for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2881}} [ 869.872281] env[65448]: DEBUG oslo_concurrency.lockutils [None req-04d0e291-6313-4d72-ac39-d907d31c22d0 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 60.348s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.873956] env[65448]: INFO nova.compute.claims [None req-04d0e291-6313-4d72-ac39-d907d31c22d0 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691-project-member] [instance: e528a5f1-8251-4420-8660-8a7ec001ef7e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 870.053990] env[65448]: WARNING neutronclient.v2_0.client [req-bfc5dcae-8248-4709-bed1-824a90a32615 req-eb4a3c88-7db4-495a-a47e-85e42a4fb9cf service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 870.070559] env[65448]: WARNING neutronclient.v2_0.client [None req-d61ce561-930c-404d-bcf3-4f95abd6fb6f tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 870.102815] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d61ce561-930c-404d-bcf3-4f95abd6fb6f tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Acquiring lock "refresh_cache-f0ae0ad7-7800-4f5a-a270-7749177b8675" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.103089] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d61ce561-930c-404d-bcf3-4f95abd6fb6f tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Acquired lock "refresh_cache-f0ae0ad7-7800-4f5a-a270-7749177b8675" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.103339] env[65448]: DEBUG nova.network.neutron [None req-d61ce561-930c-404d-bcf3-4f95abd6fb6f tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: f0ae0ad7-7800-4f5a-a270-7749177b8675] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 870.220615] env[65448]: WARNING neutronclient.v2_0.client [req-bfc5dcae-8248-4709-bed1-824a90a32615 req-eb4a3c88-7db4-495a-a47e-85e42a4fb9cf service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 870.319106] env[65448]: DEBUG nova.network.neutron [req-bfc5dcae-8248-4709-bed1-824a90a32615 req-eb4a3c88-7db4-495a-a47e-85e42a4fb9cf service nova] [instance: b9eaa8ef-392c-449e-b441-5b5de9ddaf9e] Updated VIF entry in instance network info cache for port 27182e01-99d7-4b5f-966d-c7158a84614f. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 870.319483] env[65448]: DEBUG nova.network.neutron [req-bfc5dcae-8248-4709-bed1-824a90a32615 req-eb4a3c88-7db4-495a-a47e-85e42a4fb9cf service nova] [instance: b9eaa8ef-392c-449e-b441-5b5de9ddaf9e] Updating instance_info_cache with network_info: [{"id": "27182e01-99d7-4b5f-966d-c7158a84614f", "address": "fa:16:3e:63:f0:35", "network": {"id": "b20a30fc-cc59-4b03-9514-6cded3e1a277", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1653159546-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8b99aecae054856a41cac622ee1d88e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27182e01-99", "ovs_interfaceid": "27182e01-99d7-4b5f-966d-c7158a84614f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.330827] env[65448]: DEBUG oslo_vmware.api [None req-77f804e9-90a8-48ef-9748-c8dab9297a8d tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Task: {'id': task-4937772, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.370171] env[65448]: DEBUG oslo_vmware.api [None req-d2323d28-98e4-462f-b487-ee93630e27f2 tempest-ServerMetadataNegativeTestJSON-2090714491 tempest-ServerMetadataNegativeTestJSON-2090714491-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]528a6523-ad05-8ae6-c91c-3f118aaa955d, 'name': SearchDatastore_Task, 'duration_secs': 0.010911} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.371126] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a89de94-e584-4301-ab69-7292cc3ed2f4 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.378362] env[65448]: DEBUG nova.compute.utils [None req-c58cc023-5779-446e-a377-bf23f5ac638c tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Using /dev/sd instead of None {{(pid=65448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 870.385311] env[65448]: DEBUG nova.compute.manager [None req-c58cc023-5779-446e-a377-bf23f5ac638c tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: 208772b0-cc9f-4644-b440-54e638072b4e] Allocating IP information in the background. {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 870.385311] env[65448]: DEBUG nova.network.neutron [None req-c58cc023-5779-446e-a377-bf23f5ac638c tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: 208772b0-cc9f-4644-b440-54e638072b4e] allocate_for_instance() {{(pid=65448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 870.385311] env[65448]: WARNING neutronclient.v2_0.client [None req-c58cc023-5779-446e-a377-bf23f5ac638c tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 870.385311] env[65448]: WARNING neutronclient.v2_0.client [None req-c58cc023-5779-446e-a377-bf23f5ac638c tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 870.387285] env[65448]: DEBUG oslo_vmware.api [None req-d2323d28-98e4-462f-b487-ee93630e27f2 tempest-ServerMetadataNegativeTestJSON-2090714491 tempest-ServerMetadataNegativeTestJSON-2090714491-project-member] Waiting for the task: (returnval){ [ 870.387285] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]525a4588-43f6-7d54-99f0-280f0dd35e90" [ 870.387285] env[65448]: _type = "Task" [ 870.387285] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.399206] env[65448]: DEBUG oslo_vmware.api [None req-d2323d28-98e4-462f-b487-ee93630e27f2 tempest-ServerMetadataNegativeTestJSON-2090714491 tempest-ServerMetadataNegativeTestJSON-2090714491-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]525a4588-43f6-7d54-99f0-280f0dd35e90, 'name': SearchDatastore_Task, 'duration_secs': 0.011771} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.399488] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d2323d28-98e4-462f-b487-ee93630e27f2 tempest-ServerMetadataNegativeTestJSON-2090714491 tempest-ServerMetadataNegativeTestJSON-2090714491-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.399746] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2323d28-98e4-462f-b487-ee93630e27f2 tempest-ServerMetadataNegativeTestJSON-2090714491 tempest-ServerMetadataNegativeTestJSON-2090714491-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] b9eaa8ef-392c-449e-b441-5b5de9ddaf9e/b9eaa8ef-392c-449e-b441-5b5de9ddaf9e.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 870.400008] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8f27e440-6685-41fc-8ae5-488bccc6f7e5 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.411127] env[65448]: DEBUG oslo_vmware.api [None req-d2323d28-98e4-462f-b487-ee93630e27f2 tempest-ServerMetadataNegativeTestJSON-2090714491 tempest-ServerMetadataNegativeTestJSON-2090714491-project-member] Waiting for the task: (returnval){ [ 870.411127] env[65448]: value = "task-4937773" [ 870.411127] env[65448]: _type = "Task" [ 870.411127] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.420942] env[65448]: DEBUG oslo_vmware.api [None req-d2323d28-98e4-462f-b487-ee93630e27f2 tempest-ServerMetadataNegativeTestJSON-2090714491 tempest-ServerMetadataNegativeTestJSON-2090714491-project-member] Task: {'id': task-4937773, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.429429] env[65448]: DEBUG nova.policy [None req-c58cc023-5779-446e-a377-bf23f5ac638c tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6d1b2556ff944f8e951201bfd4fb56d1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2b4602fe4973466b8eb0d97f7a72d721', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65448) authorize /opt/stack/nova/nova/policy.py:192}} [ 870.605982] env[65448]: WARNING neutronclient.v2_0.client [None req-d61ce561-930c-404d-bcf3-4f95abd6fb6f tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 870.800231] env[65448]: DEBUG nova.network.neutron [None req-c58cc023-5779-446e-a377-bf23f5ac638c tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: 208772b0-cc9f-4644-b440-54e638072b4e] Successfully created port: 9c182ede-67e3-4ce5-9e35-fa5ccbab7ca7 {{(pid=65448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 870.825872] env[65448]: DEBUG oslo_concurrency.lockutils [req-bfc5dcae-8248-4709-bed1-824a90a32615 req-eb4a3c88-7db4-495a-a47e-85e42a4fb9cf service nova] Releasing lock "refresh_cache-b9eaa8ef-392c-449e-b441-5b5de9ddaf9e" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.833045] env[65448]: DEBUG oslo_vmware.api [None req-77f804e9-90a8-48ef-9748-c8dab9297a8d tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Task: {'id': task-4937772, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.881150] env[65448]: DEBUG nova.compute.manager [None req-c58cc023-5779-446e-a377-bf23f5ac638c tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: 208772b0-cc9f-4644-b440-54e638072b4e] Start building block device mappings for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2916}} [ 870.928259] env[65448]: DEBUG oslo_vmware.api [None req-d2323d28-98e4-462f-b487-ee93630e27f2 tempest-ServerMetadataNegativeTestJSON-2090714491 tempest-ServerMetadataNegativeTestJSON-2090714491-project-member] Task: {'id': task-4937773, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.971469] env[65448]: WARNING neutronclient.v2_0.client [None req-d61ce561-930c-404d-bcf3-4f95abd6fb6f tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 871.146952] env[65448]: DEBUG nova.network.neutron [None req-d61ce561-930c-404d-bcf3-4f95abd6fb6f tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: f0ae0ad7-7800-4f5a-a270-7749177b8675] Updating instance_info_cache with network_info: [{"id": "89a077dd-0b02-41db-98f1-558117233f56", "address": "fa:16:3e:18:a1:08", "network": {"id": "6fa83dea-1d83-4041-ae56-d9e5e5278559", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-78264896-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4a79f75fe9f47d4a1cca9aa9f9c3901", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89a077dd-0b", "ovs_interfaceid": "89a077dd-0b02-41db-98f1-558117233f56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.334171] env[65448]: DEBUG oslo_vmware.api [None req-77f804e9-90a8-48ef-9748-c8dab9297a8d tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Task: {'id': task-4937772, 'name': ReconfigVM_Task, 'duration_secs': 1.166234} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.337220] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-77f804e9-90a8-48ef-9748-c8dab9297a8d tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: f7468e7d-2bed-4b9a-a642-b7f628a95305] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-961961', 'volume_id': '2e055c6f-289d-427a-a881-bfca698c5675', 'name': 'volume-2e055c6f-289d-427a-a881-bfca698c5675', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f7468e7d-2bed-4b9a-a642-b7f628a95305', 'attached_at': '', 'detached_at': '', 'volume_id': '2e055c6f-289d-427a-a881-bfca698c5675', 'serial': '2e055c6f-289d-427a-a881-bfca698c5675'} {{(pid=65448) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 871.430758] env[65448]: DEBUG oslo_vmware.api [None req-d2323d28-98e4-462f-b487-ee93630e27f2 tempest-ServerMetadataNegativeTestJSON-2090714491 tempest-ServerMetadataNegativeTestJSON-2090714491-project-member] Task: {'id': task-4937773, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524153} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.431125] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2323d28-98e4-462f-b487-ee93630e27f2 tempest-ServerMetadataNegativeTestJSON-2090714491 tempest-ServerMetadataNegativeTestJSON-2090714491-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] b9eaa8ef-392c-449e-b441-5b5de9ddaf9e/b9eaa8ef-392c-449e-b441-5b5de9ddaf9e.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 871.431389] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-d2323d28-98e4-462f-b487-ee93630e27f2 tempest-ServerMetadataNegativeTestJSON-2090714491 tempest-ServerMetadataNegativeTestJSON-2090714491-project-member] [instance: b9eaa8ef-392c-449e-b441-5b5de9ddaf9e] Extending root virtual disk to 1048576 {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 871.431740] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-04cdeee2-95ff-4b68-90fa-c4796b880fd6 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.446103] env[65448]: DEBUG oslo_vmware.api [None req-d2323d28-98e4-462f-b487-ee93630e27f2 tempest-ServerMetadataNegativeTestJSON-2090714491 tempest-ServerMetadataNegativeTestJSON-2090714491-project-member] Waiting for the task: (returnval){ [ 871.446103] env[65448]: value = "task-4937774" [ 871.446103] env[65448]: _type = "Task" [ 871.446103] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.464981] env[65448]: DEBUG oslo_vmware.api [None req-d2323d28-98e4-462f-b487-ee93630e27f2 tempest-ServerMetadataNegativeTestJSON-2090714491 tempest-ServerMetadataNegativeTestJSON-2090714491-project-member] Task: {'id': task-4937774, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.571076] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2c7d254-b093-4423-8c07-400915e9cab9 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.578421] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-558d1a5c-9d93-4de5-99a9-291e68af973e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.612607] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fa66939-dfd6-442c-8835-c3702ac78d3a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.621148] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e10ec258-040d-40ef-a69e-afef40dfc6e6 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.635473] env[65448]: DEBUG nova.compute.provider_tree [None req-04d0e291-6313-4d72-ac39-d907d31c22d0 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691-project-member] Updating inventory in ProviderTree for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 871.651800] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d61ce561-930c-404d-bcf3-4f95abd6fb6f tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Releasing lock "refresh_cache-f0ae0ad7-7800-4f5a-a270-7749177b8675" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.901027] env[65448]: DEBUG nova.compute.manager [None req-c58cc023-5779-446e-a377-bf23f5ac638c tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: 208772b0-cc9f-4644-b440-54e638072b4e] Start spawning the instance on the hypervisor. {{(pid=65448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2689}} [ 871.933644] env[65448]: DEBUG nova.virt.hardware [None req-c58cc023-5779-446e-a377-bf23f5ac638c tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-08T17:19:51Z,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a992292b6dae455593d228217860e2e1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-08T17:19:52Z,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 871.933644] env[65448]: DEBUG nova.virt.hardware [None req-c58cc023-5779-446e-a377-bf23f5ac638c tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 871.933644] env[65448]: DEBUG nova.virt.hardware [None req-c58cc023-5779-446e-a377-bf23f5ac638c tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 871.933892] env[65448]: DEBUG nova.virt.hardware [None req-c58cc023-5779-446e-a377-bf23f5ac638c tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 871.933892] env[65448]: DEBUG nova.virt.hardware [None req-c58cc023-5779-446e-a377-bf23f5ac638c tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 871.933951] env[65448]: DEBUG nova.virt.hardware [None req-c58cc023-5779-446e-a377-bf23f5ac638c tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 871.934200] env[65448]: DEBUG nova.virt.hardware [None req-c58cc023-5779-446e-a377-bf23f5ac638c tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 871.934366] env[65448]: DEBUG nova.virt.hardware [None req-c58cc023-5779-446e-a377-bf23f5ac638c tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 871.934527] env[65448]: DEBUG nova.virt.hardware [None req-c58cc023-5779-446e-a377-bf23f5ac638c tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 871.934683] env[65448]: DEBUG nova.virt.hardware [None req-c58cc023-5779-446e-a377-bf23f5ac638c tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 871.934850] env[65448]: DEBUG nova.virt.hardware [None req-c58cc023-5779-446e-a377-bf23f5ac638c tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 871.935790] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-436267c9-2b14-47ef-915b-42d757deb2da {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.944678] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6f1d261-9076-4602-adb0-207c50a97673 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.965813] env[65448]: DEBUG oslo_vmware.api [None req-d2323d28-98e4-462f-b487-ee93630e27f2 tempest-ServerMetadataNegativeTestJSON-2090714491 tempest-ServerMetadataNegativeTestJSON-2090714491-project-member] Task: {'id': task-4937774, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074362} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.973182] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-d2323d28-98e4-462f-b487-ee93630e27f2 tempest-ServerMetadataNegativeTestJSON-2090714491 tempest-ServerMetadataNegativeTestJSON-2090714491-project-member] [instance: b9eaa8ef-392c-449e-b441-5b5de9ddaf9e] Extended root virtual disk {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 871.975309] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec3201ff-e9dc-45ec-be57-b4d1a39ef700 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.999417] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2323d28-98e4-462f-b487-ee93630e27f2 tempest-ServerMetadataNegativeTestJSON-2090714491 tempest-ServerMetadataNegativeTestJSON-2090714491-project-member] [instance: b9eaa8ef-392c-449e-b441-5b5de9ddaf9e] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] b9eaa8ef-392c-449e-b441-5b5de9ddaf9e/b9eaa8ef-392c-449e-b441-5b5de9ddaf9e.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 871.999769] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91690b6e-11d2-4606-8377-98f120bf8fca {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.021260] env[65448]: DEBUG oslo_vmware.api [None req-d2323d28-98e4-462f-b487-ee93630e27f2 tempest-ServerMetadataNegativeTestJSON-2090714491 tempest-ServerMetadataNegativeTestJSON-2090714491-project-member] Waiting for the task: (returnval){ [ 872.021260] env[65448]: value = "task-4937775" [ 872.021260] env[65448]: _type = "Task" [ 872.021260] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.030841] env[65448]: DEBUG oslo_vmware.api [None req-d2323d28-98e4-462f-b487-ee93630e27f2 tempest-ServerMetadataNegativeTestJSON-2090714491 tempest-ServerMetadataNegativeTestJSON-2090714491-project-member] Task: {'id': task-4937775, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.163501] env[65448]: ERROR nova.scheduler.client.report [None req-04d0e291-6313-4d72-ac39-d907d31c22d0 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691-project-member] [req-92126e6b-932d-4332-b57c-2c14e101a542] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 76aeec68-79e6-4d77-baf0-33bb098aa897. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-92126e6b-932d-4332-b57c-2c14e101a542"}]} [ 872.186564] env[65448]: DEBUG nova.scheduler.client.report [None req-04d0e291-6313-4d72-ac39-d907d31c22d0 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691-project-member] Refreshing inventories for resource provider 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 872.191456] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c539c4b-a893-4f40-bd18-639982cea9c4 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.218649] env[65448]: DEBUG nova.scheduler.client.report [None req-04d0e291-6313-4d72-ac39-d907d31c22d0 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691-project-member] Updating ProviderTree inventory for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 872.218828] env[65448]: DEBUG nova.compute.provider_tree [None req-04d0e291-6313-4d72-ac39-d907d31c22d0 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691-project-member] Updating inventory in ProviderTree for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 872.222622] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-477d5a04-ff3b-49e8-9fe8-cd91b6e1d1f1 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.234024] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-d61ce561-930c-404d-bcf3-4f95abd6fb6f tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: f0ae0ad7-7800-4f5a-a270-7749177b8675] Updating instance 'f0ae0ad7-7800-4f5a-a270-7749177b8675' progress to 83 {{(pid=65448) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 872.243039] env[65448]: DEBUG nova.scheduler.client.report [None req-04d0e291-6313-4d72-ac39-d907d31c22d0 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691-project-member] Refreshing aggregate associations for resource provider 76aeec68-79e6-4d77-baf0-33bb098aa897, aggregates: None {{(pid=65448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 872.275235] env[65448]: DEBUG nova.scheduler.client.report [None req-04d0e291-6313-4d72-ac39-d907d31c22d0 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691-project-member] Refreshing trait associations for resource provider 76aeec68-79e6-4d77-baf0-33bb098aa897, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=65448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 872.387682] env[65448]: DEBUG nova.objects.instance [None req-77f804e9-90a8-48ef-9748-c8dab9297a8d tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Lazy-loading 'flavor' on Instance uuid f7468e7d-2bed-4b9a-a642-b7f628a95305 {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 872.529779] env[65448]: DEBUG nova.network.neutron [None req-c58cc023-5779-446e-a377-bf23f5ac638c tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: 208772b0-cc9f-4644-b440-54e638072b4e] Successfully updated port: 9c182ede-67e3-4ce5-9e35-fa5ccbab7ca7 {{(pid=65448) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 872.542488] env[65448]: DEBUG oslo_vmware.api [None req-d2323d28-98e4-462f-b487-ee93630e27f2 tempest-ServerMetadataNegativeTestJSON-2090714491 tempest-ServerMetadataNegativeTestJSON-2090714491-project-member] Task: {'id': task-4937775, 'name': ReconfigVM_Task, 'duration_secs': 0.340805} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.542823] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2323d28-98e4-462f-b487-ee93630e27f2 tempest-ServerMetadataNegativeTestJSON-2090714491 tempest-ServerMetadataNegativeTestJSON-2090714491-project-member] [instance: b9eaa8ef-392c-449e-b441-5b5de9ddaf9e] Reconfigured VM instance instance-0000003f to attach disk [datastore2] b9eaa8ef-392c-449e-b441-5b5de9ddaf9e/b9eaa8ef-392c-449e-b441-5b5de9ddaf9e.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 872.544191] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c8dcd13e-aaec-4849-890b-462354745afe {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.557451] env[65448]: DEBUG oslo_vmware.api [None req-d2323d28-98e4-462f-b487-ee93630e27f2 tempest-ServerMetadataNegativeTestJSON-2090714491 tempest-ServerMetadataNegativeTestJSON-2090714491-project-member] Waiting for the task: (returnval){ [ 872.557451] env[65448]: value = "task-4937776" [ 872.557451] env[65448]: _type = "Task" [ 872.557451] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.569077] env[65448]: DEBUG oslo_vmware.api [None req-d2323d28-98e4-462f-b487-ee93630e27f2 tempest-ServerMetadataNegativeTestJSON-2090714491 tempest-ServerMetadataNegativeTestJSON-2090714491-project-member] Task: {'id': task-4937776, 'name': Rename_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.607503] env[65448]: DEBUG nova.compute.manager [req-02a87461-b91e-42b5-9567-21d63720509d req-592e3d6a-76aa-4690-a55b-ba4208954a55 service nova] [instance: 208772b0-cc9f-4644-b440-54e638072b4e] Received event network-vif-plugged-9c182ede-67e3-4ce5-9e35-fa5ccbab7ca7 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 872.607760] env[65448]: DEBUG oslo_concurrency.lockutils [req-02a87461-b91e-42b5-9567-21d63720509d req-592e3d6a-76aa-4690-a55b-ba4208954a55 service nova] Acquiring lock "208772b0-cc9f-4644-b440-54e638072b4e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.608009] env[65448]: DEBUG oslo_concurrency.lockutils [req-02a87461-b91e-42b5-9567-21d63720509d req-592e3d6a-76aa-4690-a55b-ba4208954a55 service nova] Lock "208772b0-cc9f-4644-b440-54e638072b4e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.608215] env[65448]: DEBUG oslo_concurrency.lockutils [req-02a87461-b91e-42b5-9567-21d63720509d req-592e3d6a-76aa-4690-a55b-ba4208954a55 service nova] Lock "208772b0-cc9f-4644-b440-54e638072b4e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.608374] env[65448]: DEBUG nova.compute.manager [req-02a87461-b91e-42b5-9567-21d63720509d req-592e3d6a-76aa-4690-a55b-ba4208954a55 service nova] [instance: 208772b0-cc9f-4644-b440-54e638072b4e] No waiting events found dispatching network-vif-plugged-9c182ede-67e3-4ce5-9e35-fa5ccbab7ca7 {{(pid=65448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 872.608556] env[65448]: WARNING nova.compute.manager [req-02a87461-b91e-42b5-9567-21d63720509d req-592e3d6a-76aa-4690-a55b-ba4208954a55 service nova] [instance: 208772b0-cc9f-4644-b440-54e638072b4e] Received unexpected event network-vif-plugged-9c182ede-67e3-4ce5-9e35-fa5ccbab7ca7 for instance with vm_state building and task_state spawning. [ 872.649659] env[65448]: INFO nova.compute.manager [None req-c7fd8a2c-4a88-40b2-bf5a-862a35d746f4 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: f7468e7d-2bed-4b9a-a642-b7f628a95305] Rescuing [ 872.649997] env[65448]: DEBUG oslo_concurrency.lockutils [None req-c7fd8a2c-4a88-40b2-bf5a-862a35d746f4 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Acquiring lock "refresh_cache-f7468e7d-2bed-4b9a-a642-b7f628a95305" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.650149] env[65448]: DEBUG oslo_concurrency.lockutils [None req-c7fd8a2c-4a88-40b2-bf5a-862a35d746f4 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Acquired lock "refresh_cache-f7468e7d-2bed-4b9a-a642-b7f628a95305" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.650335] env[65448]: DEBUG nova.network.neutron [None req-c7fd8a2c-4a88-40b2-bf5a-862a35d746f4 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: f7468e7d-2bed-4b9a-a642-b7f628a95305] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 872.743823] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-d61ce561-930c-404d-bcf3-4f95abd6fb6f tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: f0ae0ad7-7800-4f5a-a270-7749177b8675] Updating instance 'f0ae0ad7-7800-4f5a-a270-7749177b8675' progress to 100 {{(pid=65448) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 872.895396] env[65448]: DEBUG oslo_concurrency.lockutils [None req-77f804e9-90a8-48ef-9748-c8dab9297a8d tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Lock "f7468e7d-2bed-4b9a-a642-b7f628a95305" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.848s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.910023] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4402597e-cb48-4b97-942d-da7143f6126a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.920170] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e614eee-d453-46b9-8ec7-08c1846cdb7c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.956704] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-688705be-750d-4d3d-afbf-6c627fd7d4a3 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.966371] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-372299ef-d32f-4199-8f18-f05c77665b17 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.984203] env[65448]: DEBUG nova.compute.provider_tree [None req-04d0e291-6313-4d72-ac39-d907d31c22d0 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691-project-member] Updating inventory in ProviderTree for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 873.037532] env[65448]: DEBUG oslo_concurrency.lockutils [None req-c58cc023-5779-446e-a377-bf23f5ac638c tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Acquiring lock "refresh_cache-208772b0-cc9f-4644-b440-54e638072b4e" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.037763] env[65448]: DEBUG oslo_concurrency.lockutils [None req-c58cc023-5779-446e-a377-bf23f5ac638c tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Acquired lock "refresh_cache-208772b0-cc9f-4644-b440-54e638072b4e" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.037978] env[65448]: DEBUG nova.network.neutron [None req-c58cc023-5779-446e-a377-bf23f5ac638c tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: 208772b0-cc9f-4644-b440-54e638072b4e] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 873.068250] env[65448]: DEBUG oslo_vmware.api [None req-d2323d28-98e4-462f-b487-ee93630e27f2 tempest-ServerMetadataNegativeTestJSON-2090714491 tempest-ServerMetadataNegativeTestJSON-2090714491-project-member] Task: {'id': task-4937776, 'name': Rename_Task, 'duration_secs': 0.169843} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.068544] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2323d28-98e4-462f-b487-ee93630e27f2 tempest-ServerMetadataNegativeTestJSON-2090714491 tempest-ServerMetadataNegativeTestJSON-2090714491-project-member] [instance: b9eaa8ef-392c-449e-b441-5b5de9ddaf9e] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 873.068814] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a34609e2-94b2-42cc-aea8-ebaa4c5e5bca {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.077259] env[65448]: DEBUG oslo_vmware.api [None req-d2323d28-98e4-462f-b487-ee93630e27f2 tempest-ServerMetadataNegativeTestJSON-2090714491 tempest-ServerMetadataNegativeTestJSON-2090714491-project-member] Waiting for the task: (returnval){ [ 873.077259] env[65448]: value = "task-4937777" [ 873.077259] env[65448]: _type = "Task" [ 873.077259] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.087566] env[65448]: DEBUG oslo_vmware.api [None req-d2323d28-98e4-462f-b487-ee93630e27f2 tempest-ServerMetadataNegativeTestJSON-2090714491 tempest-ServerMetadataNegativeTestJSON-2090714491-project-member] Task: {'id': task-4937777, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.155907] env[65448]: WARNING neutronclient.v2_0.client [None req-c7fd8a2c-4a88-40b2-bf5a-862a35d746f4 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 873.366534] env[65448]: WARNING neutronclient.v2_0.client [None req-c7fd8a2c-4a88-40b2-bf5a-862a35d746f4 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 873.470631] env[65448]: DEBUG nova.network.neutron [None req-c7fd8a2c-4a88-40b2-bf5a-862a35d746f4 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: f7468e7d-2bed-4b9a-a642-b7f628a95305] Updating instance_info_cache with network_info: [{"id": "0edc05d5-4709-4158-81d9-6be362ad36e0", "address": "fa:16:3e:36:a5:c3", "network": {"id": "f27d2d9e-8ae7-4086-9161-47127b34dd20", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-248251098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2a7a06e61d94624ba3b3a9d4f5d1e6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4223acd2-30f7-440e-b975-60b30d931694", "external-id": "nsx-vlan-transportzone-647", "segmentation_id": 647, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0edc05d5-47", "ovs_interfaceid": "0edc05d5-4709-4158-81d9-6be362ad36e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.531647] env[65448]: DEBUG nova.scheduler.client.report [None req-04d0e291-6313-4d72-ac39-d907d31c22d0 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691-project-member] Updated inventory for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 with generation 97 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 873.531923] env[65448]: DEBUG nova.compute.provider_tree [None req-04d0e291-6313-4d72-ac39-d907d31c22d0 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691-project-member] Updating resource provider 76aeec68-79e6-4d77-baf0-33bb098aa897 generation from 97 to 98 during operation: update_inventory {{(pid=65448) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 873.532144] env[65448]: DEBUG nova.compute.provider_tree [None req-04d0e291-6313-4d72-ac39-d907d31c22d0 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691-project-member] Updating inventory in ProviderTree for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 873.589122] env[65448]: DEBUG oslo_vmware.api [None req-d2323d28-98e4-462f-b487-ee93630e27f2 tempest-ServerMetadataNegativeTestJSON-2090714491 tempest-ServerMetadataNegativeTestJSON-2090714491-project-member] Task: {'id': task-4937777, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.590263] env[65448]: DEBUG nova.network.neutron [None req-c58cc023-5779-446e-a377-bf23f5ac638c tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: 208772b0-cc9f-4644-b440-54e638072b4e] Instance cache missing network info. {{(pid=65448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 873.685608] env[65448]: WARNING neutronclient.v2_0.client [None req-c58cc023-5779-446e-a377-bf23f5ac638c tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 873.763582] env[65448]: DEBUG nova.network.neutron [None req-c58cc023-5779-446e-a377-bf23f5ac638c tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: 208772b0-cc9f-4644-b440-54e638072b4e] Updating instance_info_cache with network_info: [{"id": "9c182ede-67e3-4ce5-9e35-fa5ccbab7ca7", "address": "fa:16:3e:e7:d1:e4", "network": {"id": "e780d8ca-74b1-42d6-9931-c68bece889ed", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1768290232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b4602fe4973466b8eb0d97f7a72d721", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f17856cf-7248-414b-bde6-8c90cfb4c593", "external-id": "nsx-vlan-transportzone-341", "segmentation_id": 341, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c182ede-67", "ovs_interfaceid": "9c182ede-67e3-4ce5-9e35-fa5ccbab7ca7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.973709] env[65448]: DEBUG oslo_concurrency.lockutils [None req-c7fd8a2c-4a88-40b2-bf5a-862a35d746f4 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Releasing lock "refresh_cache-f7468e7d-2bed-4b9a-a642-b7f628a95305" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.038803] env[65448]: DEBUG oslo_concurrency.lockutils [None req-04d0e291-6313-4d72-ac39-d907d31c22d0 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.166s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.039255] env[65448]: DEBUG nova.compute.manager [None req-04d0e291-6313-4d72-ac39-d907d31c22d0 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691-project-member] [instance: e528a5f1-8251-4420-8660-8a7ec001ef7e] Start building networks asynchronously for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2881}} [ 874.043382] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 60.797s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.090960] env[65448]: DEBUG oslo_vmware.api [None req-d2323d28-98e4-462f-b487-ee93630e27f2 tempest-ServerMetadataNegativeTestJSON-2090714491 tempest-ServerMetadataNegativeTestJSON-2090714491-project-member] Task: {'id': task-4937777, 'name': PowerOnVM_Task, 'duration_secs': 0.543212} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.091326] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2323d28-98e4-462f-b487-ee93630e27f2 tempest-ServerMetadataNegativeTestJSON-2090714491 tempest-ServerMetadataNegativeTestJSON-2090714491-project-member] [instance: b9eaa8ef-392c-449e-b441-5b5de9ddaf9e] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 874.091539] env[65448]: INFO nova.compute.manager [None req-d2323d28-98e4-462f-b487-ee93630e27f2 tempest-ServerMetadataNegativeTestJSON-2090714491 tempest-ServerMetadataNegativeTestJSON-2090714491-project-member] [instance: b9eaa8ef-392c-449e-b441-5b5de9ddaf9e] Took 7.35 seconds to spawn the instance on the hypervisor. [ 874.091714] env[65448]: DEBUG nova.compute.manager [None req-d2323d28-98e4-462f-b487-ee93630e27f2 tempest-ServerMetadataNegativeTestJSON-2090714491 tempest-ServerMetadataNegativeTestJSON-2090714491-project-member] [instance: b9eaa8ef-392c-449e-b441-5b5de9ddaf9e] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 874.092564] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75ee4569-2a33-48e9-84f0-9c31e0b2c7c9 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.267825] env[65448]: DEBUG oslo_concurrency.lockutils [None req-c58cc023-5779-446e-a377-bf23f5ac638c tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Releasing lock "refresh_cache-208772b0-cc9f-4644-b440-54e638072b4e" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.268195] env[65448]: DEBUG nova.compute.manager [None req-c58cc023-5779-446e-a377-bf23f5ac638c tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: 208772b0-cc9f-4644-b440-54e638072b4e] Instance network_info: |[{"id": "9c182ede-67e3-4ce5-9e35-fa5ccbab7ca7", "address": "fa:16:3e:e7:d1:e4", "network": {"id": "e780d8ca-74b1-42d6-9931-c68bece889ed", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1768290232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b4602fe4973466b8eb0d97f7a72d721", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f17856cf-7248-414b-bde6-8c90cfb4c593", "external-id": "nsx-vlan-transportzone-341", "segmentation_id": 341, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c182ede-67", "ovs_interfaceid": "9c182ede-67e3-4ce5-9e35-fa5ccbab7ca7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 874.268647] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-c58cc023-5779-446e-a377-bf23f5ac638c tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: 208772b0-cc9f-4644-b440-54e638072b4e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:d1:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f17856cf-7248-414b-bde6-8c90cfb4c593', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9c182ede-67e3-4ce5-9e35-fa5ccbab7ca7', 'vif_model': 'vmxnet3'}] {{(pid=65448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 874.277057] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-c58cc023-5779-446e-a377-bf23f5ac638c tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 874.279630] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 208772b0-cc9f-4644-b440-54e638072b4e] Creating VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 874.280814] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5ddebe2c-4775-460e-9be3-bc8706dd3118 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.308217] env[65448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 874.308217] env[65448]: value = "task-4937778" [ 874.308217] env[65448]: _type = "Task" [ 874.308217] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.318988] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937778, 'name': CreateVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.548727] env[65448]: DEBUG nova.compute.utils [None req-04d0e291-6313-4d72-ac39-d907d31c22d0 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691-project-member] Using /dev/sd instead of None {{(pid=65448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 874.568159] env[65448]: DEBUG nova.compute.manager [None req-04d0e291-6313-4d72-ac39-d907d31c22d0 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691-project-member] [instance: e528a5f1-8251-4420-8660-8a7ec001ef7e] Allocating IP information in the background. {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 874.568436] env[65448]: DEBUG nova.network.neutron [None req-04d0e291-6313-4d72-ac39-d907d31c22d0 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691-project-member] [instance: e528a5f1-8251-4420-8660-8a7ec001ef7e] allocate_for_instance() {{(pid=65448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 874.568807] env[65448]: WARNING neutronclient.v2_0.client [None req-04d0e291-6313-4d72-ac39-d907d31c22d0 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 874.569146] env[65448]: WARNING neutronclient.v2_0.client [None req-04d0e291-6313-4d72-ac39-d907d31c22d0 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 874.614206] env[65448]: INFO nova.compute.manager [None req-d2323d28-98e4-462f-b487-ee93630e27f2 tempest-ServerMetadataNegativeTestJSON-2090714491 tempest-ServerMetadataNegativeTestJSON-2090714491-project-member] [instance: b9eaa8ef-392c-449e-b441-5b5de9ddaf9e] Took 72.04 seconds to build instance. [ 874.624388] env[65448]: DEBUG nova.policy [None req-04d0e291-6313-4d72-ac39-d907d31c22d0 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6788ff9e9a5b4e45821c9c080caa494e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dd40fc2235954c9a8f7845b5fd674c4b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65448) authorize /opt/stack/nova/nova/policy.py:192}} [ 874.676709] env[65448]: DEBUG nova.compute.manager [req-78f3324f-4537-44fe-92c6-9e33177284ad req-6973c071-b7f3-4244-bb43-8fe1e6ff12fc service nova] [instance: 208772b0-cc9f-4644-b440-54e638072b4e] Received event network-changed-9c182ede-67e3-4ce5-9e35-fa5ccbab7ca7 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 874.678143] env[65448]: DEBUG nova.compute.manager [req-78f3324f-4537-44fe-92c6-9e33177284ad req-6973c071-b7f3-4244-bb43-8fe1e6ff12fc service nova] [instance: 208772b0-cc9f-4644-b440-54e638072b4e] Refreshing instance network info cache due to event network-changed-9c182ede-67e3-4ce5-9e35-fa5ccbab7ca7. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 874.678143] env[65448]: DEBUG oslo_concurrency.lockutils [req-78f3324f-4537-44fe-92c6-9e33177284ad req-6973c071-b7f3-4244-bb43-8fe1e6ff12fc service nova] Acquiring lock "refresh_cache-208772b0-cc9f-4644-b440-54e638072b4e" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.678143] env[65448]: DEBUG oslo_concurrency.lockutils [req-78f3324f-4537-44fe-92c6-9e33177284ad req-6973c071-b7f3-4244-bb43-8fe1e6ff12fc service nova] Acquired lock "refresh_cache-208772b0-cc9f-4644-b440-54e638072b4e" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.678143] env[65448]: DEBUG nova.network.neutron [req-78f3324f-4537-44fe-92c6-9e33177284ad req-6973c071-b7f3-4244-bb43-8fe1e6ff12fc service nova] [instance: 208772b0-cc9f-4644-b440-54e638072b4e] Refreshing network info cache for port 9c182ede-67e3-4ce5-9e35-fa5ccbab7ca7 {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 874.802810] env[65448]: DEBUG oslo_concurrency.lockutils [None req-db27bf24-8453-4a74-b1fe-28856bea0375 tempest-ServersTestJSON-1600957378 tempest-ServersTestJSON-1600957378-project-member] Acquiring lock "8f28d898-567e-409c-95bf-10e8000cdc4b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.803275] env[65448]: DEBUG oslo_concurrency.lockutils [None req-db27bf24-8453-4a74-b1fe-28856bea0375 tempest-ServersTestJSON-1600957378 tempest-ServersTestJSON-1600957378-project-member] Lock "8f28d898-567e-409c-95bf-10e8000cdc4b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.803413] env[65448]: DEBUG oslo_concurrency.lockutils [None req-db27bf24-8453-4a74-b1fe-28856bea0375 tempest-ServersTestJSON-1600957378 tempest-ServersTestJSON-1600957378-project-member] Acquiring lock "8f28d898-567e-409c-95bf-10e8000cdc4b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.803571] env[65448]: DEBUG oslo_concurrency.lockutils [None req-db27bf24-8453-4a74-b1fe-28856bea0375 tempest-ServersTestJSON-1600957378 tempest-ServersTestJSON-1600957378-project-member] Lock "8f28d898-567e-409c-95bf-10e8000cdc4b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.803903] env[65448]: DEBUG oslo_concurrency.lockutils [None req-db27bf24-8453-4a74-b1fe-28856bea0375 tempest-ServersTestJSON-1600957378 tempest-ServersTestJSON-1600957378-project-member] Lock "8f28d898-567e-409c-95bf-10e8000cdc4b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.807028] env[65448]: INFO nova.compute.manager [None req-db27bf24-8453-4a74-b1fe-28856bea0375 tempest-ServersTestJSON-1600957378 tempest-ServersTestJSON-1600957378-project-member] [instance: 8f28d898-567e-409c-95bf-10e8000cdc4b] Terminating instance [ 874.820571] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937778, 'name': CreateVM_Task} progress is 99%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.994026] env[65448]: DEBUG nova.network.neutron [None req-04d0e291-6313-4d72-ac39-d907d31c22d0 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691-project-member] [instance: e528a5f1-8251-4420-8660-8a7ec001ef7e] Successfully created port: e97ab755-59f1-4811-b4fe-697fbc01203d {{(pid=65448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 875.068225] env[65448]: DEBUG nova.compute.manager [None req-04d0e291-6313-4d72-ac39-d907d31c22d0 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691-project-member] [instance: e528a5f1-8251-4420-8660-8a7ec001ef7e] Start building block device mappings for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2916}} [ 875.075873] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Applying migration context for instance 9322f1d0-3ffb-46c6-8974-7fe56a517f7f as it has an incoming, in-progress migration 7dfdfa06-2112-46a0-92db-792cf7243507. Migration status is reverting {{(pid=65448) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 875.079663] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Applying migration context for instance f0ae0ad7-7800-4f5a-a270-7749177b8675 as it has an incoming, in-progress migration 5df7d568-e6ca-4176-880f-40a2d8bf8b76. Migration status is finished {{(pid=65448) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 875.080497] env[65448]: INFO nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] [instance: 9322f1d0-3ffb-46c6-8974-7fe56a517f7f] Updating resource usage from migration 7dfdfa06-2112-46a0-92db-792cf7243507 [ 875.081056] env[65448]: INFO nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] [instance: f0ae0ad7-7800-4f5a-a270-7749177b8675] Updating resource usage from migration 5df7d568-e6ca-4176-880f-40a2d8bf8b76 [ 875.113623] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance 6298b6d7-5892-48cc-b808-eeca3d91f57e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 875.113811] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance 204b5f52-2264-4c23-8799-4b3f57682409 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 875.113900] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance cd954db3-685f-4f7b-8ef4-c9d0dca58eef actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 875.113900] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance b9df7ebd-a64a-4031-89f7-75a8aee3c74c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 875.113900] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance ec4482b0-2919-48e3-a773-7013a9bb0899 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 875.113900] env[65448]: WARNING nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance ad59f7b3-ae8f-4d9c-a7a0-c94d58009a94 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 875.114758] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance f92de7cc-d52b-4a1d-821a-0212e37e9369 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 875.114758] env[65448]: WARNING nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance 223507ab-1bb6-4cc6-b81d-c5da765c01c0 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 875.114758] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance abc20464-a66c-4425-a677-b5852aec43bb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 875.114758] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance 09225223-b8d1-43b9-ae8c-25d7f27ac233 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 875.114927] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance c473afa5-eeb2-4574-bdf8-f0bc2ea17534 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 875.114927] env[65448]: WARNING nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance afbf2157-90f8-4235-8f60-472d84ce9bd9 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 875.115035] env[65448]: WARNING nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance c4a3eb56-9352-4486-af03-8817a0c6d462 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 875.115174] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance 6ca5c62d-cf52-4f78-9e01-5623f4989442 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 875.115281] env[65448]: WARNING nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance 3086c559-35b8-4e79-8478-27151b6a985d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 875.115375] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance f7259aaf-7b19-40d1-b05b-825f31a78756 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 875.115498] env[65448]: WARNING nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance 835213c0-7178-41ac-ab06-27e678ff73ec is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 875.115611] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance 8f28d898-567e-409c-95bf-10e8000cdc4b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 875.115713] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance f7468e7d-2bed-4b9a-a642-b7f628a95305 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 875.115837] env[65448]: WARNING nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance 37a306f7-02f2-41cd-98db-fc3eb003b7a4 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 875.115930] env[65448]: WARNING nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance f7fb46f9-1425-4f94-bcf1-dd722c442144 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 875.116055] env[65448]: WARNING nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance f523a556-180d-4c8f-be38-0f7f9110df7b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 875.116164] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance 5e5a538b-8f59-45ca-bece-6a0cff169e0a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 875.116273] env[65448]: WARNING nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance 233af8b9-8f53-4e88-b316-ac6e2e2f85a1 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 875.116398] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance d20826fc-879b-4538-88d5-9a69017c9d23 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 875.116616] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance b9eaa8ef-392c-449e-b441-5b5de9ddaf9e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 875.116616] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Migration 7dfdfa06-2112-46a0-92db-792cf7243507 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1745}} [ 875.116705] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance 9322f1d0-3ffb-46c6-8974-7fe56a517f7f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 875.116805] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance 208772b0-cc9f-4644-b440-54e638072b4e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 875.116868] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Migration 5df7d568-e6ca-4176-880f-40a2d8bf8b76 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1745}} [ 875.116983] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance e528a5f1-8251-4420-8660-8a7ec001ef7e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 875.117107] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance f0ae0ad7-7800-4f5a-a270-7749177b8675 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 875.118963] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d2323d28-98e4-462f-b487-ee93630e27f2 tempest-ServerMetadataNegativeTestJSON-2090714491 tempest-ServerMetadataNegativeTestJSON-2090714491-project-member] Lock "b9eaa8ef-392c-449e-b441-5b5de9ddaf9e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 96.552s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.180623] env[65448]: WARNING neutronclient.v2_0.client [req-78f3324f-4537-44fe-92c6-9e33177284ad req-6973c071-b7f3-4244-bb43-8fe1e6ff12fc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 875.197260] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5f17bf03-08ed-4ecf-aaeb-df964dbcf25f tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Acquiring lock "f0ae0ad7-7800-4f5a-a270-7749177b8675" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.197533] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5f17bf03-08ed-4ecf-aaeb-df964dbcf25f tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Lock "f0ae0ad7-7800-4f5a-a270-7749177b8675" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.197767] env[65448]: DEBUG nova.compute.manager [None req-5f17bf03-08ed-4ecf-aaeb-df964dbcf25f tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: f0ae0ad7-7800-4f5a-a270-7749177b8675] Going to confirm migration 3 {{(pid=65448) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5297}} [ 875.318338] env[65448]: DEBUG nova.compute.manager [None req-db27bf24-8453-4a74-b1fe-28856bea0375 tempest-ServersTestJSON-1600957378 tempest-ServersTestJSON-1600957378-project-member] [instance: 8f28d898-567e-409c-95bf-10e8000cdc4b] Start destroying the instance on the hypervisor. {{(pid=65448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3209}} [ 875.318338] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-db27bf24-8453-4a74-b1fe-28856bea0375 tempest-ServersTestJSON-1600957378 tempest-ServersTestJSON-1600957378-project-member] [instance: 8f28d898-567e-409c-95bf-10e8000cdc4b] Destroying instance {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 875.318338] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7404d137-cc8e-4825-89c3-e2b1222b2122 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.328101] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937778, 'name': CreateVM_Task, 'duration_secs': 0.568563} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.328101] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 208772b0-cc9f-4644-b440-54e638072b4e] Created VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 875.328551] env[65448]: WARNING neutronclient.v2_0.client [None req-c58cc023-5779-446e-a377-bf23f5ac638c tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 875.329663] env[65448]: DEBUG oslo_concurrency.lockutils [None req-c58cc023-5779-446e-a377-bf23f5ac638c tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.330174] env[65448]: DEBUG oslo_concurrency.lockutils [None req-c58cc023-5779-446e-a377-bf23f5ac638c tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.330804] env[65448]: DEBUG oslo_concurrency.lockutils [None req-c58cc023-5779-446e-a377-bf23f5ac638c tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.336608] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17ca406b-cbc5-4ea9-83bc-fe20cdc62042 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.339555] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-db27bf24-8453-4a74-b1fe-28856bea0375 tempest-ServersTestJSON-1600957378 tempest-ServersTestJSON-1600957378-project-member] [instance: 8f28d898-567e-409c-95bf-10e8000cdc4b] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 875.339555] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7f9e6aa9-64e0-4e4a-a504-9aea21b0e7eb {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.346305] env[65448]: DEBUG oslo_vmware.api [None req-c58cc023-5779-446e-a377-bf23f5ac638c tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Waiting for the task: (returnval){ [ 875.346305] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]528cec33-ae96-4fed-baa7-8d292ea67bd2" [ 875.346305] env[65448]: _type = "Task" [ 875.346305] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.348796] env[65448]: DEBUG oslo_vmware.api [None req-db27bf24-8453-4a74-b1fe-28856bea0375 tempest-ServersTestJSON-1600957378 tempest-ServersTestJSON-1600957378-project-member] Waiting for the task: (returnval){ [ 875.348796] env[65448]: value = "task-4937779" [ 875.348796] env[65448]: _type = "Task" [ 875.348796] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.369129] env[65448]: DEBUG oslo_vmware.api [None req-c58cc023-5779-446e-a377-bf23f5ac638c tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]528cec33-ae96-4fed-baa7-8d292ea67bd2, 'name': SearchDatastore_Task, 'duration_secs': 0.016625} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.373349] env[65448]: DEBUG oslo_concurrency.lockutils [None req-c58cc023-5779-446e-a377-bf23f5ac638c tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.373772] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-c58cc023-5779-446e-a377-bf23f5ac638c tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: 208772b0-cc9f-4644-b440-54e638072b4e] Processing image 50fb366d-48e6-424f-9c20-bc83d77be76a {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 875.374182] env[65448]: DEBUG oslo_concurrency.lockutils [None req-c58cc023-5779-446e-a377-bf23f5ac638c tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.374453] env[65448]: DEBUG oslo_concurrency.lockutils [None req-c58cc023-5779-446e-a377-bf23f5ac638c tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.374760] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-c58cc023-5779-446e-a377-bf23f5ac638c tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 875.375176] env[65448]: DEBUG oslo_vmware.api [None req-db27bf24-8453-4a74-b1fe-28856bea0375 tempest-ServersTestJSON-1600957378 tempest-ServersTestJSON-1600957378-project-member] Task: {'id': task-4937779, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.375505] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0375d2f9-a632-4d5b-8909-8f95ab07b638 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.387651] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-c58cc023-5779-446e-a377-bf23f5ac638c tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 875.387841] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-c58cc023-5779-446e-a377-bf23f5ac638c tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 875.388725] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-107eac12-9974-4adc-be40-f2eea7af1b41 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.396315] env[65448]: DEBUG oslo_vmware.api [None req-c58cc023-5779-446e-a377-bf23f5ac638c tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Waiting for the task: (returnval){ [ 875.396315] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52bbe8ae-3756-b729-9d84-6d6ab666b7ae" [ 875.396315] env[65448]: _type = "Task" [ 875.396315] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.409164] env[65448]: DEBUG oslo_vmware.api [None req-c58cc023-5779-446e-a377-bf23f5ac638c tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52bbe8ae-3756-b729-9d84-6d6ab666b7ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.438094] env[65448]: WARNING neutronclient.v2_0.client [req-78f3324f-4537-44fe-92c6-9e33177284ad req-6973c071-b7f3-4244-bb43-8fe1e6ff12fc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 875.513747] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7fd8a2c-4a88-40b2-bf5a-862a35d746f4 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: f7468e7d-2bed-4b9a-a642-b7f628a95305] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 875.514144] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4814a451-24c9-4fe1-b455-60b29d7c7ffb {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.523622] env[65448]: DEBUG oslo_vmware.api [None req-c7fd8a2c-4a88-40b2-bf5a-862a35d746f4 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Waiting for the task: (returnval){ [ 875.523622] env[65448]: value = "task-4937780" [ 875.523622] env[65448]: _type = "Task" [ 875.523622] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.539817] env[65448]: DEBUG oslo_vmware.api [None req-c7fd8a2c-4a88-40b2-bf5a-862a35d746f4 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Task: {'id': task-4937780, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.568352] env[65448]: DEBUG nova.network.neutron [req-78f3324f-4537-44fe-92c6-9e33177284ad req-6973c071-b7f3-4244-bb43-8fe1e6ff12fc service nova] [instance: 208772b0-cc9f-4644-b440-54e638072b4e] Updated VIF entry in instance network info cache for port 9c182ede-67e3-4ce5-9e35-fa5ccbab7ca7. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 875.568728] env[65448]: DEBUG nova.network.neutron [req-78f3324f-4537-44fe-92c6-9e33177284ad req-6973c071-b7f3-4244-bb43-8fe1e6ff12fc service nova] [instance: 208772b0-cc9f-4644-b440-54e638072b4e] Updating instance_info_cache with network_info: [{"id": "9c182ede-67e3-4ce5-9e35-fa5ccbab7ca7", "address": "fa:16:3e:e7:d1:e4", "network": {"id": "e780d8ca-74b1-42d6-9931-c68bece889ed", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1768290232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b4602fe4973466b8eb0d97f7a72d721", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f17856cf-7248-414b-bde6-8c90cfb4c593", "external-id": "nsx-vlan-transportzone-341", "segmentation_id": 341, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c182ede-67", "ovs_interfaceid": "9c182ede-67e3-4ce5-9e35-fa5ccbab7ca7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.620678] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance a99b311d-836c-4385-9432-45b9765f5dac has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 875.622713] env[65448]: DEBUG nova.compute.manager [None req-a83cfeeb-1cbd-4718-980c-50a251f5d463 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] [instance: dc6c4614-329d-4c19-bcda-1459b561823e] Starting instance... {{(pid=65448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2483}} [ 875.704788] env[65448]: WARNING neutronclient.v2_0.client [None req-5f17bf03-08ed-4ecf-aaeb-df964dbcf25f tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 875.802856] env[65448]: WARNING neutronclient.v2_0.client [None req-5f17bf03-08ed-4ecf-aaeb-df964dbcf25f tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 875.803364] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5f17bf03-08ed-4ecf-aaeb-df964dbcf25f tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Acquiring lock "refresh_cache-f0ae0ad7-7800-4f5a-a270-7749177b8675" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.803569] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5f17bf03-08ed-4ecf-aaeb-df964dbcf25f tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Acquired lock "refresh_cache-f0ae0ad7-7800-4f5a-a270-7749177b8675" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.803753] env[65448]: DEBUG nova.network.neutron [None req-5f17bf03-08ed-4ecf-aaeb-df964dbcf25f tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: f0ae0ad7-7800-4f5a-a270-7749177b8675] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 875.803959] env[65448]: DEBUG nova.objects.instance [None req-5f17bf03-08ed-4ecf-aaeb-df964dbcf25f tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Lazy-loading 'info_cache' on Instance uuid f0ae0ad7-7800-4f5a-a270-7749177b8675 {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 875.866019] env[65448]: DEBUG oslo_vmware.api [None req-db27bf24-8453-4a74-b1fe-28856bea0375 tempest-ServersTestJSON-1600957378 tempest-ServersTestJSON-1600957378-project-member] Task: {'id': task-4937779, 'name': PowerOffVM_Task, 'duration_secs': 0.215626} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.866381] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-db27bf24-8453-4a74-b1fe-28856bea0375 tempest-ServersTestJSON-1600957378 tempest-ServersTestJSON-1600957378-project-member] [instance: 8f28d898-567e-409c-95bf-10e8000cdc4b] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 875.866612] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-db27bf24-8453-4a74-b1fe-28856bea0375 tempest-ServersTestJSON-1600957378 tempest-ServersTestJSON-1600957378-project-member] [instance: 8f28d898-567e-409c-95bf-10e8000cdc4b] Unregistering the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 875.866943] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-61bb41be-806e-4ca7-885c-9536238a28db {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.908835] env[65448]: DEBUG oslo_vmware.api [None req-c58cc023-5779-446e-a377-bf23f5ac638c tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52bbe8ae-3756-b729-9d84-6d6ab666b7ae, 'name': SearchDatastore_Task, 'duration_secs': 0.013449} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.909895] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a3ea680-b05d-4842-bfd3-6f41b6b6bcdf {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.916902] env[65448]: DEBUG oslo_vmware.api [None req-c58cc023-5779-446e-a377-bf23f5ac638c tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Waiting for the task: (returnval){ [ 875.916902] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52d38000-425d-1ed0-da04-661246a4dfec" [ 875.916902] env[65448]: _type = "Task" [ 875.916902] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.927529] env[65448]: DEBUG oslo_vmware.api [None req-c58cc023-5779-446e-a377-bf23f5ac638c tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52d38000-425d-1ed0-da04-661246a4dfec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.945946] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-db27bf24-8453-4a74-b1fe-28856bea0375 tempest-ServersTestJSON-1600957378 tempest-ServersTestJSON-1600957378-project-member] [instance: 8f28d898-567e-409c-95bf-10e8000cdc4b] Unregistered the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 875.946323] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-db27bf24-8453-4a74-b1fe-28856bea0375 tempest-ServersTestJSON-1600957378 tempest-ServersTestJSON-1600957378-project-member] [instance: 8f28d898-567e-409c-95bf-10e8000cdc4b] Deleting contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 875.946637] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-db27bf24-8453-4a74-b1fe-28856bea0375 tempest-ServersTestJSON-1600957378 tempest-ServersTestJSON-1600957378-project-member] Deleting the datastore file [datastore2] 8f28d898-567e-409c-95bf-10e8000cdc4b {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 875.946941] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-452c9c52-e465-43be-a7d5-3072df2853cc {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.956522] env[65448]: DEBUG oslo_vmware.api [None req-db27bf24-8453-4a74-b1fe-28856bea0375 tempest-ServersTestJSON-1600957378 tempest-ServersTestJSON-1600957378-project-member] Waiting for the task: (returnval){ [ 875.956522] env[65448]: value = "task-4937782" [ 875.956522] env[65448]: _type = "Task" [ 875.956522] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.966937] env[65448]: DEBUG oslo_vmware.api [None req-db27bf24-8453-4a74-b1fe-28856bea0375 tempest-ServersTestJSON-1600957378 tempest-ServersTestJSON-1600957378-project-member] Task: {'id': task-4937782, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.035122] env[65448]: DEBUG oslo_vmware.api [None req-c7fd8a2c-4a88-40b2-bf5a-862a35d746f4 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Task: {'id': task-4937780, 'name': PowerOffVM_Task, 'duration_secs': 0.208241} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.035436] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7fd8a2c-4a88-40b2-bf5a-862a35d746f4 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: f7468e7d-2bed-4b9a-a642-b7f628a95305] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 876.036404] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52ae2012-cfab-4888-bcc7-d7da7bb3c025 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.060129] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aad9698f-718b-4f29-b2c8-8f483bddce72 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.071796] env[65448]: DEBUG oslo_concurrency.lockutils [req-78f3324f-4537-44fe-92c6-9e33177284ad req-6973c071-b7f3-4244-bb43-8fe1e6ff12fc service nova] Releasing lock "refresh_cache-208772b0-cc9f-4644-b440-54e638072b4e" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.077915] env[65448]: DEBUG nova.compute.manager [None req-04d0e291-6313-4d72-ac39-d907d31c22d0 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691-project-member] [instance: e528a5f1-8251-4420-8660-8a7ec001ef7e] Start spawning the instance on the hypervisor. {{(pid=65448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2689}} [ 876.108923] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7fd8a2c-4a88-40b2-bf5a-862a35d746f4 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: f7468e7d-2bed-4b9a-a642-b7f628a95305] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 876.111583] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-91b97a13-a060-40d0-a46e-5438fe8ed696 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.121895] env[65448]: DEBUG oslo_vmware.api [None req-c7fd8a2c-4a88-40b2-bf5a-862a35d746f4 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Waiting for the task: (returnval){ [ 876.121895] env[65448]: value = "task-4937783" [ 876.121895] env[65448]: _type = "Task" [ 876.121895] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.131541] env[65448]: DEBUG nova.virt.hardware [None req-04d0e291-6313-4d72-ac39-d907d31c22d0 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-08T17:19:51Z,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a992292b6dae455593d228217860e2e1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-08T17:19:52Z,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 876.131541] env[65448]: DEBUG nova.virt.hardware [None req-04d0e291-6313-4d72-ac39-d907d31c22d0 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 876.131541] env[65448]: DEBUG nova.virt.hardware [None req-04d0e291-6313-4d72-ac39-d907d31c22d0 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 876.131876] env[65448]: DEBUG nova.virt.hardware [None req-04d0e291-6313-4d72-ac39-d907d31c22d0 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 876.132130] env[65448]: DEBUG nova.virt.hardware [None req-04d0e291-6313-4d72-ac39-d907d31c22d0 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 876.132367] env[65448]: DEBUG nova.virt.hardware [None req-04d0e291-6313-4d72-ac39-d907d31c22d0 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 876.132695] env[65448]: DEBUG nova.virt.hardware [None req-04d0e291-6313-4d72-ac39-d907d31c22d0 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 876.133601] env[65448]: DEBUG nova.virt.hardware [None req-04d0e291-6313-4d72-ac39-d907d31c22d0 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 876.133850] env[65448]: DEBUG nova.virt.hardware [None req-04d0e291-6313-4d72-ac39-d907d31c22d0 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 876.134087] env[65448]: DEBUG nova.virt.hardware [None req-04d0e291-6313-4d72-ac39-d907d31c22d0 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 876.134318] env[65448]: DEBUG nova.virt.hardware [None req-04d0e291-6313-4d72-ac39-d907d31c22d0 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 876.135379] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance 6b18baf1-f0be-4602-8064-9bb371bdcb17 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 876.144559] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da01a4e5-3a64-4130-ad9d-5035ee8f4d01 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.161068] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7fd8a2c-4a88-40b2-bf5a-862a35d746f4 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: f7468e7d-2bed-4b9a-a642-b7f628a95305] VM already powered off {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 876.161068] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-c7fd8a2c-4a88-40b2-bf5a-862a35d746f4 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: f7468e7d-2bed-4b9a-a642-b7f628a95305] Processing image 50fb366d-48e6-424f-9c20-bc83d77be76a {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 876.161068] env[65448]: DEBUG oslo_concurrency.lockutils [None req-c7fd8a2c-4a88-40b2-bf5a-862a35d746f4 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.162644] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68777df8-bc20-4f1f-b9d5-67ff6dc83231 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.181676] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a83cfeeb-1cbd-4718-980c-50a251f5d463 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.198471] env[65448]: DEBUG oslo_vmware.rw_handles [None req-0ed2a3f2-4815-4e14-81ef-833def28a5ea tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522fc65b-614d-2650-4471-42da3bed2ecc/disk-0.vmdk. {{(pid=65448) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 876.199425] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cd6e1d3-11db-442b-a9d4-1f0909c58c39 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.207268] env[65448]: DEBUG oslo_vmware.rw_handles [None req-0ed2a3f2-4815-4e14-81ef-833def28a5ea tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522fc65b-614d-2650-4471-42da3bed2ecc/disk-0.vmdk is in state: ready. {{(pid=65448) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 876.207470] env[65448]: ERROR oslo_vmware.rw_handles [None req-0ed2a3f2-4815-4e14-81ef-833def28a5ea tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522fc65b-614d-2650-4471-42da3bed2ecc/disk-0.vmdk due to incomplete transfer. [ 876.207749] env[65448]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-5f122370-2014-4d88-9ead-25df5b55fbab {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.218409] env[65448]: DEBUG oslo_vmware.rw_handles [None req-0ed2a3f2-4815-4e14-81ef-833def28a5ea tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522fc65b-614d-2650-4471-42da3bed2ecc/disk-0.vmdk. {{(pid=65448) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 876.219860] env[65448]: DEBUG nova.virt.vmwareapi.images [None req-0ed2a3f2-4815-4e14-81ef-833def28a5ea tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: d20826fc-879b-4538-88d5-9a69017c9d23] Uploaded image 1a4d531e-f08f-4012-a95c-0d8b6346efa9 to the Glance image server {{(pid=65448) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 876.222522] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ed2a3f2-4815-4e14-81ef-833def28a5ea tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: d20826fc-879b-4538-88d5-9a69017c9d23] Destroying the VM {{(pid=65448) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 876.222922] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2a7d923c-aecb-4294-8a9c-234bd4bcf2c0 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.230951] env[65448]: DEBUG oslo_vmware.api [None req-0ed2a3f2-4815-4e14-81ef-833def28a5ea tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Waiting for the task: (returnval){ [ 876.230951] env[65448]: value = "task-4937784" [ 876.230951] env[65448]: _type = "Task" [ 876.230951] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.242308] env[65448]: DEBUG oslo_vmware.api [None req-0ed2a3f2-4815-4e14-81ef-833def28a5ea tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': task-4937784, 'name': Destroy_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.427904] env[65448]: DEBUG oslo_vmware.api [None req-c58cc023-5779-446e-a377-bf23f5ac638c tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52d38000-425d-1ed0-da04-661246a4dfec, 'name': SearchDatastore_Task, 'duration_secs': 0.016847} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.428224] env[65448]: DEBUG oslo_concurrency.lockutils [None req-c58cc023-5779-446e-a377-bf23f5ac638c tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.428505] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-c58cc023-5779-446e-a377-bf23f5ac638c tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] 208772b0-cc9f-4644-b440-54e638072b4e/208772b0-cc9f-4644-b440-54e638072b4e.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 876.428801] env[65448]: DEBUG oslo_concurrency.lockutils [None req-c7fd8a2c-4a88-40b2-bf5a-862a35d746f4 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.428989] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7fd8a2c-4a88-40b2-bf5a-862a35d746f4 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 876.429337] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2d9274fc-5753-42bb-a56a-f54731613ac5 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.433230] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ce64b065-e128-4132-94ef-eb4a93a7985a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.442242] env[65448]: DEBUG oslo_vmware.api [None req-c58cc023-5779-446e-a377-bf23f5ac638c tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Waiting for the task: (returnval){ [ 876.442242] env[65448]: value = "task-4937785" [ 876.442242] env[65448]: _type = "Task" [ 876.442242] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.446629] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7fd8a2c-4a88-40b2-bf5a-862a35d746f4 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 876.446987] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-c7fd8a2c-4a88-40b2-bf5a-862a35d746f4 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 876.448288] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4dffd7d1-7f27-45d0-85c8-f6c5e414999d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.454151] env[65448]: DEBUG oslo_vmware.api [None req-c58cc023-5779-446e-a377-bf23f5ac638c tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': task-4937785, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.461356] env[65448]: DEBUG oslo_vmware.api [None req-c7fd8a2c-4a88-40b2-bf5a-862a35d746f4 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Waiting for the task: (returnval){ [ 876.461356] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]524e005c-7a87-7f82-56e2-76247e20e2d6" [ 876.461356] env[65448]: _type = "Task" [ 876.461356] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.475049] env[65448]: DEBUG oslo_vmware.api [None req-db27bf24-8453-4a74-b1fe-28856bea0375 tempest-ServersTestJSON-1600957378 tempest-ServersTestJSON-1600957378-project-member] Task: {'id': task-4937782, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.278412} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.478771] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-db27bf24-8453-4a74-b1fe-28856bea0375 tempest-ServersTestJSON-1600957378 tempest-ServersTestJSON-1600957378-project-member] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 876.479041] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-db27bf24-8453-4a74-b1fe-28856bea0375 tempest-ServersTestJSON-1600957378 tempest-ServersTestJSON-1600957378-project-member] [instance: 8f28d898-567e-409c-95bf-10e8000cdc4b] Deleted contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 876.479285] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-db27bf24-8453-4a74-b1fe-28856bea0375 tempest-ServersTestJSON-1600957378 tempest-ServersTestJSON-1600957378-project-member] [instance: 8f28d898-567e-409c-95bf-10e8000cdc4b] Instance destroyed {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 876.479487] env[65448]: INFO nova.compute.manager [None req-db27bf24-8453-4a74-b1fe-28856bea0375 tempest-ServersTestJSON-1600957378 tempest-ServersTestJSON-1600957378-project-member] [instance: 8f28d898-567e-409c-95bf-10e8000cdc4b] Took 1.16 seconds to destroy the instance on the hypervisor. [ 876.479784] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-db27bf24-8453-4a74-b1fe-28856bea0375 tempest-ServersTestJSON-1600957378 tempest-ServersTestJSON-1600957378-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 876.480023] env[65448]: DEBUG oslo_vmware.api [None req-c7fd8a2c-4a88-40b2-bf5a-862a35d746f4 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]524e005c-7a87-7f82-56e2-76247e20e2d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.480262] env[65448]: DEBUG nova.compute.manager [-] [instance: 8f28d898-567e-409c-95bf-10e8000cdc4b] Deallocating network for instance {{(pid=65448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 876.480355] env[65448]: DEBUG nova.network.neutron [-] [instance: 8f28d898-567e-409c-95bf-10e8000cdc4b] deallocate_for_instance() {{(pid=65448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 876.480611] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 876.534702] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 876.624350] env[65448]: DEBUG nova.network.neutron [None req-04d0e291-6313-4d72-ac39-d907d31c22d0 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691-project-member] [instance: e528a5f1-8251-4420-8660-8a7ec001ef7e] Successfully updated port: e97ab755-59f1-4811-b4fe-697fbc01203d {{(pid=65448) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 876.649281] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance 7ffbee1e-54df-4aaf-8183-9b148c616b69 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 876.742016] env[65448]: DEBUG oslo_vmware.api [None req-0ed2a3f2-4815-4e14-81ef-833def28a5ea tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': task-4937784, 'name': Destroy_Task, 'duration_secs': 0.360318} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.742783] env[65448]: INFO nova.virt.vmwareapi.vm_util [None req-0ed2a3f2-4815-4e14-81ef-833def28a5ea tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: d20826fc-879b-4538-88d5-9a69017c9d23] Destroyed the VM [ 876.743052] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-0ed2a3f2-4815-4e14-81ef-833def28a5ea tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: d20826fc-879b-4538-88d5-9a69017c9d23] Deleting Snapshot of the VM instance {{(pid=65448) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 876.743355] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f6be3c40-e74f-40cf-8ccd-028d83d63a9b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.750586] env[65448]: DEBUG oslo_vmware.api [None req-0ed2a3f2-4815-4e14-81ef-833def28a5ea tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Waiting for the task: (returnval){ [ 876.750586] env[65448]: value = "task-4937786" [ 876.750586] env[65448]: _type = "Task" [ 876.750586] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.759786] env[65448]: DEBUG oslo_vmware.api [None req-0ed2a3f2-4815-4e14-81ef-833def28a5ea tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': task-4937786, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.784160] env[65448]: DEBUG nova.compute.manager [req-0264dfb3-4f8d-4c5d-b31e-0c3caf690f1f req-c5207184-348e-4c2f-80f4-2be3dc185f0f service nova] [instance: e528a5f1-8251-4420-8660-8a7ec001ef7e] Received event network-vif-plugged-e97ab755-59f1-4811-b4fe-697fbc01203d {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 876.784358] env[65448]: DEBUG oslo_concurrency.lockutils [req-0264dfb3-4f8d-4c5d-b31e-0c3caf690f1f req-c5207184-348e-4c2f-80f4-2be3dc185f0f service nova] Acquiring lock "e528a5f1-8251-4420-8660-8a7ec001ef7e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.784698] env[65448]: DEBUG oslo_concurrency.lockutils [req-0264dfb3-4f8d-4c5d-b31e-0c3caf690f1f req-c5207184-348e-4c2f-80f4-2be3dc185f0f service nova] Lock "e528a5f1-8251-4420-8660-8a7ec001ef7e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.784973] env[65448]: DEBUG oslo_concurrency.lockutils [req-0264dfb3-4f8d-4c5d-b31e-0c3caf690f1f req-c5207184-348e-4c2f-80f4-2be3dc185f0f service nova] Lock "e528a5f1-8251-4420-8660-8a7ec001ef7e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.785184] env[65448]: DEBUG nova.compute.manager [req-0264dfb3-4f8d-4c5d-b31e-0c3caf690f1f req-c5207184-348e-4c2f-80f4-2be3dc185f0f service nova] [instance: e528a5f1-8251-4420-8660-8a7ec001ef7e] No waiting events found dispatching network-vif-plugged-e97ab755-59f1-4811-b4fe-697fbc01203d {{(pid=65448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 876.785381] env[65448]: WARNING nova.compute.manager [req-0264dfb3-4f8d-4c5d-b31e-0c3caf690f1f req-c5207184-348e-4c2f-80f4-2be3dc185f0f service nova] [instance: e528a5f1-8251-4420-8660-8a7ec001ef7e] Received unexpected event network-vif-plugged-e97ab755-59f1-4811-b4fe-697fbc01203d for instance with vm_state building and task_state spawning. [ 876.785743] env[65448]: DEBUG nova.compute.manager [req-0264dfb3-4f8d-4c5d-b31e-0c3caf690f1f req-c5207184-348e-4c2f-80f4-2be3dc185f0f service nova] [instance: e528a5f1-8251-4420-8660-8a7ec001ef7e] Received event network-changed-e97ab755-59f1-4811-b4fe-697fbc01203d {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 876.785918] env[65448]: DEBUG nova.compute.manager [req-0264dfb3-4f8d-4c5d-b31e-0c3caf690f1f req-c5207184-348e-4c2f-80f4-2be3dc185f0f service nova] [instance: e528a5f1-8251-4420-8660-8a7ec001ef7e] Refreshing instance network info cache due to event network-changed-e97ab755-59f1-4811-b4fe-697fbc01203d. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 876.786203] env[65448]: DEBUG oslo_concurrency.lockutils [req-0264dfb3-4f8d-4c5d-b31e-0c3caf690f1f req-c5207184-348e-4c2f-80f4-2be3dc185f0f service nova] Acquiring lock "refresh_cache-e528a5f1-8251-4420-8660-8a7ec001ef7e" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.786360] env[65448]: DEBUG oslo_concurrency.lockutils [req-0264dfb3-4f8d-4c5d-b31e-0c3caf690f1f req-c5207184-348e-4c2f-80f4-2be3dc185f0f service nova] Acquired lock "refresh_cache-e528a5f1-8251-4420-8660-8a7ec001ef7e" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.786517] env[65448]: DEBUG nova.network.neutron [req-0264dfb3-4f8d-4c5d-b31e-0c3caf690f1f req-c5207184-348e-4c2f-80f4-2be3dc185f0f service nova] [instance: e528a5f1-8251-4420-8660-8a7ec001ef7e] Refreshing network info cache for port e97ab755-59f1-4811-b4fe-697fbc01203d {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 876.811086] env[65448]: WARNING neutronclient.v2_0.client [None req-5f17bf03-08ed-4ecf-aaeb-df964dbcf25f tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 876.956787] env[65448]: DEBUG oslo_vmware.api [None req-c58cc023-5779-446e-a377-bf23f5ac638c tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': task-4937785, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.976462] env[65448]: DEBUG oslo_vmware.api [None req-c7fd8a2c-4a88-40b2-bf5a-862a35d746f4 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]524e005c-7a87-7f82-56e2-76247e20e2d6, 'name': SearchDatastore_Task, 'duration_secs': 0.022046} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.977779] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-536e3185-75a3-4721-9dc2-6b40d96f84ca {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.986249] env[65448]: DEBUG oslo_vmware.api [None req-c7fd8a2c-4a88-40b2-bf5a-862a35d746f4 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Waiting for the task: (returnval){ [ 876.986249] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52c03ea1-5473-f074-1e89-19994b8f772b" [ 876.986249] env[65448]: _type = "Task" [ 876.986249] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.998292] env[65448]: DEBUG oslo_vmware.api [None req-c7fd8a2c-4a88-40b2-bf5a-862a35d746f4 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52c03ea1-5473-f074-1e89-19994b8f772b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.101647] env[65448]: WARNING neutronclient.v2_0.client [None req-5f17bf03-08ed-4ecf-aaeb-df964dbcf25f tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 877.131487] env[65448]: DEBUG oslo_concurrency.lockutils [None req-04d0e291-6313-4d72-ac39-d907d31c22d0 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691-project-member] Acquiring lock "refresh_cache-e528a5f1-8251-4420-8660-8a7ec001ef7e" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.153278] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance 65f7a5e2-e42a-4a78-a9df-7bd5424ca2f2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 877.192465] env[65448]: DEBUG nova.network.neutron [None req-5f17bf03-08ed-4ecf-aaeb-df964dbcf25f tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: f0ae0ad7-7800-4f5a-a270-7749177b8675] Updating instance_info_cache with network_info: [{"id": "89a077dd-0b02-41db-98f1-558117233f56", "address": "fa:16:3e:18:a1:08", "network": {"id": "6fa83dea-1d83-4041-ae56-d9e5e5278559", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-78264896-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4a79f75fe9f47d4a1cca9aa9f9c3901", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89a077dd-0b", "ovs_interfaceid": "89a077dd-0b02-41db-98f1-558117233f56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.249834] env[65448]: DEBUG nova.compute.manager [req-c44ec39d-6d56-47ee-88b5-984ea8515cf3 req-e2d9c041-57a1-4160-871d-95ee6cd0e7e3 service nova] [instance: 8f28d898-567e-409c-95bf-10e8000cdc4b] Received event network-vif-deleted-98774cc6-1cf4-4b8f-82e5-75f8b1f282ad {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 877.250440] env[65448]: INFO nova.compute.manager [req-c44ec39d-6d56-47ee-88b5-984ea8515cf3 req-e2d9c041-57a1-4160-871d-95ee6cd0e7e3 service nova] [instance: 8f28d898-567e-409c-95bf-10e8000cdc4b] Neutron deleted interface 98774cc6-1cf4-4b8f-82e5-75f8b1f282ad; detaching it from the instance and deleting it from the info cache [ 877.250737] env[65448]: DEBUG nova.network.neutron [req-c44ec39d-6d56-47ee-88b5-984ea8515cf3 req-e2d9c041-57a1-4160-871d-95ee6cd0e7e3 service nova] [instance: 8f28d898-567e-409c-95bf-10e8000cdc4b] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.266820] env[65448]: DEBUG oslo_vmware.api [None req-0ed2a3f2-4815-4e14-81ef-833def28a5ea tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': task-4937786, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.289906] env[65448]: WARNING neutronclient.v2_0.client [req-0264dfb3-4f8d-4c5d-b31e-0c3caf690f1f req-c5207184-348e-4c2f-80f4-2be3dc185f0f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 877.328884] env[65448]: DEBUG nova.network.neutron [req-0264dfb3-4f8d-4c5d-b31e-0c3caf690f1f req-c5207184-348e-4c2f-80f4-2be3dc185f0f service nova] [instance: e528a5f1-8251-4420-8660-8a7ec001ef7e] Instance cache missing network info. {{(pid=65448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 877.425984] env[65448]: DEBUG nova.network.neutron [req-0264dfb3-4f8d-4c5d-b31e-0c3caf690f1f req-c5207184-348e-4c2f-80f4-2be3dc185f0f service nova] [instance: e528a5f1-8251-4420-8660-8a7ec001ef7e] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.456472] env[65448]: DEBUG oslo_vmware.api [None req-c58cc023-5779-446e-a377-bf23f5ac638c tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': task-4937785, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.903388} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.456740] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-c58cc023-5779-446e-a377-bf23f5ac638c tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] 208772b0-cc9f-4644-b440-54e638072b4e/208772b0-cc9f-4644-b440-54e638072b4e.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 877.456952] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-c58cc023-5779-446e-a377-bf23f5ac638c tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: 208772b0-cc9f-4644-b440-54e638072b4e] Extending root virtual disk to 1048576 {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 877.457287] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c9c319b7-0f05-4f00-8d78-408895630e8b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.466823] env[65448]: DEBUG oslo_vmware.api [None req-c58cc023-5779-446e-a377-bf23f5ac638c tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Waiting for the task: (returnval){ [ 877.466823] env[65448]: value = "task-4937787" [ 877.466823] env[65448]: _type = "Task" [ 877.466823] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.480051] env[65448]: DEBUG oslo_vmware.api [None req-c58cc023-5779-446e-a377-bf23f5ac638c tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': task-4937787, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.483382] env[65448]: DEBUG nova.network.neutron [-] [instance: 8f28d898-567e-409c-95bf-10e8000cdc4b] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.502451] env[65448]: DEBUG oslo_vmware.api [None req-c7fd8a2c-4a88-40b2-bf5a-862a35d746f4 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52c03ea1-5473-f074-1e89-19994b8f772b, 'name': SearchDatastore_Task, 'duration_secs': 0.07509} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.503350] env[65448]: DEBUG oslo_concurrency.lockutils [None req-c7fd8a2c-4a88-40b2-bf5a-862a35d746f4 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.503546] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7fd8a2c-4a88-40b2-bf5a-862a35d746f4 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] f7468e7d-2bed-4b9a-a642-b7f628a95305/50fb366d-48e6-424f-9c20-bc83d77be76a-rescue.vmdk. {{(pid=65448) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 877.503904] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b4efff79-9944-4e03-913d-16755ee4a939 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.517895] env[65448]: DEBUG oslo_vmware.api [None req-c7fd8a2c-4a88-40b2-bf5a-862a35d746f4 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Waiting for the task: (returnval){ [ 877.517895] env[65448]: value = "task-4937788" [ 877.517895] env[65448]: _type = "Task" [ 877.517895] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.534435] env[65448]: DEBUG oslo_vmware.api [None req-c7fd8a2c-4a88-40b2-bf5a-862a35d746f4 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Task: {'id': task-4937788, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.656791] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance 2555d855-2461-4a92-ad02-372ecb1f4c10 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 877.694699] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5f17bf03-08ed-4ecf-aaeb-df964dbcf25f tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Releasing lock "refresh_cache-f0ae0ad7-7800-4f5a-a270-7749177b8675" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.695182] env[65448]: DEBUG nova.objects.instance [None req-5f17bf03-08ed-4ecf-aaeb-df964dbcf25f tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Lazy-loading 'migration_context' on Instance uuid f0ae0ad7-7800-4f5a-a270-7749177b8675 {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 877.758469] env[65448]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-723313b7-0f0b-4bc8-a576-cd595d7b1969 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.766623] env[65448]: DEBUG oslo_vmware.api [None req-0ed2a3f2-4815-4e14-81ef-833def28a5ea tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': task-4937786, 'name': RemoveSnapshot_Task, 'duration_secs': 0.527135} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.767862] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-0ed2a3f2-4815-4e14-81ef-833def28a5ea tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: d20826fc-879b-4538-88d5-9a69017c9d23] Deleted Snapshot of the VM instance {{(pid=65448) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 877.768419] env[65448]: INFO nova.compute.manager [None req-0ed2a3f2-4815-4e14-81ef-833def28a5ea tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: d20826fc-879b-4538-88d5-9a69017c9d23] Took 12.99 seconds to snapshot the instance on the hypervisor. [ 877.773537] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc4b8c79-94e8-4721-b824-c729c0c8b9c8 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.814801] env[65448]: DEBUG nova.compute.manager [req-c44ec39d-6d56-47ee-88b5-984ea8515cf3 req-e2d9c041-57a1-4160-871d-95ee6cd0e7e3 service nova] [instance: 8f28d898-567e-409c-95bf-10e8000cdc4b] Detach interface failed, port_id=98774cc6-1cf4-4b8f-82e5-75f8b1f282ad, reason: Instance 8f28d898-567e-409c-95bf-10e8000cdc4b could not be found. {{(pid=65448) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 877.921052] env[65448]: DEBUG oslo_concurrency.lockutils [None req-c0667109-e4d2-4dc5-a64a-a1ca653c22c9 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Acquiring lock "d20826fc-879b-4538-88d5-9a69017c9d23" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.921334] env[65448]: DEBUG oslo_concurrency.lockutils [None req-c0667109-e4d2-4dc5-a64a-a1ca653c22c9 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Lock "d20826fc-879b-4538-88d5-9a69017c9d23" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.921550] env[65448]: DEBUG oslo_concurrency.lockutils [None req-c0667109-e4d2-4dc5-a64a-a1ca653c22c9 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Acquiring lock "d20826fc-879b-4538-88d5-9a69017c9d23-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.921812] env[65448]: DEBUG oslo_concurrency.lockutils [None req-c0667109-e4d2-4dc5-a64a-a1ca653c22c9 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Lock "d20826fc-879b-4538-88d5-9a69017c9d23-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.921941] env[65448]: DEBUG oslo_concurrency.lockutils [None req-c0667109-e4d2-4dc5-a64a-a1ca653c22c9 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Lock "d20826fc-879b-4538-88d5-9a69017c9d23-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.924243] env[65448]: INFO nova.compute.manager [None req-c0667109-e4d2-4dc5-a64a-a1ca653c22c9 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: d20826fc-879b-4538-88d5-9a69017c9d23] Terminating instance [ 877.928764] env[65448]: DEBUG oslo_concurrency.lockutils [req-0264dfb3-4f8d-4c5d-b31e-0c3caf690f1f req-c5207184-348e-4c2f-80f4-2be3dc185f0f service nova] Releasing lock "refresh_cache-e528a5f1-8251-4420-8660-8a7ec001ef7e" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.929081] env[65448]: DEBUG oslo_concurrency.lockutils [None req-04d0e291-6313-4d72-ac39-d907d31c22d0 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691-project-member] Acquired lock "refresh_cache-e528a5f1-8251-4420-8660-8a7ec001ef7e" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.929298] env[65448]: DEBUG nova.network.neutron [None req-04d0e291-6313-4d72-ac39-d907d31c22d0 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691-project-member] [instance: e528a5f1-8251-4420-8660-8a7ec001ef7e] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 877.976830] env[65448]: DEBUG oslo_vmware.api [None req-c58cc023-5779-446e-a377-bf23f5ac638c tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': task-4937787, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079604} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.977134] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-c58cc023-5779-446e-a377-bf23f5ac638c tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: 208772b0-cc9f-4644-b440-54e638072b4e] Extended root virtual disk {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 877.977916] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b15bc959-720d-4d61-ae63-5712a320349c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.993707] env[65448]: INFO nova.compute.manager [-] [instance: 8f28d898-567e-409c-95bf-10e8000cdc4b] Took 1.51 seconds to deallocate network for instance. [ 878.002822] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-c58cc023-5779-446e-a377-bf23f5ac638c tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: 208772b0-cc9f-4644-b440-54e638072b4e] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] 208772b0-cc9f-4644-b440-54e638072b4e/208772b0-cc9f-4644-b440-54e638072b4e.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 878.005161] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99df1fb3-8a80-4ede-8ada-fb3d76f2521d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.033443] env[65448]: DEBUG oslo_vmware.api [None req-c7fd8a2c-4a88-40b2-bf5a-862a35d746f4 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Task: {'id': task-4937788, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.035084] env[65448]: DEBUG oslo_vmware.api [None req-c58cc023-5779-446e-a377-bf23f5ac638c tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Waiting for the task: (returnval){ [ 878.035084] env[65448]: value = "task-4937789" [ 878.035084] env[65448]: _type = "Task" [ 878.035084] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.044343] env[65448]: DEBUG oslo_vmware.api [None req-c58cc023-5779-446e-a377-bf23f5ac638c tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': task-4937789, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.160303] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance 43ff9c8f-c282-4680-ab94-659f088e79a0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 878.198862] env[65448]: DEBUG nova.objects.base [None req-5f17bf03-08ed-4ecf-aaeb-df964dbcf25f tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=65448) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 878.200120] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f67eacac-423d-4657-b682-a43195ac8c3c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.222978] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed9af333-05d3-4742-9a7b-35fec4321106 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.229932] env[65448]: DEBUG oslo_vmware.api [None req-5f17bf03-08ed-4ecf-aaeb-df964dbcf25f tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Waiting for the task: (returnval){ [ 878.229932] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]521ea506-851c-4993-a853-799f4cf7e042" [ 878.229932] env[65448]: _type = "Task" [ 878.229932] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.063107] env[65448]: DEBUG nova.compute.manager [None req-0ed2a3f2-4815-4e14-81ef-833def28a5ea tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: d20826fc-879b-4538-88d5-9a69017c9d23] Instance disappeared during snapshot {{(pid=65448) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4642}} [ 879.065553] env[65448]: DEBUG nova.compute.manager [None req-c0667109-e4d2-4dc5-a64a-a1ca653c22c9 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: d20826fc-879b-4538-88d5-9a69017c9d23] Start destroying the instance on the hypervisor. {{(pid=65448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3209}} [ 879.065745] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-c0667109-e4d2-4dc5-a64a-a1ca653c22c9 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: d20826fc-879b-4538-88d5-9a69017c9d23] Destroying instance {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 879.069232] env[65448]: DEBUG oslo_concurrency.lockutils [None req-db27bf24-8453-4a74-b1fe-28856bea0375 tempest-ServersTestJSON-1600957378 tempest-ServersTestJSON-1600957378-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.069372] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance 5d5d90a5-f93c-4070-8c3f-2690af66af2a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 879.071072] env[65448]: DEBUG oslo_concurrency.lockutils [None req-29eb43cc-eecb-4629-b080-80cf5ac6e1d5 tempest-ServerMetadataNegativeTestJSON-2090714491 tempest-ServerMetadataNegativeTestJSON-2090714491-project-member] Acquiring lock "b9eaa8ef-392c-449e-b441-5b5de9ddaf9e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.071980] env[65448]: DEBUG oslo_concurrency.lockutils [None req-29eb43cc-eecb-4629-b080-80cf5ac6e1d5 tempest-ServerMetadataNegativeTestJSON-2090714491 tempest-ServerMetadataNegativeTestJSON-2090714491-project-member] Lock "b9eaa8ef-392c-449e-b441-5b5de9ddaf9e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.071980] env[65448]: DEBUG oslo_concurrency.lockutils [None req-29eb43cc-eecb-4629-b080-80cf5ac6e1d5 tempest-ServerMetadataNegativeTestJSON-2090714491 tempest-ServerMetadataNegativeTestJSON-2090714491-project-member] Acquiring lock "b9eaa8ef-392c-449e-b441-5b5de9ddaf9e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.071980] env[65448]: DEBUG oslo_concurrency.lockutils [None req-29eb43cc-eecb-4629-b080-80cf5ac6e1d5 tempest-ServerMetadataNegativeTestJSON-2090714491 tempest-ServerMetadataNegativeTestJSON-2090714491-project-member] Lock "b9eaa8ef-392c-449e-b441-5b5de9ddaf9e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.071980] env[65448]: DEBUG oslo_concurrency.lockutils [None req-29eb43cc-eecb-4629-b080-80cf5ac6e1d5 tempest-ServerMetadataNegativeTestJSON-2090714491 tempest-ServerMetadataNegativeTestJSON-2090714491-project-member] Lock "b9eaa8ef-392c-449e-b441-5b5de9ddaf9e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.073502] env[65448]: INFO nova.compute.manager [None req-29eb43cc-eecb-4629-b080-80cf5ac6e1d5 tempest-ServerMetadataNegativeTestJSON-2090714491 tempest-ServerMetadataNegativeTestJSON-2090714491-project-member] [instance: b9eaa8ef-392c-449e-b441-5b5de9ddaf9e] Terminating instance [ 879.074707] env[65448]: DEBUG oslo_vmware.api [None req-5f17bf03-08ed-4ecf-aaeb-df964dbcf25f tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]521ea506-851c-4993-a853-799f4cf7e042, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.074862] env[65448]: WARNING oslo_vmware.common.loopingcall [None req-5f17bf03-08ed-4ecf-aaeb-df964dbcf25f tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] task run outlasted interval by 0.344723 sec [ 879.078961] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-980d6df2-423f-45c3-89b2-2cb99b20dce8 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.090069] env[65448]: DEBUG oslo_concurrency.lockutils [None req-e01ec227-bb74-4b13-9f5a-095968298bd9 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Acquiring lock "3a4ea7cd-a46b-4aa2-aaec-6799deec58f9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.090441] env[65448]: DEBUG oslo_concurrency.lockutils [None req-e01ec227-bb74-4b13-9f5a-095968298bd9 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Lock "3a4ea7cd-a46b-4aa2-aaec-6799deec58f9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.094828] env[65448]: DEBUG nova.compute.manager [None req-0ed2a3f2-4815-4e14-81ef-833def28a5ea tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Image not found during clean up 1a4d531e-f08f-4012-a95c-0d8b6346efa9 {{(pid=65448) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4648}} [ 879.108564] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-c0667109-e4d2-4dc5-a64a-a1ca653c22c9 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: d20826fc-879b-4538-88d5-9a69017c9d23] Unregistering the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 879.112297] env[65448]: DEBUG oslo_vmware.api [None req-c7fd8a2c-4a88-40b2-bf5a-862a35d746f4 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Task: {'id': task-4937788, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.150148} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.112297] env[65448]: DEBUG oslo_vmware.api [None req-c58cc023-5779-446e-a377-bf23f5ac638c tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': task-4937789, 'name': ReconfigVM_Task, 'duration_secs': 0.312193} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.113129] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3bae429d-6b9a-41e1-82d5-65dedc3a61bc {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.114920] env[65448]: INFO nova.virt.vmwareapi.ds_util [None req-c7fd8a2c-4a88-40b2-bf5a-862a35d746f4 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] f7468e7d-2bed-4b9a-a642-b7f628a95305/50fb366d-48e6-424f-9c20-bc83d77be76a-rescue.vmdk. [ 879.115235] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-c58cc023-5779-446e-a377-bf23f5ac638c tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: 208772b0-cc9f-4644-b440-54e638072b4e] Reconfigured VM instance instance-00000040 to attach disk [datastore2] 208772b0-cc9f-4644-b440-54e638072b4e/208772b0-cc9f-4644-b440-54e638072b4e.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 879.116135] env[65448]: DEBUG oslo_vmware.api [None req-5f17bf03-08ed-4ecf-aaeb-df964dbcf25f tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]521ea506-851c-4993-a853-799f4cf7e042, 'name': SearchDatastore_Task, 'duration_secs': 0.029624} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.117075] env[65448]: DEBUG nova.network.neutron [None req-04d0e291-6313-4d72-ac39-d907d31c22d0 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691-project-member] [instance: e528a5f1-8251-4420-8660-8a7ec001ef7e] Instance cache missing network info. {{(pid=65448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 879.120258] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3f634da-a66a-4c6b-82e3-604f4f0e5fa5 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.122735] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a0f76dc8-5ed6-4764-9e80-0fa8c2cfd676 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.124364] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5f17bf03-08ed-4ecf-aaeb-df964dbcf25f tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.153028] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7fd8a2c-4a88-40b2-bf5a-862a35d746f4 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: f7468e7d-2bed-4b9a-a642-b7f628a95305] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] f7468e7d-2bed-4b9a-a642-b7f628a95305/50fb366d-48e6-424f-9c20-bc83d77be76a-rescue.vmdk or device None with type thin {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 879.157301] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-242f2af9-173a-4ba5-b296-2092c5bd09e9 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.170933] env[65448]: DEBUG oslo_vmware.api [None req-c58cc023-5779-446e-a377-bf23f5ac638c tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Waiting for the task: (returnval){ [ 879.170933] env[65448]: value = "task-4937791" [ 879.170933] env[65448]: _type = "Task" [ 879.170933] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.178743] env[65448]: DEBUG oslo_vmware.api [None req-c7fd8a2c-4a88-40b2-bf5a-862a35d746f4 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Waiting for the task: (returnval){ [ 879.178743] env[65448]: value = "task-4937792" [ 879.178743] env[65448]: _type = "Task" [ 879.178743] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.182156] env[65448]: DEBUG oslo_vmware.api [None req-c58cc023-5779-446e-a377-bf23f5ac638c tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': task-4937791, 'name': Rename_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.191336] env[65448]: DEBUG oslo_vmware.api [None req-c7fd8a2c-4a88-40b2-bf5a-862a35d746f4 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Task: {'id': task-4937792, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.243349] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-c0667109-e4d2-4dc5-a64a-a1ca653c22c9 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: d20826fc-879b-4538-88d5-9a69017c9d23] Unregistered the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 879.243733] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-c0667109-e4d2-4dc5-a64a-a1ca653c22c9 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: d20826fc-879b-4538-88d5-9a69017c9d23] Deleting contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 879.243984] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0667109-e4d2-4dc5-a64a-a1ca653c22c9 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Deleting the datastore file [datastore2] d20826fc-879b-4538-88d5-9a69017c9d23 {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 879.244350] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5c3d93a8-e6bc-42b1-bd31-4060135b3389 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.254030] env[65448]: DEBUG oslo_vmware.api [None req-c0667109-e4d2-4dc5-a64a-a1ca653c22c9 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Waiting for the task: (returnval){ [ 879.254030] env[65448]: value = "task-4937793" [ 879.254030] env[65448]: _type = "Task" [ 879.254030] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.263818] env[65448]: DEBUG oslo_vmware.api [None req-c0667109-e4d2-4dc5-a64a-a1ca653c22c9 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': task-4937793, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.273549] env[65448]: WARNING neutronclient.v2_0.client [None req-04d0e291-6313-4d72-ac39-d907d31c22d0 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 879.366899] env[65448]: DEBUG nova.network.neutron [None req-04d0e291-6313-4d72-ac39-d907d31c22d0 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691-project-member] [instance: e528a5f1-8251-4420-8660-8a7ec001ef7e] Updating instance_info_cache with network_info: [{"id": "e97ab755-59f1-4811-b4fe-697fbc01203d", "address": "fa:16:3e:7f:b8:d5", "network": {"id": "74c3093f-c513-4f53-b8aa-1b473412a059", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1124718152-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd40fc2235954c9a8f7845b5fd674c4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape97ab755-59", "ovs_interfaceid": "e97ab755-59f1-4811-b4fe-697fbc01203d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.572466] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance dc6c4614-329d-4c19-bcda-1459b561823e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 879.572811] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Total usable vcpus: 48, total allocated vcpus: 22 {{(pid=65448) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 879.573042] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4928MB phys_disk=100GB used_disk=22GB total_vcpus=48 used_vcpus=22 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '20', 'num_vm_active': '13', 'num_task_None': '15', 'num_os_type_None': '20', 'num_proj_19cecb9320184ab9a3c0a3444b6924f1': '2', 'io_workload': '4', 'num_proj_dc9e8e59612c49a6b788080423997837': '1', 'num_proj_151b52486680497ab0313e8770e10757': '2', 'num_vm_resized': '2', 'num_proj_a4a79f75fe9f47d4a1cca9aa9f9c3901': '1', 'num_proj_cd050f9067644c0db6e945683a3fcccc': '1', 'num_proj_c2a7a06e61d94624ba3b3a9d4f5d1e6f': '3', 'num_vm_rescued': '1', 'num_proj_49296739b15f462b8d025177a517965d': '1', 'num_proj_9d1cf9da4e3442eea40a764f302a4111': '1', 'num_proj_7bf59e2c00b54ab7a8bc201e80781fcb': '1', 'num_task_resize_reverting': '1', 'num_proj_db80c3920ce64bad9523eee35ee0f6ef': '1', 'num_proj_2662440afd874a779e5615f6d1e6f729': '1', 'num_task_rescuing': '1', 'num_proj_40f710aa821f49ef963bafd588fa759f': '1', 'num_vm_suspended': '1', 'num_task_image_uploading': '1', 'num_proj_916343b5368a43deacc775f54aa9bc72': '1', 'num_vm_building': '3', 'num_task_spawning': '2', 'num_proj_b8b99aecae054856a41cac622ee1d88e': '1', 'num_proj_2b4602fe4973466b8eb0d97f7a72d721': '1', 'num_proj_dd40fc2235954c9a8f7845b5fd674c4b': '1'} {{(pid=65448) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 879.598243] env[65448]: DEBUG nova.compute.manager [None req-29eb43cc-eecb-4629-b080-80cf5ac6e1d5 tempest-ServerMetadataNegativeTestJSON-2090714491 tempest-ServerMetadataNegativeTestJSON-2090714491-project-member] [instance: b9eaa8ef-392c-449e-b441-5b5de9ddaf9e] Start destroying the instance on the hypervisor. {{(pid=65448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3209}} [ 879.598670] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-29eb43cc-eecb-4629-b080-80cf5ac6e1d5 tempest-ServerMetadataNegativeTestJSON-2090714491 tempest-ServerMetadataNegativeTestJSON-2090714491-project-member] [instance: b9eaa8ef-392c-449e-b441-5b5de9ddaf9e] Destroying instance {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 879.599717] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7fbdb63-1d13-4af0-85cd-4c4ecfdc6f9f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.611254] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-29eb43cc-eecb-4629-b080-80cf5ac6e1d5 tempest-ServerMetadataNegativeTestJSON-2090714491 tempest-ServerMetadataNegativeTestJSON-2090714491-project-member] [instance: b9eaa8ef-392c-449e-b441-5b5de9ddaf9e] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 879.611561] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3a476513-265f-4da9-bbba-ff6c9344f9e1 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.618634] env[65448]: DEBUG oslo_vmware.api [None req-29eb43cc-eecb-4629-b080-80cf5ac6e1d5 tempest-ServerMetadataNegativeTestJSON-2090714491 tempest-ServerMetadataNegativeTestJSON-2090714491-project-member] Waiting for the task: (returnval){ [ 879.618634] env[65448]: value = "task-4937794" [ 879.618634] env[65448]: _type = "Task" [ 879.618634] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.630599] env[65448]: DEBUG oslo_vmware.api [None req-29eb43cc-eecb-4629-b080-80cf5ac6e1d5 tempest-ServerMetadataNegativeTestJSON-2090714491 tempest-ServerMetadataNegativeTestJSON-2090714491-project-member] Task: {'id': task-4937794, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.685233] env[65448]: DEBUG oslo_vmware.api [None req-c58cc023-5779-446e-a377-bf23f5ac638c tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': task-4937791, 'name': Rename_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.697828] env[65448]: DEBUG oslo_vmware.api [None req-c7fd8a2c-4a88-40b2-bf5a-862a35d746f4 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Task: {'id': task-4937792, 'name': ReconfigVM_Task, 'duration_secs': 0.415947} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.698156] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7fd8a2c-4a88-40b2-bf5a-862a35d746f4 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: f7468e7d-2bed-4b9a-a642-b7f628a95305] Reconfigured VM instance instance-00000038 to attach disk [datastore2] f7468e7d-2bed-4b9a-a642-b7f628a95305/50fb366d-48e6-424f-9c20-bc83d77be76a-rescue.vmdk or device None with type thin {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 879.699166] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d8ea68e-dbcc-44b5-84f9-4824f2436a36 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.735827] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7635ca9d-2bb2-4c28-8e10-cddf95ba0918 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.753342] env[65448]: DEBUG oslo_vmware.api [None req-c7fd8a2c-4a88-40b2-bf5a-862a35d746f4 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Waiting for the task: (returnval){ [ 879.753342] env[65448]: value = "task-4937795" [ 879.753342] env[65448]: _type = "Task" [ 879.753342] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.768399] env[65448]: DEBUG oslo_vmware.api [None req-c0667109-e4d2-4dc5-a64a-a1ca653c22c9 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': task-4937793, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.453271} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.774304] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0667109-e4d2-4dc5-a64a-a1ca653c22c9 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 879.774608] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-c0667109-e4d2-4dc5-a64a-a1ca653c22c9 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: d20826fc-879b-4538-88d5-9a69017c9d23] Deleted contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 879.774806] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-c0667109-e4d2-4dc5-a64a-a1ca653c22c9 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: d20826fc-879b-4538-88d5-9a69017c9d23] Instance destroyed {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 879.774981] env[65448]: INFO nova.compute.manager [None req-c0667109-e4d2-4dc5-a64a-a1ca653c22c9 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: d20826fc-879b-4538-88d5-9a69017c9d23] Took 0.71 seconds to destroy the instance on the hypervisor. [ 879.775254] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-c0667109-e4d2-4dc5-a64a-a1ca653c22c9 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 879.775539] env[65448]: DEBUG oslo_vmware.api [None req-c7fd8a2c-4a88-40b2-bf5a-862a35d746f4 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Task: {'id': task-4937795, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.776505] env[65448]: DEBUG nova.compute.manager [-] [instance: d20826fc-879b-4538-88d5-9a69017c9d23] Deallocating network for instance {{(pid=65448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 879.776505] env[65448]: DEBUG nova.network.neutron [-] [instance: d20826fc-879b-4538-88d5-9a69017c9d23] deallocate_for_instance() {{(pid=65448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 879.776624] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 879.818256] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 879.870357] env[65448]: DEBUG oslo_concurrency.lockutils [None req-04d0e291-6313-4d72-ac39-d907d31c22d0 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691-project-member] Releasing lock "refresh_cache-e528a5f1-8251-4420-8660-8a7ec001ef7e" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.871143] env[65448]: DEBUG nova.compute.manager [None req-04d0e291-6313-4d72-ac39-d907d31c22d0 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691-project-member] [instance: e528a5f1-8251-4420-8660-8a7ec001ef7e] Instance network_info: |[{"id": "e97ab755-59f1-4811-b4fe-697fbc01203d", "address": "fa:16:3e:7f:b8:d5", "network": {"id": "74c3093f-c513-4f53-b8aa-1b473412a059", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1124718152-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd40fc2235954c9a8f7845b5fd674c4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape97ab755-59", "ovs_interfaceid": "e97ab755-59f1-4811-b4fe-697fbc01203d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 879.872044] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-04d0e291-6313-4d72-ac39-d907d31c22d0 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691-project-member] [instance: e528a5f1-8251-4420-8660-8a7ec001ef7e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7f:b8:d5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e97ab755-59f1-4811-b4fe-697fbc01203d', 'vif_model': 'vmxnet3'}] {{(pid=65448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 879.882045] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-04d0e291-6313-4d72-ac39-d907d31c22d0 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691-project-member] Creating folder: Project (dd40fc2235954c9a8f7845b5fd674c4b). Parent ref: group-v961779. {{(pid=65448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 879.883368] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a735429d-7bc5-4620-af6d-73c12e80a800 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.895816] env[65448]: INFO nova.virt.vmwareapi.vm_util [None req-04d0e291-6313-4d72-ac39-d907d31c22d0 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691-project-member] Created folder: Project (dd40fc2235954c9a8f7845b5fd674c4b) in parent group-v961779. [ 879.896729] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-04d0e291-6313-4d72-ac39-d907d31c22d0 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691-project-member] Creating folder: Instances. Parent ref: group-v961968. {{(pid=65448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 879.897258] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3b084d37-4845-464d-83f4-d8f30298480e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.915387] env[65448]: INFO nova.virt.vmwareapi.vm_util [None req-04d0e291-6313-4d72-ac39-d907d31c22d0 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691-project-member] Created folder: Instances in parent group-v961968. [ 879.915581] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-04d0e291-6313-4d72-ac39-d907d31c22d0 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 879.918771] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e528a5f1-8251-4420-8660-8a7ec001ef7e] Creating VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 879.919271] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-45005248-66e6-456c-8183-278694a6bf25 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.946387] env[65448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 879.946387] env[65448]: value = "task-4937798" [ 879.946387] env[65448]: _type = "Task" [ 879.946387] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.961009] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937798, 'name': CreateVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.133257] env[65448]: DEBUG oslo_vmware.api [None req-29eb43cc-eecb-4629-b080-80cf5ac6e1d5 tempest-ServerMetadataNegativeTestJSON-2090714491 tempest-ServerMetadataNegativeTestJSON-2090714491-project-member] Task: {'id': task-4937794, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.190515] env[65448]: DEBUG oslo_vmware.api [None req-c58cc023-5779-446e-a377-bf23f5ac638c tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': task-4937791, 'name': Rename_Task, 'duration_secs': 0.780917} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.190823] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-c58cc023-5779-446e-a377-bf23f5ac638c tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: 208772b0-cc9f-4644-b440-54e638072b4e] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 880.191117] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-21e9fc1c-33d1-4dae-9add-4729decc7bf4 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.195698] env[65448]: DEBUG nova.compute.manager [req-359e2275-0ea5-40a1-92d3-c369c589f1a0 req-38dfbe31-bd3a-4631-8b89-ce1a7bd01f63 service nova] [instance: d20826fc-879b-4538-88d5-9a69017c9d23] Received event network-vif-deleted-cc58a40b-ed15-459d-836b-ede0116a24e8 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 880.195897] env[65448]: INFO nova.compute.manager [req-359e2275-0ea5-40a1-92d3-c369c589f1a0 req-38dfbe31-bd3a-4631-8b89-ce1a7bd01f63 service nova] [instance: d20826fc-879b-4538-88d5-9a69017c9d23] Neutron deleted interface cc58a40b-ed15-459d-836b-ede0116a24e8; detaching it from the instance and deleting it from the info cache [ 880.196482] env[65448]: DEBUG nova.network.neutron [req-359e2275-0ea5-40a1-92d3-c369c589f1a0 req-38dfbe31-bd3a-4631-8b89-ce1a7bd01f63 service nova] [instance: d20826fc-879b-4538-88d5-9a69017c9d23] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.207832] env[65448]: DEBUG oslo_vmware.api [None req-c58cc023-5779-446e-a377-bf23f5ac638c tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Waiting for the task: (returnval){ [ 880.207832] env[65448]: value = "task-4937799" [ 880.207832] env[65448]: _type = "Task" [ 880.207832] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.223804] env[65448]: DEBUG oslo_vmware.api [None req-c58cc023-5779-446e-a377-bf23f5ac638c tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': task-4937799, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.266356] env[65448]: DEBUG oslo_vmware.api [None req-c7fd8a2c-4a88-40b2-bf5a-862a35d746f4 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Task: {'id': task-4937795, 'name': ReconfigVM_Task, 'duration_secs': 0.193086} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.269918] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7fd8a2c-4a88-40b2-bf5a-862a35d746f4 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: f7468e7d-2bed-4b9a-a642-b7f628a95305] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 880.270040] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e8ba06fc-e749-48cc-9c2e-3c8c35fd81eb {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.278804] env[65448]: DEBUG oslo_vmware.api [None req-c7fd8a2c-4a88-40b2-bf5a-862a35d746f4 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Waiting for the task: (returnval){ [ 880.278804] env[65448]: value = "task-4937800" [ 880.278804] env[65448]: _type = "Task" [ 880.278804] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.289224] env[65448]: DEBUG oslo_vmware.api [None req-c7fd8a2c-4a88-40b2-bf5a-862a35d746f4 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Task: {'id': task-4937800, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.306042] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b6abf48-2d6b-42da-ab40-b3ae7ebc966d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.311545] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28d5b20a-b59a-4784-830e-702dcd70a88b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.353015] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25b2f886-3d8f-459e-858f-22105f7b6812 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.363891] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebd59b04-4393-4712-8c6b-3ade46289ae7 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.382031] env[65448]: DEBUG nova.compute.provider_tree [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Updating inventory in ProviderTree for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 880.458288] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937798, 'name': CreateVM_Task, 'duration_secs': 0.377389} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.458483] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e528a5f1-8251-4420-8660-8a7ec001ef7e] Created VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 880.460085] env[65448]: WARNING neutronclient.v2_0.client [None req-04d0e291-6313-4d72-ac39-d907d31c22d0 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 880.460085] env[65448]: DEBUG oslo_concurrency.lockutils [None req-04d0e291-6313-4d72-ac39-d907d31c22d0 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.460085] env[65448]: DEBUG oslo_concurrency.lockutils [None req-04d0e291-6313-4d72-ac39-d907d31c22d0 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.460085] env[65448]: DEBUG oslo_concurrency.lockutils [None req-04d0e291-6313-4d72-ac39-d907d31c22d0 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.460402] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5275f12-174e-408b-b225-907249c1f74b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.466812] env[65448]: DEBUG oslo_vmware.api [None req-04d0e291-6313-4d72-ac39-d907d31c22d0 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691-project-member] Waiting for the task: (returnval){ [ 880.466812] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52fdb52d-28ef-fe1a-6c20-b188e26672ad" [ 880.466812] env[65448]: _type = "Task" [ 880.466812] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.477103] env[65448]: DEBUG oslo_vmware.api [None req-04d0e291-6313-4d72-ac39-d907d31c22d0 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52fdb52d-28ef-fe1a-6c20-b188e26672ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.599787] env[65448]: DEBUG nova.network.neutron [-] [instance: d20826fc-879b-4538-88d5-9a69017c9d23] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.631662] env[65448]: DEBUG oslo_vmware.api [None req-29eb43cc-eecb-4629-b080-80cf5ac6e1d5 tempest-ServerMetadataNegativeTestJSON-2090714491 tempest-ServerMetadataNegativeTestJSON-2090714491-project-member] Task: {'id': task-4937794, 'name': PowerOffVM_Task, 'duration_secs': 0.88768} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.631938] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-29eb43cc-eecb-4629-b080-80cf5ac6e1d5 tempest-ServerMetadataNegativeTestJSON-2090714491 tempest-ServerMetadataNegativeTestJSON-2090714491-project-member] [instance: b9eaa8ef-392c-449e-b441-5b5de9ddaf9e] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 880.632727] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-29eb43cc-eecb-4629-b080-80cf5ac6e1d5 tempest-ServerMetadataNegativeTestJSON-2090714491 tempest-ServerMetadataNegativeTestJSON-2090714491-project-member] [instance: b9eaa8ef-392c-449e-b441-5b5de9ddaf9e] Unregistering the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 880.633053] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0eb00d09-f63f-4c95-a52b-bbfa13e2f941 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.699486] env[65448]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-47e3e6bf-21e7-4cc7-9cc2-12f68fa7ba51 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.711223] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e84254e-b82c-4889-b007-39b4cf5bb967 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.724575] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-29eb43cc-eecb-4629-b080-80cf5ac6e1d5 tempest-ServerMetadataNegativeTestJSON-2090714491 tempest-ServerMetadataNegativeTestJSON-2090714491-project-member] [instance: b9eaa8ef-392c-449e-b441-5b5de9ddaf9e] Unregistered the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 880.724786] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-29eb43cc-eecb-4629-b080-80cf5ac6e1d5 tempest-ServerMetadataNegativeTestJSON-2090714491 tempest-ServerMetadataNegativeTestJSON-2090714491-project-member] [instance: b9eaa8ef-392c-449e-b441-5b5de9ddaf9e] Deleting contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 880.724963] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-29eb43cc-eecb-4629-b080-80cf5ac6e1d5 tempest-ServerMetadataNegativeTestJSON-2090714491 tempest-ServerMetadataNegativeTestJSON-2090714491-project-member] Deleting the datastore file [datastore2] b9eaa8ef-392c-449e-b441-5b5de9ddaf9e {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 880.730192] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1b283188-1335-49af-aee3-69e00253452f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.739926] env[65448]: DEBUG oslo_vmware.api [None req-c58cc023-5779-446e-a377-bf23f5ac638c tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': task-4937799, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.741776] env[65448]: DEBUG oslo_vmware.api [None req-29eb43cc-eecb-4629-b080-80cf5ac6e1d5 tempest-ServerMetadataNegativeTestJSON-2090714491 tempest-ServerMetadataNegativeTestJSON-2090714491-project-member] Waiting for the task: (returnval){ [ 880.741776] env[65448]: value = "task-4937802" [ 880.741776] env[65448]: _type = "Task" [ 880.741776] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.762597] env[65448]: DEBUG nova.compute.manager [req-359e2275-0ea5-40a1-92d3-c369c589f1a0 req-38dfbe31-bd3a-4631-8b89-ce1a7bd01f63 service nova] [instance: d20826fc-879b-4538-88d5-9a69017c9d23] Detach interface failed, port_id=cc58a40b-ed15-459d-836b-ede0116a24e8, reason: Instance d20826fc-879b-4538-88d5-9a69017c9d23 could not be found. {{(pid=65448) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 880.769274] env[65448]: DEBUG oslo_vmware.api [None req-29eb43cc-eecb-4629-b080-80cf5ac6e1d5 tempest-ServerMetadataNegativeTestJSON-2090714491 tempest-ServerMetadataNegativeTestJSON-2090714491-project-member] Task: {'id': task-4937802, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.790848] env[65448]: DEBUG oslo_vmware.api [None req-c7fd8a2c-4a88-40b2-bf5a-862a35d746f4 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Task: {'id': task-4937800, 'name': PowerOnVM_Task, 'duration_secs': 0.471959} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.791329] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7fd8a2c-4a88-40b2-bf5a-862a35d746f4 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: f7468e7d-2bed-4b9a-a642-b7f628a95305] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 880.794796] env[65448]: DEBUG nova.compute.manager [None req-c7fd8a2c-4a88-40b2-bf5a-862a35d746f4 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: f7468e7d-2bed-4b9a-a642-b7f628a95305] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 880.795456] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cd19532-0def-4c7e-8af8-7440c63bc08f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.910995] env[65448]: ERROR nova.scheduler.client.report [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] [req-c2444ed9-07ac-407c-a102-00c36c8bed71] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 76aeec68-79e6-4d77-baf0-33bb098aa897. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c2444ed9-07ac-407c-a102-00c36c8bed71"}]} [ 880.932030] env[65448]: DEBUG nova.scheduler.client.report [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Refreshing inventories for resource provider 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 880.949855] env[65448]: DEBUG nova.scheduler.client.report [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Updating ProviderTree inventory for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 880.950060] env[65448]: DEBUG nova.compute.provider_tree [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Updating inventory in ProviderTree for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 880.963930] env[65448]: DEBUG nova.scheduler.client.report [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Refreshing aggregate associations for resource provider 76aeec68-79e6-4d77-baf0-33bb098aa897, aggregates: None {{(pid=65448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 880.977925] env[65448]: DEBUG oslo_vmware.api [None req-04d0e291-6313-4d72-ac39-d907d31c22d0 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52fdb52d-28ef-fe1a-6c20-b188e26672ad, 'name': SearchDatastore_Task, 'duration_secs': 0.024382} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.979592] env[65448]: DEBUG oslo_concurrency.lockutils [None req-04d0e291-6313-4d72-ac39-d907d31c22d0 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.980140] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-04d0e291-6313-4d72-ac39-d907d31c22d0 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691-project-member] [instance: e528a5f1-8251-4420-8660-8a7ec001ef7e] Processing image 50fb366d-48e6-424f-9c20-bc83d77be76a {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 880.980422] env[65448]: DEBUG oslo_concurrency.lockutils [None req-04d0e291-6313-4d72-ac39-d907d31c22d0 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.980573] env[65448]: DEBUG oslo_concurrency.lockutils [None req-04d0e291-6313-4d72-ac39-d907d31c22d0 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.980755] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-04d0e291-6313-4d72-ac39-d907d31c22d0 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 880.981110] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1c4d27de-a493-4f4f-9636-7aa4483fc9c9 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.990048] env[65448]: DEBUG nova.scheduler.client.report [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Refreshing trait associations for resource provider 76aeec68-79e6-4d77-baf0-33bb098aa897, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=65448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 880.992700] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-04d0e291-6313-4d72-ac39-d907d31c22d0 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 880.992951] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-04d0e291-6313-4d72-ac39-d907d31c22d0 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 880.993793] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c1eee60-aeb1-45f2-b98a-7acc0fa551d7 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.001131] env[65448]: DEBUG oslo_vmware.api [None req-04d0e291-6313-4d72-ac39-d907d31c22d0 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691-project-member] Waiting for the task: (returnval){ [ 881.001131] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]525598e2-65c2-4836-1b31-458c3e2db38d" [ 881.001131] env[65448]: _type = "Task" [ 881.001131] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.010390] env[65448]: DEBUG oslo_vmware.api [None req-04d0e291-6313-4d72-ac39-d907d31c22d0 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]525598e2-65c2-4836-1b31-458c3e2db38d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.103437] env[65448]: INFO nova.compute.manager [-] [instance: d20826fc-879b-4538-88d5-9a69017c9d23] Took 1.33 seconds to deallocate network for instance. [ 881.240845] env[65448]: DEBUG oslo_vmware.api [None req-c58cc023-5779-446e-a377-bf23f5ac638c tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': task-4937799, 'name': PowerOnVM_Task, 'duration_secs': 0.695369} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.241347] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-c58cc023-5779-446e-a377-bf23f5ac638c tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: 208772b0-cc9f-4644-b440-54e638072b4e] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 881.241760] env[65448]: INFO nova.compute.manager [None req-c58cc023-5779-446e-a377-bf23f5ac638c tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: 208772b0-cc9f-4644-b440-54e638072b4e] Took 9.34 seconds to spawn the instance on the hypervisor. [ 881.242089] env[65448]: DEBUG nova.compute.manager [None req-c58cc023-5779-446e-a377-bf23f5ac638c tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: 208772b0-cc9f-4644-b440-54e638072b4e] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 881.243724] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57b94bcf-391c-4c6a-a6c6-1c63cb1686c6 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.268246] env[65448]: DEBUG oslo_vmware.api [None req-29eb43cc-eecb-4629-b080-80cf5ac6e1d5 tempest-ServerMetadataNegativeTestJSON-2090714491 tempest-ServerMetadataNegativeTestJSON-2090714491-project-member] Task: {'id': task-4937802, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18202} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.268246] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-29eb43cc-eecb-4629-b080-80cf5ac6e1d5 tempest-ServerMetadataNegativeTestJSON-2090714491 tempest-ServerMetadataNegativeTestJSON-2090714491-project-member] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 881.268360] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-29eb43cc-eecb-4629-b080-80cf5ac6e1d5 tempest-ServerMetadataNegativeTestJSON-2090714491 tempest-ServerMetadataNegativeTestJSON-2090714491-project-member] [instance: b9eaa8ef-392c-449e-b441-5b5de9ddaf9e] Deleted contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 881.268538] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-29eb43cc-eecb-4629-b080-80cf5ac6e1d5 tempest-ServerMetadataNegativeTestJSON-2090714491 tempest-ServerMetadataNegativeTestJSON-2090714491-project-member] [instance: b9eaa8ef-392c-449e-b441-5b5de9ddaf9e] Instance destroyed {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 881.268837] env[65448]: INFO nova.compute.manager [None req-29eb43cc-eecb-4629-b080-80cf5ac6e1d5 tempest-ServerMetadataNegativeTestJSON-2090714491 tempest-ServerMetadataNegativeTestJSON-2090714491-project-member] [instance: b9eaa8ef-392c-449e-b441-5b5de9ddaf9e] Took 1.67 seconds to destroy the instance on the hypervisor. [ 881.269238] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-29eb43cc-eecb-4629-b080-80cf5ac6e1d5 tempest-ServerMetadataNegativeTestJSON-2090714491 tempest-ServerMetadataNegativeTestJSON-2090714491-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 881.269479] env[65448]: DEBUG nova.compute.manager [-] [instance: b9eaa8ef-392c-449e-b441-5b5de9ddaf9e] Deallocating network for instance {{(pid=65448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 881.270853] env[65448]: DEBUG nova.network.neutron [-] [instance: b9eaa8ef-392c-449e-b441-5b5de9ddaf9e] deallocate_for_instance() {{(pid=65448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 881.270853] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 881.354881] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 881.517807] env[65448]: DEBUG oslo_vmware.api [None req-04d0e291-6313-4d72-ac39-d907d31c22d0 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]525598e2-65c2-4836-1b31-458c3e2db38d, 'name': SearchDatastore_Task, 'duration_secs': 0.010467} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.518648] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0bc6800c-3e77-4575-9bdc-f183c25b1d78 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.525219] env[65448]: DEBUG oslo_vmware.api [None req-04d0e291-6313-4d72-ac39-d907d31c22d0 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691-project-member] Waiting for the task: (returnval){ [ 881.525219] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52184f26-7ce5-32f0-966a-876eaa80aab9" [ 881.525219] env[65448]: _type = "Task" [ 881.525219] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.538307] env[65448]: DEBUG oslo_vmware.api [None req-04d0e291-6313-4d72-ac39-d907d31c22d0 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52184f26-7ce5-32f0-966a-876eaa80aab9, 'name': SearchDatastore_Task, 'duration_secs': 0.010573} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.538608] env[65448]: DEBUG oslo_concurrency.lockutils [None req-04d0e291-6313-4d72-ac39-d907d31c22d0 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.538930] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-04d0e291-6313-4d72-ac39-d907d31c22d0 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] e528a5f1-8251-4420-8660-8a7ec001ef7e/e528a5f1-8251-4420-8660-8a7ec001ef7e.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 881.539266] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-922f23ab-629d-419d-92fb-e6f5d95c10b0 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.548881] env[65448]: DEBUG oslo_vmware.api [None req-04d0e291-6313-4d72-ac39-d907d31c22d0 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691-project-member] Waiting for the task: (returnval){ [ 881.548881] env[65448]: value = "task-4937803" [ 881.548881] env[65448]: _type = "Task" [ 881.548881] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.561618] env[65448]: DEBUG oslo_vmware.api [None req-04d0e291-6313-4d72-ac39-d907d31c22d0 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691-project-member] Task: {'id': task-4937803, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.616791] env[65448]: DEBUG oslo_concurrency.lockutils [None req-c0667109-e4d2-4dc5-a64a-a1ca653c22c9 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.722016] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25a11380-ad32-4f0c-9771-cbff17384fa0 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.732051] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae7f92bd-cc87-46dd-8c08-66cc752b9421 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.766884] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d68e6544-7b4f-4533-9782-9a34bc77996a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.777501] env[65448]: INFO nova.compute.manager [None req-c58cc023-5779-446e-a377-bf23f5ac638c tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: 208772b0-cc9f-4644-b440-54e638072b4e] Took 72.70 seconds to build instance. [ 881.782197] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc96aced-c024-47a6-8f8e-753734268ecd {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.800625] env[65448]: DEBUG nova.compute.provider_tree [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Updating inventory in ProviderTree for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 881.912590] env[65448]: DEBUG nova.compute.manager [req-ac136158-ae43-4f24-8b67-3e82e4efe382 req-ff4a3568-83f9-4219-89ed-df1780b3111c service nova] [instance: b9eaa8ef-392c-449e-b441-5b5de9ddaf9e] Received event network-vif-deleted-27182e01-99d7-4b5f-966d-c7158a84614f {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 881.912799] env[65448]: INFO nova.compute.manager [req-ac136158-ae43-4f24-8b67-3e82e4efe382 req-ff4a3568-83f9-4219-89ed-df1780b3111c service nova] [instance: b9eaa8ef-392c-449e-b441-5b5de9ddaf9e] Neutron deleted interface 27182e01-99d7-4b5f-966d-c7158a84614f; detaching it from the instance and deleting it from the info cache [ 881.913545] env[65448]: DEBUG nova.network.neutron [req-ac136158-ae43-4f24-8b67-3e82e4efe382 req-ff4a3568-83f9-4219-89ed-df1780b3111c service nova] [instance: b9eaa8ef-392c-449e-b441-5b5de9ddaf9e] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.060750] env[65448]: DEBUG oslo_vmware.api [None req-04d0e291-6313-4d72-ac39-d907d31c22d0 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691-project-member] Task: {'id': task-4937803, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481088} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.060750] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-04d0e291-6313-4d72-ac39-d907d31c22d0 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] e528a5f1-8251-4420-8660-8a7ec001ef7e/e528a5f1-8251-4420-8660-8a7ec001ef7e.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 882.060750] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-04d0e291-6313-4d72-ac39-d907d31c22d0 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691-project-member] [instance: e528a5f1-8251-4420-8660-8a7ec001ef7e] Extending root virtual disk to 1048576 {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 882.060961] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3395f2bf-7acd-486b-92d2-269612c76624 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.069504] env[65448]: DEBUG oslo_vmware.api [None req-04d0e291-6313-4d72-ac39-d907d31c22d0 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691-project-member] Waiting for the task: (returnval){ [ 882.069504] env[65448]: value = "task-4937804" [ 882.069504] env[65448]: _type = "Task" [ 882.069504] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.080774] env[65448]: DEBUG oslo_vmware.api [None req-04d0e291-6313-4d72-ac39-d907d31c22d0 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691-project-member] Task: {'id': task-4937804, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.092878] env[65448]: DEBUG nova.network.neutron [-] [instance: b9eaa8ef-392c-449e-b441-5b5de9ddaf9e] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.282497] env[65448]: DEBUG oslo_concurrency.lockutils [None req-c58cc023-5779-446e-a377-bf23f5ac638c tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Lock "208772b0-cc9f-4644-b440-54e638072b4e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 89.603s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.345848] env[65448]: DEBUG nova.scheduler.client.report [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Updated inventory for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 with generation 99 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 882.346110] env[65448]: DEBUG nova.compute.provider_tree [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Updating resource provider 76aeec68-79e6-4d77-baf0-33bb098aa897 generation from 99 to 100 during operation: update_inventory {{(pid=65448) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 882.346269] env[65448]: DEBUG nova.compute.provider_tree [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Updating inventory in ProviderTree for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 882.416928] env[65448]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0ec236f3-91cc-4729-9194-cf52aae6689f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.428840] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b16e4267-fc24-4cda-92e8-c9f617ecd57b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.471372] env[65448]: DEBUG nova.compute.manager [req-ac136158-ae43-4f24-8b67-3e82e4efe382 req-ff4a3568-83f9-4219-89ed-df1780b3111c service nova] [instance: b9eaa8ef-392c-449e-b441-5b5de9ddaf9e] Detach interface failed, port_id=27182e01-99d7-4b5f-966d-c7158a84614f, reason: Instance b9eaa8ef-392c-449e-b441-5b5de9ddaf9e could not be found. {{(pid=65448) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 882.523355] env[65448]: INFO nova.compute.manager [None req-fead1b33-d658-405e-bccd-8435d5a6e911 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: f7468e7d-2bed-4b9a-a642-b7f628a95305] Unrescuing [ 882.523907] env[65448]: DEBUG oslo_concurrency.lockutils [None req-fead1b33-d658-405e-bccd-8435d5a6e911 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Acquiring lock "refresh_cache-f7468e7d-2bed-4b9a-a642-b7f628a95305" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.524274] env[65448]: DEBUG oslo_concurrency.lockutils [None req-fead1b33-d658-405e-bccd-8435d5a6e911 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Acquired lock "refresh_cache-f7468e7d-2bed-4b9a-a642-b7f628a95305" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.524667] env[65448]: DEBUG nova.network.neutron [None req-fead1b33-d658-405e-bccd-8435d5a6e911 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: f7468e7d-2bed-4b9a-a642-b7f628a95305] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 882.579660] env[65448]: DEBUG oslo_vmware.api [None req-04d0e291-6313-4d72-ac39-d907d31c22d0 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691-project-member] Task: {'id': task-4937804, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.142884} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.579970] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-04d0e291-6313-4d72-ac39-d907d31c22d0 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691-project-member] [instance: e528a5f1-8251-4420-8660-8a7ec001ef7e] Extended root virtual disk {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 882.580864] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d663ad16-e069-49e1-af9c-da8681f2432f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.596131] env[65448]: INFO nova.compute.manager [-] [instance: b9eaa8ef-392c-449e-b441-5b5de9ddaf9e] Took 1.33 seconds to deallocate network for instance. [ 882.605504] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-04d0e291-6313-4d72-ac39-d907d31c22d0 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691-project-member] [instance: e528a5f1-8251-4420-8660-8a7ec001ef7e] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] e528a5f1-8251-4420-8660-8a7ec001ef7e/e528a5f1-8251-4420-8660-8a7ec001ef7e.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 882.607596] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20761dae-e27c-4e82-bfee-da0013deea9a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.635063] env[65448]: DEBUG oslo_vmware.api [None req-04d0e291-6313-4d72-ac39-d907d31c22d0 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691-project-member] Waiting for the task: (returnval){ [ 882.635063] env[65448]: value = "task-4937805" [ 882.635063] env[65448]: _type = "Task" [ 882.635063] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.648540] env[65448]: DEBUG oslo_vmware.api [None req-04d0e291-6313-4d72-ac39-d907d31c22d0 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691-project-member] Task: {'id': task-4937805, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.786304] env[65448]: DEBUG nova.compute.manager [None req-e01ec227-bb74-4b13-9f5a-095968298bd9 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 3a4ea7cd-a46b-4aa2-aaec-6799deec58f9] Starting instance... {{(pid=65448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2483}} [ 882.852440] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65448) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 882.853000] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 8.810s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.853403] env[65448]: DEBUG oslo_concurrency.lockutils [None req-05c1d071-e238-4c66-9c13-d950276734f3 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 63.606s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.853660] env[65448]: DEBUG oslo_concurrency.lockutils [None req-05c1d071-e238-4c66-9c13-d950276734f3 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.856544] env[65448]: DEBUG oslo_concurrency.lockutils [None req-1403f857-41e0-40fa-aa2e-8a4f98544fd3 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 60.877s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.856802] env[65448]: DEBUG oslo_concurrency.lockutils [None req-1403f857-41e0-40fa-aa2e-8a4f98544fd3 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.859541] env[65448]: DEBUG oslo_concurrency.lockutils [None req-c2c11ee9-14d4-4fd2-9dff-afc9b6c01489 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 57.612s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.861724] env[65448]: INFO nova.compute.claims [None req-c2c11ee9-14d4-4fd2-9dff-afc9b6c01489 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: a99b311d-836c-4385-9432-45b9765f5dac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 882.865726] env[65448]: DEBUG oslo_service.periodic_task [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=65448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 882.866369] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Cleaning up deleted instances {{(pid=65448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11923}} [ 882.892311] env[65448]: INFO nova.scheduler.client.report [None req-05c1d071-e238-4c66-9c13-d950276734f3 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Deleted allocations for instance 835213c0-7178-41ac-ab06-27e678ff73ec [ 882.899049] env[65448]: INFO nova.scheduler.client.report [None req-1403f857-41e0-40fa-aa2e-8a4f98544fd3 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Deleted allocations for instance afbf2157-90f8-4235-8f60-472d84ce9bd9 [ 883.028487] env[65448]: WARNING neutronclient.v2_0.client [None req-fead1b33-d658-405e-bccd-8435d5a6e911 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 883.131726] env[65448]: DEBUG oslo_concurrency.lockutils [None req-29eb43cc-eecb-4629-b080-80cf5ac6e1d5 tempest-ServerMetadataNegativeTestJSON-2090714491 tempest-ServerMetadataNegativeTestJSON-2090714491-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.147342] env[65448]: DEBUG oslo_vmware.api [None req-04d0e291-6313-4d72-ac39-d907d31c22d0 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691-project-member] Task: {'id': task-4937805, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.300146] env[65448]: WARNING neutronclient.v2_0.client [None req-fead1b33-d658-405e-bccd-8435d5a6e911 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 883.311901] env[65448]: DEBUG oslo_concurrency.lockutils [None req-e01ec227-bb74-4b13-9f5a-095968298bd9 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.379898] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] There are 34 instances to clean {{(pid=65448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11932}} [ 883.380187] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] [instance: ac639d87-8ce8-4762-a056-b369ec2627b6] Instance has had 0 of 5 cleanup attempts {{(pid=65448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11936}} [ 883.392793] env[65448]: DEBUG nova.network.neutron [None req-fead1b33-d658-405e-bccd-8435d5a6e911 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: f7468e7d-2bed-4b9a-a642-b7f628a95305] Updating instance_info_cache with network_info: [{"id": "0edc05d5-4709-4158-81d9-6be362ad36e0", "address": "fa:16:3e:36:a5:c3", "network": {"id": "f27d2d9e-8ae7-4086-9161-47127b34dd20", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-248251098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2a7a06e61d94624ba3b3a9d4f5d1e6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4223acd2-30f7-440e-b975-60b30d931694", "external-id": "nsx-vlan-transportzone-647", "segmentation_id": 647, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0edc05d5-47", "ovs_interfaceid": "0edc05d5-4709-4158-81d9-6be362ad36e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.402676] env[65448]: DEBUG oslo_concurrency.lockutils [None req-05c1d071-e238-4c66-9c13-d950276734f3 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Lock "835213c0-7178-41ac-ab06-27e678ff73ec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 67.612s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.406886] env[65448]: DEBUG oslo_concurrency.lockutils [None req-1403f857-41e0-40fa-aa2e-8a4f98544fd3 tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Lock "afbf2157-90f8-4235-8f60-472d84ce9bd9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 64.860s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.646843] env[65448]: DEBUG oslo_vmware.api [None req-04d0e291-6313-4d72-ac39-d907d31c22d0 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691-project-member] Task: {'id': task-4937805, 'name': ReconfigVM_Task, 'duration_secs': 0.667581} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.646843] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-04d0e291-6313-4d72-ac39-d907d31c22d0 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691-project-member] [instance: e528a5f1-8251-4420-8660-8a7ec001ef7e] Reconfigured VM instance instance-00000041 to attach disk [datastore2] e528a5f1-8251-4420-8660-8a7ec001ef7e/e528a5f1-8251-4420-8660-8a7ec001ef7e.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 883.647696] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aa3cc33a-34ed-4792-b52b-7cc35d76db05 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.655499] env[65448]: DEBUG oslo_vmware.api [None req-04d0e291-6313-4d72-ac39-d907d31c22d0 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691-project-member] Waiting for the task: (returnval){ [ 883.655499] env[65448]: value = "task-4937806" [ 883.655499] env[65448]: _type = "Task" [ 883.655499] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.670330] env[65448]: DEBUG oslo_vmware.api [None req-04d0e291-6313-4d72-ac39-d907d31c22d0 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691-project-member] Task: {'id': task-4937806, 'name': Rename_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.885721] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] [instance: 5b08f3ba-7400-48f2-af8c-a0ea3ec59dc2] Instance has had 0 of 5 cleanup attempts {{(pid=65448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11936}} [ 883.898040] env[65448]: DEBUG oslo_concurrency.lockutils [None req-fead1b33-d658-405e-bccd-8435d5a6e911 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Releasing lock "refresh_cache-f7468e7d-2bed-4b9a-a642-b7f628a95305" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.898040] env[65448]: DEBUG nova.objects.instance [None req-fead1b33-d658-405e-bccd-8435d5a6e911 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Lazy-loading 'flavor' on Instance uuid f7468e7d-2bed-4b9a-a642-b7f628a95305 {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 884.171251] env[65448]: DEBUG oslo_vmware.api [None req-04d0e291-6313-4d72-ac39-d907d31c22d0 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691-project-member] Task: {'id': task-4937806, 'name': Rename_Task, 'duration_secs': 0.460804} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.172138] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-04d0e291-6313-4d72-ac39-d907d31c22d0 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691-project-member] [instance: e528a5f1-8251-4420-8660-8a7ec001ef7e] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 884.172138] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-00b5269c-9824-4b47-a26f-b191463763a4 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.183042] env[65448]: DEBUG oslo_vmware.api [None req-04d0e291-6313-4d72-ac39-d907d31c22d0 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691-project-member] Waiting for the task: (returnval){ [ 884.183042] env[65448]: value = "task-4937807" [ 884.183042] env[65448]: _type = "Task" [ 884.183042] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.196955] env[65448]: DEBUG oslo_vmware.api [None req-04d0e291-6313-4d72-ac39-d907d31c22d0 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691-project-member] Task: {'id': task-4937807, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.326672] env[65448]: INFO nova.compute.manager [None req-17cb9ff7-a97b-4470-be46-6125ab5b53ff tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: 208772b0-cc9f-4644-b440-54e638072b4e] Rebuilding instance [ 884.375540] env[65448]: DEBUG nova.compute.manager [None req-17cb9ff7-a97b-4470-be46-6125ab5b53ff tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: 208772b0-cc9f-4644-b440-54e638072b4e] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 884.379230] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-101e9230-f4c1-4bee-8f4d-97313e9aec53 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.393639] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] [instance: b3fef10e-1394-434b-b1b7-f239a27e182b] Instance has had 0 of 5 cleanup attempts {{(pid=65448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11936}} [ 884.403384] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14b051b4-f7f0-484c-8ad5-3b9efe848bb8 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.431773] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-fead1b33-d658-405e-bccd-8435d5a6e911 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: f7468e7d-2bed-4b9a-a642-b7f628a95305] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 884.432980] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9f2e43fe-9c7b-415a-bf06-be6de9d8fd27 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.441023] env[65448]: DEBUG oslo_vmware.api [None req-fead1b33-d658-405e-bccd-8435d5a6e911 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Waiting for the task: (returnval){ [ 884.441023] env[65448]: value = "task-4937808" [ 884.441023] env[65448]: _type = "Task" [ 884.441023] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.454724] env[65448]: DEBUG oslo_vmware.api [None req-fead1b33-d658-405e-bccd-8435d5a6e911 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Task: {'id': task-4937808, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.489304] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9ea8a45-723d-4eb4-a325-27ab3f5e0fcd {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.498230] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ab2bc9a-ad5b-493a-8fb1-7f00e76abded {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.533433] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af0406f5-280a-405e-ab60-d76f7730ecd7 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.542910] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-182cbbd0-5045-436d-971d-df567504ce8e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.558077] env[65448]: DEBUG nova.compute.provider_tree [None req-c2c11ee9-14d4-4fd2-9dff-afc9b6c01489 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 884.696038] env[65448]: DEBUG oslo_vmware.api [None req-04d0e291-6313-4d72-ac39-d907d31c22d0 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691-project-member] Task: {'id': task-4937807, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.717501] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d02c2434-8b44-438b-b43f-43c90b25dbaa tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Acquiring lock "09225223-b8d1-43b9-ae8c-25d7f27ac233" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.717811] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d02c2434-8b44-438b-b43f-43c90b25dbaa tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Lock "09225223-b8d1-43b9-ae8c-25d7f27ac233" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.718035] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d02c2434-8b44-438b-b43f-43c90b25dbaa tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Acquiring lock "09225223-b8d1-43b9-ae8c-25d7f27ac233-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.718222] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d02c2434-8b44-438b-b43f-43c90b25dbaa tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Lock "09225223-b8d1-43b9-ae8c-25d7f27ac233-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.718389] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d02c2434-8b44-438b-b43f-43c90b25dbaa tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Lock "09225223-b8d1-43b9-ae8c-25d7f27ac233-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.720624] env[65448]: INFO nova.compute.manager [None req-d02c2434-8b44-438b-b43f-43c90b25dbaa tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] [instance: 09225223-b8d1-43b9-ae8c-25d7f27ac233] Terminating instance [ 884.898583] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] [instance: 81d406bb-f0e6-487c-841e-a13ae7736af0] Instance has had 0 of 5 cleanup attempts {{(pid=65448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11936}} [ 884.952134] env[65448]: DEBUG oslo_vmware.api [None req-fead1b33-d658-405e-bccd-8435d5a6e911 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Task: {'id': task-4937808, 'name': PowerOffVM_Task, 'duration_secs': 0.238156} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.952430] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-fead1b33-d658-405e-bccd-8435d5a6e911 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: f7468e7d-2bed-4b9a-a642-b7f628a95305] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 884.959523] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-fead1b33-d658-405e-bccd-8435d5a6e911 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: f7468e7d-2bed-4b9a-a642-b7f628a95305] Reconfiguring VM instance instance-00000038 to detach disk 2002 {{(pid=65448) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 884.959972] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-156a204b-2946-4f34-aabe-92061eb3a3a9 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.980478] env[65448]: DEBUG oslo_vmware.api [None req-fead1b33-d658-405e-bccd-8435d5a6e911 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Waiting for the task: (returnval){ [ 884.980478] env[65448]: value = "task-4937809" [ 884.980478] env[65448]: _type = "Task" [ 884.980478] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.989561] env[65448]: DEBUG oslo_vmware.api [None req-fead1b33-d658-405e-bccd-8435d5a6e911 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Task: {'id': task-4937809, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.061864] env[65448]: DEBUG nova.scheduler.client.report [None req-c2c11ee9-14d4-4fd2-9dff-afc9b6c01489 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 885.193705] env[65448]: DEBUG oslo_vmware.api [None req-04d0e291-6313-4d72-ac39-d907d31c22d0 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691-project-member] Task: {'id': task-4937807, 'name': PowerOnVM_Task, 'duration_secs': 0.688381} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.194486] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-04d0e291-6313-4d72-ac39-d907d31c22d0 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691-project-member] [instance: e528a5f1-8251-4420-8660-8a7ec001ef7e] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 885.194486] env[65448]: INFO nova.compute.manager [None req-04d0e291-6313-4d72-ac39-d907d31c22d0 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691-project-member] [instance: e528a5f1-8251-4420-8660-8a7ec001ef7e] Took 9.12 seconds to spawn the instance on the hypervisor. [ 885.194486] env[65448]: DEBUG nova.compute.manager [None req-04d0e291-6313-4d72-ac39-d907d31c22d0 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691-project-member] [instance: e528a5f1-8251-4420-8660-8a7ec001ef7e] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 885.195486] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc08fe5a-d767-4a99-bfbe-cfd2454262c8 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.225572] env[65448]: DEBUG nova.compute.manager [None req-d02c2434-8b44-438b-b43f-43c90b25dbaa tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] [instance: 09225223-b8d1-43b9-ae8c-25d7f27ac233] Start destroying the instance on the hypervisor. {{(pid=65448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3209}} [ 885.225856] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-d02c2434-8b44-438b-b43f-43c90b25dbaa tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] [instance: 09225223-b8d1-43b9-ae8c-25d7f27ac233] Destroying instance {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 885.227442] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af8e4ff9-2277-4053-930f-616f30a6e244 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.239543] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-d02c2434-8b44-438b-b43f-43c90b25dbaa tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] [instance: 09225223-b8d1-43b9-ae8c-25d7f27ac233] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 885.239873] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4ae854f3-e44f-4b12-86ab-2a4dd473b7b4 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.248571] env[65448]: DEBUG oslo_vmware.api [None req-d02c2434-8b44-438b-b43f-43c90b25dbaa tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Waiting for the task: (returnval){ [ 885.248571] env[65448]: value = "task-4937810" [ 885.248571] env[65448]: _type = "Task" [ 885.248571] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.259201] env[65448]: DEBUG oslo_vmware.api [None req-d02c2434-8b44-438b-b43f-43c90b25dbaa tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Task: {'id': task-4937810, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.402437] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-17cb9ff7-a97b-4470-be46-6125ab5b53ff tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: 208772b0-cc9f-4644-b440-54e638072b4e] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 885.402928] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] [instance: a1383469-5eaa-41c0-950c-fc5b071d8f62] Instance has had 0 of 5 cleanup attempts {{(pid=65448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11936}} [ 885.404932] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0b5aa1e0-1681-45d7-96d0-7fdf0e964caa {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.414057] env[65448]: DEBUG oslo_vmware.api [None req-17cb9ff7-a97b-4470-be46-6125ab5b53ff tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Waiting for the task: (returnval){ [ 885.414057] env[65448]: value = "task-4937811" [ 885.414057] env[65448]: _type = "Task" [ 885.414057] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.423988] env[65448]: DEBUG oslo_vmware.api [None req-17cb9ff7-a97b-4470-be46-6125ab5b53ff tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': task-4937811, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.494373] env[65448]: DEBUG oslo_vmware.api [None req-fead1b33-d658-405e-bccd-8435d5a6e911 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Task: {'id': task-4937809, 'name': ReconfigVM_Task, 'duration_secs': 0.260051} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.494767] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-fead1b33-d658-405e-bccd-8435d5a6e911 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: f7468e7d-2bed-4b9a-a642-b7f628a95305] Reconfigured VM instance instance-00000038 to detach disk 2002 {{(pid=65448) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 885.494986] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-fead1b33-d658-405e-bccd-8435d5a6e911 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: f7468e7d-2bed-4b9a-a642-b7f628a95305] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 885.495447] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b9aa76bc-235c-47b4-a098-69adafe16869 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.503806] env[65448]: DEBUG oslo_vmware.api [None req-fead1b33-d658-405e-bccd-8435d5a6e911 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Waiting for the task: (returnval){ [ 885.503806] env[65448]: value = "task-4937812" [ 885.503806] env[65448]: _type = "Task" [ 885.503806] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.515067] env[65448]: DEBUG oslo_vmware.api [None req-fead1b33-d658-405e-bccd-8435d5a6e911 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Task: {'id': task-4937812, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.568152] env[65448]: DEBUG oslo_concurrency.lockutils [None req-c2c11ee9-14d4-4fd2-9dff-afc9b6c01489 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.708s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.569035] env[65448]: DEBUG nova.compute.manager [None req-c2c11ee9-14d4-4fd2-9dff-afc9b6c01489 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: a99b311d-836c-4385-9432-45b9765f5dac] Start building networks asynchronously for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2881}} [ 885.574051] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 56.196s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.575855] env[65448]: INFO nova.compute.claims [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] [instance: 6b18baf1-f0be-4602-8064-9bb371bdcb17] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 885.713871] env[65448]: INFO nova.compute.manager [None req-04d0e291-6313-4d72-ac39-d907d31c22d0 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691-project-member] [instance: e528a5f1-8251-4420-8660-8a7ec001ef7e] Took 76.22 seconds to build instance. [ 885.764443] env[65448]: DEBUG oslo_vmware.api [None req-d02c2434-8b44-438b-b43f-43c90b25dbaa tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Task: {'id': task-4937810, 'name': PowerOffVM_Task, 'duration_secs': 0.398617} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.765169] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-d02c2434-8b44-438b-b43f-43c90b25dbaa tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] [instance: 09225223-b8d1-43b9-ae8c-25d7f27ac233] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 885.765575] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-d02c2434-8b44-438b-b43f-43c90b25dbaa tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] [instance: 09225223-b8d1-43b9-ae8c-25d7f27ac233] Unregistering the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 885.765726] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9315d171-f471-4a40-ba22-6aab4c58b0a5 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.847217] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-d02c2434-8b44-438b-b43f-43c90b25dbaa tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] [instance: 09225223-b8d1-43b9-ae8c-25d7f27ac233] Unregistered the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 885.847488] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-d02c2434-8b44-438b-b43f-43c90b25dbaa tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] [instance: 09225223-b8d1-43b9-ae8c-25d7f27ac233] Deleting contents of the VM from datastore datastore1 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 885.847848] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-d02c2434-8b44-438b-b43f-43c90b25dbaa tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Deleting the datastore file [datastore1] 09225223-b8d1-43b9-ae8c-25d7f27ac233 {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 885.848385] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-806b0182-7211-415d-b038-c0d099382e24 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.857545] env[65448]: DEBUG oslo_vmware.api [None req-d02c2434-8b44-438b-b43f-43c90b25dbaa tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Waiting for the task: (returnval){ [ 885.857545] env[65448]: value = "task-4937814" [ 885.857545] env[65448]: _type = "Task" [ 885.857545] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.867601] env[65448]: DEBUG oslo_vmware.api [None req-d02c2434-8b44-438b-b43f-43c90b25dbaa tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Task: {'id': task-4937814, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.910456] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] [instance: 564e79e0-e826-4ad7-83ec-f780b9cc5de7] Instance has had 0 of 5 cleanup attempts {{(pid=65448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11936}} [ 885.927448] env[65448]: DEBUG oslo_vmware.api [None req-17cb9ff7-a97b-4470-be46-6125ab5b53ff tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': task-4937811, 'name': PowerOffVM_Task, 'duration_secs': 0.239372} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.927801] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-17cb9ff7-a97b-4470-be46-6125ab5b53ff tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: 208772b0-cc9f-4644-b440-54e638072b4e] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 885.928105] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-17cb9ff7-a97b-4470-be46-6125ab5b53ff tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: 208772b0-cc9f-4644-b440-54e638072b4e] Destroying instance {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 885.928958] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b21110ef-8b72-45ed-8e8e-22d4ae42b1c8 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.936782] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-17cb9ff7-a97b-4470-be46-6125ab5b53ff tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: 208772b0-cc9f-4644-b440-54e638072b4e] Unregistering the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 885.937676] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-91e81883-7122-4074-891a-efa1676141ef {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.006609] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-17cb9ff7-a97b-4470-be46-6125ab5b53ff tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: 208772b0-cc9f-4644-b440-54e638072b4e] Unregistered the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 886.006609] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-17cb9ff7-a97b-4470-be46-6125ab5b53ff tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: 208772b0-cc9f-4644-b440-54e638072b4e] Deleting contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 886.006732] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-17cb9ff7-a97b-4470-be46-6125ab5b53ff tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Deleting the datastore file [datastore2] 208772b0-cc9f-4644-b440-54e638072b4e {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 886.011068] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b4487773-40a9-4e67-94f2-2d2815dc3a11 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.021045] env[65448]: DEBUG oslo_vmware.api [None req-fead1b33-d658-405e-bccd-8435d5a6e911 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Task: {'id': task-4937812, 'name': PowerOnVM_Task, 'duration_secs': 0.431561} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.021951] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-fead1b33-d658-405e-bccd-8435d5a6e911 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: f7468e7d-2bed-4b9a-a642-b7f628a95305] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 886.022222] env[65448]: DEBUG nova.compute.manager [None req-fead1b33-d658-405e-bccd-8435d5a6e911 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: f7468e7d-2bed-4b9a-a642-b7f628a95305] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 886.022595] env[65448]: DEBUG oslo_vmware.api [None req-17cb9ff7-a97b-4470-be46-6125ab5b53ff tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Waiting for the task: (returnval){ [ 886.022595] env[65448]: value = "task-4937816" [ 886.022595] env[65448]: _type = "Task" [ 886.022595] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.023408] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0467df1c-6337-4600-9418-a4d8f1a4f67e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.035251] env[65448]: DEBUG oslo_vmware.api [None req-17cb9ff7-a97b-4470-be46-6125ab5b53ff tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': task-4937816, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.084181] env[65448]: DEBUG nova.compute.utils [None req-c2c11ee9-14d4-4fd2-9dff-afc9b6c01489 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Using /dev/sd instead of None {{(pid=65448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 886.090619] env[65448]: DEBUG nova.compute.manager [None req-c2c11ee9-14d4-4fd2-9dff-afc9b6c01489 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: a99b311d-836c-4385-9432-45b9765f5dac] Allocating IP information in the background. {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 886.090981] env[65448]: DEBUG nova.network.neutron [None req-c2c11ee9-14d4-4fd2-9dff-afc9b6c01489 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: a99b311d-836c-4385-9432-45b9765f5dac] allocate_for_instance() {{(pid=65448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 886.091397] env[65448]: WARNING neutronclient.v2_0.client [None req-c2c11ee9-14d4-4fd2-9dff-afc9b6c01489 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 886.091812] env[65448]: WARNING neutronclient.v2_0.client [None req-c2c11ee9-14d4-4fd2-9dff-afc9b6c01489 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 886.135130] env[65448]: DEBUG nova.policy [None req-c2c11ee9-14d4-4fd2-9dff-afc9b6c01489 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '188b1cb9a0da470f91a7092c81cbca50', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cd050f9067644c0db6e945683a3fcccc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65448) authorize /opt/stack/nova/nova/policy.py:192}} [ 886.199710] env[65448]: DEBUG oslo_concurrency.lockutils [None req-58f9ed84-985e-47d5-be51-ed6150677081 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Acquiring lock "c473afa5-eeb2-4574-bdf8-f0bc2ea17534" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.199816] env[65448]: DEBUG oslo_concurrency.lockutils [None req-58f9ed84-985e-47d5-be51-ed6150677081 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Lock "c473afa5-eeb2-4574-bdf8-f0bc2ea17534" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.200101] env[65448]: DEBUG oslo_concurrency.lockutils [None req-58f9ed84-985e-47d5-be51-ed6150677081 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Acquiring lock "c473afa5-eeb2-4574-bdf8-f0bc2ea17534-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.201325] env[65448]: DEBUG oslo_concurrency.lockutils [None req-58f9ed84-985e-47d5-be51-ed6150677081 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Lock "c473afa5-eeb2-4574-bdf8-f0bc2ea17534-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.201325] env[65448]: DEBUG oslo_concurrency.lockutils [None req-58f9ed84-985e-47d5-be51-ed6150677081 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Lock "c473afa5-eeb2-4574-bdf8-f0bc2ea17534-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.203673] env[65448]: INFO nova.compute.manager [None req-58f9ed84-985e-47d5-be51-ed6150677081 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] [instance: c473afa5-eeb2-4574-bdf8-f0bc2ea17534] Terminating instance [ 886.216024] env[65448]: DEBUG oslo_concurrency.lockutils [None req-04d0e291-6313-4d72-ac39-d907d31c22d0 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691-project-member] Lock "e528a5f1-8251-4420-8660-8a7ec001ef7e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.647s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.368954] env[65448]: DEBUG oslo_vmware.api [None req-d02c2434-8b44-438b-b43f-43c90b25dbaa tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Task: {'id': task-4937814, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.218073} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.369718] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-d02c2434-8b44-438b-b43f-43c90b25dbaa tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 886.370061] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-d02c2434-8b44-438b-b43f-43c90b25dbaa tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] [instance: 09225223-b8d1-43b9-ae8c-25d7f27ac233] Deleted contents of the VM from datastore datastore1 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 886.370266] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-d02c2434-8b44-438b-b43f-43c90b25dbaa tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] [instance: 09225223-b8d1-43b9-ae8c-25d7f27ac233] Instance destroyed {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 886.370462] env[65448]: INFO nova.compute.manager [None req-d02c2434-8b44-438b-b43f-43c90b25dbaa tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] [instance: 09225223-b8d1-43b9-ae8c-25d7f27ac233] Took 1.14 seconds to destroy the instance on the hypervisor. [ 886.370690] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-d02c2434-8b44-438b-b43f-43c90b25dbaa tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 886.370896] env[65448]: DEBUG nova.compute.manager [-] [instance: 09225223-b8d1-43b9-ae8c-25d7f27ac233] Deallocating network for instance {{(pid=65448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 886.370994] env[65448]: DEBUG nova.network.neutron [-] [instance: 09225223-b8d1-43b9-ae8c-25d7f27ac233] deallocate_for_instance() {{(pid=65448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 886.371268] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 886.413771] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] [instance: 5eaf1535-4d97-4020-b2a5-4f37e21026e0] Instance has had 0 of 5 cleanup attempts {{(pid=65448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11936}} [ 886.465575] env[65448]: DEBUG nova.network.neutron [None req-c2c11ee9-14d4-4fd2-9dff-afc9b6c01489 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: a99b311d-836c-4385-9432-45b9765f5dac] Successfully created port: 8b82e23a-768c-4136-b9c9-1773922d9e5a {{(pid=65448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 886.537093] env[65448]: DEBUG oslo_vmware.api [None req-17cb9ff7-a97b-4470-be46-6125ab5b53ff tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': task-4937816, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155885} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.538212] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 886.539957] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-17cb9ff7-a97b-4470-be46-6125ab5b53ff tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 886.540169] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-17cb9ff7-a97b-4470-be46-6125ab5b53ff tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: 208772b0-cc9f-4644-b440-54e638072b4e] Deleted contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 886.540345] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-17cb9ff7-a97b-4470-be46-6125ab5b53ff tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: 208772b0-cc9f-4644-b440-54e638072b4e] Instance destroyed {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 886.598524] env[65448]: DEBUG nova.compute.manager [None req-c2c11ee9-14d4-4fd2-9dff-afc9b6c01489 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: a99b311d-836c-4385-9432-45b9765f5dac] Start building block device mappings for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2916}} [ 886.708660] env[65448]: DEBUG nova.compute.manager [None req-58f9ed84-985e-47d5-be51-ed6150677081 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] [instance: c473afa5-eeb2-4574-bdf8-f0bc2ea17534] Start destroying the instance on the hypervisor. {{(pid=65448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3209}} [ 886.708918] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-58f9ed84-985e-47d5-be51-ed6150677081 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] [instance: c473afa5-eeb2-4574-bdf8-f0bc2ea17534] Destroying instance {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 886.710209] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4e65d39-5c7a-4fc2-a8c0-95b322d180d7 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.721857] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-58f9ed84-985e-47d5-be51-ed6150677081 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] [instance: c473afa5-eeb2-4574-bdf8-f0bc2ea17534] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 886.722223] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5ccc04af-fede-49b4-a67f-832328fefe9b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.730903] env[65448]: DEBUG oslo_vmware.api [None req-58f9ed84-985e-47d5-be51-ed6150677081 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Waiting for the task: (returnval){ [ 886.730903] env[65448]: value = "task-4937817" [ 886.730903] env[65448]: _type = "Task" [ 886.730903] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.746377] env[65448]: DEBUG oslo_vmware.api [None req-58f9ed84-985e-47d5-be51-ed6150677081 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Task: {'id': task-4937817, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.920188] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] [instance: 4d62a820-fb2b-4101-9dbc-d7cf4a27961a] Instance has had 0 of 5 cleanup attempts {{(pid=65448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11936}} [ 887.171442] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8a3f07a-498b-4026-8f77-cac6a00c17bd {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.180492] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea26c37c-9267-4212-ae61-c4771969a51a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.214115] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9fc77f3-5b51-4d66-85d2-676aa195a770 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.223771] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9124fa1-bd90-4ae4-85d1-7bcab31dcda8 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.244190] env[65448]: DEBUG nova.compute.provider_tree [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 887.252997] env[65448]: DEBUG oslo_vmware.api [None req-58f9ed84-985e-47d5-be51-ed6150677081 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Task: {'id': task-4937817, 'name': PowerOffVM_Task, 'duration_secs': 0.217124} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.252997] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-58f9ed84-985e-47d5-be51-ed6150677081 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] [instance: c473afa5-eeb2-4574-bdf8-f0bc2ea17534] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 887.252997] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-58f9ed84-985e-47d5-be51-ed6150677081 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] [instance: c473afa5-eeb2-4574-bdf8-f0bc2ea17534] Unregistering the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 887.253124] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-68341caa-8992-4bc1-9039-1ed1148e2957 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.316183] env[65448]: DEBUG nova.network.neutron [-] [instance: 09225223-b8d1-43b9-ae8c-25d7f27ac233] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.351594] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-58f9ed84-985e-47d5-be51-ed6150677081 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] [instance: c473afa5-eeb2-4574-bdf8-f0bc2ea17534] Unregistered the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 887.351650] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-58f9ed84-985e-47d5-be51-ed6150677081 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] [instance: c473afa5-eeb2-4574-bdf8-f0bc2ea17534] Deleting contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 887.351831] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-58f9ed84-985e-47d5-be51-ed6150677081 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Deleting the datastore file [datastore2] c473afa5-eeb2-4574-bdf8-f0bc2ea17534 {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 887.352136] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8d4e41ad-53ba-41d5-aa67-51eb0afe2472 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.360590] env[65448]: DEBUG oslo_vmware.api [None req-58f9ed84-985e-47d5-be51-ed6150677081 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Waiting for the task: (returnval){ [ 887.360590] env[65448]: value = "task-4937819" [ 887.360590] env[65448]: _type = "Task" [ 887.360590] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.369530] env[65448]: DEBUG oslo_vmware.api [None req-58f9ed84-985e-47d5-be51-ed6150677081 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Task: {'id': task-4937819, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.425058] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] [instance: fab0ffc2-fa16-4d13-b70c-dfaa41c981aa] Instance has had 0 of 5 cleanup attempts {{(pid=65448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11936}} [ 887.484477] env[65448]: DEBUG nova.compute.manager [req-057f4193-517f-42a4-97ab-e3d2366be968 req-5fcfae26-8529-4f5f-8b64-492fc2765c57 service nova] [instance: 09225223-b8d1-43b9-ae8c-25d7f27ac233] Received event network-vif-deleted-704e8bb7-b6b6-4818-bbb4-11b239c9a1de {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 887.587490] env[65448]: DEBUG nova.virt.hardware [None req-17cb9ff7-a97b-4470-be46-6125ab5b53ff tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-08T17:19:51Z,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a992292b6dae455593d228217860e2e1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-08T17:19:52Z,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 887.587834] env[65448]: DEBUG nova.virt.hardware [None req-17cb9ff7-a97b-4470-be46-6125ab5b53ff tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 887.588370] env[65448]: DEBUG nova.virt.hardware [None req-17cb9ff7-a97b-4470-be46-6125ab5b53ff tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 887.588648] env[65448]: DEBUG nova.virt.hardware [None req-17cb9ff7-a97b-4470-be46-6125ab5b53ff tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 887.588848] env[65448]: DEBUG nova.virt.hardware [None req-17cb9ff7-a97b-4470-be46-6125ab5b53ff tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 887.589119] env[65448]: DEBUG nova.virt.hardware [None req-17cb9ff7-a97b-4470-be46-6125ab5b53ff tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 887.589359] env[65448]: DEBUG nova.virt.hardware [None req-17cb9ff7-a97b-4470-be46-6125ab5b53ff tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 887.589561] env[65448]: DEBUG nova.virt.hardware [None req-17cb9ff7-a97b-4470-be46-6125ab5b53ff tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 887.589778] env[65448]: DEBUG nova.virt.hardware [None req-17cb9ff7-a97b-4470-be46-6125ab5b53ff tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 887.589991] env[65448]: DEBUG nova.virt.hardware [None req-17cb9ff7-a97b-4470-be46-6125ab5b53ff tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 887.590232] env[65448]: DEBUG nova.virt.hardware [None req-17cb9ff7-a97b-4470-be46-6125ab5b53ff tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 887.591330] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f694cc4d-95d4-419c-84e6-a33319594646 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.600408] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef37e06b-29c5-4979-9a3f-25456d6f9236 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.619535] env[65448]: DEBUG nova.compute.manager [None req-c2c11ee9-14d4-4fd2-9dff-afc9b6c01489 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: a99b311d-836c-4385-9432-45b9765f5dac] Start spawning the instance on the hypervisor. {{(pid=65448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2689}} [ 887.622851] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-17cb9ff7-a97b-4470-be46-6125ab5b53ff tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: 208772b0-cc9f-4644-b440-54e638072b4e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:d1:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f17856cf-7248-414b-bde6-8c90cfb4c593', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9c182ede-67e3-4ce5-9e35-fa5ccbab7ca7', 'vif_model': 'vmxnet3'}] {{(pid=65448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 887.632329] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-17cb9ff7-a97b-4470-be46-6125ab5b53ff tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 887.633081] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 208772b0-cc9f-4644-b440-54e638072b4e] Creating VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 887.633420] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1c3563e5-1f14-483d-936b-18241345d437 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.659708] env[65448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 887.659708] env[65448]: value = "task-4937820" [ 887.659708] env[65448]: _type = "Task" [ 887.659708] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.662739] env[65448]: DEBUG nova.virt.hardware [None req-c2c11ee9-14d4-4fd2-9dff-afc9b6c01489 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-08T17:19:51Z,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a992292b6dae455593d228217860e2e1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-08T17:19:52Z,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 887.663273] env[65448]: DEBUG nova.virt.hardware [None req-c2c11ee9-14d4-4fd2-9dff-afc9b6c01489 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 887.663455] env[65448]: DEBUG nova.virt.hardware [None req-c2c11ee9-14d4-4fd2-9dff-afc9b6c01489 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 887.663717] env[65448]: DEBUG nova.virt.hardware [None req-c2c11ee9-14d4-4fd2-9dff-afc9b6c01489 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 887.663910] env[65448]: DEBUG nova.virt.hardware [None req-c2c11ee9-14d4-4fd2-9dff-afc9b6c01489 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 887.664120] env[65448]: DEBUG nova.virt.hardware [None req-c2c11ee9-14d4-4fd2-9dff-afc9b6c01489 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 887.664414] env[65448]: DEBUG nova.virt.hardware [None req-c2c11ee9-14d4-4fd2-9dff-afc9b6c01489 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 887.664656] env[65448]: DEBUG nova.virt.hardware [None req-c2c11ee9-14d4-4fd2-9dff-afc9b6c01489 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 887.664931] env[65448]: DEBUG nova.virt.hardware [None req-c2c11ee9-14d4-4fd2-9dff-afc9b6c01489 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 887.665090] env[65448]: DEBUG nova.virt.hardware [None req-c2c11ee9-14d4-4fd2-9dff-afc9b6c01489 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 887.665311] env[65448]: DEBUG nova.virt.hardware [None req-c2c11ee9-14d4-4fd2-9dff-afc9b6c01489 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 887.669193] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af533c9b-33df-464f-8289-141c8dad9d9f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.679425] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937820, 'name': CreateVM_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.683278] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8259ddcb-8435-4261-82d4-09a572ec700c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.747531] env[65448]: DEBUG nova.scheduler.client.report [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 887.819456] env[65448]: INFO nova.compute.manager [-] [instance: 09225223-b8d1-43b9-ae8c-25d7f27ac233] Took 1.45 seconds to deallocate network for instance. [ 887.878415] env[65448]: DEBUG oslo_vmware.api [None req-58f9ed84-985e-47d5-be51-ed6150677081 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Task: {'id': task-4937819, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.217059} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.881023] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-58f9ed84-985e-47d5-be51-ed6150677081 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 887.881023] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-58f9ed84-985e-47d5-be51-ed6150677081 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] [instance: c473afa5-eeb2-4574-bdf8-f0bc2ea17534] Deleted contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 887.881023] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-58f9ed84-985e-47d5-be51-ed6150677081 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] [instance: c473afa5-eeb2-4574-bdf8-f0bc2ea17534] Instance destroyed {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 887.881023] env[65448]: INFO nova.compute.manager [None req-58f9ed84-985e-47d5-be51-ed6150677081 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] [instance: c473afa5-eeb2-4574-bdf8-f0bc2ea17534] Took 1.17 seconds to destroy the instance on the hypervisor. [ 887.881023] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-58f9ed84-985e-47d5-be51-ed6150677081 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 887.881298] env[65448]: DEBUG nova.compute.manager [-] [instance: c473afa5-eeb2-4574-bdf8-f0bc2ea17534] Deallocating network for instance {{(pid=65448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 887.881298] env[65448]: DEBUG nova.network.neutron [-] [instance: c473afa5-eeb2-4574-bdf8-f0bc2ea17534] deallocate_for_instance() {{(pid=65448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 887.881298] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 887.934868] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] [instance: 5946b482-7074-4075-9188-728461718ab4] Instance has had 0 of 5 cleanup attempts {{(pid=65448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11936}} [ 888.118226] env[65448]: DEBUG nova.network.neutron [None req-c2c11ee9-14d4-4fd2-9dff-afc9b6c01489 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: a99b311d-836c-4385-9432-45b9765f5dac] Successfully updated port: 8b82e23a-768c-4136-b9c9-1773922d9e5a {{(pid=65448) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 888.171672] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 888.180843] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937820, 'name': CreateVM_Task} progress is 99%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.258092] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.684s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.258842] env[65448]: DEBUG nova.compute.manager [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] [instance: 6b18baf1-f0be-4602-8064-9bb371bdcb17] Start building networks asynchronously for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2881}} [ 888.262562] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 53.241s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.264954] env[65448]: INFO nova.compute.claims [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] [instance: 7ffbee1e-54df-4aaf-8183-9b148c616b69] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 888.326789] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d02c2434-8b44-438b-b43f-43c90b25dbaa tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.437224] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] [instance: 225f5425-83d8-441b-912c-7ca1815e531f] Instance has had 0 of 5 cleanup attempts {{(pid=65448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11936}} [ 888.622102] env[65448]: DEBUG oslo_concurrency.lockutils [None req-c2c11ee9-14d4-4fd2-9dff-afc9b6c01489 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Acquiring lock "refresh_cache-a99b311d-836c-4385-9432-45b9765f5dac" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.622102] env[65448]: DEBUG oslo_concurrency.lockutils [None req-c2c11ee9-14d4-4fd2-9dff-afc9b6c01489 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Acquired lock "refresh_cache-a99b311d-836c-4385-9432-45b9765f5dac" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.622102] env[65448]: DEBUG nova.network.neutron [None req-c2c11ee9-14d4-4fd2-9dff-afc9b6c01489 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: a99b311d-836c-4385-9432-45b9765f5dac] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 888.677785] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937820, 'name': CreateVM_Task, 'duration_secs': 0.5711} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.678072] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 208772b0-cc9f-4644-b440-54e638072b4e] Created VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 888.678732] env[65448]: WARNING neutronclient.v2_0.client [None req-17cb9ff7-a97b-4470-be46-6125ab5b53ff tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 888.679422] env[65448]: DEBUG oslo_concurrency.lockutils [None req-17cb9ff7-a97b-4470-be46-6125ab5b53ff tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.679422] env[65448]: DEBUG oslo_concurrency.lockutils [None req-17cb9ff7-a97b-4470-be46-6125ab5b53ff tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.679548] env[65448]: DEBUG oslo_concurrency.lockutils [None req-17cb9ff7-a97b-4470-be46-6125ab5b53ff tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.679790] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31017892-1e7e-4c77-a933-75e87a966cb5 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.685820] env[65448]: DEBUG oslo_vmware.api [None req-17cb9ff7-a97b-4470-be46-6125ab5b53ff tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Waiting for the task: (returnval){ [ 888.685820] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]529b97b6-1e62-034d-6983-5f1c6922588c" [ 888.685820] env[65448]: _type = "Task" [ 888.685820] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.695791] env[65448]: DEBUG oslo_vmware.api [None req-17cb9ff7-a97b-4470-be46-6125ab5b53ff tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]529b97b6-1e62-034d-6983-5f1c6922588c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.771024] env[65448]: DEBUG nova.compute.utils [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Using /dev/sd instead of None {{(pid=65448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 888.778782] env[65448]: DEBUG nova.compute.manager [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] [instance: 6b18baf1-f0be-4602-8064-9bb371bdcb17] Allocating IP information in the background. {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 888.779061] env[65448]: DEBUG nova.network.neutron [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] [instance: 6b18baf1-f0be-4602-8064-9bb371bdcb17] allocate_for_instance() {{(pid=65448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 888.779413] env[65448]: WARNING neutronclient.v2_0.client [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 888.779698] env[65448]: WARNING neutronclient.v2_0.client [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 888.843601] env[65448]: DEBUG nova.policy [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '12c7b9a5912b44d79a0689806829e47a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '44363cc9dcff4bc495bd38c2086e2d67', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65448) authorize /opt/stack/nova/nova/policy.py:192}} [ 888.942814] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] [instance: e6733991-a8fe-42b0-bd9c-098cd755e957] Instance has had 0 of 5 cleanup attempts {{(pid=65448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11936}} [ 888.955136] env[65448]: DEBUG nova.network.neutron [-] [instance: c473afa5-eeb2-4574-bdf8-f0bc2ea17534] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.007141] env[65448]: DEBUG nova.compute.manager [req-2c6a5d10-9431-4654-8d4d-8c44ef71fe4f req-024faf9d-4abc-418e-b531-3e68de7f5e5d service nova] [instance: a99b311d-836c-4385-9432-45b9765f5dac] Received event network-vif-plugged-8b82e23a-768c-4136-b9c9-1773922d9e5a {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 889.007350] env[65448]: DEBUG oslo_concurrency.lockutils [req-2c6a5d10-9431-4654-8d4d-8c44ef71fe4f req-024faf9d-4abc-418e-b531-3e68de7f5e5d service nova] Acquiring lock "a99b311d-836c-4385-9432-45b9765f5dac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.007559] env[65448]: DEBUG oslo_concurrency.lockutils [req-2c6a5d10-9431-4654-8d4d-8c44ef71fe4f req-024faf9d-4abc-418e-b531-3e68de7f5e5d service nova] Lock "a99b311d-836c-4385-9432-45b9765f5dac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.007812] env[65448]: DEBUG oslo_concurrency.lockutils [req-2c6a5d10-9431-4654-8d4d-8c44ef71fe4f req-024faf9d-4abc-418e-b531-3e68de7f5e5d service nova] Lock "a99b311d-836c-4385-9432-45b9765f5dac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.008010] env[65448]: DEBUG nova.compute.manager [req-2c6a5d10-9431-4654-8d4d-8c44ef71fe4f req-024faf9d-4abc-418e-b531-3e68de7f5e5d service nova] [instance: a99b311d-836c-4385-9432-45b9765f5dac] No waiting events found dispatching network-vif-plugged-8b82e23a-768c-4136-b9c9-1773922d9e5a {{(pid=65448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 889.008198] env[65448]: WARNING nova.compute.manager [req-2c6a5d10-9431-4654-8d4d-8c44ef71fe4f req-024faf9d-4abc-418e-b531-3e68de7f5e5d service nova] [instance: a99b311d-836c-4385-9432-45b9765f5dac] Received unexpected event network-vif-plugged-8b82e23a-768c-4136-b9c9-1773922d9e5a for instance with vm_state building and task_state spawning. [ 889.162242] env[65448]: DEBUG nova.network.neutron [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] [instance: 6b18baf1-f0be-4602-8064-9bb371bdcb17] Successfully created port: d4e2be09-1d0f-477c-ac08-80715774642a {{(pid=65448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 889.197814] env[65448]: DEBUG oslo_vmware.api [None req-17cb9ff7-a97b-4470-be46-6125ab5b53ff tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]529b97b6-1e62-034d-6983-5f1c6922588c, 'name': SearchDatastore_Task, 'duration_secs': 0.011021} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.202205] env[65448]: DEBUG nova.network.neutron [None req-c2c11ee9-14d4-4fd2-9dff-afc9b6c01489 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: a99b311d-836c-4385-9432-45b9765f5dac] Instance cache missing network info. {{(pid=65448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 889.202205] env[65448]: DEBUG oslo_concurrency.lockutils [None req-17cb9ff7-a97b-4470-be46-6125ab5b53ff tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.202587] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-17cb9ff7-a97b-4470-be46-6125ab5b53ff tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: 208772b0-cc9f-4644-b440-54e638072b4e] Processing image 50fb366d-48e6-424f-9c20-bc83d77be76a {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 889.202982] env[65448]: DEBUG oslo_concurrency.lockutils [None req-17cb9ff7-a97b-4470-be46-6125ab5b53ff tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.203317] env[65448]: DEBUG oslo_concurrency.lockutils [None req-17cb9ff7-a97b-4470-be46-6125ab5b53ff tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.203632] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-17cb9ff7-a97b-4470-be46-6125ab5b53ff tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 889.204513] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4b981e90-fe8c-4c14-889b-ccf6451f8fcc {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.218141] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-17cb9ff7-a97b-4470-be46-6125ab5b53ff tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 889.218141] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-17cb9ff7-a97b-4470-be46-6125ab5b53ff tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 889.218141] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5347a43c-6edb-4501-9128-cd61ed3e39fe {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.227324] env[65448]: DEBUG oslo_vmware.api [None req-17cb9ff7-a97b-4470-be46-6125ab5b53ff tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Waiting for the task: (returnval){ [ 889.227324] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5202e804-092b-3bc7-f7d2-8e6df6e14dfa" [ 889.227324] env[65448]: _type = "Task" [ 889.227324] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.235778] env[65448]: DEBUG oslo_vmware.api [None req-17cb9ff7-a97b-4470-be46-6125ab5b53ff tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5202e804-092b-3bc7-f7d2-8e6df6e14dfa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.282977] env[65448]: DEBUG nova.compute.manager [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] [instance: 6b18baf1-f0be-4602-8064-9bb371bdcb17] Start building block device mappings for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2916}} [ 889.372023] env[65448]: WARNING neutronclient.v2_0.client [None req-c2c11ee9-14d4-4fd2-9dff-afc9b6c01489 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 889.444617] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] [instance: ae260ff0-bb11-4322-a30e-47a4c88eb6d9] Instance has had 0 of 5 cleanup attempts {{(pid=65448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11936}} [ 889.460164] env[65448]: INFO nova.compute.manager [-] [instance: c473afa5-eeb2-4574-bdf8-f0bc2ea17534] Took 1.58 seconds to deallocate network for instance. [ 889.480655] env[65448]: DEBUG nova.network.neutron [None req-c2c11ee9-14d4-4fd2-9dff-afc9b6c01489 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: a99b311d-836c-4385-9432-45b9765f5dac] Updating instance_info_cache with network_info: [{"id": "8b82e23a-768c-4136-b9c9-1773922d9e5a", "address": "fa:16:3e:98:0c:f6", "network": {"id": "92aa873c-abd5-48af-9226-444e5584127a", "bridge": "br-int", "label": "tempest-ServersTestJSON-334056748-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd050f9067644c0db6e945683a3fcccc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b82e23a-76", "ovs_interfaceid": "8b82e23a-768c-4136-b9c9-1773922d9e5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.739513] env[65448]: DEBUG oslo_vmware.api [None req-17cb9ff7-a97b-4470-be46-6125ab5b53ff tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5202e804-092b-3bc7-f7d2-8e6df6e14dfa, 'name': SearchDatastore_Task, 'duration_secs': 0.023042} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.740360] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1dea8be-442b-4a70-a026-172eb09447fd {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.749211] env[65448]: DEBUG oslo_vmware.api [None req-17cb9ff7-a97b-4470-be46-6125ab5b53ff tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Waiting for the task: (returnval){ [ 889.749211] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5278b3ef-ed50-ab22-aa4f-efef0638353d" [ 889.749211] env[65448]: _type = "Task" [ 889.749211] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.761849] env[65448]: DEBUG oslo_vmware.api [None req-17cb9ff7-a97b-4470-be46-6125ab5b53ff tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5278b3ef-ed50-ab22-aa4f-efef0638353d, 'name': SearchDatastore_Task, 'duration_secs': 0.010916} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.765389] env[65448]: DEBUG oslo_concurrency.lockutils [None req-17cb9ff7-a97b-4470-be46-6125ab5b53ff tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.765747] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-17cb9ff7-a97b-4470-be46-6125ab5b53ff tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] 208772b0-cc9f-4644-b440-54e638072b4e/208772b0-cc9f-4644-b440-54e638072b4e.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 889.766430] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8a75794e-a9b0-4827-bd82-55da336ef9d1 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.775279] env[65448]: DEBUG oslo_vmware.api [None req-17cb9ff7-a97b-4470-be46-6125ab5b53ff tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Waiting for the task: (returnval){ [ 889.775279] env[65448]: value = "task-4937821" [ 889.775279] env[65448]: _type = "Task" [ 889.775279] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.785721] env[65448]: DEBUG oslo_vmware.api [None req-17cb9ff7-a97b-4470-be46-6125ab5b53ff tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': task-4937821, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.905632] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a581fcdd-ea28-4c2e-80ce-ef6d8d4a176c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.915098] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad551e1e-ca97-4650-a6ce-cae4acee4882 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.949099] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f4c4058-4928-44d8-a8b8-dfb383942417 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.954796] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] [instance: 2e23dcac-a447-4ae9-bcf6-26b268a664c4] Instance has had 0 of 5 cleanup attempts {{(pid=65448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11936}} [ 889.962631] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-979ba1a8-de6b-4b14-8deb-faa5c5a0df85 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.978558] env[65448]: DEBUG oslo_concurrency.lockutils [None req-58f9ed84-985e-47d5-be51-ed6150677081 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.980044] env[65448]: DEBUG nova.compute.provider_tree [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 889.987541] env[65448]: DEBUG oslo_concurrency.lockutils [None req-c2c11ee9-14d4-4fd2-9dff-afc9b6c01489 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Releasing lock "refresh_cache-a99b311d-836c-4385-9432-45b9765f5dac" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.987995] env[65448]: DEBUG nova.compute.manager [None req-c2c11ee9-14d4-4fd2-9dff-afc9b6c01489 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: a99b311d-836c-4385-9432-45b9765f5dac] Instance network_info: |[{"id": "8b82e23a-768c-4136-b9c9-1773922d9e5a", "address": "fa:16:3e:98:0c:f6", "network": {"id": "92aa873c-abd5-48af-9226-444e5584127a", "bridge": "br-int", "label": "tempest-ServersTestJSON-334056748-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd050f9067644c0db6e945683a3fcccc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b82e23a-76", "ovs_interfaceid": "8b82e23a-768c-4136-b9c9-1773922d9e5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 889.989583] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-c2c11ee9-14d4-4fd2-9dff-afc9b6c01489 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: a99b311d-836c-4385-9432-45b9765f5dac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:0c:f6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '37434b93-dfdc-4a3f-bf5a-9f2cbe25a754', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8b82e23a-768c-4136-b9c9-1773922d9e5a', 'vif_model': 'vmxnet3'}] {{(pid=65448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 889.999171] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-c2c11ee9-14d4-4fd2-9dff-afc9b6c01489 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 890.000179] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a99b311d-836c-4385-9432-45b9765f5dac] Creating VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 890.000488] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b4c0bdea-d69a-4322-9ff3-3dae446e2264 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.022949] env[65448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 890.022949] env[65448]: value = "task-4937822" [ 890.022949] env[65448]: _type = "Task" [ 890.022949] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.033958] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937822, 'name': CreateVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.285628] env[65448]: DEBUG oslo_vmware.api [None req-17cb9ff7-a97b-4470-be46-6125ab5b53ff tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': task-4937821, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.304274] env[65448]: DEBUG nova.compute.manager [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] [instance: 6b18baf1-f0be-4602-8064-9bb371bdcb17] Start spawning the instance on the hypervisor. {{(pid=65448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2689}} [ 890.336972] env[65448]: DEBUG nova.virt.hardware [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-08T17:19:51Z,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a992292b6dae455593d228217860e2e1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-08T17:19:52Z,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 890.337242] env[65448]: DEBUG nova.virt.hardware [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 890.337396] env[65448]: DEBUG nova.virt.hardware [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 890.337622] env[65448]: DEBUG nova.virt.hardware [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 890.337815] env[65448]: DEBUG nova.virt.hardware [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 890.338082] env[65448]: DEBUG nova.virt.hardware [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 890.338358] env[65448]: DEBUG nova.virt.hardware [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 890.338619] env[65448]: DEBUG nova.virt.hardware [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 890.338829] env[65448]: DEBUG nova.virt.hardware [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 890.338997] env[65448]: DEBUG nova.virt.hardware [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 890.339259] env[65448]: DEBUG nova.virt.hardware [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 890.340527] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-305f7935-1371-4444-9ea3-2a576b91207e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.349973] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e71ab9a-d5cd-4d0b-95c6-10cd05e0b610 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.460526] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] [instance: 3a95cfa3-d907-467b-9081-c8c5b4b9dd5a] Instance has had 0 of 5 cleanup attempts {{(pid=65448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11936}} [ 890.483341] env[65448]: DEBUG nova.scheduler.client.report [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 890.534361] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937822, 'name': CreateVM_Task, 'duration_secs': 0.418469} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.534563] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a99b311d-836c-4385-9432-45b9765f5dac] Created VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 890.535060] env[65448]: WARNING neutronclient.v2_0.client [None req-c2c11ee9-14d4-4fd2-9dff-afc9b6c01489 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 890.535425] env[65448]: DEBUG oslo_concurrency.lockutils [None req-c2c11ee9-14d4-4fd2-9dff-afc9b6c01489 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.535585] env[65448]: DEBUG oslo_concurrency.lockutils [None req-c2c11ee9-14d4-4fd2-9dff-afc9b6c01489 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.535906] env[65448]: DEBUG oslo_concurrency.lockutils [None req-c2c11ee9-14d4-4fd2-9dff-afc9b6c01489 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.536535] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69f8d1b8-7404-4a6b-8bc4-37f0ef8fd212 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.542336] env[65448]: DEBUG oslo_vmware.api [None req-c2c11ee9-14d4-4fd2-9dff-afc9b6c01489 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Waiting for the task: (returnval){ [ 890.542336] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]520f11a7-36e0-ad63-d647-c961ec37eab1" [ 890.542336] env[65448]: _type = "Task" [ 890.542336] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.551595] env[65448]: DEBUG oslo_vmware.api [None req-c2c11ee9-14d4-4fd2-9dff-afc9b6c01489 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]520f11a7-36e0-ad63-d647-c961ec37eab1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.786014] env[65448]: DEBUG oslo_vmware.api [None req-17cb9ff7-a97b-4470-be46-6125ab5b53ff tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': task-4937821, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.52442} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.786374] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-17cb9ff7-a97b-4470-be46-6125ab5b53ff tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] 208772b0-cc9f-4644-b440-54e638072b4e/208772b0-cc9f-4644-b440-54e638072b4e.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 890.786514] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-17cb9ff7-a97b-4470-be46-6125ab5b53ff tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: 208772b0-cc9f-4644-b440-54e638072b4e] Extending root virtual disk to 1048576 {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 890.786781] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-92c31ecb-493d-4265-a495-431e53e9a835 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.794748] env[65448]: DEBUG oslo_vmware.api [None req-17cb9ff7-a97b-4470-be46-6125ab5b53ff tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Waiting for the task: (returnval){ [ 890.794748] env[65448]: value = "task-4937823" [ 890.794748] env[65448]: _type = "Task" [ 890.794748] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.805162] env[65448]: DEBUG oslo_vmware.api [None req-17cb9ff7-a97b-4470-be46-6125ab5b53ff tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': task-4937823, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.830431] env[65448]: DEBUG nova.network.neutron [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] [instance: 6b18baf1-f0be-4602-8064-9bb371bdcb17] Successfully updated port: d4e2be09-1d0f-477c-ac08-80715774642a {{(pid=65448) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 890.945844] env[65448]: DEBUG nova.compute.manager [req-6527f891-f97e-401b-bc45-4a00204f48b7 req-ee474e79-c831-40a8-acfa-821a0065a99a service nova] [instance: e528a5f1-8251-4420-8660-8a7ec001ef7e] Received event network-changed-e97ab755-59f1-4811-b4fe-697fbc01203d {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 890.945844] env[65448]: DEBUG nova.compute.manager [req-6527f891-f97e-401b-bc45-4a00204f48b7 req-ee474e79-c831-40a8-acfa-821a0065a99a service nova] [instance: e528a5f1-8251-4420-8660-8a7ec001ef7e] Refreshing instance network info cache due to event network-changed-e97ab755-59f1-4811-b4fe-697fbc01203d. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 890.945844] env[65448]: DEBUG oslo_concurrency.lockutils [req-6527f891-f97e-401b-bc45-4a00204f48b7 req-ee474e79-c831-40a8-acfa-821a0065a99a service nova] Acquiring lock "refresh_cache-e528a5f1-8251-4420-8660-8a7ec001ef7e" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.945966] env[65448]: DEBUG oslo_concurrency.lockutils [req-6527f891-f97e-401b-bc45-4a00204f48b7 req-ee474e79-c831-40a8-acfa-821a0065a99a service nova] Acquired lock "refresh_cache-e528a5f1-8251-4420-8660-8a7ec001ef7e" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.946366] env[65448]: DEBUG nova.network.neutron [req-6527f891-f97e-401b-bc45-4a00204f48b7 req-ee474e79-c831-40a8-acfa-821a0065a99a service nova] [instance: e528a5f1-8251-4420-8660-8a7ec001ef7e] Refreshing network info cache for port e97ab755-59f1-4811-b4fe-697fbc01203d {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 890.963903] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] [instance: d72d778b-dd55-4ac5-a55a-ffa2176f8aa1] Instance has had 0 of 5 cleanup attempts {{(pid=65448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11936}} [ 890.990252] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.728s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.990779] env[65448]: DEBUG nova.compute.manager [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] [instance: 7ffbee1e-54df-4aaf-8183-9b148c616b69] Start building networks asynchronously for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2881}} [ 890.994521] env[65448]: DEBUG oslo_concurrency.lockutils [None req-dbc2d528-7ac5-4149-97f8-b2a7389a3d81 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 53.421s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.996096] env[65448]: INFO nova.compute.claims [None req-dbc2d528-7ac5-4149-97f8-b2a7389a3d81 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 65f7a5e2-e42a-4a78-a9df-7bd5424ca2f2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 891.055786] env[65448]: DEBUG oslo_vmware.api [None req-c2c11ee9-14d4-4fd2-9dff-afc9b6c01489 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]520f11a7-36e0-ad63-d647-c961ec37eab1, 'name': SearchDatastore_Task, 'duration_secs': 0.010582} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.055786] env[65448]: DEBUG oslo_concurrency.lockutils [None req-c2c11ee9-14d4-4fd2-9dff-afc9b6c01489 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.056266] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-c2c11ee9-14d4-4fd2-9dff-afc9b6c01489 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: a99b311d-836c-4385-9432-45b9765f5dac] Processing image 50fb366d-48e6-424f-9c20-bc83d77be76a {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 891.056266] env[65448]: DEBUG oslo_concurrency.lockutils [None req-c2c11ee9-14d4-4fd2-9dff-afc9b6c01489 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.056266] env[65448]: DEBUG oslo_concurrency.lockutils [None req-c2c11ee9-14d4-4fd2-9dff-afc9b6c01489 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.056438] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2c11ee9-14d4-4fd2-9dff-afc9b6c01489 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 891.056712] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0fb6842d-603c-4520-8ba9-156b5bbc38f5 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.067845] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2c11ee9-14d4-4fd2-9dff-afc9b6c01489 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 891.067845] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-c2c11ee9-14d4-4fd2-9dff-afc9b6c01489 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 891.068127] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57e0aa12-e673-4e16-a62f-28dfe3f3d90d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.074639] env[65448]: DEBUG oslo_vmware.api [None req-c2c11ee9-14d4-4fd2-9dff-afc9b6c01489 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Waiting for the task: (returnval){ [ 891.074639] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52831221-6bc1-0232-ad76-9b2f2fc948ea" [ 891.074639] env[65448]: _type = "Task" [ 891.074639] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.084533] env[65448]: DEBUG oslo_vmware.api [None req-c2c11ee9-14d4-4fd2-9dff-afc9b6c01489 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52831221-6bc1-0232-ad76-9b2f2fc948ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.305427] env[65448]: DEBUG oslo_vmware.api [None req-17cb9ff7-a97b-4470-be46-6125ab5b53ff tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': task-4937823, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076626} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.305751] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-17cb9ff7-a97b-4470-be46-6125ab5b53ff tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: 208772b0-cc9f-4644-b440-54e638072b4e] Extended root virtual disk {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 891.306583] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3938f318-5e32-4cf6-9a2e-ec2b15759247 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.331157] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-17cb9ff7-a97b-4470-be46-6125ab5b53ff tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: 208772b0-cc9f-4644-b440-54e638072b4e] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] 208772b0-cc9f-4644-b440-54e638072b4e/208772b0-cc9f-4644-b440-54e638072b4e.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 891.331296] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52fccf30-2a46-4e45-8824-0c23d0ee1a01 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.346392] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Acquiring lock "refresh_cache-6b18baf1-f0be-4602-8064-9bb371bdcb17" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.346737] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Acquired lock "refresh_cache-6b18baf1-f0be-4602-8064-9bb371bdcb17" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.346737] env[65448]: DEBUG nova.network.neutron [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] [instance: 6b18baf1-f0be-4602-8064-9bb371bdcb17] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 891.356646] env[65448]: DEBUG oslo_vmware.api [None req-17cb9ff7-a97b-4470-be46-6125ab5b53ff tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Waiting for the task: (returnval){ [ 891.356646] env[65448]: value = "task-4937824" [ 891.356646] env[65448]: _type = "Task" [ 891.356646] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.367333] env[65448]: DEBUG oslo_vmware.api [None req-17cb9ff7-a97b-4470-be46-6125ab5b53ff tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': task-4937824, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.449761] env[65448]: WARNING neutronclient.v2_0.client [req-6527f891-f97e-401b-bc45-4a00204f48b7 req-ee474e79-c831-40a8-acfa-821a0065a99a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 891.468942] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] [instance: 563c9ae6-0834-4c9c-aad5-e72b367fb3a6] Instance has had 0 of 5 cleanup attempts {{(pid=65448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11936}} [ 891.496015] env[65448]: DEBUG nova.compute.utils [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Using /dev/sd instead of None {{(pid=65448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 891.498987] env[65448]: DEBUG nova.compute.manager [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] [instance: 7ffbee1e-54df-4aaf-8183-9b148c616b69] Allocating IP information in the background. {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 891.499214] env[65448]: DEBUG nova.network.neutron [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] [instance: 7ffbee1e-54df-4aaf-8183-9b148c616b69] allocate_for_instance() {{(pid=65448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 891.499558] env[65448]: WARNING neutronclient.v2_0.client [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 891.499851] env[65448]: WARNING neutronclient.v2_0.client [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 891.586975] env[65448]: DEBUG oslo_vmware.api [None req-c2c11ee9-14d4-4fd2-9dff-afc9b6c01489 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52831221-6bc1-0232-ad76-9b2f2fc948ea, 'name': SearchDatastore_Task, 'duration_secs': 0.012} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.589192] env[65448]: DEBUG nova.policy [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '12c7b9a5912b44d79a0689806829e47a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '44363cc9dcff4bc495bd38c2086e2d67', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65448) authorize /opt/stack/nova/nova/policy.py:192}} [ 891.592940] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1567e3e-1e2b-4975-8c2e-974d9f1e22fe {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.603350] env[65448]: DEBUG oslo_vmware.api [None req-c2c11ee9-14d4-4fd2-9dff-afc9b6c01489 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Waiting for the task: (returnval){ [ 891.603350] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]523aa194-1f5f-0dcf-6c72-0bd9147f4f9b" [ 891.603350] env[65448]: _type = "Task" [ 891.603350] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.617411] env[65448]: DEBUG oslo_vmware.api [None req-c2c11ee9-14d4-4fd2-9dff-afc9b6c01489 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]523aa194-1f5f-0dcf-6c72-0bd9147f4f9b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.717672] env[65448]: WARNING neutronclient.v2_0.client [req-6527f891-f97e-401b-bc45-4a00204f48b7 req-ee474e79-c831-40a8-acfa-821a0065a99a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 891.725834] env[65448]: DEBUG nova.compute.manager [req-e6422bcc-4507-4f0d-98c2-ffc6286c2cec req-5643c326-54a5-4e37-ad7c-0880fe70e372 service nova] [instance: a99b311d-836c-4385-9432-45b9765f5dac] Received event network-changed-8b82e23a-768c-4136-b9c9-1773922d9e5a {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 891.726183] env[65448]: DEBUG nova.compute.manager [req-e6422bcc-4507-4f0d-98c2-ffc6286c2cec req-5643c326-54a5-4e37-ad7c-0880fe70e372 service nova] [instance: a99b311d-836c-4385-9432-45b9765f5dac] Refreshing instance network info cache due to event network-changed-8b82e23a-768c-4136-b9c9-1773922d9e5a. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 891.726477] env[65448]: DEBUG oslo_concurrency.lockutils [req-e6422bcc-4507-4f0d-98c2-ffc6286c2cec req-5643c326-54a5-4e37-ad7c-0880fe70e372 service nova] Acquiring lock "refresh_cache-a99b311d-836c-4385-9432-45b9765f5dac" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.726691] env[65448]: DEBUG oslo_concurrency.lockutils [req-e6422bcc-4507-4f0d-98c2-ffc6286c2cec req-5643c326-54a5-4e37-ad7c-0880fe70e372 service nova] Acquired lock "refresh_cache-a99b311d-836c-4385-9432-45b9765f5dac" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.726876] env[65448]: DEBUG nova.network.neutron [req-e6422bcc-4507-4f0d-98c2-ffc6286c2cec req-5643c326-54a5-4e37-ad7c-0880fe70e372 service nova] [instance: a99b311d-836c-4385-9432-45b9765f5dac] Refreshing network info cache for port 8b82e23a-768c-4136-b9c9-1773922d9e5a {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 891.876999] env[65448]: DEBUG oslo_vmware.api [None req-17cb9ff7-a97b-4470-be46-6125ab5b53ff tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': task-4937824, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.894946] env[65448]: DEBUG nova.network.neutron [req-6527f891-f97e-401b-bc45-4a00204f48b7 req-ee474e79-c831-40a8-acfa-821a0065a99a service nova] [instance: e528a5f1-8251-4420-8660-8a7ec001ef7e] Updated VIF entry in instance network info cache for port e97ab755-59f1-4811-b4fe-697fbc01203d. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 891.895212] env[65448]: DEBUG nova.network.neutron [req-6527f891-f97e-401b-bc45-4a00204f48b7 req-ee474e79-c831-40a8-acfa-821a0065a99a service nova] [instance: e528a5f1-8251-4420-8660-8a7ec001ef7e] Updating instance_info_cache with network_info: [{"id": "e97ab755-59f1-4811-b4fe-697fbc01203d", "address": "fa:16:3e:7f:b8:d5", "network": {"id": "74c3093f-c513-4f53-b8aa-1b473412a059", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1124718152-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd40fc2235954c9a8f7845b5fd674c4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape97ab755-59", "ovs_interfaceid": "e97ab755-59f1-4811-b4fe-697fbc01203d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.921401] env[65448]: DEBUG nova.network.neutron [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] [instance: 6b18baf1-f0be-4602-8064-9bb371bdcb17] Instance cache missing network info. {{(pid=65448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 891.927833] env[65448]: DEBUG nova.network.neutron [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] [instance: 7ffbee1e-54df-4aaf-8183-9b148c616b69] Successfully created port: 6166f5e7-62a1-4453-89c4-6f64dbb9313b {{(pid=65448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 891.972902] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] [instance: 42660aaa-81e2-47fe-949b-cbf7e599091d] Instance has had 0 of 5 cleanup attempts {{(pid=65448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11936}} [ 891.999580] env[65448]: DEBUG nova.compute.manager [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] [instance: 7ffbee1e-54df-4aaf-8183-9b148c616b69] Start building block device mappings for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2916}} [ 892.116350] env[65448]: WARNING neutronclient.v2_0.client [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 892.119103] env[65448]: DEBUG oslo_vmware.api [None req-c2c11ee9-14d4-4fd2-9dff-afc9b6c01489 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]523aa194-1f5f-0dcf-6c72-0bd9147f4f9b, 'name': SearchDatastore_Task, 'duration_secs': 0.012153} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.119699] env[65448]: DEBUG oslo_concurrency.lockutils [None req-c2c11ee9-14d4-4fd2-9dff-afc9b6c01489 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.120053] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2c11ee9-14d4-4fd2-9dff-afc9b6c01489 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] a99b311d-836c-4385-9432-45b9765f5dac/a99b311d-836c-4385-9432-45b9765f5dac.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 892.120662] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-711b46de-4246-4dc2-b1c4-77ec2565faf3 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.132279] env[65448]: DEBUG oslo_vmware.api [None req-c2c11ee9-14d4-4fd2-9dff-afc9b6c01489 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Waiting for the task: (returnval){ [ 892.132279] env[65448]: value = "task-4937825" [ 892.132279] env[65448]: _type = "Task" [ 892.132279] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.145029] env[65448]: DEBUG oslo_vmware.api [None req-c2c11ee9-14d4-4fd2-9dff-afc9b6c01489 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': task-4937825, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.216392] env[65448]: DEBUG nova.network.neutron [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] [instance: 6b18baf1-f0be-4602-8064-9bb371bdcb17] Updating instance_info_cache with network_info: [{"id": "d4e2be09-1d0f-477c-ac08-80715774642a", "address": "fa:16:3e:35:ef:f4", "network": {"id": "a9cf7668-6efe-47bf-995f-b80dbc2213c0", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-170483857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44363cc9dcff4bc495bd38c2086e2d67", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ea0fc1b-0424-46ec-bef5-6b57b7d184d8", "external-id": "nsx-vlan-transportzone-618", "segmentation_id": 618, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4e2be09-1d", "ovs_interfaceid": "d4e2be09-1d0f-477c-ac08-80715774642a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.234340] env[65448]: WARNING neutronclient.v2_0.client [req-e6422bcc-4507-4f0d-98c2-ffc6286c2cec req-5643c326-54a5-4e37-ad7c-0880fe70e372 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 892.373291] env[65448]: DEBUG oslo_vmware.api [None req-17cb9ff7-a97b-4470-be46-6125ab5b53ff tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': task-4937824, 'name': ReconfigVM_Task, 'duration_secs': 0.540502} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.373529] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-17cb9ff7-a97b-4470-be46-6125ab5b53ff tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: 208772b0-cc9f-4644-b440-54e638072b4e] Reconfigured VM instance instance-00000040 to attach disk [datastore2] 208772b0-cc9f-4644-b440-54e638072b4e/208772b0-cc9f-4644-b440-54e638072b4e.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 892.377730] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2fa9313d-2e12-47db-a436-5681f8093f83 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.387438] env[65448]: DEBUG oslo_vmware.api [None req-17cb9ff7-a97b-4470-be46-6125ab5b53ff tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Waiting for the task: (returnval){ [ 892.387438] env[65448]: value = "task-4937826" [ 892.387438] env[65448]: _type = "Task" [ 892.387438] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.400073] env[65448]: DEBUG oslo_concurrency.lockutils [req-6527f891-f97e-401b-bc45-4a00204f48b7 req-ee474e79-c831-40a8-acfa-821a0065a99a service nova] Releasing lock "refresh_cache-e528a5f1-8251-4420-8660-8a7ec001ef7e" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.400423] env[65448]: DEBUG oslo_vmware.api [None req-17cb9ff7-a97b-4470-be46-6125ab5b53ff tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': task-4937826, 'name': Rename_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.477584] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] [instance: 2e9f275f-c5e4-485d-abcc-48d411456e1f] Instance has had 0 of 5 cleanup attempts {{(pid=65448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11936}} [ 892.649703] env[65448]: DEBUG oslo_vmware.api [None req-c2c11ee9-14d4-4fd2-9dff-afc9b6c01489 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': task-4937825, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.668969] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-693d7b27-01b9-4c3e-bf77-966b5fb328d0 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.677583] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c8728e9-9855-4ac0-b28c-aa0c9d0eab09 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.713798] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c5e83e5-e843-419b-aa6d-dbba43365f49 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.719138] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Releasing lock "refresh_cache-6b18baf1-f0be-4602-8064-9bb371bdcb17" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.719601] env[65448]: DEBUG nova.compute.manager [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] [instance: 6b18baf1-f0be-4602-8064-9bb371bdcb17] Instance network_info: |[{"id": "d4e2be09-1d0f-477c-ac08-80715774642a", "address": "fa:16:3e:35:ef:f4", "network": {"id": "a9cf7668-6efe-47bf-995f-b80dbc2213c0", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-170483857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44363cc9dcff4bc495bd38c2086e2d67", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ea0fc1b-0424-46ec-bef5-6b57b7d184d8", "external-id": "nsx-vlan-transportzone-618", "segmentation_id": 618, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4e2be09-1d", "ovs_interfaceid": "d4e2be09-1d0f-477c-ac08-80715774642a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 892.722720] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] [instance: 6b18baf1-f0be-4602-8064-9bb371bdcb17] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:35:ef:f4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0ea0fc1b-0424-46ec-bef5-6b57b7d184d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd4e2be09-1d0f-477c-ac08-80715774642a', 'vif_model': 'vmxnet3'}] {{(pid=65448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 892.730658] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 892.730898] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b18baf1-f0be-4602-8064-9bb371bdcb17] Creating VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 892.732256] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4811957-6ccf-4e8e-bdcf-0bc634cf32f9 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.736729] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d74bbf0c-778b-425c-af47-db812648fab6 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.762252] env[65448]: DEBUG nova.compute.provider_tree [None req-dbc2d528-7ac5-4149-97f8-b2a7389a3d81 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 892.765425] env[65448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 892.765425] env[65448]: value = "task-4937827" [ 892.765425] env[65448]: _type = "Task" [ 892.765425] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.775500] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937827, 'name': CreateVM_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.792698] env[65448]: WARNING neutronclient.v2_0.client [req-e6422bcc-4507-4f0d-98c2-ffc6286c2cec req-5643c326-54a5-4e37-ad7c-0880fe70e372 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 892.890362] env[65448]: DEBUG nova.network.neutron [req-e6422bcc-4507-4f0d-98c2-ffc6286c2cec req-5643c326-54a5-4e37-ad7c-0880fe70e372 service nova] [instance: a99b311d-836c-4385-9432-45b9765f5dac] Updated VIF entry in instance network info cache for port 8b82e23a-768c-4136-b9c9-1773922d9e5a. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 892.890735] env[65448]: DEBUG nova.network.neutron [req-e6422bcc-4507-4f0d-98c2-ffc6286c2cec req-5643c326-54a5-4e37-ad7c-0880fe70e372 service nova] [instance: a99b311d-836c-4385-9432-45b9765f5dac] Updating instance_info_cache with network_info: [{"id": "8b82e23a-768c-4136-b9c9-1773922d9e5a", "address": "fa:16:3e:98:0c:f6", "network": {"id": "92aa873c-abd5-48af-9226-444e5584127a", "bridge": "br-int", "label": "tempest-ServersTestJSON-334056748-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd050f9067644c0db6e945683a3fcccc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b82e23a-76", "ovs_interfaceid": "8b82e23a-768c-4136-b9c9-1773922d9e5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.906677] env[65448]: DEBUG oslo_vmware.api [None req-17cb9ff7-a97b-4470-be46-6125ab5b53ff tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': task-4937826, 'name': Rename_Task, 'duration_secs': 0.226213} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.906989] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-17cb9ff7-a97b-4470-be46-6125ab5b53ff tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: 208772b0-cc9f-4644-b440-54e638072b4e] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 892.907309] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-63f33676-cf2c-4390-a9f7-15a9ea349a9d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.916492] env[65448]: DEBUG oslo_vmware.api [None req-17cb9ff7-a97b-4470-be46-6125ab5b53ff tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Waiting for the task: (returnval){ [ 892.916492] env[65448]: value = "task-4937828" [ 892.916492] env[65448]: _type = "Task" [ 892.916492] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.926815] env[65448]: DEBUG oslo_vmware.api [None req-17cb9ff7-a97b-4470-be46-6125ab5b53ff tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': task-4937828, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.982439] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] [instance: fb73de4f-982f-48b5-b0a6-febcf9a1f54e] Instance has had 0 of 5 cleanup attempts {{(pid=65448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11936}} [ 893.012541] env[65448]: DEBUG nova.compute.manager [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] [instance: 7ffbee1e-54df-4aaf-8183-9b148c616b69] Start spawning the instance on the hypervisor. {{(pid=65448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2689}} [ 893.043341] env[65448]: DEBUG nova.virt.hardware [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-08T17:19:51Z,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a992292b6dae455593d228217860e2e1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-08T17:19:52Z,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 893.043612] env[65448]: DEBUG nova.virt.hardware [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 893.043769] env[65448]: DEBUG nova.virt.hardware [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 893.043956] env[65448]: DEBUG nova.virt.hardware [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 893.044200] env[65448]: DEBUG nova.virt.hardware [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 893.044449] env[65448]: DEBUG nova.virt.hardware [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 893.044770] env[65448]: DEBUG nova.virt.hardware [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 893.044983] env[65448]: DEBUG nova.virt.hardware [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 893.045224] env[65448]: DEBUG nova.virt.hardware [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 893.045450] env[65448]: DEBUG nova.virt.hardware [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 893.045805] env[65448]: DEBUG nova.virt.hardware [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 893.046685] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f672bc60-54b0-4c2d-9abb-d198397359d6 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.056288] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efb7658f-2a7d-4d2d-8c3f-ba0f07660dac {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.144413] env[65448]: DEBUG oslo_vmware.api [None req-c2c11ee9-14d4-4fd2-9dff-afc9b6c01489 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': task-4937825, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.518491} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.144780] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2c11ee9-14d4-4fd2-9dff-afc9b6c01489 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] a99b311d-836c-4385-9432-45b9765f5dac/a99b311d-836c-4385-9432-45b9765f5dac.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 893.145030] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-c2c11ee9-14d4-4fd2-9dff-afc9b6c01489 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: a99b311d-836c-4385-9432-45b9765f5dac] Extending root virtual disk to 1048576 {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 893.145343] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ad732c08-7d09-4157-ada4-b871848ae32e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.154863] env[65448]: DEBUG oslo_vmware.api [None req-c2c11ee9-14d4-4fd2-9dff-afc9b6c01489 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Waiting for the task: (returnval){ [ 893.154863] env[65448]: value = "task-4937829" [ 893.154863] env[65448]: _type = "Task" [ 893.154863] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.164849] env[65448]: DEBUG oslo_vmware.api [None req-c2c11ee9-14d4-4fd2-9dff-afc9b6c01489 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': task-4937829, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.267585] env[65448]: DEBUG nova.scheduler.client.report [None req-dbc2d528-7ac5-4149-97f8-b2a7389a3d81 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 893.281874] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937827, 'name': CreateVM_Task} progress is 25%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.399732] env[65448]: DEBUG oslo_concurrency.lockutils [req-e6422bcc-4507-4f0d-98c2-ffc6286c2cec req-5643c326-54a5-4e37-ad7c-0880fe70e372 service nova] Releasing lock "refresh_cache-a99b311d-836c-4385-9432-45b9765f5dac" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.400097] env[65448]: DEBUG nova.compute.manager [req-e6422bcc-4507-4f0d-98c2-ffc6286c2cec req-5643c326-54a5-4e37-ad7c-0880fe70e372 service nova] [instance: c473afa5-eeb2-4574-bdf8-f0bc2ea17534] Received event network-vif-deleted-21e08cf6-f018-4e17-81af-9ecaca9b77dd {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 893.400319] env[65448]: DEBUG nova.compute.manager [req-e6422bcc-4507-4f0d-98c2-ffc6286c2cec req-5643c326-54a5-4e37-ad7c-0880fe70e372 service nova] [instance: 6b18baf1-f0be-4602-8064-9bb371bdcb17] Received event network-vif-plugged-d4e2be09-1d0f-477c-ac08-80715774642a {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 893.400739] env[65448]: DEBUG oslo_concurrency.lockutils [req-e6422bcc-4507-4f0d-98c2-ffc6286c2cec req-5643c326-54a5-4e37-ad7c-0880fe70e372 service nova] Acquiring lock "6b18baf1-f0be-4602-8064-9bb371bdcb17-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.400897] env[65448]: DEBUG oslo_concurrency.lockutils [req-e6422bcc-4507-4f0d-98c2-ffc6286c2cec req-5643c326-54a5-4e37-ad7c-0880fe70e372 service nova] Lock "6b18baf1-f0be-4602-8064-9bb371bdcb17-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.401162] env[65448]: DEBUG oslo_concurrency.lockutils [req-e6422bcc-4507-4f0d-98c2-ffc6286c2cec req-5643c326-54a5-4e37-ad7c-0880fe70e372 service nova] Lock "6b18baf1-f0be-4602-8064-9bb371bdcb17-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.401375] env[65448]: DEBUG nova.compute.manager [req-e6422bcc-4507-4f0d-98c2-ffc6286c2cec req-5643c326-54a5-4e37-ad7c-0880fe70e372 service nova] [instance: 6b18baf1-f0be-4602-8064-9bb371bdcb17] No waiting events found dispatching network-vif-plugged-d4e2be09-1d0f-477c-ac08-80715774642a {{(pid=65448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 893.401477] env[65448]: WARNING nova.compute.manager [req-e6422bcc-4507-4f0d-98c2-ffc6286c2cec req-5643c326-54a5-4e37-ad7c-0880fe70e372 service nova] [instance: 6b18baf1-f0be-4602-8064-9bb371bdcb17] Received unexpected event network-vif-plugged-d4e2be09-1d0f-477c-ac08-80715774642a for instance with vm_state building and task_state spawning. [ 893.401695] env[65448]: DEBUG nova.compute.manager [req-e6422bcc-4507-4f0d-98c2-ffc6286c2cec req-5643c326-54a5-4e37-ad7c-0880fe70e372 service nova] [instance: 6b18baf1-f0be-4602-8064-9bb371bdcb17] Received event network-changed-d4e2be09-1d0f-477c-ac08-80715774642a {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 893.401935] env[65448]: DEBUG nova.compute.manager [req-e6422bcc-4507-4f0d-98c2-ffc6286c2cec req-5643c326-54a5-4e37-ad7c-0880fe70e372 service nova] [instance: 6b18baf1-f0be-4602-8064-9bb371bdcb17] Refreshing instance network info cache due to event network-changed-d4e2be09-1d0f-477c-ac08-80715774642a. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 893.402371] env[65448]: DEBUG oslo_concurrency.lockutils [req-e6422bcc-4507-4f0d-98c2-ffc6286c2cec req-5643c326-54a5-4e37-ad7c-0880fe70e372 service nova] Acquiring lock "refresh_cache-6b18baf1-f0be-4602-8064-9bb371bdcb17" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.402491] env[65448]: DEBUG oslo_concurrency.lockutils [req-e6422bcc-4507-4f0d-98c2-ffc6286c2cec req-5643c326-54a5-4e37-ad7c-0880fe70e372 service nova] Acquired lock "refresh_cache-6b18baf1-f0be-4602-8064-9bb371bdcb17" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.402663] env[65448]: DEBUG nova.network.neutron [req-e6422bcc-4507-4f0d-98c2-ffc6286c2cec req-5643c326-54a5-4e37-ad7c-0880fe70e372 service nova] [instance: 6b18baf1-f0be-4602-8064-9bb371bdcb17] Refreshing network info cache for port d4e2be09-1d0f-477c-ac08-80715774642a {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 893.433331] env[65448]: DEBUG oslo_vmware.api [None req-17cb9ff7-a97b-4470-be46-6125ab5b53ff tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': task-4937828, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.488430] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] [instance: 01f0dfbf-a289-43df-8919-bf6141b87d2a] Instance has had 0 of 5 cleanup attempts {{(pid=65448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11936}} [ 893.576363] env[65448]: DEBUG nova.network.neutron [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] [instance: 7ffbee1e-54df-4aaf-8183-9b148c616b69] Successfully updated port: 6166f5e7-62a1-4453-89c4-6f64dbb9313b {{(pid=65448) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 893.666685] env[65448]: DEBUG oslo_vmware.api [None req-c2c11ee9-14d4-4fd2-9dff-afc9b6c01489 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': task-4937829, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.123302} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.666953] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-c2c11ee9-14d4-4fd2-9dff-afc9b6c01489 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: a99b311d-836c-4385-9432-45b9765f5dac] Extended root virtual disk {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 893.667791] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7413c41d-f6a4-4025-931d-3952a947cb68 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.691196] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2c11ee9-14d4-4fd2-9dff-afc9b6c01489 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: a99b311d-836c-4385-9432-45b9765f5dac] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] a99b311d-836c-4385-9432-45b9765f5dac/a99b311d-836c-4385-9432-45b9765f5dac.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 893.692729] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ff8161b-6e08-46d8-962b-415352ac2423 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.708034] env[65448]: DEBUG nova.compute.manager [req-1a651354-0e05-416c-8e0b-919ae6755f61 req-88df430f-b2a8-423b-856c-af5dedec2c9b service nova] [instance: f7468e7d-2bed-4b9a-a642-b7f628a95305] Received event network-changed-0edc05d5-4709-4158-81d9-6be362ad36e0 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 893.708156] env[65448]: DEBUG nova.compute.manager [req-1a651354-0e05-416c-8e0b-919ae6755f61 req-88df430f-b2a8-423b-856c-af5dedec2c9b service nova] [instance: f7468e7d-2bed-4b9a-a642-b7f628a95305] Refreshing instance network info cache due to event network-changed-0edc05d5-4709-4158-81d9-6be362ad36e0. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 893.708284] env[65448]: DEBUG oslo_concurrency.lockutils [req-1a651354-0e05-416c-8e0b-919ae6755f61 req-88df430f-b2a8-423b-856c-af5dedec2c9b service nova] Acquiring lock "refresh_cache-f7468e7d-2bed-4b9a-a642-b7f628a95305" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.708421] env[65448]: DEBUG oslo_concurrency.lockutils [req-1a651354-0e05-416c-8e0b-919ae6755f61 req-88df430f-b2a8-423b-856c-af5dedec2c9b service nova] Acquired lock "refresh_cache-f7468e7d-2bed-4b9a-a642-b7f628a95305" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.708574] env[65448]: DEBUG nova.network.neutron [req-1a651354-0e05-416c-8e0b-919ae6755f61 req-88df430f-b2a8-423b-856c-af5dedec2c9b service nova] [instance: f7468e7d-2bed-4b9a-a642-b7f628a95305] Refreshing network info cache for port 0edc05d5-4709-4158-81d9-6be362ad36e0 {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 893.719060] env[65448]: DEBUG oslo_vmware.api [None req-c2c11ee9-14d4-4fd2-9dff-afc9b6c01489 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Waiting for the task: (returnval){ [ 893.719060] env[65448]: value = "task-4937830" [ 893.719060] env[65448]: _type = "Task" [ 893.719060] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.728739] env[65448]: DEBUG oslo_vmware.api [None req-c2c11ee9-14d4-4fd2-9dff-afc9b6c01489 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': task-4937830, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.776410] env[65448]: DEBUG oslo_concurrency.lockutils [None req-dbc2d528-7ac5-4149-97f8-b2a7389a3d81 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.782s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.776930] env[65448]: DEBUG nova.compute.manager [None req-dbc2d528-7ac5-4149-97f8-b2a7389a3d81 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 65f7a5e2-e42a-4a78-a9df-7bd5424ca2f2] Start building networks asynchronously for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2881}} [ 893.780522] env[65448]: DEBUG oslo_concurrency.lockutils [None req-429eb48c-0306-4f67-91e3-82e1b6ff04a2 tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 55.005s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.781358] env[65448]: DEBUG nova.objects.instance [None req-429eb48c-0306-4f67-91e3-82e1b6ff04a2 tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] [instance: 37a306f7-02f2-41cd-98db-fc3eb003b7a4] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65448) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 893.790887] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937827, 'name': CreateVM_Task, 'duration_secs': 0.664935} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.791231] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b18baf1-f0be-4602-8064-9bb371bdcb17] Created VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 893.792123] env[65448]: WARNING neutronclient.v2_0.client [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 893.792555] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.792737] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.793109] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.793438] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4671189-e00c-4492-8cf2-22dec453c7d8 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.799820] env[65448]: DEBUG oslo_vmware.api [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Waiting for the task: (returnval){ [ 893.799820] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5200985e-170a-9ebf-2fc5-bdaa57ea985b" [ 893.799820] env[65448]: _type = "Task" [ 893.799820] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.809138] env[65448]: DEBUG oslo_vmware.api [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5200985e-170a-9ebf-2fc5-bdaa57ea985b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.906421] env[65448]: WARNING neutronclient.v2_0.client [req-e6422bcc-4507-4f0d-98c2-ffc6286c2cec req-5643c326-54a5-4e37-ad7c-0880fe70e372 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 893.928990] env[65448]: DEBUG oslo_vmware.api [None req-17cb9ff7-a97b-4470-be46-6125ab5b53ff tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': task-4937828, 'name': PowerOnVM_Task, 'duration_secs': 0.752482} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.929472] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-17cb9ff7-a97b-4470-be46-6125ab5b53ff tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: 208772b0-cc9f-4644-b440-54e638072b4e] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 893.929729] env[65448]: DEBUG nova.compute.manager [None req-17cb9ff7-a97b-4470-be46-6125ab5b53ff tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: 208772b0-cc9f-4644-b440-54e638072b4e] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 893.930907] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc76c7fe-631b-43a2-8acc-b9208c16cb87 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.992524] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] [instance: bde62422-6d7d-48dd-b3c8-a9c9091e23a7] Instance has had 0 of 5 cleanup attempts {{(pid=65448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11936}} [ 894.079138] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Acquiring lock "refresh_cache-7ffbee1e-54df-4aaf-8183-9b148c616b69" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.079332] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Acquired lock "refresh_cache-7ffbee1e-54df-4aaf-8183-9b148c616b69" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.079483] env[65448]: DEBUG nova.network.neutron [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] [instance: 7ffbee1e-54df-4aaf-8183-9b148c616b69] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 894.104751] env[65448]: WARNING neutronclient.v2_0.client [req-e6422bcc-4507-4f0d-98c2-ffc6286c2cec req-5643c326-54a5-4e37-ad7c-0880fe70e372 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 894.185758] env[65448]: DEBUG nova.network.neutron [req-e6422bcc-4507-4f0d-98c2-ffc6286c2cec req-5643c326-54a5-4e37-ad7c-0880fe70e372 service nova] [instance: 6b18baf1-f0be-4602-8064-9bb371bdcb17] Updated VIF entry in instance network info cache for port d4e2be09-1d0f-477c-ac08-80715774642a. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 894.186115] env[65448]: DEBUG nova.network.neutron [req-e6422bcc-4507-4f0d-98c2-ffc6286c2cec req-5643c326-54a5-4e37-ad7c-0880fe70e372 service nova] [instance: 6b18baf1-f0be-4602-8064-9bb371bdcb17] Updating instance_info_cache with network_info: [{"id": "d4e2be09-1d0f-477c-ac08-80715774642a", "address": "fa:16:3e:35:ef:f4", "network": {"id": "a9cf7668-6efe-47bf-995f-b80dbc2213c0", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-170483857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44363cc9dcff4bc495bd38c2086e2d67", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ea0fc1b-0424-46ec-bef5-6b57b7d184d8", "external-id": "nsx-vlan-transportzone-618", "segmentation_id": 618, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4e2be09-1d", "ovs_interfaceid": "d4e2be09-1d0f-477c-ac08-80715774642a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.212527] env[65448]: WARNING neutronclient.v2_0.client [req-1a651354-0e05-416c-8e0b-919ae6755f61 req-88df430f-b2a8-423b-856c-af5dedec2c9b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 894.232280] env[65448]: DEBUG oslo_vmware.api [None req-c2c11ee9-14d4-4fd2-9dff-afc9b6c01489 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': task-4937830, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.287544] env[65448]: DEBUG nova.compute.utils [None req-dbc2d528-7ac5-4149-97f8-b2a7389a3d81 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Using /dev/sd instead of None {{(pid=65448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 894.293619] env[65448]: DEBUG nova.compute.manager [None req-dbc2d528-7ac5-4149-97f8-b2a7389a3d81 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 65f7a5e2-e42a-4a78-a9df-7bd5424ca2f2] Allocating IP information in the background. {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 894.293875] env[65448]: DEBUG nova.network.neutron [None req-dbc2d528-7ac5-4149-97f8-b2a7389a3d81 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 65f7a5e2-e42a-4a78-a9df-7bd5424ca2f2] allocate_for_instance() {{(pid=65448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 894.294254] env[65448]: WARNING neutronclient.v2_0.client [None req-dbc2d528-7ac5-4149-97f8-b2a7389a3d81 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 894.294644] env[65448]: WARNING neutronclient.v2_0.client [None req-dbc2d528-7ac5-4149-97f8-b2a7389a3d81 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 894.320797] env[65448]: DEBUG oslo_vmware.api [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5200985e-170a-9ebf-2fc5-bdaa57ea985b, 'name': SearchDatastore_Task, 'duration_secs': 0.011148} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.321145] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.321429] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] [instance: 6b18baf1-f0be-4602-8064-9bb371bdcb17] Processing image 50fb366d-48e6-424f-9c20-bc83d77be76a {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 894.321704] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.321881] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.322113] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 894.322541] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-55cd1374-7668-4e2c-b892-410d1c18f04f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.334470] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 894.334655] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 894.335498] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff0c789f-6bdd-4389-b1c5-e3ffcfd9081a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.342454] env[65448]: DEBUG oslo_vmware.api [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Waiting for the task: (returnval){ [ 894.342454] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5255bfe9-4157-6cea-54ae-4784541fa103" [ 894.342454] env[65448]: _type = "Task" [ 894.342454] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.353786] env[65448]: DEBUG oslo_vmware.api [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5255bfe9-4157-6cea-54ae-4784541fa103, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.363915] env[65448]: DEBUG nova.policy [None req-dbc2d528-7ac5-4149-97f8-b2a7389a3d81 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '49baf25110b44919bde6bac92a0d7b64', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dc9e8e59612c49a6b788080423997837', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65448) authorize /opt/stack/nova/nova/policy.py:192}} [ 894.438042] env[65448]: WARNING neutronclient.v2_0.client [req-1a651354-0e05-416c-8e0b-919ae6755f61 req-88df430f-b2a8-423b-856c-af5dedec2c9b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 894.452797] env[65448]: DEBUG oslo_concurrency.lockutils [None req-17cb9ff7-a97b-4470-be46-6125ab5b53ff tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.480031] env[65448]: DEBUG nova.compute.manager [req-fa20411c-3d12-4634-bfe4-dd50834eb66b req-83eb5c0e-835f-47ab-b0bf-e6038734ae80 service nova] [instance: e528a5f1-8251-4420-8660-8a7ec001ef7e] Received event network-changed-e97ab755-59f1-4811-b4fe-697fbc01203d {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 894.480031] env[65448]: DEBUG nova.compute.manager [req-fa20411c-3d12-4634-bfe4-dd50834eb66b req-83eb5c0e-835f-47ab-b0bf-e6038734ae80 service nova] [instance: e528a5f1-8251-4420-8660-8a7ec001ef7e] Refreshing instance network info cache due to event network-changed-e97ab755-59f1-4811-b4fe-697fbc01203d. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 894.480325] env[65448]: DEBUG oslo_concurrency.lockutils [req-fa20411c-3d12-4634-bfe4-dd50834eb66b req-83eb5c0e-835f-47ab-b0bf-e6038734ae80 service nova] Acquiring lock "refresh_cache-e528a5f1-8251-4420-8660-8a7ec001ef7e" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.480325] env[65448]: DEBUG oslo_concurrency.lockutils [req-fa20411c-3d12-4634-bfe4-dd50834eb66b req-83eb5c0e-835f-47ab-b0bf-e6038734ae80 service nova] Acquired lock "refresh_cache-e528a5f1-8251-4420-8660-8a7ec001ef7e" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.480483] env[65448]: DEBUG nova.network.neutron [req-fa20411c-3d12-4634-bfe4-dd50834eb66b req-83eb5c0e-835f-47ab-b0bf-e6038734ae80 service nova] [instance: e528a5f1-8251-4420-8660-8a7ec001ef7e] Refreshing network info cache for port e97ab755-59f1-4811-b4fe-697fbc01203d {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 894.496648] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] [instance: 059f932f-aa5a-46ff-a179-9826341731db] Instance has had 0 of 5 cleanup attempts {{(pid=65448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11936}} [ 894.609049] env[65448]: DEBUG nova.network.neutron [req-1a651354-0e05-416c-8e0b-919ae6755f61 req-88df430f-b2a8-423b-856c-af5dedec2c9b service nova] [instance: f7468e7d-2bed-4b9a-a642-b7f628a95305] Updated VIF entry in instance network info cache for port 0edc05d5-4709-4158-81d9-6be362ad36e0. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 894.609495] env[65448]: DEBUG nova.network.neutron [req-1a651354-0e05-416c-8e0b-919ae6755f61 req-88df430f-b2a8-423b-856c-af5dedec2c9b service nova] [instance: f7468e7d-2bed-4b9a-a642-b7f628a95305] Updating instance_info_cache with network_info: [{"id": "0edc05d5-4709-4158-81d9-6be362ad36e0", "address": "fa:16:3e:36:a5:c3", "network": {"id": "f27d2d9e-8ae7-4086-9161-47127b34dd20", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-248251098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2a7a06e61d94624ba3b3a9d4f5d1e6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4223acd2-30f7-440e-b975-60b30d931694", "external-id": "nsx-vlan-transportzone-647", "segmentation_id": 647, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0edc05d5-47", "ovs_interfaceid": "0edc05d5-4709-4158-81d9-6be362ad36e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.685586] env[65448]: DEBUG nova.network.neutron [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] [instance: 7ffbee1e-54df-4aaf-8183-9b148c616b69] Instance cache missing network info. {{(pid=65448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 894.690304] env[65448]: DEBUG oslo_concurrency.lockutils [req-e6422bcc-4507-4f0d-98c2-ffc6286c2cec req-5643c326-54a5-4e37-ad7c-0880fe70e372 service nova] Releasing lock "refresh_cache-6b18baf1-f0be-4602-8064-9bb371bdcb17" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.743171] env[65448]: DEBUG oslo_vmware.api [None req-c2c11ee9-14d4-4fd2-9dff-afc9b6c01489 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': task-4937830, 'name': ReconfigVM_Task, 'duration_secs': 0.880868} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.743171] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2c11ee9-14d4-4fd2-9dff-afc9b6c01489 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: a99b311d-836c-4385-9432-45b9765f5dac] Reconfigured VM instance instance-00000042 to attach disk [datastore2] a99b311d-836c-4385-9432-45b9765f5dac/a99b311d-836c-4385-9432-45b9765f5dac.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 894.747185] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d9fa7b88-0a29-4a71-b495-005e1bfa3c6d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.755834] env[65448]: DEBUG oslo_vmware.api [None req-c2c11ee9-14d4-4fd2-9dff-afc9b6c01489 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Waiting for the task: (returnval){ [ 894.755834] env[65448]: value = "task-4937831" [ 894.755834] env[65448]: _type = "Task" [ 894.755834] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.764342] env[65448]: DEBUG nova.network.neutron [None req-dbc2d528-7ac5-4149-97f8-b2a7389a3d81 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 65f7a5e2-e42a-4a78-a9df-7bd5424ca2f2] Successfully created port: d2c6e1da-1cb3-458a-8d87-edf2e15505b3 {{(pid=65448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 894.774165] env[65448]: DEBUG oslo_vmware.api [None req-c2c11ee9-14d4-4fd2-9dff-afc9b6c01489 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': task-4937831, 'name': Rename_Task} progress is 10%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.794879] env[65448]: DEBUG nova.compute.manager [None req-dbc2d528-7ac5-4149-97f8-b2a7389a3d81 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 65f7a5e2-e42a-4a78-a9df-7bd5424ca2f2] Start building block device mappings for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2916}} [ 894.800989] env[65448]: DEBUG oslo_concurrency.lockutils [None req-429eb48c-0306-4f67-91e3-82e1b6ff04a2 tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.020s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.802210] env[65448]: DEBUG oslo_concurrency.lockutils [None req-20524693-6d8e-470f-89d3-c1ad1cca3496 tempest-InstanceActionsNegativeTestJSON-382423160 tempest-InstanceActionsNegativeTestJSON-382423160-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 53.148s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.802401] env[65448]: DEBUG oslo_concurrency.lockutils [None req-20524693-6d8e-470f-89d3-c1ad1cca3496 tempest-InstanceActionsNegativeTestJSON-382423160 tempest-InstanceActionsNegativeTestJSON-382423160-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.805730] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a23a1b6b-eb51-43cd-a27a-e746badde73a tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 50.675s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.805730] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a23a1b6b-eb51-43cd-a27a-e746badde73a tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.807099] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a7eea15a-24c8-49e0-afeb-aea8928ea570 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 50.397s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.807305] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a7eea15a-24c8-49e0-afeb-aea8928ea570 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.809086] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b28892e8-2904-4af1-ae95-7547cfb05417 tempest-ServersTestManualDisk-536655571 tempest-ServersTestManualDisk-536655571-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 49.142s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.809256] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b28892e8-2904-4af1-ae95-7547cfb05417 tempest-ServersTestManualDisk-536655571 tempest-ServersTestManualDisk-536655571-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.811118] env[65448]: DEBUG oslo_concurrency.lockutils [None req-3db3a372-fe70-446e-b66c-837f8f7c98ad tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 47.767s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.815454] env[65448]: INFO nova.compute.claims [None req-3db3a372-fe70-446e-b66c-837f8f7c98ad tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] [instance: 2555d855-2461-4a92-ad02-372ecb1f4c10] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 894.850651] env[65448]: INFO nova.scheduler.client.report [None req-a7eea15a-24c8-49e0-afeb-aea8928ea570 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Deleted allocations for instance 223507ab-1bb6-4cc6-b81d-c5da765c01c0 [ 894.857320] env[65448]: INFO nova.scheduler.client.report [None req-a23a1b6b-eb51-43cd-a27a-e746badde73a tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] Deleted allocations for instance 37a306f7-02f2-41cd-98db-fc3eb003b7a4 [ 894.868674] env[65448]: DEBUG oslo_vmware.api [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5255bfe9-4157-6cea-54ae-4784541fa103, 'name': SearchDatastore_Task, 'duration_secs': 0.013537} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.870204] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-080f18aa-d771-4a04-b2d8-69d7aba9583f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.874379] env[65448]: INFO nova.scheduler.client.report [None req-20524693-6d8e-470f-89d3-c1ad1cca3496 tempest-InstanceActionsNegativeTestJSON-382423160 tempest-InstanceActionsNegativeTestJSON-382423160-project-member] Deleted allocations for instance f523a556-180d-4c8f-be38-0f7f9110df7b [ 894.876182] env[65448]: INFO nova.scheduler.client.report [None req-b28892e8-2904-4af1-ae95-7547cfb05417 tempest-ServersTestManualDisk-536655571 tempest-ServersTestManualDisk-536655571-project-member] Deleted allocations for instance c4a3eb56-9352-4486-af03-8817a0c6d462 [ 894.890039] env[65448]: DEBUG oslo_vmware.api [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Waiting for the task: (returnval){ [ 894.890039] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]525ee4e0-bee6-2082-b563-10f2cfff74dd" [ 894.890039] env[65448]: _type = "Task" [ 894.890039] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.902198] env[65448]: DEBUG oslo_vmware.api [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]525ee4e0-bee6-2082-b563-10f2cfff74dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.914800] env[65448]: WARNING neutronclient.v2_0.client [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 894.984271] env[65448]: WARNING neutronclient.v2_0.client [req-fa20411c-3d12-4634-bfe4-dd50834eb66b req-83eb5c0e-835f-47ab-b0bf-e6038734ae80 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 895.002773] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] [instance: fa53b330-ff80-4666-bf9e-1664d5c3d23e] Instance has had 0 of 5 cleanup attempts {{(pid=65448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11936}} [ 895.116447] env[65448]: DEBUG oslo_concurrency.lockutils [req-1a651354-0e05-416c-8e0b-919ae6755f61 req-88df430f-b2a8-423b-856c-af5dedec2c9b service nova] Releasing lock "refresh_cache-f7468e7d-2bed-4b9a-a642-b7f628a95305" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.116813] env[65448]: DEBUG nova.compute.manager [req-1a651354-0e05-416c-8e0b-919ae6755f61 req-88df430f-b2a8-423b-856c-af5dedec2c9b service nova] [instance: f7468e7d-2bed-4b9a-a642-b7f628a95305] Received event network-changed-0edc05d5-4709-4158-81d9-6be362ad36e0 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 895.117077] env[65448]: DEBUG nova.compute.manager [req-1a651354-0e05-416c-8e0b-919ae6755f61 req-88df430f-b2a8-423b-856c-af5dedec2c9b service nova] [instance: f7468e7d-2bed-4b9a-a642-b7f628a95305] Refreshing instance network info cache due to event network-changed-0edc05d5-4709-4158-81d9-6be362ad36e0. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 895.117521] env[65448]: DEBUG oslo_concurrency.lockutils [req-1a651354-0e05-416c-8e0b-919ae6755f61 req-88df430f-b2a8-423b-856c-af5dedec2c9b service nova] Acquiring lock "refresh_cache-f7468e7d-2bed-4b9a-a642-b7f628a95305" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.117521] env[65448]: DEBUG oslo_concurrency.lockutils [req-1a651354-0e05-416c-8e0b-919ae6755f61 req-88df430f-b2a8-423b-856c-af5dedec2c9b service nova] Acquired lock "refresh_cache-f7468e7d-2bed-4b9a-a642-b7f628a95305" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.118023] env[65448]: DEBUG nova.network.neutron [req-1a651354-0e05-416c-8e0b-919ae6755f61 req-88df430f-b2a8-423b-856c-af5dedec2c9b service nova] [instance: f7468e7d-2bed-4b9a-a642-b7f628a95305] Refreshing network info cache for port 0edc05d5-4709-4158-81d9-6be362ad36e0 {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 895.152821] env[65448]: DEBUG nova.network.neutron [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] [instance: 7ffbee1e-54df-4aaf-8183-9b148c616b69] Updating instance_info_cache with network_info: [{"id": "6166f5e7-62a1-4453-89c4-6f64dbb9313b", "address": "fa:16:3e:fd:e1:87", "network": {"id": "a9cf7668-6efe-47bf-995f-b80dbc2213c0", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-170483857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44363cc9dcff4bc495bd38c2086e2d67", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ea0fc1b-0424-46ec-bef5-6b57b7d184d8", "external-id": "nsx-vlan-transportzone-618", "segmentation_id": 618, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6166f5e7-62", "ovs_interfaceid": "6166f5e7-62a1-4453-89c4-6f64dbb9313b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.268795] env[65448]: DEBUG oslo_vmware.api [None req-c2c11ee9-14d4-4fd2-9dff-afc9b6c01489 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': task-4937831, 'name': Rename_Task, 'duration_secs': 0.192736} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.269093] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2c11ee9-14d4-4fd2-9dff-afc9b6c01489 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: a99b311d-836c-4385-9432-45b9765f5dac] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 895.269362] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-23335182-d725-45ec-8066-13d91f03571d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.277255] env[65448]: DEBUG oslo_vmware.api [None req-c2c11ee9-14d4-4fd2-9dff-afc9b6c01489 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Waiting for the task: (returnval){ [ 895.277255] env[65448]: value = "task-4937832" [ 895.277255] env[65448]: _type = "Task" [ 895.277255] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.286305] env[65448]: DEBUG oslo_vmware.api [None req-c2c11ee9-14d4-4fd2-9dff-afc9b6c01489 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': task-4937832, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.364632] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a23a1b6b-eb51-43cd-a27a-e746badde73a tempest-ServerShowV254Test-1074081377 tempest-ServerShowV254Test-1074081377-project-member] Lock "37a306f7-02f2-41cd-98db-fc3eb003b7a4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 55.561s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.366374] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a7eea15a-24c8-49e0-afeb-aea8928ea570 tempest-ListImageFiltersTestJSON-1965178563 tempest-ListImageFiltersTestJSON-1965178563-project-member] Lock "223507ab-1bb6-4cc6-b81d-c5da765c01c0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 54.498s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.385481] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b28892e8-2904-4af1-ae95-7547cfb05417 tempest-ServersTestManualDisk-536655571 tempest-ServersTestManualDisk-536655571-project-member] Lock "c4a3eb56-9352-4486-af03-8817a0c6d462" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 53.478s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.389307] env[65448]: DEBUG oslo_concurrency.lockutils [None req-20524693-6d8e-470f-89d3-c1ad1cca3496 tempest-InstanceActionsNegativeTestJSON-382423160 tempest-InstanceActionsNegativeTestJSON-382423160-project-member] Lock "f523a556-180d-4c8f-be38-0f7f9110df7b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 57.824s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.403403] env[65448]: DEBUG oslo_vmware.api [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]525ee4e0-bee6-2082-b563-10f2cfff74dd, 'name': SearchDatastore_Task, 'duration_secs': 0.012155} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.404277] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.404551] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] 6b18baf1-f0be-4602-8064-9bb371bdcb17/6b18baf1-f0be-4602-8064-9bb371bdcb17.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 895.404850] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c689f497-dbfa-47d1-af0c-81455dd18389 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.413364] env[65448]: DEBUG oslo_vmware.api [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Waiting for the task: (returnval){ [ 895.413364] env[65448]: value = "task-4937833" [ 895.413364] env[65448]: _type = "Task" [ 895.413364] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.424103] env[65448]: DEBUG oslo_vmware.api [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Task: {'id': task-4937833, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.504680] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] [instance: 576a1826-8e83-46fa-832d-87c62ff7d02e] Instance has had 0 of 5 cleanup attempts {{(pid=65448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11936}} [ 895.621505] env[65448]: WARNING neutronclient.v2_0.client [req-1a651354-0e05-416c-8e0b-919ae6755f61 req-88df430f-b2a8-423b-856c-af5dedec2c9b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 895.656726] env[65448]: WARNING neutronclient.v2_0.client [req-fa20411c-3d12-4634-bfe4-dd50834eb66b req-83eb5c0e-835f-47ab-b0bf-e6038734ae80 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 895.659127] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Releasing lock "refresh_cache-7ffbee1e-54df-4aaf-8183-9b148c616b69" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.659508] env[65448]: DEBUG nova.compute.manager [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] [instance: 7ffbee1e-54df-4aaf-8183-9b148c616b69] Instance network_info: |[{"id": "6166f5e7-62a1-4453-89c4-6f64dbb9313b", "address": "fa:16:3e:fd:e1:87", "network": {"id": "a9cf7668-6efe-47bf-995f-b80dbc2213c0", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-170483857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44363cc9dcff4bc495bd38c2086e2d67", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ea0fc1b-0424-46ec-bef5-6b57b7d184d8", "external-id": "nsx-vlan-transportzone-618", "segmentation_id": 618, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6166f5e7-62", "ovs_interfaceid": "6166f5e7-62a1-4453-89c4-6f64dbb9313b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 895.660258] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] [instance: 7ffbee1e-54df-4aaf-8183-9b148c616b69] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fd:e1:87', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0ea0fc1b-0424-46ec-bef5-6b57b7d184d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6166f5e7-62a1-4453-89c4-6f64dbb9313b', 'vif_model': 'vmxnet3'}] {{(pid=65448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 895.668607] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 895.669347] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ffbee1e-54df-4aaf-8183-9b148c616b69] Creating VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 895.669607] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-58fd022b-2fa6-4bbf-b657-a668cd9f2246 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.693317] env[65448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 895.693317] env[65448]: value = "task-4937834" [ 895.693317] env[65448]: _type = "Task" [ 895.693317] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.705645] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937834, 'name': CreateVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.789620] env[65448]: DEBUG oslo_vmware.api [None req-c2c11ee9-14d4-4fd2-9dff-afc9b6c01489 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': task-4937832, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.807157] env[65448]: DEBUG nova.compute.manager [None req-dbc2d528-7ac5-4149-97f8-b2a7389a3d81 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 65f7a5e2-e42a-4a78-a9df-7bd5424ca2f2] Start spawning the instance on the hypervisor. {{(pid=65448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2689}} [ 895.846084] env[65448]: DEBUG nova.virt.hardware [None req-dbc2d528-7ac5-4149-97f8-b2a7389a3d81 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-08T17:19:51Z,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a992292b6dae455593d228217860e2e1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-08T17:19:52Z,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 895.846427] env[65448]: DEBUG nova.virt.hardware [None req-dbc2d528-7ac5-4149-97f8-b2a7389a3d81 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 895.846625] env[65448]: DEBUG nova.virt.hardware [None req-dbc2d528-7ac5-4149-97f8-b2a7389a3d81 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 895.846809] env[65448]: DEBUG nova.virt.hardware [None req-dbc2d528-7ac5-4149-97f8-b2a7389a3d81 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 895.846980] env[65448]: DEBUG nova.virt.hardware [None req-dbc2d528-7ac5-4149-97f8-b2a7389a3d81 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 895.847185] env[65448]: DEBUG nova.virt.hardware [None req-dbc2d528-7ac5-4149-97f8-b2a7389a3d81 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 895.847461] env[65448]: DEBUG nova.virt.hardware [None req-dbc2d528-7ac5-4149-97f8-b2a7389a3d81 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 895.847645] env[65448]: DEBUG nova.virt.hardware [None req-dbc2d528-7ac5-4149-97f8-b2a7389a3d81 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 895.847898] env[65448]: DEBUG nova.virt.hardware [None req-dbc2d528-7ac5-4149-97f8-b2a7389a3d81 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 895.848060] env[65448]: DEBUG nova.virt.hardware [None req-dbc2d528-7ac5-4149-97f8-b2a7389a3d81 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 895.848236] env[65448]: DEBUG nova.virt.hardware [None req-dbc2d528-7ac5-4149-97f8-b2a7389a3d81 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 895.851029] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c3d68b7-20f2-4a62-b45a-583ff2803e9f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.861143] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1cb9822-554c-47e2-b77e-e97d3649e712 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.915816] env[65448]: DEBUG nova.network.neutron [req-fa20411c-3d12-4634-bfe4-dd50834eb66b req-83eb5c0e-835f-47ab-b0bf-e6038734ae80 service nova] [instance: e528a5f1-8251-4420-8660-8a7ec001ef7e] Updated VIF entry in instance network info cache for port e97ab755-59f1-4811-b4fe-697fbc01203d. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 895.916146] env[65448]: DEBUG nova.network.neutron [req-fa20411c-3d12-4634-bfe4-dd50834eb66b req-83eb5c0e-835f-47ab-b0bf-e6038734ae80 service nova] [instance: e528a5f1-8251-4420-8660-8a7ec001ef7e] Updating instance_info_cache with network_info: [{"id": "e97ab755-59f1-4811-b4fe-697fbc01203d", "address": "fa:16:3e:7f:b8:d5", "network": {"id": "74c3093f-c513-4f53-b8aa-1b473412a059", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1124718152-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd40fc2235954c9a8f7845b5fd674c4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape97ab755-59", "ovs_interfaceid": "e97ab755-59f1-4811-b4fe-697fbc01203d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.936973] env[65448]: DEBUG oslo_vmware.api [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Task: {'id': task-4937833, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497714} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.937388] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] 6b18baf1-f0be-4602-8064-9bb371bdcb17/6b18baf1-f0be-4602-8064-9bb371bdcb17.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 895.937762] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] [instance: 6b18baf1-f0be-4602-8064-9bb371bdcb17] Extending root virtual disk to 1048576 {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 895.940901] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8c2e3c02-6ae1-48c7-aec1-39d002f4e92b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.950020] env[65448]: DEBUG oslo_vmware.api [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Waiting for the task: (returnval){ [ 895.950020] env[65448]: value = "task-4937835" [ 895.950020] env[65448]: _type = "Task" [ 895.950020] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.966319] env[65448]: DEBUG oslo_vmware.api [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Task: {'id': task-4937835, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.008512] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] [instance: d7335ae7-683b-4729-b771-29ac97585830] Instance has had 0 of 5 cleanup attempts {{(pid=65448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11936}} [ 896.061648] env[65448]: WARNING neutronclient.v2_0.client [req-1a651354-0e05-416c-8e0b-919ae6755f61 req-88df430f-b2a8-423b-856c-af5dedec2c9b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 896.209122] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937834, 'name': CreateVM_Task} progress is 99%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.289314] env[65448]: DEBUG oslo_vmware.api [None req-c2c11ee9-14d4-4fd2-9dff-afc9b6c01489 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': task-4937832, 'name': PowerOnVM_Task, 'duration_secs': 0.587154} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.290058] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2c11ee9-14d4-4fd2-9dff-afc9b6c01489 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: a99b311d-836c-4385-9432-45b9765f5dac] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 896.290058] env[65448]: INFO nova.compute.manager [None req-c2c11ee9-14d4-4fd2-9dff-afc9b6c01489 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: a99b311d-836c-4385-9432-45b9765f5dac] Took 8.67 seconds to spawn the instance on the hypervisor. [ 896.290292] env[65448]: DEBUG nova.compute.manager [None req-c2c11ee9-14d4-4fd2-9dff-afc9b6c01489 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: a99b311d-836c-4385-9432-45b9765f5dac] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 896.291016] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bc976ef-6985-4e96-82b0-a8f2691a3558 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.426370] env[65448]: DEBUG oslo_concurrency.lockutils [req-fa20411c-3d12-4634-bfe4-dd50834eb66b req-83eb5c0e-835f-47ab-b0bf-e6038734ae80 service nova] Releasing lock "refresh_cache-e528a5f1-8251-4420-8660-8a7ec001ef7e" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.429818] env[65448]: DEBUG nova.network.neutron [None req-dbc2d528-7ac5-4149-97f8-b2a7389a3d81 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 65f7a5e2-e42a-4a78-a9df-7bd5424ca2f2] Successfully updated port: d2c6e1da-1cb3-458a-8d87-edf2e15505b3 {{(pid=65448) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 896.464914] env[65448]: DEBUG oslo_vmware.api [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Task: {'id': task-4937835, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.114566} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.466338] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] [instance: 6b18baf1-f0be-4602-8064-9bb371bdcb17] Extended root virtual disk {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 896.467140] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a04d5109-db2f-4e4a-bcd7-0436740bfacb {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.470198] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85f07ce7-0eb6-4a95-894e-dc070ddf3948 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.490222] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb11312d-5e85-49de-b992-20fd46402510 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.502598] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] [instance: 6b18baf1-f0be-4602-8064-9bb371bdcb17] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] 6b18baf1-f0be-4602-8064-9bb371bdcb17/6b18baf1-f0be-4602-8064-9bb371bdcb17.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 896.503088] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5758ff9-2e08-4cf7-b561-b58195371b94 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.519190] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] [instance: b72f98f6-f233-4a51-b4ac-fef6364407f1] Instance has had 0 of 5 cleanup attempts {{(pid=65448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11936}} [ 896.551195] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ced2dd06-83fa-4ec5-9fc7-20a024c95e72 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.554131] env[65448]: DEBUG oslo_vmware.api [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Waiting for the task: (returnval){ [ 896.554131] env[65448]: value = "task-4937836" [ 896.554131] env[65448]: _type = "Task" [ 896.554131] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.562729] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76469d54-d719-4142-8ced-c87a88734c9e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.570194] env[65448]: DEBUG oslo_vmware.api [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Task: {'id': task-4937836, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.581068] env[65448]: DEBUG nova.compute.provider_tree [None req-3db3a372-fe70-446e-b66c-837f8f7c98ad tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 896.704162] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937834, 'name': CreateVM_Task} progress is 99%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.726108] env[65448]: DEBUG nova.network.neutron [req-1a651354-0e05-416c-8e0b-919ae6755f61 req-88df430f-b2a8-423b-856c-af5dedec2c9b service nova] [instance: f7468e7d-2bed-4b9a-a642-b7f628a95305] Updated VIF entry in instance network info cache for port 0edc05d5-4709-4158-81d9-6be362ad36e0. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 896.726473] env[65448]: DEBUG nova.network.neutron [req-1a651354-0e05-416c-8e0b-919ae6755f61 req-88df430f-b2a8-423b-856c-af5dedec2c9b service nova] [instance: f7468e7d-2bed-4b9a-a642-b7f628a95305] Updating instance_info_cache with network_info: [{"id": "0edc05d5-4709-4158-81d9-6be362ad36e0", "address": "fa:16:3e:36:a5:c3", "network": {"id": "f27d2d9e-8ae7-4086-9161-47127b34dd20", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-248251098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2a7a06e61d94624ba3b3a9d4f5d1e6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4223acd2-30f7-440e-b975-60b30d931694", "external-id": "nsx-vlan-transportzone-647", "segmentation_id": 647, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0edc05d5-47", "ovs_interfaceid": "0edc05d5-4709-4158-81d9-6be362ad36e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.819208] env[65448]: INFO nova.compute.manager [None req-c2c11ee9-14d4-4fd2-9dff-afc9b6c01489 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: a99b311d-836c-4385-9432-45b9765f5dac] Took 71.60 seconds to build instance. [ 896.932651] env[65448]: DEBUG oslo_concurrency.lockutils [None req-dbc2d528-7ac5-4149-97f8-b2a7389a3d81 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Acquiring lock "refresh_cache-65f7a5e2-e42a-4a78-a9df-7bd5424ca2f2" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.932828] env[65448]: DEBUG oslo_concurrency.lockutils [None req-dbc2d528-7ac5-4149-97f8-b2a7389a3d81 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Acquired lock "refresh_cache-65f7a5e2-e42a-4a78-a9df-7bd5424ca2f2" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.932998] env[65448]: DEBUG nova.network.neutron [None req-dbc2d528-7ac5-4149-97f8-b2a7389a3d81 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 65f7a5e2-e42a-4a78-a9df-7bd5424ca2f2] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 897.023624] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] [instance: 2ceb8324-07de-45d9-bc39-b8661a6a35e4] Instance has had 0 of 5 cleanup attempts {{(pid=65448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11936}} [ 897.068632] env[65448]: DEBUG oslo_vmware.api [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Task: {'id': task-4937836, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.085368] env[65448]: DEBUG nova.scheduler.client.report [None req-3db3a372-fe70-446e-b66c-837f8f7c98ad tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 897.091752] env[65448]: DEBUG nova.compute.manager [req-d64797f5-8817-4ef8-aa4a-c480f7a77bbd req-63012af3-8799-46e4-a93d-7f1108791f11 service nova] [instance: 7ffbee1e-54df-4aaf-8183-9b148c616b69] Received event network-vif-plugged-6166f5e7-62a1-4453-89c4-6f64dbb9313b {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 897.092138] env[65448]: DEBUG oslo_concurrency.lockutils [req-d64797f5-8817-4ef8-aa4a-c480f7a77bbd req-63012af3-8799-46e4-a93d-7f1108791f11 service nova] Acquiring lock "7ffbee1e-54df-4aaf-8183-9b148c616b69-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.092331] env[65448]: DEBUG oslo_concurrency.lockutils [req-d64797f5-8817-4ef8-aa4a-c480f7a77bbd req-63012af3-8799-46e4-a93d-7f1108791f11 service nova] Lock "7ffbee1e-54df-4aaf-8183-9b148c616b69-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.093357] env[65448]: DEBUG oslo_concurrency.lockutils [req-d64797f5-8817-4ef8-aa4a-c480f7a77bbd req-63012af3-8799-46e4-a93d-7f1108791f11 service nova] Lock "7ffbee1e-54df-4aaf-8183-9b148c616b69-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.093357] env[65448]: DEBUG nova.compute.manager [req-d64797f5-8817-4ef8-aa4a-c480f7a77bbd req-63012af3-8799-46e4-a93d-7f1108791f11 service nova] [instance: 7ffbee1e-54df-4aaf-8183-9b148c616b69] No waiting events found dispatching network-vif-plugged-6166f5e7-62a1-4453-89c4-6f64dbb9313b {{(pid=65448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 897.093357] env[65448]: WARNING nova.compute.manager [req-d64797f5-8817-4ef8-aa4a-c480f7a77bbd req-63012af3-8799-46e4-a93d-7f1108791f11 service nova] [instance: 7ffbee1e-54df-4aaf-8183-9b148c616b69] Received unexpected event network-vif-plugged-6166f5e7-62a1-4453-89c4-6f64dbb9313b for instance with vm_state building and task_state spawning. [ 897.093357] env[65448]: DEBUG nova.compute.manager [req-d64797f5-8817-4ef8-aa4a-c480f7a77bbd req-63012af3-8799-46e4-a93d-7f1108791f11 service nova] [instance: 7ffbee1e-54df-4aaf-8183-9b148c616b69] Received event network-changed-6166f5e7-62a1-4453-89c4-6f64dbb9313b {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 897.093607] env[65448]: DEBUG nova.compute.manager [req-d64797f5-8817-4ef8-aa4a-c480f7a77bbd req-63012af3-8799-46e4-a93d-7f1108791f11 service nova] [instance: 7ffbee1e-54df-4aaf-8183-9b148c616b69] Refreshing instance network info cache due to event network-changed-6166f5e7-62a1-4453-89c4-6f64dbb9313b. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 897.093642] env[65448]: DEBUG oslo_concurrency.lockutils [req-d64797f5-8817-4ef8-aa4a-c480f7a77bbd req-63012af3-8799-46e4-a93d-7f1108791f11 service nova] Acquiring lock "refresh_cache-7ffbee1e-54df-4aaf-8183-9b148c616b69" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.093775] env[65448]: DEBUG oslo_concurrency.lockutils [req-d64797f5-8817-4ef8-aa4a-c480f7a77bbd req-63012af3-8799-46e4-a93d-7f1108791f11 service nova] Acquired lock "refresh_cache-7ffbee1e-54df-4aaf-8183-9b148c616b69" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.093916] env[65448]: DEBUG nova.network.neutron [req-d64797f5-8817-4ef8-aa4a-c480f7a77bbd req-63012af3-8799-46e4-a93d-7f1108791f11 service nova] [instance: 7ffbee1e-54df-4aaf-8183-9b148c616b69] Refreshing network info cache for port 6166f5e7-62a1-4453-89c4-6f64dbb9313b {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 897.206536] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937834, 'name': CreateVM_Task, 'duration_secs': 1.47271} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.206740] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ffbee1e-54df-4aaf-8183-9b148c616b69] Created VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 897.207457] env[65448]: WARNING neutronclient.v2_0.client [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 897.207884] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.208097] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.208476] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.208789] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5197534-ab5b-4719-955b-6514df74b751 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.215973] env[65448]: DEBUG oslo_vmware.api [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Waiting for the task: (returnval){ [ 897.215973] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52795f10-b32c-b0f9-3cd3-e73f6ac5b5d6" [ 897.215973] env[65448]: _type = "Task" [ 897.215973] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.225840] env[65448]: DEBUG oslo_vmware.api [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52795f10-b32c-b0f9-3cd3-e73f6ac5b5d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.229261] env[65448]: DEBUG oslo_concurrency.lockutils [req-1a651354-0e05-416c-8e0b-919ae6755f61 req-88df430f-b2a8-423b-856c-af5dedec2c9b service nova] Releasing lock "refresh_cache-f7468e7d-2bed-4b9a-a642-b7f628a95305" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.323250] env[65448]: DEBUG oslo_concurrency.lockutils [None req-c2c11ee9-14d4-4fd2-9dff-afc9b6c01489 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Lock "a99b311d-836c-4385-9432-45b9765f5dac" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 93.114s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.526295] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] [instance: 98934034-6202-43e2-8c37-cbde37e0cf78] Instance has had 0 of 5 cleanup attempts {{(pid=65448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11936}} [ 897.567518] env[65448]: DEBUG oslo_vmware.api [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Task: {'id': task-4937836, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.568510] env[65448]: DEBUG nova.network.neutron [None req-dbc2d528-7ac5-4149-97f8-b2a7389a3d81 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 65f7a5e2-e42a-4a78-a9df-7bd5424ca2f2] Instance cache missing network info. {{(pid=65448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 897.596974] env[65448]: DEBUG oslo_concurrency.lockutils [None req-3db3a372-fe70-446e-b66c-837f8f7c98ad tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.786s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.597534] env[65448]: DEBUG nova.compute.manager [None req-3db3a372-fe70-446e-b66c-837f8f7c98ad tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] [instance: 2555d855-2461-4a92-ad02-372ecb1f4c10] Start building networks asynchronously for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2881}} [ 897.600496] env[65448]: WARNING neutronclient.v2_0.client [req-d64797f5-8817-4ef8-aa4a-c480f7a77bbd req-63012af3-8799-46e4-a93d-7f1108791f11 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 897.603361] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a69c15a1-94bf-4bba-8018-1099c4e18066 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 50.365s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.603560] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a69c15a1-94bf-4bba-8018-1099c4e18066 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.605380] env[65448]: DEBUG oslo_concurrency.lockutils [None req-81abdf0a-1b8b-4c20-b481-57e7454cac12 tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 47.870s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.607265] env[65448]: INFO nova.compute.claims [None req-81abdf0a-1b8b-4c20-b481-57e7454cac12 tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] [instance: 43ff9c8f-c282-4680-ab94-659f088e79a0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 897.648804] env[65448]: INFO nova.scheduler.client.report [None req-a69c15a1-94bf-4bba-8018-1099c4e18066 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Deleted allocations for instance ad59f7b3-ae8f-4d9c-a7a0-c94d58009a94 [ 897.732254] env[65448]: DEBUG oslo_vmware.api [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52795f10-b32c-b0f9-3cd3-e73f6ac5b5d6, 'name': SearchDatastore_Task, 'duration_secs': 0.014175} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.732254] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.732254] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] [instance: 7ffbee1e-54df-4aaf-8183-9b148c616b69] Processing image 50fb366d-48e6-424f-9c20-bc83d77be76a {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 897.732465] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.732581] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.732740] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 897.734284] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3f8ab9df-e580-4379-a303-5d8c6f4cbbea {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.757446] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 897.757446] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 897.757728] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c545197b-312f-47e9-87ea-18c51d9f2313 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.773489] env[65448]: DEBUG oslo_concurrency.lockutils [None req-9d5a338f-5b9f-4f6a-a2dc-1d7827e6f93f tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Acquiring lock "208772b0-cc9f-4644-b440-54e638072b4e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.773489] env[65448]: DEBUG oslo_concurrency.lockutils [None req-9d5a338f-5b9f-4f6a-a2dc-1d7827e6f93f tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Lock "208772b0-cc9f-4644-b440-54e638072b4e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.773489] env[65448]: DEBUG oslo_concurrency.lockutils [None req-9d5a338f-5b9f-4f6a-a2dc-1d7827e6f93f tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Acquiring lock "208772b0-cc9f-4644-b440-54e638072b4e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.773489] env[65448]: DEBUG oslo_concurrency.lockutils [None req-9d5a338f-5b9f-4f6a-a2dc-1d7827e6f93f tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Lock "208772b0-cc9f-4644-b440-54e638072b4e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.773810] env[65448]: DEBUG oslo_concurrency.lockutils [None req-9d5a338f-5b9f-4f6a-a2dc-1d7827e6f93f tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Lock "208772b0-cc9f-4644-b440-54e638072b4e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.773810] env[65448]: DEBUG oslo_vmware.api [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Waiting for the task: (returnval){ [ 897.773810] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52ad2e39-0ed6-f6cd-58e4-331b160e869c" [ 897.773810] env[65448]: _type = "Task" [ 897.773810] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.773810] env[65448]: INFO nova.compute.manager [None req-9d5a338f-5b9f-4f6a-a2dc-1d7827e6f93f tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: 208772b0-cc9f-4644-b440-54e638072b4e] Terminating instance [ 897.787820] env[65448]: DEBUG oslo_vmware.api [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52ad2e39-0ed6-f6cd-58e4-331b160e869c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.034960] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] [instance: a2724af1-294c-4358-9aa3-938b7d8db7d4] Instance has had 0 of 5 cleanup attempts {{(pid=65448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11936}} [ 898.067069] env[65448]: DEBUG oslo_vmware.api [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Task: {'id': task-4937836, 'name': ReconfigVM_Task, 'duration_secs': 1.223103} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.068080] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] [instance: 6b18baf1-f0be-4602-8064-9bb371bdcb17] Reconfigured VM instance instance-00000043 to attach disk [datastore2] 6b18baf1-f0be-4602-8064-9bb371bdcb17/6b18baf1-f0be-4602-8064-9bb371bdcb17.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 898.068738] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-34fb2760-2681-4f51-b202-aada5a41b887 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.076055] env[65448]: DEBUG oslo_vmware.api [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Waiting for the task: (returnval){ [ 898.076055] env[65448]: value = "task-4937837" [ 898.076055] env[65448]: _type = "Task" [ 898.076055] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.085937] env[65448]: DEBUG oslo_vmware.api [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Task: {'id': task-4937837, 'name': Rename_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.112126] env[65448]: DEBUG nova.compute.utils [None req-3db3a372-fe70-446e-b66c-837f8f7c98ad tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Using /dev/sd instead of None {{(pid=65448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 898.116024] env[65448]: DEBUG nova.compute.manager [None req-3db3a372-fe70-446e-b66c-837f8f7c98ad tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] [instance: 2555d855-2461-4a92-ad02-372ecb1f4c10] Not allocating networking since 'none' was specified. {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2023}} [ 898.127933] env[65448]: WARNING neutronclient.v2_0.client [None req-dbc2d528-7ac5-4149-97f8-b2a7389a3d81 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 898.166874] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a69c15a1-94bf-4bba-8018-1099c4e18066 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Lock "ad59f7b3-ae8f-4d9c-a7a0-c94d58009a94" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 54.419s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.280192] env[65448]: DEBUG nova.compute.manager [None req-9d5a338f-5b9f-4f6a-a2dc-1d7827e6f93f tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: 208772b0-cc9f-4644-b440-54e638072b4e] Start destroying the instance on the hypervisor. {{(pid=65448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3209}} [ 898.280474] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-9d5a338f-5b9f-4f6a-a2dc-1d7827e6f93f tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: 208772b0-cc9f-4644-b440-54e638072b4e] Destroying instance {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 898.281452] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbe80be9-f992-48d7-86f7-c001bb1b5efe {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.291552] env[65448]: DEBUG oslo_vmware.api [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52ad2e39-0ed6-f6cd-58e4-331b160e869c, 'name': SearchDatastore_Task, 'duration_secs': 0.021058} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.294639] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d5a338f-5b9f-4f6a-a2dc-1d7827e6f93f tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: 208772b0-cc9f-4644-b440-54e638072b4e] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 898.294893] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98d95e2e-c71d-46a5-bf1f-b82e5d92f75e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.297696] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5d4c4c57-9a6d-483c-9943-a94227a3fd15 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.304225] env[65448]: DEBUG oslo_vmware.api [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Waiting for the task: (returnval){ [ 898.304225] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]522698e1-a8ea-7b66-b03d-965fe535c096" [ 898.304225] env[65448]: _type = "Task" [ 898.304225] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.309913] env[65448]: DEBUG oslo_vmware.api [None req-9d5a338f-5b9f-4f6a-a2dc-1d7827e6f93f tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Waiting for the task: (returnval){ [ 898.309913] env[65448]: value = "task-4937838" [ 898.309913] env[65448]: _type = "Task" [ 898.309913] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.319506] env[65448]: DEBUG oslo_vmware.api [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]522698e1-a8ea-7b66-b03d-965fe535c096, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.325334] env[65448]: DEBUG oslo_vmware.api [None req-9d5a338f-5b9f-4f6a-a2dc-1d7827e6f93f tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': task-4937838, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.539775] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] [instance: 7b76faba-15f3-4412-b5e7-5354a6bfd35f] Instance has had 0 of 5 cleanup attempts {{(pid=65448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11936}} [ 898.587505] env[65448]: DEBUG oslo_vmware.api [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Task: {'id': task-4937837, 'name': Rename_Task} progress is 99%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.616761] env[65448]: DEBUG nova.compute.manager [None req-3db3a372-fe70-446e-b66c-837f8f7c98ad tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] [instance: 2555d855-2461-4a92-ad02-372ecb1f4c10] Start building block device mappings for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2916}} [ 898.742971] env[65448]: DEBUG nova.network.neutron [None req-dbc2d528-7ac5-4149-97f8-b2a7389a3d81 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 65f7a5e2-e42a-4a78-a9df-7bd5424ca2f2] Updating instance_info_cache with network_info: [{"id": "d2c6e1da-1cb3-458a-8d87-edf2e15505b3", "address": "fa:16:3e:6b:88:5d", "network": {"id": "76bce7a5-302f-47a8-9b20-9331c6891217", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1202927429-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc9e8e59612c49a6b788080423997837", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2c6e1da-1c", "ovs_interfaceid": "d2c6e1da-1cb3-458a-8d87-edf2e15505b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.822572] env[65448]: DEBUG oslo_vmware.api [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]522698e1-a8ea-7b66-b03d-965fe535c096, 'name': SearchDatastore_Task, 'duration_secs': 0.013135} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.823925] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.824258] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] 7ffbee1e-54df-4aaf-8183-9b148c616b69/7ffbee1e-54df-4aaf-8183-9b148c616b69.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 898.824554] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-28c293e7-d477-41f3-9794-663841b29c05 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.834687] env[65448]: DEBUG oslo_vmware.api [None req-9d5a338f-5b9f-4f6a-a2dc-1d7827e6f93f tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': task-4937838, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.844642] env[65448]: DEBUG oslo_vmware.api [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Waiting for the task: (returnval){ [ 898.844642] env[65448]: value = "task-4937839" [ 898.844642] env[65448]: _type = "Task" [ 898.844642] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.863222] env[65448]: DEBUG oslo_vmware.api [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Task: {'id': task-4937839, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.985755] env[65448]: WARNING neutronclient.v2_0.client [req-d64797f5-8817-4ef8-aa4a-c480f7a77bbd req-63012af3-8799-46e4-a93d-7f1108791f11 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 899.046073] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] [instance: 12878a90-86d2-4609-80aa-de0d1bdb64c0] Instance has had 0 of 5 cleanup attempts {{(pid=65448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11936}} [ 899.087893] env[65448]: DEBUG oslo_vmware.api [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Task: {'id': task-4937837, 'name': Rename_Task} progress is 99%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.220253] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37e6b3a3-8a08-45e5-9765-8b33c61c7158 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.232841] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-268c1645-c876-4b26-9754-bc5d9a9cbcdf {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.272768] env[65448]: DEBUG oslo_concurrency.lockutils [None req-dbc2d528-7ac5-4149-97f8-b2a7389a3d81 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Releasing lock "refresh_cache-65f7a5e2-e42a-4a78-a9df-7bd5424ca2f2" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.272768] env[65448]: DEBUG nova.compute.manager [None req-dbc2d528-7ac5-4149-97f8-b2a7389a3d81 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 65f7a5e2-e42a-4a78-a9df-7bd5424ca2f2] Instance network_info: |[{"id": "d2c6e1da-1cb3-458a-8d87-edf2e15505b3", "address": "fa:16:3e:6b:88:5d", "network": {"id": "76bce7a5-302f-47a8-9b20-9331c6891217", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1202927429-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc9e8e59612c49a6b788080423997837", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2c6e1da-1c", "ovs_interfaceid": "d2c6e1da-1cb3-458a-8d87-edf2e15505b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 899.273069] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-dbc2d528-7ac5-4149-97f8-b2a7389a3d81 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 65f7a5e2-e42a-4a78-a9df-7bd5424ca2f2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6b:88:5d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1e7a4976-597e-4636-990e-6062b5faadee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd2c6e1da-1cb3-458a-8d87-edf2e15505b3', 'vif_model': 'vmxnet3'}] {{(pid=65448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 899.281581] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-dbc2d528-7ac5-4149-97f8-b2a7389a3d81 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 899.283191] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41d3eed7-3561-4782-85d9-b553de80c84f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.286488] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65f7a5e2-e42a-4a78-a9df-7bd5424ca2f2] Creating VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 899.287076] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-678fc1e3-f647-4e22-9c52-dadb2db05d65 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.321883] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2b05db4-8d67-4af3-abca-57c8bea00c30 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.325096] env[65448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 899.325096] env[65448]: value = "task-4937840" [ 899.325096] env[65448]: _type = "Task" [ 899.325096] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.346267] env[65448]: DEBUG nova.compute.provider_tree [None req-81abdf0a-1b8b-4c20-b481-57e7454cac12 tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 899.347276] env[65448]: DEBUG oslo_vmware.api [None req-9d5a338f-5b9f-4f6a-a2dc-1d7827e6f93f tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': task-4937838, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.356895] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937840, 'name': CreateVM_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.364405] env[65448]: DEBUG oslo_vmware.api [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Task: {'id': task-4937839, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.550846] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] [instance: 101b6ef8-fab1-4626-9524-4e080c5ad298] Instance has had 0 of 5 cleanup attempts {{(pid=65448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11936}} [ 899.592195] env[65448]: DEBUG oslo_vmware.api [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Task: {'id': task-4937837, 'name': Rename_Task, 'duration_secs': 1.279098} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.593243] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] [instance: 6b18baf1-f0be-4602-8064-9bb371bdcb17] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 899.593652] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-54c0a324-8739-4920-853c-9bdb38bbccbc {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.604197] env[65448]: DEBUG oslo_vmware.api [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Waiting for the task: (returnval){ [ 899.604197] env[65448]: value = "task-4937841" [ 899.604197] env[65448]: _type = "Task" [ 899.604197] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.616881] env[65448]: DEBUG oslo_vmware.api [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Task: {'id': task-4937841, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.634883] env[65448]: DEBUG nova.compute.manager [None req-3db3a372-fe70-446e-b66c-837f8f7c98ad tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] [instance: 2555d855-2461-4a92-ad02-372ecb1f4c10] Start spawning the instance on the hypervisor. {{(pid=65448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2689}} [ 899.670718] env[65448]: DEBUG nova.virt.hardware [None req-3db3a372-fe70-446e-b66c-837f8f7c98ad tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-08T17:19:51Z,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a992292b6dae455593d228217860e2e1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-08T17:19:52Z,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 899.671042] env[65448]: DEBUG nova.virt.hardware [None req-3db3a372-fe70-446e-b66c-837f8f7c98ad tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 899.671176] env[65448]: DEBUG nova.virt.hardware [None req-3db3a372-fe70-446e-b66c-837f8f7c98ad tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 899.671475] env[65448]: DEBUG nova.virt.hardware [None req-3db3a372-fe70-446e-b66c-837f8f7c98ad tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 899.671883] env[65448]: DEBUG nova.virt.hardware [None req-3db3a372-fe70-446e-b66c-837f8f7c98ad tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 899.671883] env[65448]: DEBUG nova.virt.hardware [None req-3db3a372-fe70-446e-b66c-837f8f7c98ad tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 899.671981] env[65448]: DEBUG nova.virt.hardware [None req-3db3a372-fe70-446e-b66c-837f8f7c98ad tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 899.672156] env[65448]: DEBUG nova.virt.hardware [None req-3db3a372-fe70-446e-b66c-837f8f7c98ad tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 899.672328] env[65448]: DEBUG nova.virt.hardware [None req-3db3a372-fe70-446e-b66c-837f8f7c98ad tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 899.672608] env[65448]: DEBUG nova.virt.hardware [None req-3db3a372-fe70-446e-b66c-837f8f7c98ad tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 899.672779] env[65448]: DEBUG nova.virt.hardware [None req-3db3a372-fe70-446e-b66c-837f8f7c98ad tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 899.674159] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d268d4c5-c26c-4f87-95c8-b31d7320f795 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.687775] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c98b842a-16f9-4c14-8bab-25e89d610510 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.713228] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-3db3a372-fe70-446e-b66c-837f8f7c98ad tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] [instance: 2555d855-2461-4a92-ad02-372ecb1f4c10] Instance VIF info [] {{(pid=65448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 899.721094] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-3db3a372-fe70-446e-b66c-837f8f7c98ad tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Creating folder: Project (3c8def117f124e9ea008ef48cef21bbc). Parent ref: group-v961779. {{(pid=65448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 899.721504] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dfd74ec1-5eda-4cb4-8b47-4533ec9766cd {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.735462] env[65448]: INFO nova.virt.vmwareapi.vm_util [None req-3db3a372-fe70-446e-b66c-837f8f7c98ad tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Created folder: Project (3c8def117f124e9ea008ef48cef21bbc) in parent group-v961779. [ 899.735771] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-3db3a372-fe70-446e-b66c-837f8f7c98ad tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Creating folder: Instances. Parent ref: group-v961976. {{(pid=65448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 899.736393] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-32e6d68d-22b1-4b86-a9cd-aa8b5790a258 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.750275] env[65448]: INFO nova.virt.vmwareapi.vm_util [None req-3db3a372-fe70-446e-b66c-837f8f7c98ad tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Created folder: Instances in parent group-v961976. [ 899.750550] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-3db3a372-fe70-446e-b66c-837f8f7c98ad tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 899.750770] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2555d855-2461-4a92-ad02-372ecb1f4c10] Creating VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 899.750991] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ca4aef0b-a373-4b09-ba47-6364470ae944 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.772283] env[65448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 899.772283] env[65448]: value = "task-4937844" [ 899.772283] env[65448]: _type = "Task" [ 899.772283] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.781835] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937844, 'name': CreateVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.827206] env[65448]: DEBUG oslo_vmware.api [None req-9d5a338f-5b9f-4f6a-a2dc-1d7827e6f93f tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': task-4937838, 'name': PowerOffVM_Task, 'duration_secs': 1.224962} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.827206] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d5a338f-5b9f-4f6a-a2dc-1d7827e6f93f tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: 208772b0-cc9f-4644-b440-54e638072b4e] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 899.827206] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-9d5a338f-5b9f-4f6a-a2dc-1d7827e6f93f tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: 208772b0-cc9f-4644-b440-54e638072b4e] Unregistering the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 899.827206] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1b9b4597-931b-40fe-a91b-b2c052862e5a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.837413] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937840, 'name': CreateVM_Task, 'duration_secs': 0.518481} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.837568] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65f7a5e2-e42a-4a78-a9df-7bd5424ca2f2] Created VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 899.838082] env[65448]: WARNING neutronclient.v2_0.client [None req-dbc2d528-7ac5-4149-97f8-b2a7389a3d81 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 899.838690] env[65448]: DEBUG oslo_concurrency.lockutils [None req-dbc2d528-7ac5-4149-97f8-b2a7389a3d81 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.838690] env[65448]: DEBUG oslo_concurrency.lockutils [None req-dbc2d528-7ac5-4149-97f8-b2a7389a3d81 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.838930] env[65448]: DEBUG oslo_concurrency.lockutils [None req-dbc2d528-7ac5-4149-97f8-b2a7389a3d81 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.839188] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5604429-206a-4df2-8f1d-7577f73e1bdb {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.845079] env[65448]: DEBUG oslo_vmware.api [None req-dbc2d528-7ac5-4149-97f8-b2a7389a3d81 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Waiting for the task: (returnval){ [ 899.845079] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5218ff59-4e4a-4dac-c86a-36456f70da35" [ 899.845079] env[65448]: _type = "Task" [ 899.845079] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.850457] env[65448]: DEBUG nova.scheduler.client.report [None req-81abdf0a-1b8b-4c20-b481-57e7454cac12 tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 899.864575] env[65448]: DEBUG oslo_vmware.api [None req-dbc2d528-7ac5-4149-97f8-b2a7389a3d81 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5218ff59-4e4a-4dac-c86a-36456f70da35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.870516] env[65448]: DEBUG oslo_vmware.api [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Task: {'id': task-4937839, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.864889} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.871030] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] 7ffbee1e-54df-4aaf-8183-9b148c616b69/7ffbee1e-54df-4aaf-8183-9b148c616b69.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 899.871400] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] [instance: 7ffbee1e-54df-4aaf-8183-9b148c616b69] Extending root virtual disk to 1048576 {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 899.871818] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e24a7f95-b668-438c-92e2-5aa5b13d1af8 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.881335] env[65448]: DEBUG oslo_vmware.api [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Waiting for the task: (returnval){ [ 899.881335] env[65448]: value = "task-4937846" [ 899.881335] env[65448]: _type = "Task" [ 899.881335] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.892515] env[65448]: DEBUG oslo_vmware.api [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Task: {'id': task-4937846, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.916398] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-9d5a338f-5b9f-4f6a-a2dc-1d7827e6f93f tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: 208772b0-cc9f-4644-b440-54e638072b4e] Unregistered the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 899.916584] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-9d5a338f-5b9f-4f6a-a2dc-1d7827e6f93f tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: 208772b0-cc9f-4644-b440-54e638072b4e] Deleting contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 899.916776] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d5a338f-5b9f-4f6a-a2dc-1d7827e6f93f tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Deleting the datastore file [datastore2] 208772b0-cc9f-4644-b440-54e638072b4e {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 899.917100] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-59c9fa7f-1cc7-43fb-bd21-698ae2721872 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.924107] env[65448]: DEBUG oslo_vmware.api [None req-9d5a338f-5b9f-4f6a-a2dc-1d7827e6f93f tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Waiting for the task: (returnval){ [ 899.924107] env[65448]: value = "task-4937847" [ 899.924107] env[65448]: _type = "Task" [ 899.924107] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.935029] env[65448]: DEBUG oslo_vmware.api [None req-9d5a338f-5b9f-4f6a-a2dc-1d7827e6f93f tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': task-4937847, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.007647] env[65448]: DEBUG nova.network.neutron [req-d64797f5-8817-4ef8-aa4a-c480f7a77bbd req-63012af3-8799-46e4-a93d-7f1108791f11 service nova] [instance: 7ffbee1e-54df-4aaf-8183-9b148c616b69] Updated VIF entry in instance network info cache for port 6166f5e7-62a1-4453-89c4-6f64dbb9313b. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 900.008035] env[65448]: DEBUG nova.network.neutron [req-d64797f5-8817-4ef8-aa4a-c480f7a77bbd req-63012af3-8799-46e4-a93d-7f1108791f11 service nova] [instance: 7ffbee1e-54df-4aaf-8183-9b148c616b69] Updating instance_info_cache with network_info: [{"id": "6166f5e7-62a1-4453-89c4-6f64dbb9313b", "address": "fa:16:3e:fd:e1:87", "network": {"id": "a9cf7668-6efe-47bf-995f-b80dbc2213c0", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-170483857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44363cc9dcff4bc495bd38c2086e2d67", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ea0fc1b-0424-46ec-bef5-6b57b7d184d8", "external-id": "nsx-vlan-transportzone-618", "segmentation_id": 618, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6166f5e7-62", "ovs_interfaceid": "6166f5e7-62a1-4453-89c4-6f64dbb9313b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.055873] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] [instance: 355e8336-6743-41dc-b678-3e8025295ba9] Instance has had 0 of 5 cleanup attempts {{(pid=65448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11936}} [ 900.116412] env[65448]: DEBUG oslo_vmware.api [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Task: {'id': task-4937841, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.285067] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937844, 'name': CreateVM_Task} progress is 99%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.358620] env[65448]: DEBUG oslo_concurrency.lockutils [None req-81abdf0a-1b8b-4c20-b481-57e7454cac12 tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.753s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.359701] env[65448]: DEBUG nova.compute.manager [None req-81abdf0a-1b8b-4c20-b481-57e7454cac12 tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] [instance: 43ff9c8f-c282-4680-ab94-659f088e79a0] Start building networks asynchronously for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2881}} [ 900.371053] env[65448]: DEBUG oslo_concurrency.lockutils [None req-f3dfd457-52a4-4f45-bb09-225c78373b6f tempest-ServerPasswordTestJSON-1060978021 tempest-ServerPasswordTestJSON-1060978021-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 47.054s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.371053] env[65448]: DEBUG oslo_concurrency.lockutils [None req-f3dfd457-52a4-4f45-bb09-225c78373b6f tempest-ServerPasswordTestJSON-1060978021 tempest-ServerPasswordTestJSON-1060978021-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.373487] env[65448]: DEBUG oslo_concurrency.lockutils [None req-f724b6d5-5b31-49b2-a1ff-197338b050f7 tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 46.812s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.374274] env[65448]: DEBUG oslo_concurrency.lockutils [None req-f724b6d5-5b31-49b2-a1ff-197338b050f7 tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.376709] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a7e4a362-0bd6-42b4-be39-2e431f81c1e2 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.853s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.376709] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a7e4a362-0bd6-42b4-be39-2e431f81c1e2 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.378919] env[65448]: DEBUG oslo_concurrency.lockutils [None req-14a66a30-eeba-48a5-93a0-e728ee2d88ad tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 36.325s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.381646] env[65448]: DEBUG oslo_vmware.api [None req-dbc2d528-7ac5-4149-97f8-b2a7389a3d81 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5218ff59-4e4a-4dac-c86a-36456f70da35, 'name': SearchDatastore_Task, 'duration_secs': 0.035011} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.384829] env[65448]: DEBUG oslo_concurrency.lockutils [None req-dbc2d528-7ac5-4149-97f8-b2a7389a3d81 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.384829] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-dbc2d528-7ac5-4149-97f8-b2a7389a3d81 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 65f7a5e2-e42a-4a78-a9df-7bd5424ca2f2] Processing image 50fb366d-48e6-424f-9c20-bc83d77be76a {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 900.384829] env[65448]: DEBUG oslo_concurrency.lockutils [None req-dbc2d528-7ac5-4149-97f8-b2a7389a3d81 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.384829] env[65448]: DEBUG oslo_concurrency.lockutils [None req-dbc2d528-7ac5-4149-97f8-b2a7389a3d81 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.385028] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbc2d528-7ac5-4149-97f8-b2a7389a3d81 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 900.397711] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0f927fe9-db93-4be9-becb-888f85dfff09 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.409730] env[65448]: DEBUG oslo_vmware.api [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Task: {'id': task-4937846, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.19418} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.411149] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] [instance: 7ffbee1e-54df-4aaf-8183-9b148c616b69] Extended root virtual disk {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 900.413450] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3d3bb5a-025a-4145-bd5a-0a233045ea94 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.416068] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbc2d528-7ac5-4149-97f8-b2a7389a3d81 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 900.416275] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-dbc2d528-7ac5-4149-97f8-b2a7389a3d81 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 900.419029] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b55bb5c0-64c1-4ddc-9a9c-ef310d79e390 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.448941] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] [instance: 7ffbee1e-54df-4aaf-8183-9b148c616b69] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] 7ffbee1e-54df-4aaf-8183-9b148c616b69/7ffbee1e-54df-4aaf-8183-9b148c616b69.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 900.452696] env[65448]: INFO nova.scheduler.client.report [None req-a7e4a362-0bd6-42b4-be39-2e431f81c1e2 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Deleted allocations for instance 3086c559-35b8-4e79-8478-27151b6a985d [ 900.461607] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-802d9384-a38f-47b5-b757-ddf4d61912fa {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.480625] env[65448]: DEBUG oslo_vmware.api [None req-dbc2d528-7ac5-4149-97f8-b2a7389a3d81 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Waiting for the task: (returnval){ [ 900.480625] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52ee0a43-1070-39ff-c7bc-27dc42348aba" [ 900.480625] env[65448]: _type = "Task" [ 900.480625] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.489664] env[65448]: INFO nova.scheduler.client.report [None req-f3dfd457-52a4-4f45-bb09-225c78373b6f tempest-ServerPasswordTestJSON-1060978021 tempest-ServerPasswordTestJSON-1060978021-project-member] Deleted allocations for instance 233af8b9-8f53-4e88-b316-ac6e2e2f85a1 [ 900.492635] env[65448]: INFO nova.scheduler.client.report [None req-f724b6d5-5b31-49b2-a1ff-197338b050f7 tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] Deleted allocations for instance f7fb46f9-1425-4f94-bcf1-dd722c442144 [ 900.520642] env[65448]: DEBUG oslo_concurrency.lockutils [req-d64797f5-8817-4ef8-aa4a-c480f7a77bbd req-63012af3-8799-46e4-a93d-7f1108791f11 service nova] Releasing lock "refresh_cache-7ffbee1e-54df-4aaf-8183-9b148c616b69" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.521627] env[65448]: DEBUG oslo_vmware.api [None req-9d5a338f-5b9f-4f6a-a2dc-1d7827e6f93f tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': task-4937847, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.436669} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.522186] env[65448]: DEBUG oslo_vmware.api [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Waiting for the task: (returnval){ [ 900.522186] env[65448]: value = "task-4937848" [ 900.522186] env[65448]: _type = "Task" [ 900.522186] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.523638] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d5a338f-5b9f-4f6a-a2dc-1d7827e6f93f tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 900.524331] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-9d5a338f-5b9f-4f6a-a2dc-1d7827e6f93f tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: 208772b0-cc9f-4644-b440-54e638072b4e] Deleted contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 900.524610] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-9d5a338f-5b9f-4f6a-a2dc-1d7827e6f93f tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: 208772b0-cc9f-4644-b440-54e638072b4e] Instance destroyed {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 900.524903] env[65448]: INFO nova.compute.manager [None req-9d5a338f-5b9f-4f6a-a2dc-1d7827e6f93f tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: 208772b0-cc9f-4644-b440-54e638072b4e] Took 2.24 seconds to destroy the instance on the hypervisor. [ 900.526697] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-9d5a338f-5b9f-4f6a-a2dc-1d7827e6f93f tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 900.533079] env[65448]: DEBUG nova.compute.manager [-] [instance: 208772b0-cc9f-4644-b440-54e638072b4e] Deallocating network for instance {{(pid=65448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 900.533328] env[65448]: DEBUG nova.network.neutron [-] [instance: 208772b0-cc9f-4644-b440-54e638072b4e] deallocate_for_instance() {{(pid=65448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 900.534699] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 900.540690] env[65448]: DEBUG oslo_vmware.api [None req-dbc2d528-7ac5-4149-97f8-b2a7389a3d81 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52ee0a43-1070-39ff-c7bc-27dc42348aba, 'name': SearchDatastore_Task, 'duration_secs': 0.013601} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.543084] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3a59fa9-ca04-42c3-ba1e-f4c82e41a9d7 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.549939] env[65448]: DEBUG oslo_vmware.api [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Task: {'id': task-4937848, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.561430] env[65448]: DEBUG oslo_vmware.api [None req-dbc2d528-7ac5-4149-97f8-b2a7389a3d81 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Waiting for the task: (returnval){ [ 900.561430] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52d3294f-87e8-a28e-a1cb-36868fc79116" [ 900.561430] env[65448]: _type = "Task" [ 900.561430] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.562985] env[65448]: DEBUG oslo_service.periodic_task [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=65448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 900.562985] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Cleaning up deleted instances with incomplete migration {{(pid=65448) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11961}} [ 900.576692] env[65448]: DEBUG oslo_vmware.api [None req-dbc2d528-7ac5-4149-97f8-b2a7389a3d81 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52d3294f-87e8-a28e-a1cb-36868fc79116, 'name': SearchDatastore_Task, 'duration_secs': 0.011209} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.577383] env[65448]: DEBUG oslo_concurrency.lockutils [None req-dbc2d528-7ac5-4149-97f8-b2a7389a3d81 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.577383] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbc2d528-7ac5-4149-97f8-b2a7389a3d81 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] 65f7a5e2-e42a-4a78-a9df-7bd5424ca2f2/65f7a5e2-e42a-4a78-a9df-7bd5424ca2f2.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 900.577880] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-219e1d63-c4b6-4f65-b990-aacd41aa74c8 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.588141] env[65448]: DEBUG oslo_vmware.api [None req-dbc2d528-7ac5-4149-97f8-b2a7389a3d81 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Waiting for the task: (returnval){ [ 900.588141] env[65448]: value = "task-4937849" [ 900.588141] env[65448]: _type = "Task" [ 900.588141] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.612379] env[65448]: DEBUG oslo_vmware.api [None req-dbc2d528-7ac5-4149-97f8-b2a7389a3d81 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Task: {'id': task-4937849, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.627410] env[65448]: DEBUG oslo_vmware.api [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Task: {'id': task-4937841, 'name': PowerOnVM_Task, 'duration_secs': 0.8988} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.627410] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] [instance: 6b18baf1-f0be-4602-8064-9bb371bdcb17] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 900.627410] env[65448]: INFO nova.compute.manager [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] [instance: 6b18baf1-f0be-4602-8064-9bb371bdcb17] Took 10.32 seconds to spawn the instance on the hypervisor. [ 900.627410] env[65448]: DEBUG nova.compute.manager [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] [instance: 6b18baf1-f0be-4602-8064-9bb371bdcb17] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 900.627410] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8d6281a-dc75-478f-a4fd-dcd7df3cf579 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.786547] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937844, 'name': CreateVM_Task, 'duration_secs': 0.604312} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.786547] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2555d855-2461-4a92-ad02-372ecb1f4c10] Created VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 900.787922] env[65448]: DEBUG oslo_concurrency.lockutils [None req-3db3a372-fe70-446e-b66c-837f8f7c98ad tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.787922] env[65448]: DEBUG oslo_concurrency.lockutils [None req-3db3a372-fe70-446e-b66c-837f8f7c98ad tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.788767] env[65448]: DEBUG oslo_concurrency.lockutils [None req-3db3a372-fe70-446e-b66c-837f8f7c98ad tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.788767] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-199c1205-6f6f-434c-8903-24043fc6f003 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.794365] env[65448]: DEBUG oslo_vmware.api [None req-3db3a372-fe70-446e-b66c-837f8f7c98ad tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Waiting for the task: (returnval){ [ 900.794365] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52da8d31-f1bf-64ba-fbc5-8ee23ad4c0dd" [ 900.794365] env[65448]: _type = "Task" [ 900.794365] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.803825] env[65448]: DEBUG oslo_vmware.api [None req-3db3a372-fe70-446e-b66c-837f8f7c98ad tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52da8d31-f1bf-64ba-fbc5-8ee23ad4c0dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.831829] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 900.883527] env[65448]: DEBUG nova.objects.instance [None req-14a66a30-eeba-48a5-93a0-e728ee2d88ad tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Lazy-loading 'migration_context' on Instance uuid 9322f1d0-3ffb-46c6-8974-7fe56a517f7f {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 900.886118] env[65448]: DEBUG nova.compute.utils [None req-81abdf0a-1b8b-4c20-b481-57e7454cac12 tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Using /dev/sd instead of None {{(pid=65448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 900.887893] env[65448]: DEBUG nova.compute.manager [None req-81abdf0a-1b8b-4c20-b481-57e7454cac12 tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] [instance: 43ff9c8f-c282-4680-ab94-659f088e79a0] Not allocating networking since 'none' was specified. {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2023}} [ 900.997710] env[65448]: DEBUG oslo_concurrency.lockutils [None req-fcfca66f-60f0-402f-94a5-39178cca5ed3 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Acquiring lock "59a9ff6f-4e7b-4530-aaab-b12d54355269" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.997975] env[65448]: DEBUG oslo_concurrency.lockutils [None req-fcfca66f-60f0-402f-94a5-39178cca5ed3 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Lock "59a9ff6f-4e7b-4530-aaab-b12d54355269" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.004441] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a7e4a362-0bd6-42b4-be39-2e431f81c1e2 tempest-ServersWithSpecificFlavorTestJSON-1627004517 tempest-ServersWithSpecificFlavorTestJSON-1627004517-project-member] Lock "3086c559-35b8-4e79-8478-27151b6a985d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.282s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.021941] env[65448]: DEBUG oslo_concurrency.lockutils [None req-f3dfd457-52a4-4f45-bb09-225c78373b6f tempest-ServerPasswordTestJSON-1060978021 tempest-ServerPasswordTestJSON-1060978021-project-member] Lock "233af8b9-8f53-4e88-b316-ac6e2e2f85a1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 51.352s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.039387] env[65448]: DEBUG oslo_vmware.api [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Task: {'id': task-4937848, 'name': ReconfigVM_Task, 'duration_secs': 0.496058} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.039745] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] [instance: 7ffbee1e-54df-4aaf-8183-9b148c616b69] Reconfigured VM instance instance-00000044 to attach disk [datastore2] 7ffbee1e-54df-4aaf-8183-9b148c616b69/7ffbee1e-54df-4aaf-8183-9b148c616b69.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 901.040470] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-edaa463c-84f5-4aca-903c-ec9b5b77c0c0 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.054603] env[65448]: DEBUG oslo_vmware.api [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Waiting for the task: (returnval){ [ 901.054603] env[65448]: value = "task-4937850" [ 901.054603] env[65448]: _type = "Task" [ 901.054603] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.067079] env[65448]: DEBUG oslo_vmware.api [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Task: {'id': task-4937850, 'name': Rename_Task} progress is 6%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.072921] env[65448]: DEBUG oslo_service.periodic_task [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=65448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 901.074918] env[65448]: DEBUG oslo_concurrency.lockutils [None req-f724b6d5-5b31-49b2-a1ff-197338b050f7 tempest-ServerRescueTestJSONUnderV235-172963800 tempest-ServerRescueTestJSONUnderV235-172963800-project-member] Lock "f7fb46f9-1425-4f94-bcf1-dd722c442144" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 51.163s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.100798] env[65448]: DEBUG oslo_vmware.api [None req-dbc2d528-7ac5-4149-97f8-b2a7389a3d81 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Task: {'id': task-4937849, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.148080] env[65448]: INFO nova.compute.manager [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] [instance: 6b18baf1-f0be-4602-8064-9bb371bdcb17] Took 71.79 seconds to build instance. [ 901.308946] env[65448]: DEBUG oslo_vmware.api [None req-3db3a372-fe70-446e-b66c-837f8f7c98ad tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52da8d31-f1bf-64ba-fbc5-8ee23ad4c0dd, 'name': SearchDatastore_Task, 'duration_secs': 0.010826} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.309099] env[65448]: DEBUG oslo_concurrency.lockutils [None req-3db3a372-fe70-446e-b66c-837f8f7c98ad tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.309279] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-3db3a372-fe70-446e-b66c-837f8f7c98ad tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] [instance: 2555d855-2461-4a92-ad02-372ecb1f4c10] Processing image 50fb366d-48e6-424f-9c20-bc83d77be76a {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 901.309721] env[65448]: DEBUG oslo_concurrency.lockutils [None req-3db3a372-fe70-446e-b66c-837f8f7c98ad tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.309768] env[65448]: DEBUG oslo_concurrency.lockutils [None req-3db3a372-fe70-446e-b66c-837f8f7c98ad tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.309989] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-3db3a372-fe70-446e-b66c-837f8f7c98ad tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 901.311168] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d6a9c14d-7a10-45bf-b07d-da10e7218ecb {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.321555] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-3db3a372-fe70-446e-b66c-837f8f7c98ad tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 901.321555] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-3db3a372-fe70-446e-b66c-837f8f7c98ad tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 901.322345] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16da8930-eb23-4da4-9789-b1d426fadcb3 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.330562] env[65448]: DEBUG oslo_vmware.api [None req-3db3a372-fe70-446e-b66c-837f8f7c98ad tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Waiting for the task: (returnval){ [ 901.330562] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52fb51ab-038b-89f4-ecc0-ca909afd3b55" [ 901.330562] env[65448]: _type = "Task" [ 901.330562] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.341036] env[65448]: DEBUG oslo_vmware.api [None req-3db3a372-fe70-446e-b66c-837f8f7c98ad tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52fb51ab-038b-89f4-ecc0-ca909afd3b55, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.392131] env[65448]: DEBUG nova.compute.manager [None req-81abdf0a-1b8b-4c20-b481-57e7454cac12 tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] [instance: 43ff9c8f-c282-4680-ab94-659f088e79a0] Start building block device mappings for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2916}} [ 901.501271] env[65448]: DEBUG nova.compute.manager [None req-fcfca66f-60f0-402f-94a5-39178cca5ed3 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: 59a9ff6f-4e7b-4530-aaab-b12d54355269] Starting instance... {{(pid=65448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2483}} [ 901.565289] env[65448]: DEBUG oslo_vmware.api [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Task: {'id': task-4937850, 'name': Rename_Task, 'duration_secs': 0.243302} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.565600] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] [instance: 7ffbee1e-54df-4aaf-8183-9b148c616b69] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 901.565642] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-392ac35f-2628-41ab-a99e-473cd786b3be {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.576977] env[65448]: DEBUG oslo_vmware.api [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Waiting for the task: (returnval){ [ 901.576977] env[65448]: value = "task-4937851" [ 901.576977] env[65448]: _type = "Task" [ 901.576977] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.589181] env[65448]: DEBUG oslo_vmware.api [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Task: {'id': task-4937851, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.599840] env[65448]: DEBUG oslo_vmware.api [None req-dbc2d528-7ac5-4149-97f8-b2a7389a3d81 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Task: {'id': task-4937849, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.610059} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.602888] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbc2d528-7ac5-4149-97f8-b2a7389a3d81 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] 65f7a5e2-e42a-4a78-a9df-7bd5424ca2f2/65f7a5e2-e42a-4a78-a9df-7bd5424ca2f2.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 901.603162] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-dbc2d528-7ac5-4149-97f8-b2a7389a3d81 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 65f7a5e2-e42a-4a78-a9df-7bd5424ca2f2] Extending root virtual disk to 1048576 {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 901.603827] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2320687d-8583-4a85-b713-ceff18dacfe7 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.613117] env[65448]: DEBUG oslo_vmware.api [None req-dbc2d528-7ac5-4149-97f8-b2a7389a3d81 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Waiting for the task: (returnval){ [ 901.613117] env[65448]: value = "task-4937852" [ 901.613117] env[65448]: _type = "Task" [ 901.613117] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.628205] env[65448]: DEBUG oslo_vmware.api [None req-dbc2d528-7ac5-4149-97f8-b2a7389a3d81 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Task: {'id': task-4937852, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.654657] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Lock "6b18baf1-f0be-4602-8064-9bb371bdcb17" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 91.271s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.691815] env[65448]: DEBUG nova.network.neutron [-] [instance: 208772b0-cc9f-4644-b440-54e638072b4e] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.765079] env[65448]: DEBUG nova.compute.manager [req-1360fc08-59b7-4420-9a44-68d9b915cafa req-78793216-f0d9-4efc-8810-eab2420ed6e2 service nova] [instance: 65f7a5e2-e42a-4a78-a9df-7bd5424ca2f2] Received event network-vif-plugged-d2c6e1da-1cb3-458a-8d87-edf2e15505b3 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 901.765551] env[65448]: DEBUG oslo_concurrency.lockutils [req-1360fc08-59b7-4420-9a44-68d9b915cafa req-78793216-f0d9-4efc-8810-eab2420ed6e2 service nova] Acquiring lock "65f7a5e2-e42a-4a78-a9df-7bd5424ca2f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.765551] env[65448]: DEBUG oslo_concurrency.lockutils [req-1360fc08-59b7-4420-9a44-68d9b915cafa req-78793216-f0d9-4efc-8810-eab2420ed6e2 service nova] Lock "65f7a5e2-e42a-4a78-a9df-7bd5424ca2f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.765705] env[65448]: DEBUG oslo_concurrency.lockutils [req-1360fc08-59b7-4420-9a44-68d9b915cafa req-78793216-f0d9-4efc-8810-eab2420ed6e2 service nova] Lock "65f7a5e2-e42a-4a78-a9df-7bd5424ca2f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.766116] env[65448]: DEBUG nova.compute.manager [req-1360fc08-59b7-4420-9a44-68d9b915cafa req-78793216-f0d9-4efc-8810-eab2420ed6e2 service nova] [instance: 65f7a5e2-e42a-4a78-a9df-7bd5424ca2f2] No waiting events found dispatching network-vif-plugged-d2c6e1da-1cb3-458a-8d87-edf2e15505b3 {{(pid=65448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 901.766116] env[65448]: WARNING nova.compute.manager [req-1360fc08-59b7-4420-9a44-68d9b915cafa req-78793216-f0d9-4efc-8810-eab2420ed6e2 service nova] [instance: 65f7a5e2-e42a-4a78-a9df-7bd5424ca2f2] Received unexpected event network-vif-plugged-d2c6e1da-1cb3-458a-8d87-edf2e15505b3 for instance with vm_state building and task_state spawning. [ 901.766605] env[65448]: DEBUG nova.compute.manager [req-1360fc08-59b7-4420-9a44-68d9b915cafa req-78793216-f0d9-4efc-8810-eab2420ed6e2 service nova] [instance: 65f7a5e2-e42a-4a78-a9df-7bd5424ca2f2] Received event network-changed-d2c6e1da-1cb3-458a-8d87-edf2e15505b3 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 901.766742] env[65448]: DEBUG nova.compute.manager [req-1360fc08-59b7-4420-9a44-68d9b915cafa req-78793216-f0d9-4efc-8810-eab2420ed6e2 service nova] [instance: 65f7a5e2-e42a-4a78-a9df-7bd5424ca2f2] Refreshing instance network info cache due to event network-changed-d2c6e1da-1cb3-458a-8d87-edf2e15505b3. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 901.767074] env[65448]: DEBUG oslo_concurrency.lockutils [req-1360fc08-59b7-4420-9a44-68d9b915cafa req-78793216-f0d9-4efc-8810-eab2420ed6e2 service nova] Acquiring lock "refresh_cache-65f7a5e2-e42a-4a78-a9df-7bd5424ca2f2" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.767074] env[65448]: DEBUG oslo_concurrency.lockutils [req-1360fc08-59b7-4420-9a44-68d9b915cafa req-78793216-f0d9-4efc-8810-eab2420ed6e2 service nova] Acquired lock "refresh_cache-65f7a5e2-e42a-4a78-a9df-7bd5424ca2f2" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.767228] env[65448]: DEBUG nova.network.neutron [req-1360fc08-59b7-4420-9a44-68d9b915cafa req-78793216-f0d9-4efc-8810-eab2420ed6e2 service nova] [instance: 65f7a5e2-e42a-4a78-a9df-7bd5424ca2f2] Refreshing network info cache for port d2c6e1da-1cb3-458a-8d87-edf2e15505b3 {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 901.847768] env[65448]: DEBUG oslo_vmware.api [None req-3db3a372-fe70-446e-b66c-837f8f7c98ad tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52fb51ab-038b-89f4-ecc0-ca909afd3b55, 'name': SearchDatastore_Task, 'duration_secs': 0.011338} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.849038] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cde9fd68-76c9-4ae2-ae63-e27f12cbf5ab {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.864759] env[65448]: DEBUG oslo_vmware.api [None req-3db3a372-fe70-446e-b66c-837f8f7c98ad tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Waiting for the task: (returnval){ [ 901.864759] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52f223b0-791f-2c60-5d78-36a69f4612cc" [ 901.864759] env[65448]: _type = "Task" [ 901.864759] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.878423] env[65448]: DEBUG oslo_vmware.api [None req-3db3a372-fe70-446e-b66c-837f8f7c98ad tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52f223b0-791f-2c60-5d78-36a69f4612cc, 'name': SearchDatastore_Task, 'duration_secs': 0.011498} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.881407] env[65448]: DEBUG oslo_concurrency.lockutils [None req-3db3a372-fe70-446e-b66c-837f8f7c98ad tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.881754] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-3db3a372-fe70-446e-b66c-837f8f7c98ad tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore1] 2555d855-2461-4a92-ad02-372ecb1f4c10/2555d855-2461-4a92-ad02-372ecb1f4c10.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 901.882752] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-98b40e17-5e84-4294-84b7-9c4e9a1e9ab3 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.892152] env[65448]: DEBUG oslo_vmware.api [None req-3db3a372-fe70-446e-b66c-837f8f7c98ad tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Waiting for the task: (returnval){ [ 901.892152] env[65448]: value = "task-4937853" [ 901.892152] env[65448]: _type = "Task" [ 901.892152] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.911626] env[65448]: DEBUG oslo_vmware.api [None req-3db3a372-fe70-446e-b66c-837f8f7c98ad tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Task: {'id': task-4937853, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.034069] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67b5f920-2049-457b-bec1-349ece13cb95 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.040925] env[65448]: DEBUG oslo_concurrency.lockutils [None req-fcfca66f-60f0-402f-94a5-39178cca5ed3 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.046636] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d543b5ee-5d58-449a-b13d-bdbcd1ad3a3c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.087861] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4ad3e6f-9909-4153-bb87-c5ea6616bc4c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.100939] env[65448]: DEBUG oslo_vmware.api [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Task: {'id': task-4937851, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.107948] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-132340ce-7ebc-48d2-bcaf-09a1077bf15b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.128771] env[65448]: DEBUG nova.compute.provider_tree [None req-14a66a30-eeba-48a5-93a0-e728ee2d88ad tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 902.137416] env[65448]: DEBUG oslo_vmware.api [None req-dbc2d528-7ac5-4149-97f8-b2a7389a3d81 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Task: {'id': task-4937852, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.238375} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.137785] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-dbc2d528-7ac5-4149-97f8-b2a7389a3d81 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 65f7a5e2-e42a-4a78-a9df-7bd5424ca2f2] Extended root virtual disk {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 902.138679] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dafd5d4-4b6f-4d70-b228-217cb3fb58a5 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.166472] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbc2d528-7ac5-4149-97f8-b2a7389a3d81 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 65f7a5e2-e42a-4a78-a9df-7bd5424ca2f2] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] 65f7a5e2-e42a-4a78-a9df-7bd5424ca2f2/65f7a5e2-e42a-4a78-a9df-7bd5424ca2f2.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 902.167645] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7123ad23-04ad-4063-9aa2-9b5208499dea {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.190493] env[65448]: DEBUG oslo_vmware.api [None req-dbc2d528-7ac5-4149-97f8-b2a7389a3d81 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Waiting for the task: (returnval){ [ 902.190493] env[65448]: value = "task-4937854" [ 902.190493] env[65448]: _type = "Task" [ 902.190493] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.195663] env[65448]: INFO nova.compute.manager [-] [instance: 208772b0-cc9f-4644-b440-54e638072b4e] Took 1.66 seconds to deallocate network for instance. [ 902.204054] env[65448]: DEBUG oslo_vmware.api [None req-dbc2d528-7ac5-4149-97f8-b2a7389a3d81 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Task: {'id': task-4937854, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.269792] env[65448]: WARNING neutronclient.v2_0.client [req-1360fc08-59b7-4420-9a44-68d9b915cafa req-78793216-f0d9-4efc-8810-eab2420ed6e2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 902.409810] env[65448]: DEBUG nova.compute.manager [None req-81abdf0a-1b8b-4c20-b481-57e7454cac12 tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] [instance: 43ff9c8f-c282-4680-ab94-659f088e79a0] Start spawning the instance on the hypervisor. {{(pid=65448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2689}} [ 902.412284] env[65448]: DEBUG oslo_vmware.api [None req-3db3a372-fe70-446e-b66c-837f8f7c98ad tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Task: {'id': task-4937853, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.459832] env[65448]: DEBUG nova.virt.hardware [None req-81abdf0a-1b8b-4c20-b481-57e7454cac12 tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-08T17:19:51Z,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a992292b6dae455593d228217860e2e1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-08T17:19:52Z,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 902.459832] env[65448]: DEBUG nova.virt.hardware [None req-81abdf0a-1b8b-4c20-b481-57e7454cac12 tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 902.459832] env[65448]: DEBUG nova.virt.hardware [None req-81abdf0a-1b8b-4c20-b481-57e7454cac12 tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 902.460056] env[65448]: DEBUG nova.virt.hardware [None req-81abdf0a-1b8b-4c20-b481-57e7454cac12 tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 902.460134] env[65448]: DEBUG nova.virt.hardware [None req-81abdf0a-1b8b-4c20-b481-57e7454cac12 tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 902.460282] env[65448]: DEBUG nova.virt.hardware [None req-81abdf0a-1b8b-4c20-b481-57e7454cac12 tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 902.460512] env[65448]: DEBUG nova.virt.hardware [None req-81abdf0a-1b8b-4c20-b481-57e7454cac12 tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 902.460678] env[65448]: DEBUG nova.virt.hardware [None req-81abdf0a-1b8b-4c20-b481-57e7454cac12 tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 902.460851] env[65448]: DEBUG nova.virt.hardware [None req-81abdf0a-1b8b-4c20-b481-57e7454cac12 tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 902.461019] env[65448]: DEBUG nova.virt.hardware [None req-81abdf0a-1b8b-4c20-b481-57e7454cac12 tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 902.461193] env[65448]: DEBUG nova.virt.hardware [None req-81abdf0a-1b8b-4c20-b481-57e7454cac12 tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 902.462332] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d9fec91-a54f-48d9-9baf-296c2fda0a49 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.475018] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9f65e86-3238-4bba-9eb8-4761bfc3a3d1 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.492041] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-81abdf0a-1b8b-4c20-b481-57e7454cac12 tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] [instance: 43ff9c8f-c282-4680-ab94-659f088e79a0] Instance VIF info [] {{(pid=65448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 902.498332] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-81abdf0a-1b8b-4c20-b481-57e7454cac12 tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 902.499073] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43ff9c8f-c282-4680-ab94-659f088e79a0] Creating VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 902.499307] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5e6af25b-8437-41f9-9d77-486e4ff6b633 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.519698] env[65448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 902.519698] env[65448]: value = "task-4937855" [ 902.519698] env[65448]: _type = "Task" [ 902.519698] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.529117] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937855, 'name': CreateVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.598517] env[65448]: DEBUG oslo_vmware.api [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Task: {'id': task-4937851, 'name': PowerOnVM_Task, 'duration_secs': 1.007692} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.599104] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] [instance: 7ffbee1e-54df-4aaf-8183-9b148c616b69] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 902.599336] env[65448]: INFO nova.compute.manager [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] [instance: 7ffbee1e-54df-4aaf-8183-9b148c616b69] Took 9.59 seconds to spawn the instance on the hypervisor. [ 902.599520] env[65448]: DEBUG nova.compute.manager [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] [instance: 7ffbee1e-54df-4aaf-8183-9b148c616b69] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 902.600506] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d4b3071-aa84-4554-b4df-b53327e75c05 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.635699] env[65448]: DEBUG nova.scheduler.client.report [None req-14a66a30-eeba-48a5-93a0-e728ee2d88ad tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 902.705027] env[65448]: DEBUG oslo_vmware.api [None req-dbc2d528-7ac5-4149-97f8-b2a7389a3d81 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Task: {'id': task-4937854, 'name': ReconfigVM_Task, 'duration_secs': 0.488496} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.706079] env[65448]: DEBUG oslo_concurrency.lockutils [None req-9d5a338f-5b9f-4f6a-a2dc-1d7827e6f93f tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.706487] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbc2d528-7ac5-4149-97f8-b2a7389a3d81 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 65f7a5e2-e42a-4a78-a9df-7bd5424ca2f2] Reconfigured VM instance instance-00000045 to attach disk [datastore2] 65f7a5e2-e42a-4a78-a9df-7bd5424ca2f2/65f7a5e2-e42a-4a78-a9df-7bd5424ca2f2.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 902.707832] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-91196501-7c66-4f43-931a-a9bfb25f59ca {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.715830] env[65448]: DEBUG oslo_vmware.api [None req-dbc2d528-7ac5-4149-97f8-b2a7389a3d81 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Waiting for the task: (returnval){ [ 902.715830] env[65448]: value = "task-4937856" [ 902.715830] env[65448]: _type = "Task" [ 902.715830] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.726622] env[65448]: DEBUG oslo_vmware.api [None req-dbc2d528-7ac5-4149-97f8-b2a7389a3d81 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Task: {'id': task-4937856, 'name': Rename_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.767067] env[65448]: DEBUG oslo_concurrency.lockutils [None req-48ad8529-38f1-4ba0-9cf1-91a2f5b050f7 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Acquiring lock "cd954db3-685f-4f7b-8ef4-c9d0dca58eef" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.767440] env[65448]: DEBUG oslo_concurrency.lockutils [None req-48ad8529-38f1-4ba0-9cf1-91a2f5b050f7 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Lock "cd954db3-685f-4f7b-8ef4-c9d0dca58eef" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.767714] env[65448]: DEBUG oslo_concurrency.lockutils [None req-48ad8529-38f1-4ba0-9cf1-91a2f5b050f7 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Acquiring lock "cd954db3-685f-4f7b-8ef4-c9d0dca58eef-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.767993] env[65448]: DEBUG oslo_concurrency.lockutils [None req-48ad8529-38f1-4ba0-9cf1-91a2f5b050f7 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Lock "cd954db3-685f-4f7b-8ef4-c9d0dca58eef-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.768388] env[65448]: DEBUG oslo_concurrency.lockutils [None req-48ad8529-38f1-4ba0-9cf1-91a2f5b050f7 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Lock "cd954db3-685f-4f7b-8ef4-c9d0dca58eef-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.771822] env[65448]: INFO nova.compute.manager [None req-48ad8529-38f1-4ba0-9cf1-91a2f5b050f7 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: cd954db3-685f-4f7b-8ef4-c9d0dca58eef] Terminating instance [ 902.839097] env[65448]: DEBUG nova.compute.manager [req-bd9d51ae-a63d-476e-b34f-aa74a2ae3fc5 req-032ef9ed-7fb2-47ef-8ff5-8fe1d970a77b service nova] [instance: 208772b0-cc9f-4644-b440-54e638072b4e] Received event network-vif-deleted-9c182ede-67e3-4ce5-9e35-fa5ccbab7ca7 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 902.907173] env[65448]: DEBUG oslo_vmware.api [None req-3db3a372-fe70-446e-b66c-837f8f7c98ad tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Task: {'id': task-4937853, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.546835} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.907479] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-3db3a372-fe70-446e-b66c-837f8f7c98ad tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore1] 2555d855-2461-4a92-ad02-372ecb1f4c10/2555d855-2461-4a92-ad02-372ecb1f4c10.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 902.907695] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-3db3a372-fe70-446e-b66c-837f8f7c98ad tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] [instance: 2555d855-2461-4a92-ad02-372ecb1f4c10] Extending root virtual disk to 1048576 {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 902.907989] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2493c438-68a7-4617-8a8b-36c4ed546f4f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.915819] env[65448]: DEBUG oslo_vmware.api [None req-3db3a372-fe70-446e-b66c-837f8f7c98ad tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Waiting for the task: (returnval){ [ 902.915819] env[65448]: value = "task-4937857" [ 902.915819] env[65448]: _type = "Task" [ 902.915819] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.926949] env[65448]: DEBUG oslo_vmware.api [None req-3db3a372-fe70-446e-b66c-837f8f7c98ad tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Task: {'id': task-4937857, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.938671] env[65448]: DEBUG oslo_concurrency.lockutils [None req-12e6258f-67ff-4fd1-ba76-c62dc015cebd tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Acquiring lock "a99b311d-836c-4385-9432-45b9765f5dac" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.938671] env[65448]: DEBUG oslo_concurrency.lockutils [None req-12e6258f-67ff-4fd1-ba76-c62dc015cebd tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Lock "a99b311d-836c-4385-9432-45b9765f5dac" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.938797] env[65448]: DEBUG oslo_concurrency.lockutils [None req-12e6258f-67ff-4fd1-ba76-c62dc015cebd tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Acquiring lock "a99b311d-836c-4385-9432-45b9765f5dac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.940069] env[65448]: DEBUG oslo_concurrency.lockutils [None req-12e6258f-67ff-4fd1-ba76-c62dc015cebd tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Lock "a99b311d-836c-4385-9432-45b9765f5dac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.940069] env[65448]: DEBUG oslo_concurrency.lockutils [None req-12e6258f-67ff-4fd1-ba76-c62dc015cebd tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Lock "a99b311d-836c-4385-9432-45b9765f5dac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.945028] env[65448]: INFO nova.compute.manager [None req-12e6258f-67ff-4fd1-ba76-c62dc015cebd tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: a99b311d-836c-4385-9432-45b9765f5dac] Terminating instance [ 903.038188] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937855, 'name': CreateVM_Task, 'duration_secs': 0.351845} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.038423] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43ff9c8f-c282-4680-ab94-659f088e79a0] Created VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 903.038919] env[65448]: DEBUG oslo_concurrency.lockutils [None req-81abdf0a-1b8b-4c20-b481-57e7454cac12 tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.039113] env[65448]: DEBUG oslo_concurrency.lockutils [None req-81abdf0a-1b8b-4c20-b481-57e7454cac12 tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.039488] env[65448]: DEBUG oslo_concurrency.lockutils [None req-81abdf0a-1b8b-4c20-b481-57e7454cac12 tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.039774] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d096eb5-796f-4798-9d09-f2377697d274 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.048080] env[65448]: DEBUG oslo_vmware.api [None req-81abdf0a-1b8b-4c20-b481-57e7454cac12 tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Waiting for the task: (returnval){ [ 903.048080] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5255839f-4a3e-006d-9efe-c860f775221b" [ 903.048080] env[65448]: _type = "Task" [ 903.048080] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.056523] env[65448]: DEBUG oslo_vmware.api [None req-81abdf0a-1b8b-4c20-b481-57e7454cac12 tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5255839f-4a3e-006d-9efe-c860f775221b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.123498] env[65448]: INFO nova.compute.manager [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] [instance: 7ffbee1e-54df-4aaf-8183-9b148c616b69] Took 68.24 seconds to build instance. [ 903.227460] env[65448]: DEBUG oslo_vmware.api [None req-dbc2d528-7ac5-4149-97f8-b2a7389a3d81 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Task: {'id': task-4937856, 'name': Rename_Task, 'duration_secs': 0.351472} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.230403] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbc2d528-7ac5-4149-97f8-b2a7389a3d81 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 65f7a5e2-e42a-4a78-a9df-7bd5424ca2f2] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 903.230403] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-74dc6353-c749-4692-9fb0-8bf66125b18f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.236102] env[65448]: DEBUG oslo_vmware.api [None req-dbc2d528-7ac5-4149-97f8-b2a7389a3d81 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Waiting for the task: (returnval){ [ 903.236102] env[65448]: value = "task-4937858" [ 903.236102] env[65448]: _type = "Task" [ 903.236102] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.250447] env[65448]: DEBUG oslo_vmware.api [None req-dbc2d528-7ac5-4149-97f8-b2a7389a3d81 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Task: {'id': task-4937858, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.277836] env[65448]: DEBUG nova.compute.manager [None req-48ad8529-38f1-4ba0-9cf1-91a2f5b050f7 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: cd954db3-685f-4f7b-8ef4-c9d0dca58eef] Start destroying the instance on the hypervisor. {{(pid=65448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3209}} [ 903.277836] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-48ad8529-38f1-4ba0-9cf1-91a2f5b050f7 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: cd954db3-685f-4f7b-8ef4-c9d0dca58eef] Destroying instance {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 903.277836] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d67475fd-9c76-4470-a3f4-13b389b1f3f5 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.287130] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-48ad8529-38f1-4ba0-9cf1-91a2f5b050f7 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: cd954db3-685f-4f7b-8ef4-c9d0dca58eef] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 903.287466] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3904076a-8bda-49d9-90e8-dd89e526a803 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.299083] env[65448]: DEBUG oslo_vmware.api [None req-48ad8529-38f1-4ba0-9cf1-91a2f5b050f7 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Waiting for the task: (returnval){ [ 903.299083] env[65448]: value = "task-4937859" [ 903.299083] env[65448]: _type = "Task" [ 903.299083] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.310332] env[65448]: DEBUG oslo_vmware.api [None req-48ad8529-38f1-4ba0-9cf1-91a2f5b050f7 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Task: {'id': task-4937859, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.428535] env[65448]: DEBUG oslo_vmware.api [None req-3db3a372-fe70-446e-b66c-837f8f7c98ad tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Task: {'id': task-4937857, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.127627} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.428787] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-3db3a372-fe70-446e-b66c-837f8f7c98ad tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] [instance: 2555d855-2461-4a92-ad02-372ecb1f4c10] Extended root virtual disk {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 903.429809] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30262987-371b-4fbd-9619-32b13359d850 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.455824] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-3db3a372-fe70-446e-b66c-837f8f7c98ad tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] [instance: 2555d855-2461-4a92-ad02-372ecb1f4c10] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] 2555d855-2461-4a92-ad02-372ecb1f4c10/2555d855-2461-4a92-ad02-372ecb1f4c10.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 903.456453] env[65448]: DEBUG oslo_concurrency.lockutils [None req-0bc2f110-0a70-44e9-a0c2-6dd68af71c31 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691-project-member] Acquiring lock "e528a5f1-8251-4420-8660-8a7ec001ef7e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.456687] env[65448]: DEBUG oslo_concurrency.lockutils [None req-0bc2f110-0a70-44e9-a0c2-6dd68af71c31 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691-project-member] Lock "e528a5f1-8251-4420-8660-8a7ec001ef7e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.456906] env[65448]: DEBUG oslo_concurrency.lockutils [None req-0bc2f110-0a70-44e9-a0c2-6dd68af71c31 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691-project-member] Acquiring lock "e528a5f1-8251-4420-8660-8a7ec001ef7e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.457067] env[65448]: DEBUG oslo_concurrency.lockutils [None req-0bc2f110-0a70-44e9-a0c2-6dd68af71c31 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691-project-member] Lock "e528a5f1-8251-4420-8660-8a7ec001ef7e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.457402] env[65448]: DEBUG oslo_concurrency.lockutils [None req-0bc2f110-0a70-44e9-a0c2-6dd68af71c31 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691-project-member] Lock "e528a5f1-8251-4420-8660-8a7ec001ef7e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.461102] env[65448]: DEBUG nova.compute.manager [None req-12e6258f-67ff-4fd1-ba76-c62dc015cebd tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: a99b311d-836c-4385-9432-45b9765f5dac] Start destroying the instance on the hypervisor. {{(pid=65448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3209}} [ 903.461102] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-12e6258f-67ff-4fd1-ba76-c62dc015cebd tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: a99b311d-836c-4385-9432-45b9765f5dac] Destroying instance {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 903.461102] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2de162b6-3049-4f02-bc10-01d060a09ef7 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.483024] env[65448]: INFO nova.compute.manager [None req-0bc2f110-0a70-44e9-a0c2-6dd68af71c31 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691-project-member] [instance: e528a5f1-8251-4420-8660-8a7ec001ef7e] Terminating instance [ 903.485171] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04b39802-963b-4747-86cf-640477d72bda {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.499353] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-12e6258f-67ff-4fd1-ba76-c62dc015cebd tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: a99b311d-836c-4385-9432-45b9765f5dac] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 903.500883] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-282a8515-4755-4aa2-b04e-a1c03f560a8d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.502858] env[65448]: DEBUG oslo_vmware.api [None req-3db3a372-fe70-446e-b66c-837f8f7c98ad tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Waiting for the task: (returnval){ [ 903.502858] env[65448]: value = "task-4937860" [ 903.502858] env[65448]: _type = "Task" [ 903.502858] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.511745] env[65448]: DEBUG oslo_vmware.api [None req-12e6258f-67ff-4fd1-ba76-c62dc015cebd tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Waiting for the task: (returnval){ [ 903.511745] env[65448]: value = "task-4937861" [ 903.511745] env[65448]: _type = "Task" [ 903.511745] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.523568] env[65448]: DEBUG oslo_vmware.api [None req-3db3a372-fe70-446e-b66c-837f8f7c98ad tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Task: {'id': task-4937860, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.530237] env[65448]: DEBUG oslo_vmware.api [None req-12e6258f-67ff-4fd1-ba76-c62dc015cebd tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': task-4937861, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.558597] env[65448]: DEBUG oslo_vmware.api [None req-81abdf0a-1b8b-4c20-b481-57e7454cac12 tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5255839f-4a3e-006d-9efe-c860f775221b, 'name': SearchDatastore_Task, 'duration_secs': 0.012822} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.559080] env[65448]: DEBUG oslo_concurrency.lockutils [None req-81abdf0a-1b8b-4c20-b481-57e7454cac12 tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.559444] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-81abdf0a-1b8b-4c20-b481-57e7454cac12 tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] [instance: 43ff9c8f-c282-4680-ab94-659f088e79a0] Processing image 50fb366d-48e6-424f-9c20-bc83d77be76a {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 903.559997] env[65448]: DEBUG oslo_concurrency.lockutils [None req-81abdf0a-1b8b-4c20-b481-57e7454cac12 tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.560141] env[65448]: DEBUG oslo_concurrency.lockutils [None req-81abdf0a-1b8b-4c20-b481-57e7454cac12 tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.560343] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-81abdf0a-1b8b-4c20-b481-57e7454cac12 tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 903.560864] env[65448]: DEBUG oslo_concurrency.lockutils [None req-ac0d2065-3e6d-4f59-a3d3-0906fbaac7ee tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Acquiring lock "interface-5e5a538b-8f59-45ca-bece-6a0cff169e0a-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.561188] env[65448]: DEBUG oslo_concurrency.lockutils [None req-ac0d2065-3e6d-4f59-a3d3-0906fbaac7ee tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Lock "interface-5e5a538b-8f59-45ca-bece-6a0cff169e0a-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.561723] env[65448]: DEBUG nova.objects.instance [None req-ac0d2065-3e6d-4f59-a3d3-0906fbaac7ee tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Lazy-loading 'flavor' on Instance uuid 5e5a538b-8f59-45ca-bece-6a0cff169e0a {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 903.563708] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2212c473-a8da-4a02-bf5b-06a21f9209c9 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.576153] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-81abdf0a-1b8b-4c20-b481-57e7454cac12 tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 903.576688] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-81abdf0a-1b8b-4c20-b481-57e7454cac12 tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 903.577370] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23521937-703f-4616-ae6b-cbce7dadf3f4 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.585520] env[65448]: DEBUG oslo_vmware.api [None req-81abdf0a-1b8b-4c20-b481-57e7454cac12 tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Waiting for the task: (returnval){ [ 903.585520] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]520ce0d4-f946-04ea-34a1-0053c1529769" [ 903.585520] env[65448]: _type = "Task" [ 903.585520] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.599899] env[65448]: DEBUG oslo_vmware.api [None req-81abdf0a-1b8b-4c20-b481-57e7454cac12 tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]520ce0d4-f946-04ea-34a1-0053c1529769, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.625575] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6ebd91a3-09db-4db1-8f4f-3954add88399 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Lock "7ffbee1e-54df-4aaf-8183-9b148c616b69" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 93.211s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.648429] env[65448]: DEBUG oslo_concurrency.lockutils [None req-14a66a30-eeba-48a5-93a0-e728ee2d88ad tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.269s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.655666] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6d584165-0f04-4037-889e-239d7e1bff58 tempest-ServerTagsTestJSON-1535616916 tempest-ServerTagsTestJSON-1535616916-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.224s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.657465] env[65448]: INFO nova.compute.claims [None req-6d584165-0f04-4037-889e-239d7e1bff58 tempest-ServerTagsTestJSON-1535616916 tempest-ServerTagsTestJSON-1535616916-project-member] [instance: 5d5d90a5-f93c-4070-8c3f-2690af66af2a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 903.748598] env[65448]: DEBUG oslo_vmware.api [None req-dbc2d528-7ac5-4149-97f8-b2a7389a3d81 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Task: {'id': task-4937858, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.808141] env[65448]: DEBUG oslo_vmware.api [None req-48ad8529-38f1-4ba0-9cf1-91a2f5b050f7 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Task: {'id': task-4937859, 'name': PowerOffVM_Task, 'duration_secs': 0.231206} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.808770] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-48ad8529-38f1-4ba0-9cf1-91a2f5b050f7 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: cd954db3-685f-4f7b-8ef4-c9d0dca58eef] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 903.808770] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-48ad8529-38f1-4ba0-9cf1-91a2f5b050f7 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: cd954db3-685f-4f7b-8ef4-c9d0dca58eef] Unregistering the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 903.809017] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-34e09289-f71c-4cbb-98fa-e8711509cac0 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.881543] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-48ad8529-38f1-4ba0-9cf1-91a2f5b050f7 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: cd954db3-685f-4f7b-8ef4-c9d0dca58eef] Unregistered the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 903.882488] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-48ad8529-38f1-4ba0-9cf1-91a2f5b050f7 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: cd954db3-685f-4f7b-8ef4-c9d0dca58eef] Deleting contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 903.882488] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-48ad8529-38f1-4ba0-9cf1-91a2f5b050f7 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Deleting the datastore file [datastore2] cd954db3-685f-4f7b-8ef4-c9d0dca58eef {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 903.882488] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-45b21fd8-b2ba-4e62-8532-9873bb8f228f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.894173] env[65448]: DEBUG oslo_vmware.api [None req-48ad8529-38f1-4ba0-9cf1-91a2f5b050f7 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Waiting for the task: (returnval){ [ 903.894173] env[65448]: value = "task-4937863" [ 903.894173] env[65448]: _type = "Task" [ 903.894173] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.908854] env[65448]: DEBUG oslo_vmware.api [None req-48ad8529-38f1-4ba0-9cf1-91a2f5b050f7 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Task: {'id': task-4937863, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.995643] env[65448]: DEBUG nova.compute.manager [None req-0bc2f110-0a70-44e9-a0c2-6dd68af71c31 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691-project-member] [instance: e528a5f1-8251-4420-8660-8a7ec001ef7e] Start destroying the instance on the hypervisor. {{(pid=65448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3209}} [ 903.995785] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-0bc2f110-0a70-44e9-a0c2-6dd68af71c31 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691-project-member] [instance: e528a5f1-8251-4420-8660-8a7ec001ef7e] Destroying instance {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 903.997348] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f74d1287-246b-4b47-a516-b1b63e0074f1 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.007030] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bc2f110-0a70-44e9-a0c2-6dd68af71c31 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691-project-member] [instance: e528a5f1-8251-4420-8660-8a7ec001ef7e] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 904.011371] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7fb7b47c-7a2b-4086-bd29-58c081b720d2 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.023545] env[65448]: DEBUG oslo_vmware.api [None req-3db3a372-fe70-446e-b66c-837f8f7c98ad tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Task: {'id': task-4937860, 'name': ReconfigVM_Task, 'duration_secs': 0.494478} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.025962] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-3db3a372-fe70-446e-b66c-837f8f7c98ad tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] [instance: 2555d855-2461-4a92-ad02-372ecb1f4c10] Reconfigured VM instance instance-00000046 to attach disk [datastore1] 2555d855-2461-4a92-ad02-372ecb1f4c10/2555d855-2461-4a92-ad02-372ecb1f4c10.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 904.027042] env[65448]: DEBUG oslo_vmware.api [None req-0bc2f110-0a70-44e9-a0c2-6dd68af71c31 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691-project-member] Waiting for the task: (returnval){ [ 904.027042] env[65448]: value = "task-4937864" [ 904.027042] env[65448]: _type = "Task" [ 904.027042] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.027523] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c74bd107-e544-4d65-ab1d-691f47ba8d7c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.036671] env[65448]: DEBUG oslo_vmware.api [None req-12e6258f-67ff-4fd1-ba76-c62dc015cebd tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': task-4937861, 'name': PowerOffVM_Task, 'duration_secs': 0.240818} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.037638] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-12e6258f-67ff-4fd1-ba76-c62dc015cebd tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: a99b311d-836c-4385-9432-45b9765f5dac] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 904.037942] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-12e6258f-67ff-4fd1-ba76-c62dc015cebd tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: a99b311d-836c-4385-9432-45b9765f5dac] Unregistering the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 904.038640] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-15aa9465-fcec-44ed-ab76-97928655a89f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.047086] env[65448]: DEBUG oslo_vmware.api [None req-0bc2f110-0a70-44e9-a0c2-6dd68af71c31 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691-project-member] Task: {'id': task-4937864, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.047514] env[65448]: DEBUG oslo_vmware.api [None req-3db3a372-fe70-446e-b66c-837f8f7c98ad tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Waiting for the task: (returnval){ [ 904.047514] env[65448]: value = "task-4937865" [ 904.047514] env[65448]: _type = "Task" [ 904.047514] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.057745] env[65448]: DEBUG oslo_vmware.api [None req-3db3a372-fe70-446e-b66c-837f8f7c98ad tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Task: {'id': task-4937865, 'name': Rename_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.069146] env[65448]: WARNING neutronclient.v2_0.client [None req-ac0d2065-3e6d-4f59-a3d3-0906fbaac7ee tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 904.103240] env[65448]: DEBUG oslo_vmware.api [None req-81abdf0a-1b8b-4c20-b481-57e7454cac12 tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]520ce0d4-f946-04ea-34a1-0053c1529769, 'name': SearchDatastore_Task, 'duration_secs': 0.012303} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.105480] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92dd0d92-5432-41c2-b802-25605aa81795 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.115208] env[65448]: DEBUG oslo_vmware.api [None req-81abdf0a-1b8b-4c20-b481-57e7454cac12 tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Waiting for the task: (returnval){ [ 904.115208] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52b6f5f7-7e7b-cb8e-68cd-3763e1240ec1" [ 904.115208] env[65448]: _type = "Task" [ 904.115208] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.131393] env[65448]: DEBUG oslo_vmware.api [None req-81abdf0a-1b8b-4c20-b481-57e7454cac12 tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52b6f5f7-7e7b-cb8e-68cd-3763e1240ec1, 'name': SearchDatastore_Task, 'duration_secs': 0.012829} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.131393] env[65448]: DEBUG oslo_concurrency.lockutils [None req-81abdf0a-1b8b-4c20-b481-57e7454cac12 tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.134478] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-81abdf0a-1b8b-4c20-b481-57e7454cac12 tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] 43ff9c8f-c282-4680-ab94-659f088e79a0/43ff9c8f-c282-4680-ab94-659f088e79a0.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 904.134852] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9242b661-9129-4380-975f-83ebc0c326aa {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.142261] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-12e6258f-67ff-4fd1-ba76-c62dc015cebd tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: a99b311d-836c-4385-9432-45b9765f5dac] Unregistered the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 904.142510] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-12e6258f-67ff-4fd1-ba76-c62dc015cebd tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: a99b311d-836c-4385-9432-45b9765f5dac] Deleting contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 904.142704] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-12e6258f-67ff-4fd1-ba76-c62dc015cebd tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Deleting the datastore file [datastore2] a99b311d-836c-4385-9432-45b9765f5dac {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 904.143591] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3f5994c2-7f57-4421-8083-d08012a1b2ee {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.151855] env[65448]: DEBUG oslo_vmware.api [None req-81abdf0a-1b8b-4c20-b481-57e7454cac12 tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Waiting for the task: (returnval){ [ 904.151855] env[65448]: value = "task-4937867" [ 904.151855] env[65448]: _type = "Task" [ 904.151855] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.157575] env[65448]: DEBUG oslo_vmware.api [None req-12e6258f-67ff-4fd1-ba76-c62dc015cebd tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Waiting for the task: (returnval){ [ 904.157575] env[65448]: value = "task-4937868" [ 904.157575] env[65448]: _type = "Task" [ 904.157575] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.165740] env[65448]: DEBUG oslo_vmware.api [None req-81abdf0a-1b8b-4c20-b481-57e7454cac12 tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Task: {'id': task-4937867, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.176540] env[65448]: DEBUG oslo_vmware.api [None req-12e6258f-67ff-4fd1-ba76-c62dc015cebd tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': task-4937868, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.258131] env[65448]: DEBUG oslo_vmware.api [None req-dbc2d528-7ac5-4149-97f8-b2a7389a3d81 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Task: {'id': task-4937858, 'name': PowerOnVM_Task, 'duration_secs': 0.794463} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.258456] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbc2d528-7ac5-4149-97f8-b2a7389a3d81 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 65f7a5e2-e42a-4a78-a9df-7bd5424ca2f2] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 904.258717] env[65448]: INFO nova.compute.manager [None req-dbc2d528-7ac5-4149-97f8-b2a7389a3d81 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 65f7a5e2-e42a-4a78-a9df-7bd5424ca2f2] Took 8.45 seconds to spawn the instance on the hypervisor. [ 904.258953] env[65448]: DEBUG nova.compute.manager [None req-dbc2d528-7ac5-4149-97f8-b2a7389a3d81 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 65f7a5e2-e42a-4a78-a9df-7bd5424ca2f2] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 904.260110] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccfbcee5-e63a-49be-b78c-a9515770ac13 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.406188] env[65448]: DEBUG oslo_vmware.api [None req-48ad8529-38f1-4ba0-9cf1-91a2f5b050f7 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Task: {'id': task-4937863, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206375} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.407469] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-48ad8529-38f1-4ba0-9cf1-91a2f5b050f7 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 904.407469] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-48ad8529-38f1-4ba0-9cf1-91a2f5b050f7 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: cd954db3-685f-4f7b-8ef4-c9d0dca58eef] Deleted contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 904.407469] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-48ad8529-38f1-4ba0-9cf1-91a2f5b050f7 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: cd954db3-685f-4f7b-8ef4-c9d0dca58eef] Instance destroyed {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 904.407469] env[65448]: INFO nova.compute.manager [None req-48ad8529-38f1-4ba0-9cf1-91a2f5b050f7 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: cd954db3-685f-4f7b-8ef4-c9d0dca58eef] Took 1.13 seconds to destroy the instance on the hypervisor. [ 904.407863] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-48ad8529-38f1-4ba0-9cf1-91a2f5b050f7 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 904.407936] env[65448]: DEBUG nova.compute.manager [-] [instance: cd954db3-685f-4f7b-8ef4-c9d0dca58eef] Deallocating network for instance {{(pid=65448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 904.408012] env[65448]: DEBUG nova.network.neutron [-] [instance: cd954db3-685f-4f7b-8ef4-c9d0dca58eef] deallocate_for_instance() {{(pid=65448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 904.408325] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 904.542692] env[65448]: DEBUG oslo_vmware.api [None req-0bc2f110-0a70-44e9-a0c2-6dd68af71c31 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691-project-member] Task: {'id': task-4937864, 'name': PowerOffVM_Task, 'duration_secs': 0.25914} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.546085] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bc2f110-0a70-44e9-a0c2-6dd68af71c31 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691-project-member] [instance: e528a5f1-8251-4420-8660-8a7ec001ef7e] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 904.546085] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-0bc2f110-0a70-44e9-a0c2-6dd68af71c31 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691-project-member] [instance: e528a5f1-8251-4420-8660-8a7ec001ef7e] Unregistering the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 904.546085] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7fa10b05-cb5c-4fc3-8dfe-8f3e835e8d95 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.560644] env[65448]: DEBUG oslo_vmware.api [None req-3db3a372-fe70-446e-b66c-837f8f7c98ad tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Task: {'id': task-4937865, 'name': Rename_Task, 'duration_secs': 0.217564} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.560644] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-3db3a372-fe70-446e-b66c-837f8f7c98ad tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] [instance: 2555d855-2461-4a92-ad02-372ecb1f4c10] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 904.560644] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ce2d95ba-7630-4851-a199-30d9bd995332 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.567922] env[65448]: DEBUG oslo_vmware.api [None req-3db3a372-fe70-446e-b66c-837f8f7c98ad tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Waiting for the task: (returnval){ [ 904.567922] env[65448]: value = "task-4937870" [ 904.567922] env[65448]: _type = "Task" [ 904.567922] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.579567] env[65448]: DEBUG oslo_vmware.api [None req-3db3a372-fe70-446e-b66c-837f8f7c98ad tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Task: {'id': task-4937870, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.628212] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-0bc2f110-0a70-44e9-a0c2-6dd68af71c31 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691-project-member] [instance: e528a5f1-8251-4420-8660-8a7ec001ef7e] Unregistered the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 904.628774] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-0bc2f110-0a70-44e9-a0c2-6dd68af71c31 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691-project-member] [instance: e528a5f1-8251-4420-8660-8a7ec001ef7e] Deleting contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 904.628774] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bc2f110-0a70-44e9-a0c2-6dd68af71c31 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691-project-member] Deleting the datastore file [datastore2] e528a5f1-8251-4420-8660-8a7ec001ef7e {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 904.628890] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0d07a247-088c-4a01-bb4c-ad8a7bf76160 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.641694] env[65448]: DEBUG oslo_vmware.api [None req-0bc2f110-0a70-44e9-a0c2-6dd68af71c31 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691-project-member] Waiting for the task: (returnval){ [ 904.641694] env[65448]: value = "task-4937871" [ 904.641694] env[65448]: _type = "Task" [ 904.641694] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.654161] env[65448]: DEBUG oslo_vmware.api [None req-0bc2f110-0a70-44e9-a0c2-6dd68af71c31 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691-project-member] Task: {'id': task-4937871, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.669673] env[65448]: DEBUG oslo_vmware.api [None req-81abdf0a-1b8b-4c20-b481-57e7454cac12 tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Task: {'id': task-4937867, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.676702] env[65448]: DEBUG oslo_vmware.api [None req-12e6258f-67ff-4fd1-ba76-c62dc015cebd tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': task-4937868, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.241737} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.677305] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-12e6258f-67ff-4fd1-ba76-c62dc015cebd tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 904.677532] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-12e6258f-67ff-4fd1-ba76-c62dc015cebd tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: a99b311d-836c-4385-9432-45b9765f5dac] Deleted contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 904.677719] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-12e6258f-67ff-4fd1-ba76-c62dc015cebd tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: a99b311d-836c-4385-9432-45b9765f5dac] Instance destroyed {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 904.678767] env[65448]: INFO nova.compute.manager [None req-12e6258f-67ff-4fd1-ba76-c62dc015cebd tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: a99b311d-836c-4385-9432-45b9765f5dac] Took 1.22 seconds to destroy the instance on the hypervisor. [ 904.679066] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-12e6258f-67ff-4fd1-ba76-c62dc015cebd tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 904.684350] env[65448]: DEBUG nova.compute.manager [-] [instance: a99b311d-836c-4385-9432-45b9765f5dac] Deallocating network for instance {{(pid=65448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 904.684484] env[65448]: DEBUG nova.network.neutron [-] [instance: a99b311d-836c-4385-9432-45b9765f5dac] deallocate_for_instance() {{(pid=65448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 904.684736] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 904.784654] env[65448]: INFO nova.compute.manager [None req-dbc2d528-7ac5-4149-97f8-b2a7389a3d81 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 65f7a5e2-e42a-4a78-a9df-7bd5424ca2f2] Took 67.24 seconds to build instance. [ 905.085690] env[65448]: DEBUG oslo_vmware.api [None req-3db3a372-fe70-446e-b66c-837f8f7c98ad tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Task: {'id': task-4937870, 'name': PowerOnVM_Task} progress is 78%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.154798] env[65448]: DEBUG oslo_vmware.api [None req-0bc2f110-0a70-44e9-a0c2-6dd68af71c31 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691-project-member] Task: {'id': task-4937871, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.492648} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.159468] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bc2f110-0a70-44e9-a0c2-6dd68af71c31 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691-project-member] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 905.159726] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-0bc2f110-0a70-44e9-a0c2-6dd68af71c31 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691-project-member] [instance: e528a5f1-8251-4420-8660-8a7ec001ef7e] Deleted contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 905.159912] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-0bc2f110-0a70-44e9-a0c2-6dd68af71c31 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691-project-member] [instance: e528a5f1-8251-4420-8660-8a7ec001ef7e] Instance destroyed {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 905.160024] env[65448]: INFO nova.compute.manager [None req-0bc2f110-0a70-44e9-a0c2-6dd68af71c31 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691-project-member] [instance: e528a5f1-8251-4420-8660-8a7ec001ef7e] Took 1.16 seconds to destroy the instance on the hypervisor. [ 905.160287] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-0bc2f110-0a70-44e9-a0c2-6dd68af71c31 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 905.164445] env[65448]: DEBUG nova.compute.manager [-] [instance: e528a5f1-8251-4420-8660-8a7ec001ef7e] Deallocating network for instance {{(pid=65448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 905.164606] env[65448]: DEBUG nova.network.neutron [-] [instance: e528a5f1-8251-4420-8660-8a7ec001ef7e] deallocate_for_instance() {{(pid=65448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 905.164801] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 905.180138] env[65448]: DEBUG oslo_vmware.api [None req-81abdf0a-1b8b-4c20-b481-57e7454cac12 tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Task: {'id': task-4937867, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.625195} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.180402] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-81abdf0a-1b8b-4c20-b481-57e7454cac12 tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] 43ff9c8f-c282-4680-ab94-659f088e79a0/43ff9c8f-c282-4680-ab94-659f088e79a0.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 905.181015] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-81abdf0a-1b8b-4c20-b481-57e7454cac12 tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] [instance: 43ff9c8f-c282-4680-ab94-659f088e79a0] Extending root virtual disk to 1048576 {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 905.181015] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-02811cbf-dbd1-46a9-8cf8-6ebb7c5fa8a8 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.188201] env[65448]: DEBUG oslo_vmware.api [None req-81abdf0a-1b8b-4c20-b481-57e7454cac12 tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Waiting for the task: (returnval){ [ 905.188201] env[65448]: value = "task-4937872" [ 905.188201] env[65448]: _type = "Task" [ 905.188201] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.201387] env[65448]: DEBUG oslo_vmware.api [None req-81abdf0a-1b8b-4c20-b481-57e7454cac12 tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Task: {'id': task-4937872, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.223179] env[65448]: INFO nova.compute.manager [None req-14a66a30-eeba-48a5-93a0-e728ee2d88ad tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] [instance: 9322f1d0-3ffb-46c6-8974-7fe56a517f7f] Swapping old allocation on dict_keys(['76aeec68-79e6-4d77-baf0-33bb098aa897']) held by migration 7dfdfa06-2112-46a0-92db-792cf7243507 for instance [ 905.279192] env[65448]: DEBUG nova.scheduler.client.report [None req-14a66a30-eeba-48a5-93a0-e728ee2d88ad tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Overwriting current allocation {'allocations': {'76aeec68-79e6-4d77-baf0-33bb098aa897': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 101}}, 'project_id': '19cecb9320184ab9a3c0a3444b6924f1', 'user_id': '168f3ee192ec457095c0569755eab627', 'consumer_generation': 1} on consumer 9322f1d0-3ffb-46c6-8974-7fe56a517f7f {{(pid=65448) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 905.287328] env[65448]: DEBUG oslo_concurrency.lockutils [None req-dbc2d528-7ac5-4149-97f8-b2a7389a3d81 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Lock "65f7a5e2-e42a-4a78-a9df-7bd5424ca2f2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 91.845s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.291887] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-004e090f-9da4-46f8-a824-5b26d953c079 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.305417] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea2da389-3c3c-45a7-8d92-b33a631648dd {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.344939] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c58fb19-ec82-49c1-a417-762314d377e7 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.356994] env[65448]: WARNING neutronclient.v2_0.client [None req-14a66a30-eeba-48a5-93a0-e728ee2d88ad tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 905.361043] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-450fd756-c84b-4771-8d69-1813b6c1e784 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.379242] env[65448]: DEBUG nova.compute.provider_tree [None req-6d584165-0f04-4037-889e-239d7e1bff58 tempest-ServerTagsTestJSON-1535616916 tempest-ServerTagsTestJSON-1535616916-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 905.511507] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 905.581350] env[65448]: DEBUG oslo_vmware.api [None req-3db3a372-fe70-446e-b66c-837f8f7c98ad tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Task: {'id': task-4937870, 'name': PowerOnVM_Task, 'duration_secs': 0.855891} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.581907] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-3db3a372-fe70-446e-b66c-837f8f7c98ad tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] [instance: 2555d855-2461-4a92-ad02-372ecb1f4c10] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 905.582133] env[65448]: INFO nova.compute.manager [None req-3db3a372-fe70-446e-b66c-837f8f7c98ad tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] [instance: 2555d855-2461-4a92-ad02-372ecb1f4c10] Took 5.95 seconds to spawn the instance on the hypervisor. [ 905.582339] env[65448]: DEBUG nova.compute.manager [None req-3db3a372-fe70-446e-b66c-837f8f7c98ad tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] [instance: 2555d855-2461-4a92-ad02-372ecb1f4c10] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 905.583747] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b23746fb-921a-450e-abbf-18ad9dc7564c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.701181] env[65448]: DEBUG oslo_vmware.api [None req-81abdf0a-1b8b-4c20-b481-57e7454cac12 tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Task: {'id': task-4937872, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091019} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.702412] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 905.706042] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-81abdf0a-1b8b-4c20-b481-57e7454cac12 tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] [instance: 43ff9c8f-c282-4680-ab94-659f088e79a0] Extended root virtual disk {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 905.706303] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79f6d00c-90ee-4fe9-9305-c9707c7d21b1 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.730918] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-81abdf0a-1b8b-4c20-b481-57e7454cac12 tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] [instance: 43ff9c8f-c282-4680-ab94-659f088e79a0] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] 43ff9c8f-c282-4680-ab94-659f088e79a0/43ff9c8f-c282-4680-ab94-659f088e79a0.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 905.732740] env[65448]: WARNING neutronclient.v2_0.client [req-1360fc08-59b7-4420-9a44-68d9b915cafa req-78793216-f0d9-4efc-8810-eab2420ed6e2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 905.737850] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a8138c9-ba6a-456c-b04e-ae12fde89887 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.762118] env[65448]: DEBUG oslo_vmware.api [None req-81abdf0a-1b8b-4c20-b481-57e7454cac12 tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Waiting for the task: (returnval){ [ 905.762118] env[65448]: value = "task-4937873" [ 905.762118] env[65448]: _type = "Task" [ 905.762118] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.770186] env[65448]: DEBUG nova.objects.instance [None req-ac0d2065-3e6d-4f59-a3d3-0906fbaac7ee tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Lazy-loading 'pci_requests' on Instance uuid 5e5a538b-8f59-45ca-bece-6a0cff169e0a {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 905.774675] env[65448]: DEBUG oslo_vmware.api [None req-81abdf0a-1b8b-4c20-b481-57e7454cac12 tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Task: {'id': task-4937873, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.839440] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 905.868654] env[65448]: DEBUG oslo_concurrency.lockutils [None req-14a66a30-eeba-48a5-93a0-e728ee2d88ad tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Acquiring lock "refresh_cache-9322f1d0-3ffb-46c6-8974-7fe56a517f7f" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.868902] env[65448]: DEBUG oslo_concurrency.lockutils [None req-14a66a30-eeba-48a5-93a0-e728ee2d88ad tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Acquired lock "refresh_cache-9322f1d0-3ffb-46c6-8974-7fe56a517f7f" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.869123] env[65448]: DEBUG nova.network.neutron [None req-14a66a30-eeba-48a5-93a0-e728ee2d88ad tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] [instance: 9322f1d0-3ffb-46c6-8974-7fe56a517f7f] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 905.883230] env[65448]: DEBUG nova.scheduler.client.report [None req-6d584165-0f04-4037-889e-239d7e1bff58 tempest-ServerTagsTestJSON-1535616916 tempest-ServerTagsTestJSON-1535616916-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 906.103230] env[65448]: INFO nova.compute.manager [None req-3db3a372-fe70-446e-b66c-837f8f7c98ad tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] [instance: 2555d855-2461-4a92-ad02-372ecb1f4c10] Took 59.08 seconds to build instance. [ 906.275048] env[65448]: DEBUG oslo_vmware.api [None req-81abdf0a-1b8b-4c20-b481-57e7454cac12 tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Task: {'id': task-4937873, 'name': ReconfigVM_Task, 'duration_secs': 0.325372} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.275331] env[65448]: DEBUG nova.objects.base [None req-ac0d2065-3e6d-4f59-a3d3-0906fbaac7ee tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Object Instance<5e5a538b-8f59-45ca-bece-6a0cff169e0a> lazy-loaded attributes: flavor,pci_requests {{(pid=65448) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 906.275510] env[65448]: DEBUG nova.network.neutron [None req-ac0d2065-3e6d-4f59-a3d3-0906fbaac7ee tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: 5e5a538b-8f59-45ca-bece-6a0cff169e0a] allocate_for_instance() {{(pid=65448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 906.275921] env[65448]: WARNING neutronclient.v2_0.client [None req-ac0d2065-3e6d-4f59-a3d3-0906fbaac7ee tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 906.276285] env[65448]: WARNING neutronclient.v2_0.client [None req-ac0d2065-3e6d-4f59-a3d3-0906fbaac7ee tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 906.278696] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-81abdf0a-1b8b-4c20-b481-57e7454cac12 tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] [instance: 43ff9c8f-c282-4680-ab94-659f088e79a0] Reconfigured VM instance instance-00000047 to attach disk [datastore2] 43ff9c8f-c282-4680-ab94-659f088e79a0/43ff9c8f-c282-4680-ab94-659f088e79a0.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 906.279693] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e7bd9fb0-7ab2-47eb-abda-7da6c07faf9d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.289624] env[65448]: DEBUG oslo_vmware.api [None req-81abdf0a-1b8b-4c20-b481-57e7454cac12 tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Waiting for the task: (returnval){ [ 906.289624] env[65448]: value = "task-4937874" [ 906.289624] env[65448]: _type = "Task" [ 906.289624] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.302370] env[65448]: DEBUG oslo_vmware.api [None req-81abdf0a-1b8b-4c20-b481-57e7454cac12 tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Task: {'id': task-4937874, 'name': Rename_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.372336] env[65448]: WARNING neutronclient.v2_0.client [None req-14a66a30-eeba-48a5-93a0-e728ee2d88ad tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 906.388765] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6d584165-0f04-4037-889e-239d7e1bff58 tempest-ServerTagsTestJSON-1535616916 tempest-ServerTagsTestJSON-1535616916-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.733s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.389620] env[65448]: DEBUG nova.compute.manager [None req-6d584165-0f04-4037-889e-239d7e1bff58 tempest-ServerTagsTestJSON-1535616916 tempest-ServerTagsTestJSON-1535616916-project-member] [instance: 5d5d90a5-f93c-4070-8c3f-2690af66af2a] Start building networks asynchronously for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2881}} [ 906.397031] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a83cfeeb-1cbd-4718-980c-50a251f5d463 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.212s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.397031] env[65448]: INFO nova.compute.claims [None req-a83cfeeb-1cbd-4718-980c-50a251f5d463 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] [instance: dc6c4614-329d-4c19-bcda-1459b561823e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 906.605518] env[65448]: DEBUG oslo_concurrency.lockutils [None req-3db3a372-fe70-446e-b66c-837f8f7c98ad tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Lock "2555d855-2461-4a92-ad02-372ecb1f4c10" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.649s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.658797] env[65448]: DEBUG nova.network.neutron [-] [instance: cd954db3-685f-4f7b-8ef4-c9d0dca58eef] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.804239] env[65448]: DEBUG oslo_vmware.api [None req-81abdf0a-1b8b-4c20-b481-57e7454cac12 tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Task: {'id': task-4937874, 'name': Rename_Task, 'duration_secs': 0.156031} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.804585] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-81abdf0a-1b8b-4c20-b481-57e7454cac12 tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] [instance: 43ff9c8f-c282-4680-ab94-659f088e79a0] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 906.804891] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ad598c34-a864-4c3c-ad32-0f3ea60d54fb {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.813416] env[65448]: DEBUG oslo_vmware.api [None req-81abdf0a-1b8b-4c20-b481-57e7454cac12 tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Waiting for the task: (returnval){ [ 906.813416] env[65448]: value = "task-4937875" [ 906.813416] env[65448]: _type = "Task" [ 906.813416] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.830040] env[65448]: DEBUG oslo_vmware.api [None req-81abdf0a-1b8b-4c20-b481-57e7454cac12 tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Task: {'id': task-4937875, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.902706] env[65448]: DEBUG nova.compute.utils [None req-6d584165-0f04-4037-889e-239d7e1bff58 tempest-ServerTagsTestJSON-1535616916 tempest-ServerTagsTestJSON-1535616916-project-member] Using /dev/sd instead of None {{(pid=65448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 906.911738] env[65448]: DEBUG nova.compute.manager [None req-6d584165-0f04-4037-889e-239d7e1bff58 tempest-ServerTagsTestJSON-1535616916 tempest-ServerTagsTestJSON-1535616916-project-member] [instance: 5d5d90a5-f93c-4070-8c3f-2690af66af2a] Allocating IP information in the background. {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 906.911815] env[65448]: DEBUG nova.network.neutron [None req-6d584165-0f04-4037-889e-239d7e1bff58 tempest-ServerTagsTestJSON-1535616916 tempest-ServerTagsTestJSON-1535616916-project-member] [instance: 5d5d90a5-f93c-4070-8c3f-2690af66af2a] allocate_for_instance() {{(pid=65448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 906.912234] env[65448]: WARNING neutronclient.v2_0.client [None req-6d584165-0f04-4037-889e-239d7e1bff58 tempest-ServerTagsTestJSON-1535616916 tempest-ServerTagsTestJSON-1535616916-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 906.912630] env[65448]: WARNING neutronclient.v2_0.client [None req-6d584165-0f04-4037-889e-239d7e1bff58 tempest-ServerTagsTestJSON-1535616916 tempest-ServerTagsTestJSON-1535616916-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 906.944933] env[65448]: DEBUG nova.policy [None req-ac0d2065-3e6d-4f59-a3d3-0906fbaac7ee tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6e640ad962104d56a0e341dbc395c9ce', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '40f710aa821f49ef963bafd588fa759f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65448) authorize /opt/stack/nova/nova/policy.py:192}} [ 906.980722] env[65448]: DEBUG nova.network.neutron [-] [instance: a99b311d-836c-4385-9432-45b9765f5dac] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.028474] env[65448]: DEBUG nova.network.neutron [req-1360fc08-59b7-4420-9a44-68d9b915cafa req-78793216-f0d9-4efc-8810-eab2420ed6e2 service nova] [instance: 65f7a5e2-e42a-4a78-a9df-7bd5424ca2f2] Updated VIF entry in instance network info cache for port d2c6e1da-1cb3-458a-8d87-edf2e15505b3. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 907.028666] env[65448]: DEBUG nova.network.neutron [req-1360fc08-59b7-4420-9a44-68d9b915cafa req-78793216-f0d9-4efc-8810-eab2420ed6e2 service nova] [instance: 65f7a5e2-e42a-4a78-a9df-7bd5424ca2f2] Updating instance_info_cache with network_info: [{"id": "d2c6e1da-1cb3-458a-8d87-edf2e15505b3", "address": "fa:16:3e:6b:88:5d", "network": {"id": "76bce7a5-302f-47a8-9b20-9331c6891217", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1202927429-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc9e8e59612c49a6b788080423997837", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2c6e1da-1c", "ovs_interfaceid": "d2c6e1da-1cb3-458a-8d87-edf2e15505b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.161790] env[65448]: INFO nova.compute.manager [-] [instance: cd954db3-685f-4f7b-8ef4-c9d0dca58eef] Took 2.75 seconds to deallocate network for instance. [ 907.240350] env[65448]: DEBUG nova.network.neutron [-] [instance: e528a5f1-8251-4420-8660-8a7ec001ef7e] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.326510] env[65448]: DEBUG oslo_vmware.api [None req-81abdf0a-1b8b-4c20-b481-57e7454cac12 tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Task: {'id': task-4937875, 'name': PowerOnVM_Task, 'duration_secs': 0.506702} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.326720] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-81abdf0a-1b8b-4c20-b481-57e7454cac12 tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] [instance: 43ff9c8f-c282-4680-ab94-659f088e79a0] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 907.326952] env[65448]: INFO nova.compute.manager [None req-81abdf0a-1b8b-4c20-b481-57e7454cac12 tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] [instance: 43ff9c8f-c282-4680-ab94-659f088e79a0] Took 4.92 seconds to spawn the instance on the hypervisor. [ 907.327285] env[65448]: DEBUG nova.compute.manager [None req-81abdf0a-1b8b-4c20-b481-57e7454cac12 tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] [instance: 43ff9c8f-c282-4680-ab94-659f088e79a0] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 907.328140] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cf1b6c8-69ac-4ae1-9334-1adbf61503c5 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.409702] env[65448]: DEBUG nova.compute.manager [None req-6d584165-0f04-4037-889e-239d7e1bff58 tempest-ServerTagsTestJSON-1535616916 tempest-ServerTagsTestJSON-1535616916-project-member] [instance: 5d5d90a5-f93c-4070-8c3f-2690af66af2a] Start building block device mappings for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2916}} [ 907.485307] env[65448]: INFO nova.compute.manager [-] [instance: a99b311d-836c-4385-9432-45b9765f5dac] Took 2.80 seconds to deallocate network for instance. [ 907.524794] env[65448]: DEBUG nova.policy [None req-6d584165-0f04-4037-889e-239d7e1bff58 tempest-ServerTagsTestJSON-1535616916 tempest-ServerTagsTestJSON-1535616916-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5aedd927cf0c4bada4cf89bf85666a81', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8551f3932336474c8420a817fa31adff', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65448) authorize /opt/stack/nova/nova/policy.py:192}} [ 907.536023] env[65448]: DEBUG oslo_concurrency.lockutils [req-1360fc08-59b7-4420-9a44-68d9b915cafa req-78793216-f0d9-4efc-8810-eab2420ed6e2 service nova] Releasing lock "refresh_cache-65f7a5e2-e42a-4a78-a9df-7bd5424ca2f2" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.670912] env[65448]: DEBUG oslo_concurrency.lockutils [None req-48ad8529-38f1-4ba0-9cf1-91a2f5b050f7 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.746464] env[65448]: INFO nova.compute.manager [-] [instance: e528a5f1-8251-4420-8660-8a7ec001ef7e] Took 2.58 seconds to deallocate network for instance. [ 907.852680] env[65448]: INFO nova.compute.manager [None req-81abdf0a-1b8b-4c20-b481-57e7454cac12 tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] [instance: 43ff9c8f-c282-4680-ab94-659f088e79a0] Took 58.14 seconds to build instance. [ 907.950212] env[65448]: DEBUG nova.network.neutron [None req-ac0d2065-3e6d-4f59-a3d3-0906fbaac7ee tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: 5e5a538b-8f59-45ca-bece-6a0cff169e0a] Successfully created port: dde3fa85-2f5d-4ff1-a4a5-4672b1a7ac29 {{(pid=65448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 907.992989] env[65448]: DEBUG oslo_concurrency.lockutils [None req-12e6258f-67ff-4fd1-ba76-c62dc015cebd tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.009635] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a732a99-2da5-4d3c-bb48-b8ec010a0a00 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.020585] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ca44f77-c0d1-489b-8532-38c36adb5de8 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.056919] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-787b28b1-3a72-41ae-92b5-d23e594d8395 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.066940] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-594afca7-1209-4f8b-944d-4045e6f5008b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.085496] env[65448]: DEBUG nova.compute.provider_tree [None req-a83cfeeb-1cbd-4718-980c-50a251f5d463 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 908.260610] env[65448]: DEBUG oslo_concurrency.lockutils [None req-0bc2f110-0a70-44e9-a0c2-6dd68af71c31 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.355395] env[65448]: DEBUG oslo_concurrency.lockutils [None req-81abdf0a-1b8b-4c20-b481-57e7454cac12 tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Lock "43ff9c8f-c282-4680-ab94-659f088e79a0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.043s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.430652] env[65448]: DEBUG nova.compute.manager [None req-6d584165-0f04-4037-889e-239d7e1bff58 tempest-ServerTagsTestJSON-1535616916 tempest-ServerTagsTestJSON-1535616916-project-member] [instance: 5d5d90a5-f93c-4070-8c3f-2690af66af2a] Start spawning the instance on the hypervisor. {{(pid=65448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2689}} [ 908.439822] env[65448]: DEBUG nova.network.neutron [None req-6d584165-0f04-4037-889e-239d7e1bff58 tempest-ServerTagsTestJSON-1535616916 tempest-ServerTagsTestJSON-1535616916-project-member] [instance: 5d5d90a5-f93c-4070-8c3f-2690af66af2a] Successfully created port: 2e43a8b7-b414-460e-9ffa-92ffd5ae4fd8 {{(pid=65448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 908.461490] env[65448]: DEBUG nova.virt.hardware [None req-6d584165-0f04-4037-889e-239d7e1bff58 tempest-ServerTagsTestJSON-1535616916 tempest-ServerTagsTestJSON-1535616916-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-08T17:19:51Z,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a992292b6dae455593d228217860e2e1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-08T17:19:52Z,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 908.461800] env[65448]: DEBUG nova.virt.hardware [None req-6d584165-0f04-4037-889e-239d7e1bff58 tempest-ServerTagsTestJSON-1535616916 tempest-ServerTagsTestJSON-1535616916-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 908.461974] env[65448]: DEBUG nova.virt.hardware [None req-6d584165-0f04-4037-889e-239d7e1bff58 tempest-ServerTagsTestJSON-1535616916 tempest-ServerTagsTestJSON-1535616916-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 908.462182] env[65448]: DEBUG nova.virt.hardware [None req-6d584165-0f04-4037-889e-239d7e1bff58 tempest-ServerTagsTestJSON-1535616916 tempest-ServerTagsTestJSON-1535616916-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 908.462333] env[65448]: DEBUG nova.virt.hardware [None req-6d584165-0f04-4037-889e-239d7e1bff58 tempest-ServerTagsTestJSON-1535616916 tempest-ServerTagsTestJSON-1535616916-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 908.462486] env[65448]: DEBUG nova.virt.hardware [None req-6d584165-0f04-4037-889e-239d7e1bff58 tempest-ServerTagsTestJSON-1535616916 tempest-ServerTagsTestJSON-1535616916-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 908.462706] env[65448]: DEBUG nova.virt.hardware [None req-6d584165-0f04-4037-889e-239d7e1bff58 tempest-ServerTagsTestJSON-1535616916 tempest-ServerTagsTestJSON-1535616916-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 908.462866] env[65448]: DEBUG nova.virt.hardware [None req-6d584165-0f04-4037-889e-239d7e1bff58 tempest-ServerTagsTestJSON-1535616916 tempest-ServerTagsTestJSON-1535616916-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 908.463047] env[65448]: DEBUG nova.virt.hardware [None req-6d584165-0f04-4037-889e-239d7e1bff58 tempest-ServerTagsTestJSON-1535616916 tempest-ServerTagsTestJSON-1535616916-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 908.463214] env[65448]: DEBUG nova.virt.hardware [None req-6d584165-0f04-4037-889e-239d7e1bff58 tempest-ServerTagsTestJSON-1535616916 tempest-ServerTagsTestJSON-1535616916-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 908.463462] env[65448]: DEBUG nova.virt.hardware [None req-6d584165-0f04-4037-889e-239d7e1bff58 tempest-ServerTagsTestJSON-1535616916 tempest-ServerTagsTestJSON-1535616916-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 908.464668] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0e73be3-4fb4-41cf-ac6b-10def7909eb7 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.475239] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fba8b47c-08e1-436d-b83a-a3997896b6b2 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.588080] env[65448]: DEBUG nova.scheduler.client.report [None req-a83cfeeb-1cbd-4718-980c-50a251f5d463 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 909.093944] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a83cfeeb-1cbd-4718-980c-50a251f5d463 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.700s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.094606] env[65448]: DEBUG nova.compute.manager [None req-a83cfeeb-1cbd-4718-980c-50a251f5d463 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] [instance: dc6c4614-329d-4c19-bcda-1459b561823e] Start building networks asynchronously for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2881}} [ 909.099336] env[65448]: DEBUG oslo_concurrency.lockutils [None req-db27bf24-8453-4a74-b1fe-28856bea0375 tempest-ServersTestJSON-1600957378 tempest-ServersTestJSON-1600957378-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.030s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.099336] env[65448]: DEBUG nova.objects.instance [None req-db27bf24-8453-4a74-b1fe-28856bea0375 tempest-ServersTestJSON-1600957378 tempest-ServersTestJSON-1600957378-project-member] Lazy-loading 'resources' on Instance uuid 8f28d898-567e-409c-95bf-10e8000cdc4b {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 909.599878] env[65448]: DEBUG nova.compute.utils [None req-a83cfeeb-1cbd-4718-980c-50a251f5d463 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Using /dev/sd instead of None {{(pid=65448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 909.601393] env[65448]: DEBUG nova.compute.manager [None req-a83cfeeb-1cbd-4718-980c-50a251f5d463 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] [instance: dc6c4614-329d-4c19-bcda-1459b561823e] Allocating IP information in the background. {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 909.601605] env[65448]: DEBUG nova.network.neutron [None req-a83cfeeb-1cbd-4718-980c-50a251f5d463 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] [instance: dc6c4614-329d-4c19-bcda-1459b561823e] allocate_for_instance() {{(pid=65448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 909.601958] env[65448]: WARNING neutronclient.v2_0.client [None req-a83cfeeb-1cbd-4718-980c-50a251f5d463 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 909.602278] env[65448]: WARNING neutronclient.v2_0.client [None req-a83cfeeb-1cbd-4718-980c-50a251f5d463 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 909.703681] env[65448]: DEBUG nova.network.neutron [None req-ac0d2065-3e6d-4f59-a3d3-0906fbaac7ee tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: 5e5a538b-8f59-45ca-bece-6a0cff169e0a] Successfully updated port: dde3fa85-2f5d-4ff1-a4a5-4672b1a7ac29 {{(pid=65448) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 909.939527] env[65448]: DEBUG nova.policy [None req-a83cfeeb-1cbd-4718-980c-50a251f5d463 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2373a25b30784b0c9624aae02bd48ff2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a1c40ba76251447a8ca380d4b19e86f1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65448) authorize /opt/stack/nova/nova/policy.py:192}} [ 909.976556] env[65448]: WARNING neutronclient.v2_0.client [None req-14a66a30-eeba-48a5-93a0-e728ee2d88ad tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 910.108153] env[65448]: DEBUG nova.compute.manager [None req-a83cfeeb-1cbd-4718-980c-50a251f5d463 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] [instance: dc6c4614-329d-4c19-bcda-1459b561823e] Start building block device mappings for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2916}} [ 910.113658] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21ebc351-ec1e-4d8f-b21f-7cc57b2a58d3 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.127044] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4ad0ebe-18f2-4a40-9646-7ed77194bd22 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.159719] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba57195f-16cf-47ef-af19-38c6aa2c2718 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.169033] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec3f4f8f-6134-4fec-8858-bb8d9bfe6fb9 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.185556] env[65448]: DEBUG nova.compute.provider_tree [None req-db27bf24-8453-4a74-b1fe-28856bea0375 tempest-ServersTestJSON-1600957378 tempest-ServersTestJSON-1600957378-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 910.210206] env[65448]: DEBUG oslo_concurrency.lockutils [None req-ac0d2065-3e6d-4f59-a3d3-0906fbaac7ee tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Acquiring lock "refresh_cache-5e5a538b-8f59-45ca-bece-6a0cff169e0a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.210493] env[65448]: DEBUG oslo_concurrency.lockutils [None req-ac0d2065-3e6d-4f59-a3d3-0906fbaac7ee tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Acquired lock "refresh_cache-5e5a538b-8f59-45ca-bece-6a0cff169e0a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.210790] env[65448]: DEBUG nova.network.neutron [None req-ac0d2065-3e6d-4f59-a3d3-0906fbaac7ee tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: 5e5a538b-8f59-45ca-bece-6a0cff169e0a] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 910.302176] env[65448]: DEBUG nova.network.neutron [None req-6d584165-0f04-4037-889e-239d7e1bff58 tempest-ServerTagsTestJSON-1535616916 tempest-ServerTagsTestJSON-1535616916-project-member] [instance: 5d5d90a5-f93c-4070-8c3f-2690af66af2a] Successfully updated port: 2e43a8b7-b414-460e-9ffa-92ffd5ae4fd8 {{(pid=65448) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 910.351683] env[65448]: DEBUG nova.network.neutron [None req-a83cfeeb-1cbd-4718-980c-50a251f5d463 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] [instance: dc6c4614-329d-4c19-bcda-1459b561823e] Successfully created port: 4b1e25f1-01c1-49e8-81d2-d68e6e2b077f {{(pid=65448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 910.384459] env[65448]: DEBUG nova.network.neutron [None req-14a66a30-eeba-48a5-93a0-e728ee2d88ad tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] [instance: 9322f1d0-3ffb-46c6-8974-7fe56a517f7f] Updating instance_info_cache with network_info: [{"id": "a3bbf70c-2341-4b10-a055-e6e585399a78", "address": "fa:16:3e:bc:25:51", "network": {"id": "8bceff40-3fe8-4c4e-8d97-0f1608c6de19", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.83", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a992292b6dae455593d228217860e2e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3bbf70c-23", "ovs_interfaceid": "a3bbf70c-2341-4b10-a055-e6e585399a78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.691993] env[65448]: DEBUG nova.scheduler.client.report [None req-db27bf24-8453-4a74-b1fe-28856bea0375 tempest-ServersTestJSON-1600957378 tempest-ServersTestJSON-1600957378-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 910.762846] env[65448]: WARNING nova.network.neutron [None req-ac0d2065-3e6d-4f59-a3d3-0906fbaac7ee tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: 5e5a538b-8f59-45ca-bece-6a0cff169e0a] ae7fb699-1e8f-4e6e-ba65-11efac49c1f2 already exists in list: networks containing: ['ae7fb699-1e8f-4e6e-ba65-11efac49c1f2']. ignoring it [ 910.806872] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6d584165-0f04-4037-889e-239d7e1bff58 tempest-ServerTagsTestJSON-1535616916 tempest-ServerTagsTestJSON-1535616916-project-member] Acquiring lock "refresh_cache-5d5d90a5-f93c-4070-8c3f-2690af66af2a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.807095] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6d584165-0f04-4037-889e-239d7e1bff58 tempest-ServerTagsTestJSON-1535616916 tempest-ServerTagsTestJSON-1535616916-project-member] Acquired lock "refresh_cache-5d5d90a5-f93c-4070-8c3f-2690af66af2a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.807281] env[65448]: DEBUG nova.network.neutron [None req-6d584165-0f04-4037-889e-239d7e1bff58 tempest-ServerTagsTestJSON-1535616916 tempest-ServerTagsTestJSON-1535616916-project-member] [instance: 5d5d90a5-f93c-4070-8c3f-2690af66af2a] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 910.868232] env[65448]: WARNING neutronclient.v2_0.client [None req-ac0d2065-3e6d-4f59-a3d3-0906fbaac7ee tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 910.888607] env[65448]: DEBUG oslo_concurrency.lockutils [None req-14a66a30-eeba-48a5-93a0-e728ee2d88ad tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Releasing lock "refresh_cache-9322f1d0-3ffb-46c6-8974-7fe56a517f7f" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.889133] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-14a66a30-eeba-48a5-93a0-e728ee2d88ad tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] [instance: 9322f1d0-3ffb-46c6-8974-7fe56a517f7f] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 910.889431] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-44385dfb-0bc5-46c8-b2e2-e94b3e235b68 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.900014] env[65448]: DEBUG oslo_vmware.api [None req-14a66a30-eeba-48a5-93a0-e728ee2d88ad tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Waiting for the task: (returnval){ [ 910.900014] env[65448]: value = "task-4937876" [ 910.900014] env[65448]: _type = "Task" [ 910.900014] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.910259] env[65448]: DEBUG oslo_vmware.api [None req-14a66a30-eeba-48a5-93a0-e728ee2d88ad tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Task: {'id': task-4937876, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.035129] env[65448]: WARNING neutronclient.v2_0.client [None req-ac0d2065-3e6d-4f59-a3d3-0906fbaac7ee tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 911.119546] env[65448]: DEBUG nova.compute.manager [None req-a83cfeeb-1cbd-4718-980c-50a251f5d463 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] [instance: dc6c4614-329d-4c19-bcda-1459b561823e] Start spawning the instance on the hypervisor. {{(pid=65448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2689}} [ 911.145759] env[65448]: DEBUG nova.virt.hardware [None req-a83cfeeb-1cbd-4718-980c-50a251f5d463 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-08T17:19:51Z,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a992292b6dae455593d228217860e2e1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-08T17:19:52Z,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 911.146118] env[65448]: DEBUG nova.virt.hardware [None req-a83cfeeb-1cbd-4718-980c-50a251f5d463 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 911.146301] env[65448]: DEBUG nova.virt.hardware [None req-a83cfeeb-1cbd-4718-980c-50a251f5d463 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 911.146520] env[65448]: DEBUG nova.virt.hardware [None req-a83cfeeb-1cbd-4718-980c-50a251f5d463 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 911.146730] env[65448]: DEBUG nova.virt.hardware [None req-a83cfeeb-1cbd-4718-980c-50a251f5d463 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 911.146856] env[65448]: DEBUG nova.virt.hardware [None req-a83cfeeb-1cbd-4718-980c-50a251f5d463 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 911.147107] env[65448]: DEBUG nova.virt.hardware [None req-a83cfeeb-1cbd-4718-980c-50a251f5d463 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 911.147263] env[65448]: DEBUG nova.virt.hardware [None req-a83cfeeb-1cbd-4718-980c-50a251f5d463 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 911.147442] env[65448]: DEBUG nova.virt.hardware [None req-a83cfeeb-1cbd-4718-980c-50a251f5d463 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 911.147640] env[65448]: DEBUG nova.virt.hardware [None req-a83cfeeb-1cbd-4718-980c-50a251f5d463 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 911.147917] env[65448]: DEBUG nova.virt.hardware [None req-a83cfeeb-1cbd-4718-980c-50a251f5d463 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 911.148948] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02309cba-9b6e-4871-bced-eb1c093b1476 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.153512] env[65448]: DEBUG nova.network.neutron [None req-ac0d2065-3e6d-4f59-a3d3-0906fbaac7ee tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: 5e5a538b-8f59-45ca-bece-6a0cff169e0a] Updating instance_info_cache with network_info: [{"id": "c28c03f9-de49-4287-bfbd-2a47961278d1", "address": "fa:16:3e:ae:5f:01", "network": {"id": "ae7fb699-1e8f-4e6e-ba65-11efac49c1f2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2072253352-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40f710aa821f49ef963bafd588fa759f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc28c03f9-de", "ovs_interfaceid": "c28c03f9-de49-4287-bfbd-2a47961278d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "dde3fa85-2f5d-4ff1-a4a5-4672b1a7ac29", "address": "fa:16:3e:d2:53:8a", "network": {"id": "ae7fb699-1e8f-4e6e-ba65-11efac49c1f2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2072253352-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40f710aa821f49ef963bafd588fa759f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdde3fa85-2f", "ovs_interfaceid": "dde3fa85-2f5d-4ff1-a4a5-4672b1a7ac29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.161952] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37383dc5-10ce-4a2c-bcbb-52cea1532e9b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.197291] env[65448]: DEBUG oslo_concurrency.lockutils [None req-db27bf24-8453-4a74-b1fe-28856bea0375 tempest-ServersTestJSON-1600957378 tempest-ServersTestJSON-1600957378-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.099s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.199759] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5f17bf03-08ed-4ecf-aaeb-df964dbcf25f tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 32.075s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.245605] env[65448]: INFO nova.scheduler.client.report [None req-db27bf24-8453-4a74-b1fe-28856bea0375 tempest-ServersTestJSON-1600957378 tempest-ServersTestJSON-1600957378-project-member] Deleted allocations for instance 8f28d898-567e-409c-95bf-10e8000cdc4b [ 911.395848] env[65448]: DEBUG nova.network.neutron [None req-6d584165-0f04-4037-889e-239d7e1bff58 tempest-ServerTagsTestJSON-1535616916 tempest-ServerTagsTestJSON-1535616916-project-member] [instance: 5d5d90a5-f93c-4070-8c3f-2690af66af2a] Instance cache missing network info. {{(pid=65448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 911.411970] env[65448]: DEBUG oslo_vmware.api [None req-14a66a30-eeba-48a5-93a0-e728ee2d88ad tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Task: {'id': task-4937876, 'name': PowerOffVM_Task, 'duration_secs': 0.349799} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.412292] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-14a66a30-eeba-48a5-93a0-e728ee2d88ad tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] [instance: 9322f1d0-3ffb-46c6-8974-7fe56a517f7f] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 911.412990] env[65448]: DEBUG nova.virt.hardware [None req-14a66a30-eeba-48a5-93a0-e728ee2d88ad tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:24:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='2430354e-0211-4b6a-8cca-3365ce19868e',id=37,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1010800451',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 911.413216] env[65448]: DEBUG nova.virt.hardware [None req-14a66a30-eeba-48a5-93a0-e728ee2d88ad tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 911.413392] env[65448]: DEBUG nova.virt.hardware [None req-14a66a30-eeba-48a5-93a0-e728ee2d88ad tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 911.413580] env[65448]: DEBUG nova.virt.hardware [None req-14a66a30-eeba-48a5-93a0-e728ee2d88ad tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 911.413729] env[65448]: DEBUG nova.virt.hardware [None req-14a66a30-eeba-48a5-93a0-e728ee2d88ad tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 911.413872] env[65448]: DEBUG nova.virt.hardware [None req-14a66a30-eeba-48a5-93a0-e728ee2d88ad tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 911.414095] env[65448]: DEBUG nova.virt.hardware [None req-14a66a30-eeba-48a5-93a0-e728ee2d88ad tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 911.414253] env[65448]: DEBUG nova.virt.hardware [None req-14a66a30-eeba-48a5-93a0-e728ee2d88ad tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 911.414414] env[65448]: DEBUG nova.virt.hardware [None req-14a66a30-eeba-48a5-93a0-e728ee2d88ad tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 911.414576] env[65448]: DEBUG nova.virt.hardware [None req-14a66a30-eeba-48a5-93a0-e728ee2d88ad tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 911.414765] env[65448]: DEBUG nova.virt.hardware [None req-14a66a30-eeba-48a5-93a0-e728ee2d88ad tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 911.422760] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b7ed50e-036b-4b5d-a46e-531fb891a0bc {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.440707] env[65448]: DEBUG oslo_vmware.api [None req-14a66a30-eeba-48a5-93a0-e728ee2d88ad tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Waiting for the task: (returnval){ [ 911.440707] env[65448]: value = "task-4937877" [ 911.440707] env[65448]: _type = "Task" [ 911.440707] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.455595] env[65448]: DEBUG oslo_vmware.api [None req-14a66a30-eeba-48a5-93a0-e728ee2d88ad tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Task: {'id': task-4937877, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.497912] env[65448]: WARNING neutronclient.v2_0.client [None req-6d584165-0f04-4037-889e-239d7e1bff58 tempest-ServerTagsTestJSON-1535616916 tempest-ServerTagsTestJSON-1535616916-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 911.650970] env[65448]: DEBUG nova.network.neutron [None req-6d584165-0f04-4037-889e-239d7e1bff58 tempest-ServerTagsTestJSON-1535616916 tempest-ServerTagsTestJSON-1535616916-project-member] [instance: 5d5d90a5-f93c-4070-8c3f-2690af66af2a] Updating instance_info_cache with network_info: [{"id": "2e43a8b7-b414-460e-9ffa-92ffd5ae4fd8", "address": "fa:16:3e:44:24:19", "network": {"id": "a74f8397-85d6-41fc-8a6b-0e6102933291", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1658974292-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8551f3932336474c8420a817fa31adff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce", "external-id": "nsx-vlan-transportzone-725", "segmentation_id": 725, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e43a8b7-b4", "ovs_interfaceid": "2e43a8b7-b414-460e-9ffa-92ffd5ae4fd8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.656442] env[65448]: DEBUG oslo_concurrency.lockutils [None req-ac0d2065-3e6d-4f59-a3d3-0906fbaac7ee tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Releasing lock "refresh_cache-5e5a538b-8f59-45ca-bece-6a0cff169e0a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.657141] env[65448]: DEBUG oslo_concurrency.lockutils [None req-ac0d2065-3e6d-4f59-a3d3-0906fbaac7ee tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Acquiring lock "5e5a538b-8f59-45ca-bece-6a0cff169e0a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.657296] env[65448]: DEBUG oslo_concurrency.lockutils [None req-ac0d2065-3e6d-4f59-a3d3-0906fbaac7ee tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Acquired lock "5e5a538b-8f59-45ca-bece-6a0cff169e0a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.658413] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6665fd9f-5b9f-4ac1-ba83-db758a90eea2 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.677383] env[65448]: DEBUG nova.virt.hardware [None req-ac0d2065-3e6d-4f59-a3d3-0906fbaac7ee tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 911.677555] env[65448]: DEBUG nova.virt.hardware [None req-ac0d2065-3e6d-4f59-a3d3-0906fbaac7ee tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 911.677723] env[65448]: DEBUG nova.virt.hardware [None req-ac0d2065-3e6d-4f59-a3d3-0906fbaac7ee tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 911.677900] env[65448]: DEBUG nova.virt.hardware [None req-ac0d2065-3e6d-4f59-a3d3-0906fbaac7ee tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 911.678069] env[65448]: DEBUG nova.virt.hardware [None req-ac0d2065-3e6d-4f59-a3d3-0906fbaac7ee tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 911.678316] env[65448]: DEBUG nova.virt.hardware [None req-ac0d2065-3e6d-4f59-a3d3-0906fbaac7ee tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 911.678565] env[65448]: DEBUG nova.virt.hardware [None req-ac0d2065-3e6d-4f59-a3d3-0906fbaac7ee tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 911.678726] env[65448]: DEBUG nova.virt.hardware [None req-ac0d2065-3e6d-4f59-a3d3-0906fbaac7ee tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 911.678890] env[65448]: DEBUG nova.virt.hardware [None req-ac0d2065-3e6d-4f59-a3d3-0906fbaac7ee tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 911.679062] env[65448]: DEBUG nova.virt.hardware [None req-ac0d2065-3e6d-4f59-a3d3-0906fbaac7ee tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 911.679240] env[65448]: DEBUG nova.virt.hardware [None req-ac0d2065-3e6d-4f59-a3d3-0906fbaac7ee tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 911.685855] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-ac0d2065-3e6d-4f59-a3d3-0906fbaac7ee tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: 5e5a538b-8f59-45ca-bece-6a0cff169e0a] Reconfiguring VM to attach interface {{(pid=65448) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 911.687066] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45d38008-f05b-4829-bf72-0fc78142824e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.708904] env[65448]: DEBUG oslo_vmware.api [None req-ac0d2065-3e6d-4f59-a3d3-0906fbaac7ee tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Waiting for the task: (returnval){ [ 911.708904] env[65448]: value = "task-4937878" [ 911.708904] env[65448]: _type = "Task" [ 911.708904] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.719014] env[65448]: DEBUG oslo_vmware.api [None req-ac0d2065-3e6d-4f59-a3d3-0906fbaac7ee tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': task-4937878, 'name': ReconfigVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.758779] env[65448]: DEBUG oslo_concurrency.lockutils [None req-db27bf24-8453-4a74-b1fe-28856bea0375 tempest-ServersTestJSON-1600957378 tempest-ServersTestJSON-1600957378-project-member] Lock "8f28d898-567e-409c-95bf-10e8000cdc4b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.956s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.914771] env[65448]: DEBUG nova.network.neutron [None req-a83cfeeb-1cbd-4718-980c-50a251f5d463 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] [instance: dc6c4614-329d-4c19-bcda-1459b561823e] Successfully updated port: 4b1e25f1-01c1-49e8-81d2-d68e6e2b077f {{(pid=65448) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 911.955722] env[65448]: DEBUG oslo_vmware.api [None req-14a66a30-eeba-48a5-93a0-e728ee2d88ad tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Task: {'id': task-4937877, 'name': ReconfigVM_Task, 'duration_secs': 0.410442} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.961632] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ced0681-a03e-4575-8acc-1ff38a3fa288 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.985843] env[65448]: DEBUG nova.virt.hardware [None req-14a66a30-eeba-48a5-93a0-e728ee2d88ad tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:24:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='2430354e-0211-4b6a-8cca-3365ce19868e',id=37,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1010800451',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 911.985956] env[65448]: DEBUG nova.virt.hardware [None req-14a66a30-eeba-48a5-93a0-e728ee2d88ad tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 911.986623] env[65448]: DEBUG nova.virt.hardware [None req-14a66a30-eeba-48a5-93a0-e728ee2d88ad tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 911.986623] env[65448]: DEBUG nova.virt.hardware [None req-14a66a30-eeba-48a5-93a0-e728ee2d88ad tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 911.986623] env[65448]: DEBUG nova.virt.hardware [None req-14a66a30-eeba-48a5-93a0-e728ee2d88ad tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 911.986623] env[65448]: DEBUG nova.virt.hardware [None req-14a66a30-eeba-48a5-93a0-e728ee2d88ad tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 911.986845] env[65448]: DEBUG nova.virt.hardware [None req-14a66a30-eeba-48a5-93a0-e728ee2d88ad tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 911.986951] env[65448]: DEBUG nova.virt.hardware [None req-14a66a30-eeba-48a5-93a0-e728ee2d88ad tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 911.987153] env[65448]: DEBUG nova.virt.hardware [None req-14a66a30-eeba-48a5-93a0-e728ee2d88ad tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 911.987716] env[65448]: DEBUG nova.virt.hardware [None req-14a66a30-eeba-48a5-93a0-e728ee2d88ad tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 911.987716] env[65448]: DEBUG nova.virt.hardware [None req-14a66a30-eeba-48a5-93a0-e728ee2d88ad tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 911.991389] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6cf46a3-4cdd-452a-bacc-360b5acc89e2 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.999591] env[65448]: DEBUG oslo_vmware.api [None req-14a66a30-eeba-48a5-93a0-e728ee2d88ad tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Waiting for the task: (returnval){ [ 911.999591] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52454d9d-07cf-b5e2-7fd6-86315a20decb" [ 911.999591] env[65448]: _type = "Task" [ 911.999591] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.013837] env[65448]: DEBUG oslo_vmware.api [None req-14a66a30-eeba-48a5-93a0-e728ee2d88ad tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52454d9d-07cf-b5e2-7fd6-86315a20decb, 'name': SearchDatastore_Task, 'duration_secs': 0.009242} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.019951] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-14a66a30-eeba-48a5-93a0-e728ee2d88ad tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] [instance: 9322f1d0-3ffb-46c6-8974-7fe56a517f7f] Reconfiguring VM instance instance-00000032 to detach disk 2000 {{(pid=65448) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 912.021094] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6c49a48-3182-4b5c-9852-93c8e46bfc0a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.044796] env[65448]: DEBUG oslo_vmware.api [None req-14a66a30-eeba-48a5-93a0-e728ee2d88ad tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Waiting for the task: (returnval){ [ 912.044796] env[65448]: value = "task-4937879" [ 912.044796] env[65448]: _type = "Task" [ 912.044796] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.055586] env[65448]: DEBUG oslo_vmware.api [None req-14a66a30-eeba-48a5-93a0-e728ee2d88ad tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Task: {'id': task-4937879, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.110735] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d4c1a4ac-e73c-490a-9e61-40bdd1b1f845 tempest-ServersNegativeTestMultiTenantJSON-240494906 tempest-ServersNegativeTestMultiTenantJSON-240494906-project-member] Acquiring lock "6c671722-081d-4d34-9eae-f9e7565127e9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.111082] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d4c1a4ac-e73c-490a-9e61-40bdd1b1f845 tempest-ServersNegativeTestMultiTenantJSON-240494906 tempest-ServersNegativeTestMultiTenantJSON-240494906-project-member] Lock "6c671722-081d-4d34-9eae-f9e7565127e9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.154680] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6d584165-0f04-4037-889e-239d7e1bff58 tempest-ServerTagsTestJSON-1535616916 tempest-ServerTagsTestJSON-1535616916-project-member] Releasing lock "refresh_cache-5d5d90a5-f93c-4070-8c3f-2690af66af2a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.155176] env[65448]: DEBUG nova.compute.manager [None req-6d584165-0f04-4037-889e-239d7e1bff58 tempest-ServerTagsTestJSON-1535616916 tempest-ServerTagsTestJSON-1535616916-project-member] [instance: 5d5d90a5-f93c-4070-8c3f-2690af66af2a] Instance network_info: |[{"id": "2e43a8b7-b414-460e-9ffa-92ffd5ae4fd8", "address": "fa:16:3e:44:24:19", "network": {"id": "a74f8397-85d6-41fc-8a6b-0e6102933291", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1658974292-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8551f3932336474c8420a817fa31adff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce", "external-id": "nsx-vlan-transportzone-725", "segmentation_id": 725, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e43a8b7-b4", "ovs_interfaceid": "2e43a8b7-b414-460e-9ffa-92ffd5ae4fd8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 912.155828] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-6d584165-0f04-4037-889e-239d7e1bff58 tempest-ServerTagsTestJSON-1535616916 tempest-ServerTagsTestJSON-1535616916-project-member] [instance: 5d5d90a5-f93c-4070-8c3f-2690af66af2a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:24:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2e43a8b7-b414-460e-9ffa-92ffd5ae4fd8', 'vif_model': 'vmxnet3'}] {{(pid=65448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 912.164375] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d584165-0f04-4037-889e-239d7e1bff58 tempest-ServerTagsTestJSON-1535616916 tempest-ServerTagsTestJSON-1535616916-project-member] Creating folder: Project (8551f3932336474c8420a817fa31adff). Parent ref: group-v961779. {{(pid=65448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 912.168335] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d9e8f278-5ef5-4fcf-9dc8-4cefe5c2066a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.182200] env[65448]: INFO nova.virt.vmwareapi.vm_util [None req-6d584165-0f04-4037-889e-239d7e1bff58 tempest-ServerTagsTestJSON-1535616916 tempest-ServerTagsTestJSON-1535616916-project-member] Created folder: Project (8551f3932336474c8420a817fa31adff) in parent group-v961779. [ 912.182537] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d584165-0f04-4037-889e-239d7e1bff58 tempest-ServerTagsTestJSON-1535616916 tempest-ServerTagsTestJSON-1535616916-project-member] Creating folder: Instances. Parent ref: group-v961980. {{(pid=65448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 912.185775] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9fa4cec9-56a3-4fdc-b499-7800928d6b6e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.198746] env[65448]: INFO nova.virt.vmwareapi.vm_util [None req-6d584165-0f04-4037-889e-239d7e1bff58 tempest-ServerTagsTestJSON-1535616916 tempest-ServerTagsTestJSON-1535616916-project-member] Created folder: Instances in parent group-v961980. [ 912.199081] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-6d584165-0f04-4037-889e-239d7e1bff58 tempest-ServerTagsTestJSON-1535616916 tempest-ServerTagsTestJSON-1535616916-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 912.202357] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d5d90a5-f93c-4070-8c3f-2690af66af2a] Creating VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 912.203441] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4713ff0e-2f36-4aa1-863f-27eb7acb5282 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.233446] env[65448]: DEBUG oslo_vmware.api [None req-ac0d2065-3e6d-4f59-a3d3-0906fbaac7ee tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': task-4937878, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.235301] env[65448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 912.235301] env[65448]: value = "task-4937882" [ 912.235301] env[65448]: _type = "Task" [ 912.235301] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.253746] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937882, 'name': CreateVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.293993] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dac39cf5-2bf5-4e88-9302-a5eaea6d6697 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.304459] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64e2eba1-f381-447b-a6f6-75ccafc53014 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.349043] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eea308b0-3735-40ed-a778-e5b0b9be3391 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.360962] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d141ac45-f82d-46b1-b0f3-11ac6e1796d1 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.383732] env[65448]: DEBUG nova.compute.provider_tree [None req-5f17bf03-08ed-4ecf-aaeb-df964dbcf25f tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 912.420117] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a83cfeeb-1cbd-4718-980c-50a251f5d463 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Acquiring lock "refresh_cache-dc6c4614-329d-4c19-bcda-1459b561823e" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.420382] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a83cfeeb-1cbd-4718-980c-50a251f5d463 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Acquired lock "refresh_cache-dc6c4614-329d-4c19-bcda-1459b561823e" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.420548] env[65448]: DEBUG nova.network.neutron [None req-a83cfeeb-1cbd-4718-980c-50a251f5d463 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] [instance: dc6c4614-329d-4c19-bcda-1459b561823e] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 912.439042] env[65448]: DEBUG nova.compute.manager [req-40dc8170-21ff-45c3-af33-734b11dda485 req-bd04c4fe-f16d-45df-a5e7-043acbd261dd service nova] [instance: cd954db3-685f-4f7b-8ef4-c9d0dca58eef] Received event network-vif-deleted-97369f77-4dfb-4cf4-9ab3-0550b1b5b204 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 912.462833] env[65448]: DEBUG nova.compute.manager [req-4b5beeba-3f30-42bd-bd89-7083ece881c9 req-e0aabd9d-ff30-4084-a78d-25a3985990a8 service nova] [instance: a99b311d-836c-4385-9432-45b9765f5dac] Received event network-vif-deleted-8b82e23a-768c-4136-b9c9-1773922d9e5a {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 912.557289] env[65448]: DEBUG oslo_vmware.api [None req-14a66a30-eeba-48a5-93a0-e728ee2d88ad tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Task: {'id': task-4937879, 'name': ReconfigVM_Task, 'duration_secs': 0.366653} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.557687] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-14a66a30-eeba-48a5-93a0-e728ee2d88ad tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] [instance: 9322f1d0-3ffb-46c6-8974-7fe56a517f7f] Reconfigured VM instance instance-00000032 to detach disk 2000 {{(pid=65448) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 912.558962] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cbe25cf-cf29-418d-8c36-59808ffbb06b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.590132] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-14a66a30-eeba-48a5-93a0-e728ee2d88ad tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] [instance: 9322f1d0-3ffb-46c6-8974-7fe56a517f7f] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] 9322f1d0-3ffb-46c6-8974-7fe56a517f7f/9322f1d0-3ffb-46c6-8974-7fe56a517f7f.vmdk or device None with type thin {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 912.590132] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58299cf4-e5ab-47a0-8daf-ea3698f3e555 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.611319] env[65448]: DEBUG oslo_vmware.api [None req-14a66a30-eeba-48a5-93a0-e728ee2d88ad tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Waiting for the task: (returnval){ [ 912.611319] env[65448]: value = "task-4937883" [ 912.611319] env[65448]: _type = "Task" [ 912.611319] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.616774] env[65448]: DEBUG nova.compute.manager [None req-d4c1a4ac-e73c-490a-9e61-40bdd1b1f845 tempest-ServersNegativeTestMultiTenantJSON-240494906 tempest-ServersNegativeTestMultiTenantJSON-240494906-project-member] [instance: 6c671722-081d-4d34-9eae-f9e7565127e9] Starting instance... {{(pid=65448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2483}} [ 912.629507] env[65448]: DEBUG oslo_vmware.api [None req-14a66a30-eeba-48a5-93a0-e728ee2d88ad tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Task: {'id': task-4937883, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.736039] env[65448]: DEBUG oslo_vmware.api [None req-ac0d2065-3e6d-4f59-a3d3-0906fbaac7ee tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': task-4937878, 'name': ReconfigVM_Task, 'duration_secs': 0.713462} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.736232] env[65448]: WARNING neutronclient.v2_0.client [None req-ac0d2065-3e6d-4f59-a3d3-0906fbaac7ee tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 912.736424] env[65448]: DEBUG oslo_concurrency.lockutils [None req-ac0d2065-3e6d-4f59-a3d3-0906fbaac7ee tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Releasing lock "5e5a538b-8f59-45ca-bece-6a0cff169e0a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.736642] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-ac0d2065-3e6d-4f59-a3d3-0906fbaac7ee tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: 5e5a538b-8f59-45ca-bece-6a0cff169e0a] Reconfigured VM to attach interface {{(pid=65448) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 912.750693] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937882, 'name': CreateVM_Task} progress is 99%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.886944] env[65448]: DEBUG nova.scheduler.client.report [None req-5f17bf03-08ed-4ecf-aaeb-df964dbcf25f tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 912.972604] env[65448]: DEBUG nova.network.neutron [None req-a83cfeeb-1cbd-4718-980c-50a251f5d463 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] [instance: dc6c4614-329d-4c19-bcda-1459b561823e] Instance cache missing network info. {{(pid=65448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 913.028948] env[65448]: DEBUG oslo_concurrency.lockutils [None req-0f4524d6-4d0f-4d43-85c9-5aa06a202150 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Acquiring lock "06fbeb98-e55b-49e5-84c7-f4c91d2394a0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.029313] env[65448]: DEBUG oslo_concurrency.lockutils [None req-0f4524d6-4d0f-4d43-85c9-5aa06a202150 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Lock "06fbeb98-e55b-49e5-84c7-f4c91d2394a0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.059921] env[65448]: WARNING neutronclient.v2_0.client [None req-a83cfeeb-1cbd-4718-980c-50a251f5d463 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 913.124192] env[65448]: DEBUG oslo_vmware.api [None req-14a66a30-eeba-48a5-93a0-e728ee2d88ad tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Task: {'id': task-4937883, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.144784] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d4c1a4ac-e73c-490a-9e61-40bdd1b1f845 tempest-ServersNegativeTestMultiTenantJSON-240494906 tempest-ServersNegativeTestMultiTenantJSON-240494906-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.177771] env[65448]: DEBUG nova.network.neutron [None req-a83cfeeb-1cbd-4718-980c-50a251f5d463 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] [instance: dc6c4614-329d-4c19-bcda-1459b561823e] Updating instance_info_cache with network_info: [{"id": "4b1e25f1-01c1-49e8-81d2-d68e6e2b077f", "address": "fa:16:3e:26:70:d0", "network": {"id": "c649567f-d921-41c8-98ba-cb5f7c9d90fb", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1099123601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1c40ba76251447a8ca380d4b19e86f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "744515ee-aa5b-4c23-b959-b56c51da6b86", "external-id": "nsx-vlan-transportzone-310", "segmentation_id": 310, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b1e25f1-01", "ovs_interfaceid": "4b1e25f1-01c1-49e8-81d2-d68e6e2b077f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.248416] env[65448]: DEBUG oslo_concurrency.lockutils [None req-ac0d2065-3e6d-4f59-a3d3-0906fbaac7ee tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Lock "interface-5e5a538b-8f59-45ca-bece-6a0cff169e0a-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 9.687s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.258828] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937882, 'name': CreateVM_Task, 'duration_secs': 0.584477} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.259117] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d5d90a5-f93c-4070-8c3f-2690af66af2a] Created VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 913.259788] env[65448]: WARNING neutronclient.v2_0.client [None req-6d584165-0f04-4037-889e-239d7e1bff58 tempest-ServerTagsTestJSON-1535616916 tempest-ServerTagsTestJSON-1535616916-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 913.260289] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6d584165-0f04-4037-889e-239d7e1bff58 tempest-ServerTagsTestJSON-1535616916 tempest-ServerTagsTestJSON-1535616916-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.260489] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6d584165-0f04-4037-889e-239d7e1bff58 tempest-ServerTagsTestJSON-1535616916 tempest-ServerTagsTestJSON-1535616916-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.260923] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6d584165-0f04-4037-889e-239d7e1bff58 tempest-ServerTagsTestJSON-1535616916 tempest-ServerTagsTestJSON-1535616916-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.261718] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-510ede38-9add-401a-a03a-5da374e48327 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.269149] env[65448]: DEBUG oslo_vmware.api [None req-6d584165-0f04-4037-889e-239d7e1bff58 tempest-ServerTagsTestJSON-1535616916 tempest-ServerTagsTestJSON-1535616916-project-member] Waiting for the task: (returnval){ [ 913.269149] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]521584f8-bb94-1b10-cdbf-c41848af6392" [ 913.269149] env[65448]: _type = "Task" [ 913.269149] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.282219] env[65448]: DEBUG oslo_vmware.api [None req-6d584165-0f04-4037-889e-239d7e1bff58 tempest-ServerTagsTestJSON-1535616916 tempest-ServerTagsTestJSON-1535616916-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]521584f8-bb94-1b10-cdbf-c41848af6392, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.531813] env[65448]: DEBUG nova.compute.manager [None req-0f4524d6-4d0f-4d43-85c9-5aa06a202150 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] [instance: 06fbeb98-e55b-49e5-84c7-f4c91d2394a0] Starting instance... {{(pid=65448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2483}} [ 913.624570] env[65448]: DEBUG oslo_vmware.api [None req-14a66a30-eeba-48a5-93a0-e728ee2d88ad tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Task: {'id': task-4937883, 'name': ReconfigVM_Task, 'duration_secs': 0.678975} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.625166] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-14a66a30-eeba-48a5-93a0-e728ee2d88ad tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] [instance: 9322f1d0-3ffb-46c6-8974-7fe56a517f7f] Reconfigured VM instance instance-00000032 to attach disk [datastore2] 9322f1d0-3ffb-46c6-8974-7fe56a517f7f/9322f1d0-3ffb-46c6-8974-7fe56a517f7f.vmdk or device None with type thin {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 913.625758] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4034af7-225b-49af-a975-8fa5e7cb304b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.645875] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4643b33b-0a78-4beb-8867-15d803ef167a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.664767] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9fce995-6d0f-4b44-92dc-564c1ca8530f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.683197] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a83cfeeb-1cbd-4718-980c-50a251f5d463 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Releasing lock "refresh_cache-dc6c4614-329d-4c19-bcda-1459b561823e" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.683596] env[65448]: DEBUG nova.compute.manager [None req-a83cfeeb-1cbd-4718-980c-50a251f5d463 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] [instance: dc6c4614-329d-4c19-bcda-1459b561823e] Instance network_info: |[{"id": "4b1e25f1-01c1-49e8-81d2-d68e6e2b077f", "address": "fa:16:3e:26:70:d0", "network": {"id": "c649567f-d921-41c8-98ba-cb5f7c9d90fb", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1099123601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1c40ba76251447a8ca380d4b19e86f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "744515ee-aa5b-4c23-b959-b56c51da6b86", "external-id": "nsx-vlan-transportzone-310", "segmentation_id": 310, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b1e25f1-01", "ovs_interfaceid": "4b1e25f1-01c1-49e8-81d2-d68e6e2b077f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 913.684218] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-a83cfeeb-1cbd-4718-980c-50a251f5d463 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] [instance: dc6c4614-329d-4c19-bcda-1459b561823e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:26:70:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '744515ee-aa5b-4c23-b959-b56c51da6b86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4b1e25f1-01c1-49e8-81d2-d68e6e2b077f', 'vif_model': 'vmxnet3'}] {{(pid=65448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 913.691649] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-a83cfeeb-1cbd-4718-980c-50a251f5d463 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 913.692317] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43152ca7-823a-49e9-8b32-3f2753d90323 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.695309] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc6c4614-329d-4c19-bcda-1459b561823e] Creating VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 913.695716] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c0df1252-58fa-4233-92f7-c9a2c8204476 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.715077] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-14a66a30-eeba-48a5-93a0-e728ee2d88ad tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] [instance: 9322f1d0-3ffb-46c6-8974-7fe56a517f7f] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 913.716443] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a94b9e8f-4d48-4e04-8e9d-5b33a24e9233 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.719518] env[65448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 913.719518] env[65448]: value = "task-4937884" [ 913.719518] env[65448]: _type = "Task" [ 913.719518] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.725125] env[65448]: DEBUG oslo_vmware.api [None req-14a66a30-eeba-48a5-93a0-e728ee2d88ad tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Waiting for the task: (returnval){ [ 913.725125] env[65448]: value = "task-4937885" [ 913.725125] env[65448]: _type = "Task" [ 913.725125] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.732446] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937884, 'name': CreateVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.738116] env[65448]: DEBUG oslo_vmware.api [None req-14a66a30-eeba-48a5-93a0-e728ee2d88ad tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Task: {'id': task-4937885, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.780877] env[65448]: DEBUG oslo_vmware.api [None req-6d584165-0f04-4037-889e-239d7e1bff58 tempest-ServerTagsTestJSON-1535616916 tempest-ServerTagsTestJSON-1535616916-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]521584f8-bb94-1b10-cdbf-c41848af6392, 'name': SearchDatastore_Task, 'duration_secs': 0.013418} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.781270] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6d584165-0f04-4037-889e-239d7e1bff58 tempest-ServerTagsTestJSON-1535616916 tempest-ServerTagsTestJSON-1535616916-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.781556] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-6d584165-0f04-4037-889e-239d7e1bff58 tempest-ServerTagsTestJSON-1535616916 tempest-ServerTagsTestJSON-1535616916-project-member] [instance: 5d5d90a5-f93c-4070-8c3f-2690af66af2a] Processing image 50fb366d-48e6-424f-9c20-bc83d77be76a {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 913.781836] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6d584165-0f04-4037-889e-239d7e1bff58 tempest-ServerTagsTestJSON-1535616916 tempest-ServerTagsTestJSON-1535616916-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.782028] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6d584165-0f04-4037-889e-239d7e1bff58 tempest-ServerTagsTestJSON-1535616916 tempest-ServerTagsTestJSON-1535616916-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.782437] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d584165-0f04-4037-889e-239d7e1bff58 tempest-ServerTagsTestJSON-1535616916 tempest-ServerTagsTestJSON-1535616916-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 913.782560] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-30b7880d-9958-4f11-bfa5-3b087f6c34ed {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.798281] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d584165-0f04-4037-889e-239d7e1bff58 tempest-ServerTagsTestJSON-1535616916 tempest-ServerTagsTestJSON-1535616916-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 913.798281] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-6d584165-0f04-4037-889e-239d7e1bff58 tempest-ServerTagsTestJSON-1535616916 tempest-ServerTagsTestJSON-1535616916-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 913.801782] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a67dbb2a-0c95-45c5-847b-f0e4b6b2267c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.805517] env[65448]: DEBUG oslo_vmware.api [None req-6d584165-0f04-4037-889e-239d7e1bff58 tempest-ServerTagsTestJSON-1535616916 tempest-ServerTagsTestJSON-1535616916-project-member] Waiting for the task: (returnval){ [ 913.805517] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52f465c8-22ca-36f9-bfff-26f3c97d92ba" [ 913.805517] env[65448]: _type = "Task" [ 913.805517] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.814676] env[65448]: DEBUG oslo_vmware.api [None req-6d584165-0f04-4037-889e-239d7e1bff58 tempest-ServerTagsTestJSON-1535616916 tempest-ServerTagsTestJSON-1535616916-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52f465c8-22ca-36f9-bfff-26f3c97d92ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.897740] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5f17bf03-08ed-4ecf-aaeb-df964dbcf25f tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.698s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.898270] env[65448]: DEBUG nova.compute.manager [None req-5f17bf03-08ed-4ecf-aaeb-df964dbcf25f tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: f0ae0ad7-7800-4f5a-a270-7749177b8675] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=65448) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5423}} [ 913.901687] env[65448]: DEBUG oslo_concurrency.lockutils [None req-c0667109-e4d2-4dc5-a64a-a1ca653c22c9 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.285s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.901962] env[65448]: DEBUG nova.objects.instance [None req-c0667109-e4d2-4dc5-a64a-a1ca653c22c9 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Lazy-loading 'resources' on Instance uuid d20826fc-879b-4538-88d5-9a69017c9d23 {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 914.057504] env[65448]: DEBUG oslo_concurrency.lockutils [None req-0f4524d6-4d0f-4d43-85c9-5aa06a202150 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.080181] env[65448]: INFO nova.compute.manager [None req-9cb5ca7c-3006-458b-bc58-d2767d4b56cc tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] [instance: 43ff9c8f-c282-4680-ab94-659f088e79a0] Rebuilding instance [ 914.134136] env[65448]: DEBUG nova.compute.manager [None req-9cb5ca7c-3006-458b-bc58-d2767d4b56cc tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] [instance: 43ff9c8f-c282-4680-ab94-659f088e79a0] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 914.135294] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82bf7c0a-0dfc-435a-aeed-ccf08e151772 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.229750] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937884, 'name': CreateVM_Task} progress is 99%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.238972] env[65448]: DEBUG oslo_vmware.api [None req-14a66a30-eeba-48a5-93a0-e728ee2d88ad tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Task: {'id': task-4937885, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.318152] env[65448]: DEBUG oslo_vmware.api [None req-6d584165-0f04-4037-889e-239d7e1bff58 tempest-ServerTagsTestJSON-1535616916 tempest-ServerTagsTestJSON-1535616916-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52f465c8-22ca-36f9-bfff-26f3c97d92ba, 'name': SearchDatastore_Task, 'duration_secs': 0.020296} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.319430] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6063e6d7-2850-4481-aaa2-9fca632ed57d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.327179] env[65448]: DEBUG oslo_vmware.api [None req-6d584165-0f04-4037-889e-239d7e1bff58 tempest-ServerTagsTestJSON-1535616916 tempest-ServerTagsTestJSON-1535616916-project-member] Waiting for the task: (returnval){ [ 914.327179] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5217d02f-ed29-2cfd-59ca-e40e5511e011" [ 914.327179] env[65448]: _type = "Task" [ 914.327179] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.337720] env[65448]: DEBUG oslo_vmware.api [None req-6d584165-0f04-4037-889e-239d7e1bff58 tempest-ServerTagsTestJSON-1535616916 tempest-ServerTagsTestJSON-1535616916-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5217d02f-ed29-2cfd-59ca-e40e5511e011, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.478017] env[65448]: INFO nova.scheduler.client.report [None req-5f17bf03-08ed-4ecf-aaeb-df964dbcf25f tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Deleted allocation for migration 5df7d568-e6ca-4176-880f-40a2d8bf8b76 [ 914.737680] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937884, 'name': CreateVM_Task, 'duration_secs': 0.57721} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.740307] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc6c4614-329d-4c19-bcda-1459b561823e] Created VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 914.741458] env[65448]: WARNING neutronclient.v2_0.client [None req-a83cfeeb-1cbd-4718-980c-50a251f5d463 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 914.741888] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a83cfeeb-1cbd-4718-980c-50a251f5d463 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.742144] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a83cfeeb-1cbd-4718-980c-50a251f5d463 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.742794] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a83cfeeb-1cbd-4718-980c-50a251f5d463 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.742794] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3bdb877d-f37d-4cf4-9615-f1099e8e1680 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.749985] env[65448]: DEBUG oslo_vmware.api [None req-14a66a30-eeba-48a5-93a0-e728ee2d88ad tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Task: {'id': task-4937885, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.752987] env[65448]: DEBUG oslo_vmware.api [None req-a83cfeeb-1cbd-4718-980c-50a251f5d463 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Waiting for the task: (returnval){ [ 914.752987] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5248bebf-9a63-007c-21dc-994f5512de87" [ 914.752987] env[65448]: _type = "Task" [ 914.752987] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.766224] env[65448]: DEBUG oslo_vmware.api [None req-a83cfeeb-1cbd-4718-980c-50a251f5d463 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5248bebf-9a63-007c-21dc-994f5512de87, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.840112] env[65448]: DEBUG oslo_vmware.api [None req-6d584165-0f04-4037-889e-239d7e1bff58 tempest-ServerTagsTestJSON-1535616916 tempest-ServerTagsTestJSON-1535616916-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5217d02f-ed29-2cfd-59ca-e40e5511e011, 'name': SearchDatastore_Task, 'duration_secs': 0.016341} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.840406] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6d584165-0f04-4037-889e-239d7e1bff58 tempest-ServerTagsTestJSON-1535616916 tempest-ServerTagsTestJSON-1535616916-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.840702] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d584165-0f04-4037-889e-239d7e1bff58 tempest-ServerTagsTestJSON-1535616916 tempest-ServerTagsTestJSON-1535616916-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] 5d5d90a5-f93c-4070-8c3f-2690af66af2a/5d5d90a5-f93c-4070-8c3f-2690af66af2a.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 914.841093] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-737bb05a-ab8c-446f-b2d0-bd15569bb515 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.852813] env[65448]: DEBUG oslo_vmware.api [None req-6d584165-0f04-4037-889e-239d7e1bff58 tempest-ServerTagsTestJSON-1535616916 tempest-ServerTagsTestJSON-1535616916-project-member] Waiting for the task: (returnval){ [ 914.852813] env[65448]: value = "task-4937886" [ 914.852813] env[65448]: _type = "Task" [ 914.852813] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.867087] env[65448]: DEBUG oslo_vmware.api [None req-6d584165-0f04-4037-889e-239d7e1bff58 tempest-ServerTagsTestJSON-1535616916 tempest-ServerTagsTestJSON-1535616916-project-member] Task: {'id': task-4937886, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.907123] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55fac8a3-81c8-4735-aef6-04ba2d2bde08 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.916888] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f20f073-84ce-4d3a-b110-b17ad1ffa39c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.955818] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27b5d96c-233a-4cc2-938d-e01be2f13c2a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.965299] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dfa757d-8f62-4f00-8fed-94f9ef50a968 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.980283] env[65448]: DEBUG nova.compute.provider_tree [None req-c0667109-e4d2-4dc5-a64a-a1ca653c22c9 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 914.986082] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5f17bf03-08ed-4ecf-aaeb-df964dbcf25f tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Lock "f0ae0ad7-7800-4f5a-a270-7749177b8675" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 39.788s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.088787] env[65448]: DEBUG nova.compute.manager [req-bee61fa2-d4fc-469c-8872-9c36cb55b6fb req-1babf40d-5840-4f81-bdaa-54bc3db52896 service nova] [instance: 5e5a538b-8f59-45ca-bece-6a0cff169e0a] Received event network-vif-plugged-dde3fa85-2f5d-4ff1-a4a5-4672b1a7ac29 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 915.089240] env[65448]: DEBUG oslo_concurrency.lockutils [req-bee61fa2-d4fc-469c-8872-9c36cb55b6fb req-1babf40d-5840-4f81-bdaa-54bc3db52896 service nova] Acquiring lock "5e5a538b-8f59-45ca-bece-6a0cff169e0a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.089604] env[65448]: DEBUG oslo_concurrency.lockutils [req-bee61fa2-d4fc-469c-8872-9c36cb55b6fb req-1babf40d-5840-4f81-bdaa-54bc3db52896 service nova] Lock "5e5a538b-8f59-45ca-bece-6a0cff169e0a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.089801] env[65448]: DEBUG oslo_concurrency.lockutils [req-bee61fa2-d4fc-469c-8872-9c36cb55b6fb req-1babf40d-5840-4f81-bdaa-54bc3db52896 service nova] Lock "5e5a538b-8f59-45ca-bece-6a0cff169e0a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.090046] env[65448]: DEBUG nova.compute.manager [req-bee61fa2-d4fc-469c-8872-9c36cb55b6fb req-1babf40d-5840-4f81-bdaa-54bc3db52896 service nova] [instance: 5e5a538b-8f59-45ca-bece-6a0cff169e0a] No waiting events found dispatching network-vif-plugged-dde3fa85-2f5d-4ff1-a4a5-4672b1a7ac29 {{(pid=65448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 915.090301] env[65448]: WARNING nova.compute.manager [req-bee61fa2-d4fc-469c-8872-9c36cb55b6fb req-1babf40d-5840-4f81-bdaa-54bc3db52896 service nova] [instance: 5e5a538b-8f59-45ca-bece-6a0cff169e0a] Received unexpected event network-vif-plugged-dde3fa85-2f5d-4ff1-a4a5-4672b1a7ac29 for instance with vm_state active and task_state None. [ 915.090757] env[65448]: DEBUG nova.compute.manager [req-bee61fa2-d4fc-469c-8872-9c36cb55b6fb req-1babf40d-5840-4f81-bdaa-54bc3db52896 service nova] [instance: 5e5a538b-8f59-45ca-bece-6a0cff169e0a] Received event network-changed-dde3fa85-2f5d-4ff1-a4a5-4672b1a7ac29 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 915.090757] env[65448]: DEBUG nova.compute.manager [req-bee61fa2-d4fc-469c-8872-9c36cb55b6fb req-1babf40d-5840-4f81-bdaa-54bc3db52896 service nova] [instance: 5e5a538b-8f59-45ca-bece-6a0cff169e0a] Refreshing instance network info cache due to event network-changed-dde3fa85-2f5d-4ff1-a4a5-4672b1a7ac29. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 915.090977] env[65448]: DEBUG oslo_concurrency.lockutils [req-bee61fa2-d4fc-469c-8872-9c36cb55b6fb req-1babf40d-5840-4f81-bdaa-54bc3db52896 service nova] Acquiring lock "refresh_cache-5e5a538b-8f59-45ca-bece-6a0cff169e0a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.091185] env[65448]: DEBUG oslo_concurrency.lockutils [req-bee61fa2-d4fc-469c-8872-9c36cb55b6fb req-1babf40d-5840-4f81-bdaa-54bc3db52896 service nova] Acquired lock "refresh_cache-5e5a538b-8f59-45ca-bece-6a0cff169e0a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.091351] env[65448]: DEBUG nova.network.neutron [req-bee61fa2-d4fc-469c-8872-9c36cb55b6fb req-1babf40d-5840-4f81-bdaa-54bc3db52896 service nova] [instance: 5e5a538b-8f59-45ca-bece-6a0cff169e0a] Refreshing network info cache for port dde3fa85-2f5d-4ff1-a4a5-4672b1a7ac29 {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 915.123582] env[65448]: DEBUG nova.compute.manager [req-91fa49cd-cd69-49e8-941f-ca5557775e90 req-e36b3047-9afc-400a-a790-4e39d2b7cf2b service nova] [instance: e528a5f1-8251-4420-8660-8a7ec001ef7e] Received event network-vif-deleted-e97ab755-59f1-4811-b4fe-697fbc01203d {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 915.123694] env[65448]: DEBUG nova.compute.manager [req-91fa49cd-cd69-49e8-941f-ca5557775e90 req-e36b3047-9afc-400a-a790-4e39d2b7cf2b service nova] [instance: 5d5d90a5-f93c-4070-8c3f-2690af66af2a] Received event network-vif-plugged-2e43a8b7-b414-460e-9ffa-92ffd5ae4fd8 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 915.123878] env[65448]: DEBUG oslo_concurrency.lockutils [req-91fa49cd-cd69-49e8-941f-ca5557775e90 req-e36b3047-9afc-400a-a790-4e39d2b7cf2b service nova] Acquiring lock "5d5d90a5-f93c-4070-8c3f-2690af66af2a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.124110] env[65448]: DEBUG oslo_concurrency.lockutils [req-91fa49cd-cd69-49e8-941f-ca5557775e90 req-e36b3047-9afc-400a-a790-4e39d2b7cf2b service nova] Lock "5d5d90a5-f93c-4070-8c3f-2690af66af2a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.124312] env[65448]: DEBUG oslo_concurrency.lockutils [req-91fa49cd-cd69-49e8-941f-ca5557775e90 req-e36b3047-9afc-400a-a790-4e39d2b7cf2b service nova] Lock "5d5d90a5-f93c-4070-8c3f-2690af66af2a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.124519] env[65448]: DEBUG nova.compute.manager [req-91fa49cd-cd69-49e8-941f-ca5557775e90 req-e36b3047-9afc-400a-a790-4e39d2b7cf2b service nova] [instance: 5d5d90a5-f93c-4070-8c3f-2690af66af2a] No waiting events found dispatching network-vif-plugged-2e43a8b7-b414-460e-9ffa-92ffd5ae4fd8 {{(pid=65448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 915.124796] env[65448]: WARNING nova.compute.manager [req-91fa49cd-cd69-49e8-941f-ca5557775e90 req-e36b3047-9afc-400a-a790-4e39d2b7cf2b service nova] [instance: 5d5d90a5-f93c-4070-8c3f-2690af66af2a] Received unexpected event network-vif-plugged-2e43a8b7-b414-460e-9ffa-92ffd5ae4fd8 for instance with vm_state building and task_state spawning. [ 915.124980] env[65448]: DEBUG nova.compute.manager [req-91fa49cd-cd69-49e8-941f-ca5557775e90 req-e36b3047-9afc-400a-a790-4e39d2b7cf2b service nova] [instance: 5d5d90a5-f93c-4070-8c3f-2690af66af2a] Received event network-changed-2e43a8b7-b414-460e-9ffa-92ffd5ae4fd8 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 915.125205] env[65448]: DEBUG nova.compute.manager [req-91fa49cd-cd69-49e8-941f-ca5557775e90 req-e36b3047-9afc-400a-a790-4e39d2b7cf2b service nova] [instance: 5d5d90a5-f93c-4070-8c3f-2690af66af2a] Refreshing instance network info cache due to event network-changed-2e43a8b7-b414-460e-9ffa-92ffd5ae4fd8. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 915.125456] env[65448]: DEBUG oslo_concurrency.lockutils [req-91fa49cd-cd69-49e8-941f-ca5557775e90 req-e36b3047-9afc-400a-a790-4e39d2b7cf2b service nova] Acquiring lock "refresh_cache-5d5d90a5-f93c-4070-8c3f-2690af66af2a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.125645] env[65448]: DEBUG oslo_concurrency.lockutils [req-91fa49cd-cd69-49e8-941f-ca5557775e90 req-e36b3047-9afc-400a-a790-4e39d2b7cf2b service nova] Acquired lock "refresh_cache-5d5d90a5-f93c-4070-8c3f-2690af66af2a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.125852] env[65448]: DEBUG nova.network.neutron [req-91fa49cd-cd69-49e8-941f-ca5557775e90 req-e36b3047-9afc-400a-a790-4e39d2b7cf2b service nova] [instance: 5d5d90a5-f93c-4070-8c3f-2690af66af2a] Refreshing network info cache for port 2e43a8b7-b414-460e-9ffa-92ffd5ae4fd8 {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 915.129439] env[65448]: DEBUG oslo_concurrency.lockutils [None req-0ce616da-8458-4275-bb7a-29c4e3a9a0f7 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Acquiring lock "6b18baf1-f0be-4602-8064-9bb371bdcb17" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.129653] env[65448]: DEBUG oslo_concurrency.lockutils [None req-0ce616da-8458-4275-bb7a-29c4e3a9a0f7 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Lock "6b18baf1-f0be-4602-8064-9bb371bdcb17" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.129846] env[65448]: DEBUG oslo_concurrency.lockutils [None req-0ce616da-8458-4275-bb7a-29c4e3a9a0f7 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Acquiring lock "6b18baf1-f0be-4602-8064-9bb371bdcb17-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.130046] env[65448]: DEBUG oslo_concurrency.lockutils [None req-0ce616da-8458-4275-bb7a-29c4e3a9a0f7 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Lock "6b18baf1-f0be-4602-8064-9bb371bdcb17-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.130191] env[65448]: DEBUG oslo_concurrency.lockutils [None req-0ce616da-8458-4275-bb7a-29c4e3a9a0f7 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Lock "6b18baf1-f0be-4602-8064-9bb371bdcb17-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.132674] env[65448]: INFO nova.compute.manager [None req-0ce616da-8458-4275-bb7a-29c4e3a9a0f7 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] [instance: 6b18baf1-f0be-4602-8064-9bb371bdcb17] Terminating instance [ 915.150519] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cb5ca7c-3006-458b-bc58-d2767d4b56cc tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] [instance: 43ff9c8f-c282-4680-ab94-659f088e79a0] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 915.150911] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a20b650a-214f-48e0-98f1-30c2b9897d12 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.160264] env[65448]: DEBUG oslo_vmware.api [None req-9cb5ca7c-3006-458b-bc58-d2767d4b56cc tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Waiting for the task: (returnval){ [ 915.160264] env[65448]: value = "task-4937887" [ 915.160264] env[65448]: _type = "Task" [ 915.160264] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.172663] env[65448]: DEBUG oslo_vmware.api [None req-9cb5ca7c-3006-458b-bc58-d2767d4b56cc tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Task: {'id': task-4937887, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.248306] env[65448]: DEBUG oslo_vmware.api [None req-14a66a30-eeba-48a5-93a0-e728ee2d88ad tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Task: {'id': task-4937885, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.278540] env[65448]: DEBUG oslo_vmware.api [None req-a83cfeeb-1cbd-4718-980c-50a251f5d463 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5248bebf-9a63-007c-21dc-994f5512de87, 'name': SearchDatastore_Task, 'duration_secs': 0.039638} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.278985] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a83cfeeb-1cbd-4718-980c-50a251f5d463 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.279143] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-a83cfeeb-1cbd-4718-980c-50a251f5d463 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] [instance: dc6c4614-329d-4c19-bcda-1459b561823e] Processing image 50fb366d-48e6-424f-9c20-bc83d77be76a {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 915.279391] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a83cfeeb-1cbd-4718-980c-50a251f5d463 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.279532] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a83cfeeb-1cbd-4718-980c-50a251f5d463 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.279721] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-a83cfeeb-1cbd-4718-980c-50a251f5d463 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 915.280457] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d577b665-bd23-410a-92ca-c0b31ca2ea0d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.304332] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-a83cfeeb-1cbd-4718-980c-50a251f5d463 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 915.304958] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-a83cfeeb-1cbd-4718-980c-50a251f5d463 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 915.306450] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eea6ffc1-6715-47b7-a18b-fdee896cc4ed {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.316324] env[65448]: DEBUG oslo_vmware.api [None req-a83cfeeb-1cbd-4718-980c-50a251f5d463 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Waiting for the task: (returnval){ [ 915.316324] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5244a462-771f-936c-be26-85ae4e165b6f" [ 915.316324] env[65448]: _type = "Task" [ 915.316324] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.333148] env[65448]: DEBUG oslo_vmware.api [None req-a83cfeeb-1cbd-4718-980c-50a251f5d463 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5244a462-771f-936c-be26-85ae4e165b6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.365327] env[65448]: DEBUG oslo_vmware.api [None req-6d584165-0f04-4037-889e-239d7e1bff58 tempest-ServerTagsTestJSON-1535616916 tempest-ServerTagsTestJSON-1535616916-project-member] Task: {'id': task-4937886, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.484569] env[65448]: DEBUG nova.scheduler.client.report [None req-c0667109-e4d2-4dc5-a64a-a1ca653c22c9 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 915.596743] env[65448]: WARNING neutronclient.v2_0.client [req-bee61fa2-d4fc-469c-8872-9c36cb55b6fb req-1babf40d-5840-4f81-bdaa-54bc3db52896 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 915.628737] env[65448]: WARNING neutronclient.v2_0.client [req-91fa49cd-cd69-49e8-941f-ca5557775e90 req-e36b3047-9afc-400a-a790-4e39d2b7cf2b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 915.637314] env[65448]: DEBUG nova.compute.manager [None req-0ce616da-8458-4275-bb7a-29c4e3a9a0f7 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] [instance: 6b18baf1-f0be-4602-8064-9bb371bdcb17] Start destroying the instance on the hypervisor. {{(pid=65448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3209}} [ 915.637314] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-0ce616da-8458-4275-bb7a-29c4e3a9a0f7 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] [instance: 6b18baf1-f0be-4602-8064-9bb371bdcb17] Destroying instance {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 915.638032] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d83a5c14-9e4f-435f-b927-a78726171a7e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.646477] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ce616da-8458-4275-bb7a-29c4e3a9a0f7 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] [instance: 6b18baf1-f0be-4602-8064-9bb371bdcb17] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 915.646740] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5bb557b4-c560-431e-a37c-0def7eb25e66 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.653589] env[65448]: DEBUG oslo_vmware.api [None req-0ce616da-8458-4275-bb7a-29c4e3a9a0f7 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Waiting for the task: (returnval){ [ 915.653589] env[65448]: value = "task-4937888" [ 915.653589] env[65448]: _type = "Task" [ 915.653589] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.662819] env[65448]: DEBUG oslo_vmware.api [None req-0ce616da-8458-4275-bb7a-29c4e3a9a0f7 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Task: {'id': task-4937888, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.671166] env[65448]: DEBUG oslo_vmware.api [None req-9cb5ca7c-3006-458b-bc58-d2767d4b56cc tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Task: {'id': task-4937887, 'name': PowerOffVM_Task, 'duration_secs': 0.38811} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.671461] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cb5ca7c-3006-458b-bc58-d2767d4b56cc tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] [instance: 43ff9c8f-c282-4680-ab94-659f088e79a0] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 915.671765] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-9cb5ca7c-3006-458b-bc58-d2767d4b56cc tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] [instance: 43ff9c8f-c282-4680-ab94-659f088e79a0] Destroying instance {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 915.672660] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb21100b-2d3c-4fd1-982c-1c26d8442ce8 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.683852] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-9cb5ca7c-3006-458b-bc58-d2767d4b56cc tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] [instance: 43ff9c8f-c282-4680-ab94-659f088e79a0] Unregistering the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 915.685272] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-282d5a5b-8814-48e4-a148-40ba59ed7dff {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.716965] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-9cb5ca7c-3006-458b-bc58-d2767d4b56cc tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] [instance: 43ff9c8f-c282-4680-ab94-659f088e79a0] Unregistered the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 915.717238] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-9cb5ca7c-3006-458b-bc58-d2767d4b56cc tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] [instance: 43ff9c8f-c282-4680-ab94-659f088e79a0] Deleting contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 915.719132] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cb5ca7c-3006-458b-bc58-d2767d4b56cc tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Deleting the datastore file [datastore2] 43ff9c8f-c282-4680-ab94-659f088e79a0 {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 915.719526] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f2f8a28c-49e3-4921-9394-9c6d5446d7d3 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.729992] env[65448]: DEBUG oslo_vmware.api [None req-9cb5ca7c-3006-458b-bc58-d2767d4b56cc tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Waiting for the task: (returnval){ [ 915.729992] env[65448]: value = "task-4937890" [ 915.729992] env[65448]: _type = "Task" [ 915.729992] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.751861] env[65448]: DEBUG oslo_vmware.api [None req-9cb5ca7c-3006-458b-bc58-d2767d4b56cc tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Task: {'id': task-4937890, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.752724] env[65448]: DEBUG oslo_vmware.api [None req-14a66a30-eeba-48a5-93a0-e728ee2d88ad tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Task: {'id': task-4937885, 'name': PowerOnVM_Task, 'duration_secs': 1.620934} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.753108] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-14a66a30-eeba-48a5-93a0-e728ee2d88ad tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] [instance: 9322f1d0-3ffb-46c6-8974-7fe56a517f7f] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 915.829671] env[65448]: DEBUG oslo_vmware.api [None req-a83cfeeb-1cbd-4718-980c-50a251f5d463 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5244a462-771f-936c-be26-85ae4e165b6f, 'name': SearchDatastore_Task, 'duration_secs': 0.06514} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.830615] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f033e7b-19f8-4469-9f8f-35fa6918906f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.834072] env[65448]: DEBUG oslo_concurrency.lockutils [None req-da13e6cb-a7db-4188-a3f7-1adf208d6586 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Acquiring lock "7ffbee1e-54df-4aaf-8183-9b148c616b69" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.834392] env[65448]: DEBUG oslo_concurrency.lockutils [None req-da13e6cb-a7db-4188-a3f7-1adf208d6586 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Lock "7ffbee1e-54df-4aaf-8183-9b148c616b69" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.834707] env[65448]: DEBUG oslo_concurrency.lockutils [None req-da13e6cb-a7db-4188-a3f7-1adf208d6586 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Acquiring lock "7ffbee1e-54df-4aaf-8183-9b148c616b69-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.835015] env[65448]: DEBUG oslo_concurrency.lockutils [None req-da13e6cb-a7db-4188-a3f7-1adf208d6586 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Lock "7ffbee1e-54df-4aaf-8183-9b148c616b69-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.835246] env[65448]: DEBUG oslo_concurrency.lockutils [None req-da13e6cb-a7db-4188-a3f7-1adf208d6586 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Lock "7ffbee1e-54df-4aaf-8183-9b148c616b69-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.841263] env[65448]: DEBUG oslo_vmware.api [None req-a83cfeeb-1cbd-4718-980c-50a251f5d463 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Waiting for the task: (returnval){ [ 915.841263] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5269e63b-98db-b1be-218b-5d4f54790574" [ 915.841263] env[65448]: _type = "Task" [ 915.841263] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.842012] env[65448]: INFO nova.compute.manager [None req-da13e6cb-a7db-4188-a3f7-1adf208d6586 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] [instance: 7ffbee1e-54df-4aaf-8183-9b148c616b69] Terminating instance [ 915.855548] env[65448]: DEBUG oslo_vmware.api [None req-a83cfeeb-1cbd-4718-980c-50a251f5d463 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5269e63b-98db-b1be-218b-5d4f54790574, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.868430] env[65448]: DEBUG oslo_vmware.api [None req-6d584165-0f04-4037-889e-239d7e1bff58 tempest-ServerTagsTestJSON-1535616916 tempest-ServerTagsTestJSON-1535616916-project-member] Task: {'id': task-4937886, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.686235} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.868688] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d584165-0f04-4037-889e-239d7e1bff58 tempest-ServerTagsTestJSON-1535616916 tempest-ServerTagsTestJSON-1535616916-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] 5d5d90a5-f93c-4070-8c3f-2690af66af2a/5d5d90a5-f93c-4070-8c3f-2690af66af2a.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 915.869041] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-6d584165-0f04-4037-889e-239d7e1bff58 tempest-ServerTagsTestJSON-1535616916 tempest-ServerTagsTestJSON-1535616916-project-member] [instance: 5d5d90a5-f93c-4070-8c3f-2690af66af2a] Extending root virtual disk to 1048576 {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 915.869390] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fd88c306-0e10-4f0e-ae02-80885c78bddf {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.878487] env[65448]: DEBUG oslo_vmware.api [None req-6d584165-0f04-4037-889e-239d7e1bff58 tempest-ServerTagsTestJSON-1535616916 tempest-ServerTagsTestJSON-1535616916-project-member] Waiting for the task: (returnval){ [ 915.878487] env[65448]: value = "task-4937891" [ 915.878487] env[65448]: _type = "Task" [ 915.878487] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.891472] env[65448]: DEBUG oslo_vmware.api [None req-6d584165-0f04-4037-889e-239d7e1bff58 tempest-ServerTagsTestJSON-1535616916 tempest-ServerTagsTestJSON-1535616916-project-member] Task: {'id': task-4937891, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.991059] env[65448]: DEBUG oslo_concurrency.lockutils [None req-c0667109-e4d2-4dc5-a64a-a1ca653c22c9 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.088s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.992341] env[65448]: DEBUG oslo_concurrency.lockutils [None req-29eb43cc-eecb-4629-b080-80cf5ac6e1d5 tempest-ServerMetadataNegativeTestJSON-2090714491 tempest-ServerMetadataNegativeTestJSON-2090714491-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.861s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.992771] env[65448]: DEBUG nova.objects.instance [None req-29eb43cc-eecb-4629-b080-80cf5ac6e1d5 tempest-ServerMetadataNegativeTestJSON-2090714491 tempest-ServerMetadataNegativeTestJSON-2090714491-project-member] Lazy-loading 'resources' on Instance uuid b9eaa8ef-392c-449e-b441-5b5de9ddaf9e {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 916.032143] env[65448]: INFO nova.scheduler.client.report [None req-c0667109-e4d2-4dc5-a64a-a1ca653c22c9 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Deleted allocations for instance d20826fc-879b-4538-88d5-9a69017c9d23 [ 916.166027] env[65448]: DEBUG oslo_vmware.api [None req-0ce616da-8458-4275-bb7a-29c4e3a9a0f7 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Task: {'id': task-4937888, 'name': PowerOffVM_Task, 'duration_secs': 0.247479} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.166616] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ce616da-8458-4275-bb7a-29c4e3a9a0f7 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] [instance: 6b18baf1-f0be-4602-8064-9bb371bdcb17] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 916.166795] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-0ce616da-8458-4275-bb7a-29c4e3a9a0f7 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] [instance: 6b18baf1-f0be-4602-8064-9bb371bdcb17] Unregistering the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 916.167082] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0882e28e-118c-4025-9f18-595f03a6dafa {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.240550] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-0ce616da-8458-4275-bb7a-29c4e3a9a0f7 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] [instance: 6b18baf1-f0be-4602-8064-9bb371bdcb17] Unregistered the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 916.240663] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-0ce616da-8458-4275-bb7a-29c4e3a9a0f7 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] [instance: 6b18baf1-f0be-4602-8064-9bb371bdcb17] Deleting contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 916.240855] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ce616da-8458-4275-bb7a-29c4e3a9a0f7 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Deleting the datastore file [datastore2] 6b18baf1-f0be-4602-8064-9bb371bdcb17 {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 916.241527] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-862a57fd-117e-4a66-86cc-4e436be2b1a6 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.247958] env[65448]: DEBUG oslo_vmware.api [None req-9cb5ca7c-3006-458b-bc58-d2767d4b56cc tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Task: {'id': task-4937890, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.400352} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.248844] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cb5ca7c-3006-458b-bc58-d2767d4b56cc tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 916.249233] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-9cb5ca7c-3006-458b-bc58-d2767d4b56cc tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] [instance: 43ff9c8f-c282-4680-ab94-659f088e79a0] Deleted contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 916.249233] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-9cb5ca7c-3006-458b-bc58-d2767d4b56cc tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] [instance: 43ff9c8f-c282-4680-ab94-659f088e79a0] Instance destroyed {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 916.251950] env[65448]: DEBUG oslo_vmware.api [None req-0ce616da-8458-4275-bb7a-29c4e3a9a0f7 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Waiting for the task: (returnval){ [ 916.251950] env[65448]: value = "task-4937893" [ 916.251950] env[65448]: _type = "Task" [ 916.251950] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.268448] env[65448]: DEBUG oslo_vmware.api [None req-0ce616da-8458-4275-bb7a-29c4e3a9a0f7 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Task: {'id': task-4937893, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.349900] env[65448]: DEBUG nova.compute.manager [None req-da13e6cb-a7db-4188-a3f7-1adf208d6586 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] [instance: 7ffbee1e-54df-4aaf-8183-9b148c616b69] Start destroying the instance on the hypervisor. {{(pid=65448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3209}} [ 916.350142] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-da13e6cb-a7db-4188-a3f7-1adf208d6586 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] [instance: 7ffbee1e-54df-4aaf-8183-9b148c616b69] Destroying instance {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 916.351598] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74ca7785-250d-4894-abf6-6c99f3e7dc9a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.359872] env[65448]: DEBUG oslo_vmware.api [None req-a83cfeeb-1cbd-4718-980c-50a251f5d463 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5269e63b-98db-b1be-218b-5d4f54790574, 'name': SearchDatastore_Task, 'duration_secs': 0.026749} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.360667] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a83cfeeb-1cbd-4718-980c-50a251f5d463 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.361122] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-a83cfeeb-1cbd-4718-980c-50a251f5d463 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] dc6c4614-329d-4c19-bcda-1459b561823e/dc6c4614-329d-4c19-bcda-1459b561823e.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 916.361483] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5f683dee-714a-4ce5-8751-4e8796255c20 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.366585] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-da13e6cb-a7db-4188-a3f7-1adf208d6586 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] [instance: 7ffbee1e-54df-4aaf-8183-9b148c616b69] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 916.367368] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c5d7ce2e-672a-4b70-959d-bb94715437a1 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.372856] env[65448]: DEBUG oslo_vmware.api [None req-a83cfeeb-1cbd-4718-980c-50a251f5d463 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Waiting for the task: (returnval){ [ 916.372856] env[65448]: value = "task-4937894" [ 916.372856] env[65448]: _type = "Task" [ 916.372856] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.378360] env[65448]: DEBUG oslo_vmware.api [None req-da13e6cb-a7db-4188-a3f7-1adf208d6586 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Waiting for the task: (returnval){ [ 916.378360] env[65448]: value = "task-4937895" [ 916.378360] env[65448]: _type = "Task" [ 916.378360] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.392861] env[65448]: DEBUG oslo_vmware.api [None req-a83cfeeb-1cbd-4718-980c-50a251f5d463 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Task: {'id': task-4937894, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.399489] env[65448]: DEBUG oslo_vmware.api [None req-da13e6cb-a7db-4188-a3f7-1adf208d6586 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Task: {'id': task-4937895, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.405436] env[65448]: DEBUG nova.objects.instance [None req-b07989ec-64ee-4d5f-98d2-dbcdfda839d7 tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] Lazy-loading 'flavor' on Instance uuid f7259aaf-7b19-40d1-b05b-825f31a78756 {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 916.407154] env[65448]: DEBUG oslo_vmware.api [None req-6d584165-0f04-4037-889e-239d7e1bff58 tempest-ServerTagsTestJSON-1535616916 tempest-ServerTagsTestJSON-1535616916-project-member] Task: {'id': task-4937891, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.274076} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.408418] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-6d584165-0f04-4037-889e-239d7e1bff58 tempest-ServerTagsTestJSON-1535616916 tempest-ServerTagsTestJSON-1535616916-project-member] [instance: 5d5d90a5-f93c-4070-8c3f-2690af66af2a] Extended root virtual disk {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 916.408588] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6112752-953c-40f2-b895-9f2134284d58 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.440907] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d584165-0f04-4037-889e-239d7e1bff58 tempest-ServerTagsTestJSON-1535616916 tempest-ServerTagsTestJSON-1535616916-project-member] [instance: 5d5d90a5-f93c-4070-8c3f-2690af66af2a] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] 5d5d90a5-f93c-4070-8c3f-2690af66af2a/5d5d90a5-f93c-4070-8c3f-2690af66af2a.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 916.445500] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c9b2e34-2141-4b26-af20-9087a1f5a5c8 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.469462] env[65448]: DEBUG oslo_vmware.api [None req-6d584165-0f04-4037-889e-239d7e1bff58 tempest-ServerTagsTestJSON-1535616916 tempest-ServerTagsTestJSON-1535616916-project-member] Waiting for the task: (returnval){ [ 916.469462] env[65448]: value = "task-4937896" [ 916.469462] env[65448]: _type = "Task" [ 916.469462] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.479690] env[65448]: DEBUG oslo_vmware.api [None req-6d584165-0f04-4037-889e-239d7e1bff58 tempest-ServerTagsTestJSON-1535616916 tempest-ServerTagsTestJSON-1535616916-project-member] Task: {'id': task-4937896, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.517573] env[65448]: WARNING neutronclient.v2_0.client [req-bee61fa2-d4fc-469c-8872-9c36cb55b6fb req-1babf40d-5840-4f81-bdaa-54bc3db52896 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 916.546545] env[65448]: DEBUG oslo_concurrency.lockutils [None req-c0667109-e4d2-4dc5-a64a-a1ca653c22c9 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Lock "d20826fc-879b-4538-88d5-9a69017c9d23" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.625s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.588395] env[65448]: WARNING neutronclient.v2_0.client [req-91fa49cd-cd69-49e8-941f-ca5557775e90 req-e36b3047-9afc-400a-a790-4e39d2b7cf2b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 916.767874] env[65448]: DEBUG oslo_vmware.api [None req-0ce616da-8458-4275-bb7a-29c4e3a9a0f7 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Task: {'id': task-4937893, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.301062} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.771372] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ce616da-8458-4275-bb7a-29c4e3a9a0f7 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 916.771665] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-0ce616da-8458-4275-bb7a-29c4e3a9a0f7 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] [instance: 6b18baf1-f0be-4602-8064-9bb371bdcb17] Deleted contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 916.771861] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-0ce616da-8458-4275-bb7a-29c4e3a9a0f7 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] [instance: 6b18baf1-f0be-4602-8064-9bb371bdcb17] Instance destroyed {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 916.772119] env[65448]: INFO nova.compute.manager [None req-0ce616da-8458-4275-bb7a-29c4e3a9a0f7 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] [instance: 6b18baf1-f0be-4602-8064-9bb371bdcb17] Took 1.14 seconds to destroy the instance on the hypervisor. [ 916.772314] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-0ce616da-8458-4275-bb7a-29c4e3a9a0f7 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 916.773759] env[65448]: INFO nova.compute.manager [None req-14a66a30-eeba-48a5-93a0-e728ee2d88ad tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] [instance: 9322f1d0-3ffb-46c6-8974-7fe56a517f7f] Updating instance to original state: 'active' [ 916.777925] env[65448]: DEBUG nova.network.neutron [req-bee61fa2-d4fc-469c-8872-9c36cb55b6fb req-1babf40d-5840-4f81-bdaa-54bc3db52896 service nova] [instance: 5e5a538b-8f59-45ca-bece-6a0cff169e0a] Updated VIF entry in instance network info cache for port dde3fa85-2f5d-4ff1-a4a5-4672b1a7ac29. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 916.778517] env[65448]: DEBUG nova.network.neutron [req-bee61fa2-d4fc-469c-8872-9c36cb55b6fb req-1babf40d-5840-4f81-bdaa-54bc3db52896 service nova] [instance: 5e5a538b-8f59-45ca-bece-6a0cff169e0a] Updating instance_info_cache with network_info: [{"id": "c28c03f9-de49-4287-bfbd-2a47961278d1", "address": "fa:16:3e:ae:5f:01", "network": {"id": "ae7fb699-1e8f-4e6e-ba65-11efac49c1f2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2072253352-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40f710aa821f49ef963bafd588fa759f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc28c03f9-de", "ovs_interfaceid": "c28c03f9-de49-4287-bfbd-2a47961278d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "dde3fa85-2f5d-4ff1-a4a5-4672b1a7ac29", "address": "fa:16:3e:d2:53:8a", "network": {"id": "ae7fb699-1e8f-4e6e-ba65-11efac49c1f2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2072253352-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40f710aa821f49ef963bafd588fa759f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdde3fa85-2f", "ovs_interfaceid": "dde3fa85-2f5d-4ff1-a4a5-4672b1a7ac29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.780098] env[65448]: DEBUG nova.compute.manager [-] [instance: 6b18baf1-f0be-4602-8064-9bb371bdcb17] Deallocating network for instance {{(pid=65448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 916.780098] env[65448]: DEBUG nova.network.neutron [-] [instance: 6b18baf1-f0be-4602-8064-9bb371bdcb17] deallocate_for_instance() {{(pid=65448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 916.780370] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 916.896346] env[65448]: DEBUG oslo_vmware.api [None req-a83cfeeb-1cbd-4718-980c-50a251f5d463 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Task: {'id': task-4937894, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.903816] env[65448]: DEBUG oslo_vmware.api [None req-da13e6cb-a7db-4188-a3f7-1adf208d6586 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Task: {'id': task-4937895, 'name': PowerOffVM_Task, 'duration_secs': 0.221593} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.904339] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-da13e6cb-a7db-4188-a3f7-1adf208d6586 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] [instance: 7ffbee1e-54df-4aaf-8183-9b148c616b69] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 916.904552] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-da13e6cb-a7db-4188-a3f7-1adf208d6586 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] [instance: 7ffbee1e-54df-4aaf-8183-9b148c616b69] Unregistering the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 916.905562] env[65448]: DEBUG nova.network.neutron [req-91fa49cd-cd69-49e8-941f-ca5557775e90 req-e36b3047-9afc-400a-a790-4e39d2b7cf2b service nova] [instance: 5d5d90a5-f93c-4070-8c3f-2690af66af2a] Updated VIF entry in instance network info cache for port 2e43a8b7-b414-460e-9ffa-92ffd5ae4fd8. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 916.906211] env[65448]: DEBUG nova.network.neutron [req-91fa49cd-cd69-49e8-941f-ca5557775e90 req-e36b3047-9afc-400a-a790-4e39d2b7cf2b service nova] [instance: 5d5d90a5-f93c-4070-8c3f-2690af66af2a] Updating instance_info_cache with network_info: [{"id": "2e43a8b7-b414-460e-9ffa-92ffd5ae4fd8", "address": "fa:16:3e:44:24:19", "network": {"id": "a74f8397-85d6-41fc-8a6b-0e6102933291", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1658974292-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8551f3932336474c8420a817fa31adff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce", "external-id": "nsx-vlan-transportzone-725", "segmentation_id": 725, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e43a8b7-b4", "ovs_interfaceid": "2e43a8b7-b414-460e-9ffa-92ffd5ae4fd8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.907203] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a1babdae-621a-4b02-bd74-aaa5b8092dfb {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.911615] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b07989ec-64ee-4d5f-98d2-dbcdfda839d7 tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] Acquiring lock "refresh_cache-f7259aaf-7b19-40d1-b05b-825f31a78756" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.911815] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b07989ec-64ee-4d5f-98d2-dbcdfda839d7 tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] Acquired lock "refresh_cache-f7259aaf-7b19-40d1-b05b-825f31a78756" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.912180] env[65448]: WARNING neutronclient.v2_0.client [None req-b07989ec-64ee-4d5f-98d2-dbcdfda839d7 tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 916.971259] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 916.988310] env[65448]: DEBUG oslo_vmware.api [None req-6d584165-0f04-4037-889e-239d7e1bff58 tempest-ServerTagsTestJSON-1535616916 tempest-ServerTagsTestJSON-1535616916-project-member] Task: {'id': task-4937896, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.994202] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-da13e6cb-a7db-4188-a3f7-1adf208d6586 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] [instance: 7ffbee1e-54df-4aaf-8183-9b148c616b69] Unregistered the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 916.994525] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-da13e6cb-a7db-4188-a3f7-1adf208d6586 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] [instance: 7ffbee1e-54df-4aaf-8183-9b148c616b69] Deleting contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 916.994750] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-da13e6cb-a7db-4188-a3f7-1adf208d6586 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Deleting the datastore file [datastore2] 7ffbee1e-54df-4aaf-8183-9b148c616b69 {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 916.997894] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3d026e31-9dda-4cde-8534-de96a74c6fea {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.008475] env[65448]: DEBUG oslo_vmware.api [None req-da13e6cb-a7db-4188-a3f7-1adf208d6586 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Waiting for the task: (returnval){ [ 917.008475] env[65448]: value = "task-4937898" [ 917.008475] env[65448]: _type = "Task" [ 917.008475] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.018628] env[65448]: DEBUG oslo_vmware.api [None req-da13e6cb-a7db-4188-a3f7-1adf208d6586 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Task: {'id': task-4937898, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.054627] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2594be1-c52f-4667-948e-ab6a15fafb90 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.063803] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc13423e-4947-4afc-899b-729165d24ac5 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.099491] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3668a54-cfeb-4cf4-9b88-459f97e98e29 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.109431] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f689f41-6272-42b0-89dd-5ba6c699f8bb {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.130960] env[65448]: DEBUG nova.compute.provider_tree [None req-29eb43cc-eecb-4629-b080-80cf5ac6e1d5 tempest-ServerMetadataNegativeTestJSON-2090714491 tempest-ServerMetadataNegativeTestJSON-2090714491-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 917.288506] env[65448]: DEBUG oslo_concurrency.lockutils [req-bee61fa2-d4fc-469c-8872-9c36cb55b6fb req-1babf40d-5840-4f81-bdaa-54bc3db52896 service nova] Releasing lock "refresh_cache-5e5a538b-8f59-45ca-bece-6a0cff169e0a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.314150] env[65448]: DEBUG nova.virt.hardware [None req-9cb5ca7c-3006-458b-bc58-d2767d4b56cc tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-08T17:19:51Z,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a992292b6dae455593d228217860e2e1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-08T17:19:52Z,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 917.314322] env[65448]: DEBUG nova.virt.hardware [None req-9cb5ca7c-3006-458b-bc58-d2767d4b56cc tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 917.314555] env[65448]: DEBUG nova.virt.hardware [None req-9cb5ca7c-3006-458b-bc58-d2767d4b56cc tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 917.314862] env[65448]: DEBUG nova.virt.hardware [None req-9cb5ca7c-3006-458b-bc58-d2767d4b56cc tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 917.315101] env[65448]: DEBUG nova.virt.hardware [None req-9cb5ca7c-3006-458b-bc58-d2767d4b56cc tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 917.315338] env[65448]: DEBUG nova.virt.hardware [None req-9cb5ca7c-3006-458b-bc58-d2767d4b56cc tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 917.315656] env[65448]: DEBUG nova.virt.hardware [None req-9cb5ca7c-3006-458b-bc58-d2767d4b56cc tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 917.316581] env[65448]: DEBUG nova.virt.hardware [None req-9cb5ca7c-3006-458b-bc58-d2767d4b56cc tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 917.316581] env[65448]: DEBUG nova.virt.hardware [None req-9cb5ca7c-3006-458b-bc58-d2767d4b56cc tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 917.316581] env[65448]: DEBUG nova.virt.hardware [None req-9cb5ca7c-3006-458b-bc58-d2767d4b56cc tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 917.316581] env[65448]: DEBUG nova.virt.hardware [None req-9cb5ca7c-3006-458b-bc58-d2767d4b56cc tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 917.317734] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b34482f-c030-46dc-a1e9-3c47170ceff3 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.331986] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17f718a4-af07-40f2-9b5a-fc26db4fe472 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.348613] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-9cb5ca7c-3006-458b-bc58-d2767d4b56cc tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] [instance: 43ff9c8f-c282-4680-ab94-659f088e79a0] Instance VIF info [] {{(pid=65448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 917.354648] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-9cb5ca7c-3006-458b-bc58-d2767d4b56cc tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 917.355403] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43ff9c8f-c282-4680-ab94-659f088e79a0] Creating VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 917.355696] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-627ffa51-2272-4349-92ae-a342ccb33bd5 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.380722] env[65448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 917.380722] env[65448]: value = "task-4937899" [ 917.380722] env[65448]: _type = "Task" [ 917.380722] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.394238] env[65448]: DEBUG oslo_vmware.api [None req-a83cfeeb-1cbd-4718-980c-50a251f5d463 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Task: {'id': task-4937894, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.612763} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.394837] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-a83cfeeb-1cbd-4718-980c-50a251f5d463 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] dc6c4614-329d-4c19-bcda-1459b561823e/dc6c4614-329d-4c19-bcda-1459b561823e.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 917.395600] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-a83cfeeb-1cbd-4718-980c-50a251f5d463 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] [instance: dc6c4614-329d-4c19-bcda-1459b561823e] Extending root virtual disk to 1048576 {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 917.395600] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-04da3844-beb1-437c-b4dd-2e2303bd19fe {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.401242] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937899, 'name': CreateVM_Task} progress is 6%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.408024] env[65448]: DEBUG oslo_vmware.api [None req-a83cfeeb-1cbd-4718-980c-50a251f5d463 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Waiting for the task: (returnval){ [ 917.408024] env[65448]: value = "task-4937900" [ 917.408024] env[65448]: _type = "Task" [ 917.408024] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.413213] env[65448]: DEBUG oslo_concurrency.lockutils [req-91fa49cd-cd69-49e8-941f-ca5557775e90 req-e36b3047-9afc-400a-a790-4e39d2b7cf2b service nova] Releasing lock "refresh_cache-5d5d90a5-f93c-4070-8c3f-2690af66af2a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.413634] env[65448]: DEBUG nova.compute.manager [req-91fa49cd-cd69-49e8-941f-ca5557775e90 req-e36b3047-9afc-400a-a790-4e39d2b7cf2b service nova] [instance: dc6c4614-329d-4c19-bcda-1459b561823e] Received event network-vif-plugged-4b1e25f1-01c1-49e8-81d2-d68e6e2b077f {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 917.413887] env[65448]: DEBUG oslo_concurrency.lockutils [req-91fa49cd-cd69-49e8-941f-ca5557775e90 req-e36b3047-9afc-400a-a790-4e39d2b7cf2b service nova] Acquiring lock "dc6c4614-329d-4c19-bcda-1459b561823e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.414138] env[65448]: DEBUG oslo_concurrency.lockutils [req-91fa49cd-cd69-49e8-941f-ca5557775e90 req-e36b3047-9afc-400a-a790-4e39d2b7cf2b service nova] Lock "dc6c4614-329d-4c19-bcda-1459b561823e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.414341] env[65448]: DEBUG oslo_concurrency.lockutils [req-91fa49cd-cd69-49e8-941f-ca5557775e90 req-e36b3047-9afc-400a-a790-4e39d2b7cf2b service nova] Lock "dc6c4614-329d-4c19-bcda-1459b561823e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.414568] env[65448]: DEBUG nova.compute.manager [req-91fa49cd-cd69-49e8-941f-ca5557775e90 req-e36b3047-9afc-400a-a790-4e39d2b7cf2b service nova] [instance: dc6c4614-329d-4c19-bcda-1459b561823e] No waiting events found dispatching network-vif-plugged-4b1e25f1-01c1-49e8-81d2-d68e6e2b077f {{(pid=65448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 917.414793] env[65448]: WARNING nova.compute.manager [req-91fa49cd-cd69-49e8-941f-ca5557775e90 req-e36b3047-9afc-400a-a790-4e39d2b7cf2b service nova] [instance: dc6c4614-329d-4c19-bcda-1459b561823e] Received unexpected event network-vif-plugged-4b1e25f1-01c1-49e8-81d2-d68e6e2b077f for instance with vm_state building and task_state spawning. [ 917.414993] env[65448]: DEBUG nova.compute.manager [req-91fa49cd-cd69-49e8-941f-ca5557775e90 req-e36b3047-9afc-400a-a790-4e39d2b7cf2b service nova] [instance: dc6c4614-329d-4c19-bcda-1459b561823e] Received event network-changed-4b1e25f1-01c1-49e8-81d2-d68e6e2b077f {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 917.415220] env[65448]: DEBUG nova.compute.manager [req-91fa49cd-cd69-49e8-941f-ca5557775e90 req-e36b3047-9afc-400a-a790-4e39d2b7cf2b service nova] [instance: dc6c4614-329d-4c19-bcda-1459b561823e] Refreshing instance network info cache due to event network-changed-4b1e25f1-01c1-49e8-81d2-d68e6e2b077f. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 917.415467] env[65448]: DEBUG oslo_concurrency.lockutils [req-91fa49cd-cd69-49e8-941f-ca5557775e90 req-e36b3047-9afc-400a-a790-4e39d2b7cf2b service nova] Acquiring lock "refresh_cache-dc6c4614-329d-4c19-bcda-1459b561823e" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.415663] env[65448]: DEBUG oslo_concurrency.lockutils [req-91fa49cd-cd69-49e8-941f-ca5557775e90 req-e36b3047-9afc-400a-a790-4e39d2b7cf2b service nova] Acquired lock "refresh_cache-dc6c4614-329d-4c19-bcda-1459b561823e" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.415911] env[65448]: DEBUG nova.network.neutron [req-91fa49cd-cd69-49e8-941f-ca5557775e90 req-e36b3047-9afc-400a-a790-4e39d2b7cf2b service nova] [instance: dc6c4614-329d-4c19-bcda-1459b561823e] Refreshing network info cache for port 4b1e25f1-01c1-49e8-81d2-d68e6e2b077f {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 917.423345] env[65448]: DEBUG oslo_vmware.api [None req-a83cfeeb-1cbd-4718-980c-50a251f5d463 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Task: {'id': task-4937900, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.487167] env[65448]: DEBUG oslo_vmware.api [None req-6d584165-0f04-4037-889e-239d7e1bff58 tempest-ServerTagsTestJSON-1535616916 tempest-ServerTagsTestJSON-1535616916-project-member] Task: {'id': task-4937896, 'name': ReconfigVM_Task, 'duration_secs': 0.675859} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.487683] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d584165-0f04-4037-889e-239d7e1bff58 tempest-ServerTagsTestJSON-1535616916 tempest-ServerTagsTestJSON-1535616916-project-member] [instance: 5d5d90a5-f93c-4070-8c3f-2690af66af2a] Reconfigured VM instance instance-00000048 to attach disk [datastore2] 5d5d90a5-f93c-4070-8c3f-2690af66af2a/5d5d90a5-f93c-4070-8c3f-2690af66af2a.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 917.488605] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-32fe1541-c3f4-4848-ad83-878636e2a56b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.496480] env[65448]: DEBUG oslo_vmware.api [None req-6d584165-0f04-4037-889e-239d7e1bff58 tempest-ServerTagsTestJSON-1535616916 tempest-ServerTagsTestJSON-1535616916-project-member] Waiting for the task: (returnval){ [ 917.496480] env[65448]: value = "task-4937901" [ 917.496480] env[65448]: _type = "Task" [ 917.496480] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.506864] env[65448]: DEBUG oslo_vmware.api [None req-6d584165-0f04-4037-889e-239d7e1bff58 tempest-ServerTagsTestJSON-1535616916 tempest-ServerTagsTestJSON-1535616916-project-member] Task: {'id': task-4937901, 'name': Rename_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.517358] env[65448]: DEBUG oslo_vmware.api [None req-da13e6cb-a7db-4188-a3f7-1adf208d6586 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Task: {'id': task-4937898, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.256475} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.518035] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-da13e6cb-a7db-4188-a3f7-1adf208d6586 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 917.518035] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-da13e6cb-a7db-4188-a3f7-1adf208d6586 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] [instance: 7ffbee1e-54df-4aaf-8183-9b148c616b69] Deleted contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 917.518179] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-da13e6cb-a7db-4188-a3f7-1adf208d6586 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] [instance: 7ffbee1e-54df-4aaf-8183-9b148c616b69] Instance destroyed {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 917.518346] env[65448]: INFO nova.compute.manager [None req-da13e6cb-a7db-4188-a3f7-1adf208d6586 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] [instance: 7ffbee1e-54df-4aaf-8183-9b148c616b69] Took 1.17 seconds to destroy the instance on the hypervisor. [ 917.518913] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-da13e6cb-a7db-4188-a3f7-1adf208d6586 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 917.518913] env[65448]: DEBUG nova.compute.manager [-] [instance: 7ffbee1e-54df-4aaf-8183-9b148c616b69] Deallocating network for instance {{(pid=65448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 917.519168] env[65448]: DEBUG nova.network.neutron [-] [instance: 7ffbee1e-54df-4aaf-8183-9b148c616b69] deallocate_for_instance() {{(pid=65448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 917.519538] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 917.616912] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 917.636026] env[65448]: DEBUG nova.scheduler.client.report [None req-29eb43cc-eecb-4629-b080-80cf5ac6e1d5 tempest-ServerMetadataNegativeTestJSON-2090714491 tempest-ServerMetadataNegativeTestJSON-2090714491-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 917.706734] env[65448]: DEBUG nova.network.neutron [None req-b07989ec-64ee-4d5f-98d2-dbcdfda839d7 tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] [instance: f7259aaf-7b19-40d1-b05b-825f31a78756] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 917.825275] env[65448]: DEBUG nova.network.neutron [-] [instance: 6b18baf1-f0be-4602-8064-9bb371bdcb17] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.891513] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937899, 'name': CreateVM_Task, 'duration_secs': 0.482682} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.891834] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43ff9c8f-c282-4680-ab94-659f088e79a0] Created VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 917.892119] env[65448]: DEBUG oslo_concurrency.lockutils [None req-9cb5ca7c-3006-458b-bc58-d2767d4b56cc tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.892277] env[65448]: DEBUG oslo_concurrency.lockutils [None req-9cb5ca7c-3006-458b-bc58-d2767d4b56cc tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.892597] env[65448]: DEBUG oslo_concurrency.lockutils [None req-9cb5ca7c-3006-458b-bc58-d2767d4b56cc tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.892882] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-258df2c6-b920-4c49-9310-d6f568d3ea86 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.898595] env[65448]: DEBUG oslo_vmware.api [None req-9cb5ca7c-3006-458b-bc58-d2767d4b56cc tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Waiting for the task: (returnval){ [ 917.898595] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52e855b3-1cf7-7db7-84c9-d7b6ae57e1ef" [ 917.898595] env[65448]: _type = "Task" [ 917.898595] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.908622] env[65448]: DEBUG oslo_vmware.api [None req-9cb5ca7c-3006-458b-bc58-d2767d4b56cc tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52e855b3-1cf7-7db7-84c9-d7b6ae57e1ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.922352] env[65448]: WARNING neutronclient.v2_0.client [req-91fa49cd-cd69-49e8-941f-ca5557775e90 req-e36b3047-9afc-400a-a790-4e39d2b7cf2b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 917.923223] env[65448]: DEBUG oslo_vmware.api [None req-a83cfeeb-1cbd-4718-980c-50a251f5d463 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Task: {'id': task-4937900, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084762} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.924306] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-a83cfeeb-1cbd-4718-980c-50a251f5d463 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] [instance: dc6c4614-329d-4c19-bcda-1459b561823e] Extended root virtual disk {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 917.924630] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-058434c0-da73-4cca-a8a0-e5271734d085 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.950086] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-a83cfeeb-1cbd-4718-980c-50a251f5d463 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] [instance: dc6c4614-329d-4c19-bcda-1459b561823e] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] dc6c4614-329d-4c19-bcda-1459b561823e/dc6c4614-329d-4c19-bcda-1459b561823e.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 917.952230] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21c2acdf-e0b9-4f7e-af29-694ca2ecce3e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.978320] env[65448]: DEBUG oslo_vmware.api [None req-a83cfeeb-1cbd-4718-980c-50a251f5d463 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Waiting for the task: (returnval){ [ 917.978320] env[65448]: value = "task-4937902" [ 917.978320] env[65448]: _type = "Task" [ 917.978320] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.988451] env[65448]: DEBUG oslo_vmware.api [None req-a83cfeeb-1cbd-4718-980c-50a251f5d463 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Task: {'id': task-4937902, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.007744] env[65448]: DEBUG oslo_vmware.api [None req-6d584165-0f04-4037-889e-239d7e1bff58 tempest-ServerTagsTestJSON-1535616916 tempest-ServerTagsTestJSON-1535616916-project-member] Task: {'id': task-4937901, 'name': Rename_Task, 'duration_secs': 0.228485} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.007744] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d584165-0f04-4037-889e-239d7e1bff58 tempest-ServerTagsTestJSON-1535616916 tempest-ServerTagsTestJSON-1535616916-project-member] [instance: 5d5d90a5-f93c-4070-8c3f-2690af66af2a] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 918.007744] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f27eb031-0be1-465d-962f-36920cb5c621 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.016658] env[65448]: DEBUG oslo_vmware.api [None req-6d584165-0f04-4037-889e-239d7e1bff58 tempest-ServerTagsTestJSON-1535616916 tempest-ServerTagsTestJSON-1535616916-project-member] Waiting for the task: (returnval){ [ 918.016658] env[65448]: value = "task-4937903" [ 918.016658] env[65448]: _type = "Task" [ 918.016658] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.026049] env[65448]: DEBUG oslo_vmware.api [None req-6d584165-0f04-4037-889e-239d7e1bff58 tempest-ServerTagsTestJSON-1535616916 tempest-ServerTagsTestJSON-1535616916-project-member] Task: {'id': task-4937903, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.108095] env[65448]: DEBUG nova.compute.manager [req-569d0a98-25bd-4d00-b4f0-8f49a9a60269 req-5016195f-2aff-4a8e-8d45-017dc704dcf3 service nova] [instance: 6b18baf1-f0be-4602-8064-9bb371bdcb17] Received event network-vif-deleted-d4e2be09-1d0f-477c-ac08-80715774642a {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 918.141115] env[65448]: DEBUG oslo_concurrency.lockutils [None req-29eb43cc-eecb-4629-b080-80cf5ac6e1d5 tempest-ServerMetadataNegativeTestJSON-2090714491 tempest-ServerMetadataNegativeTestJSON-2090714491-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.149s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.147552] env[65448]: DEBUG oslo_concurrency.lockutils [None req-e01ec227-bb74-4b13-9f5a-095968298bd9 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.832s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.149295] env[65448]: INFO nova.compute.claims [None req-e01ec227-bb74-4b13-9f5a-095968298bd9 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 3a4ea7cd-a46b-4aa2-aaec-6799deec58f9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 918.167124] env[65448]: INFO nova.scheduler.client.report [None req-29eb43cc-eecb-4629-b080-80cf5ac6e1d5 tempest-ServerMetadataNegativeTestJSON-2090714491 tempest-ServerMetadataNegativeTestJSON-2090714491-project-member] Deleted allocations for instance b9eaa8ef-392c-449e-b441-5b5de9ddaf9e [ 918.180645] env[65448]: WARNING neutronclient.v2_0.client [req-91fa49cd-cd69-49e8-941f-ca5557775e90 req-e36b3047-9afc-400a-a790-4e39d2b7cf2b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 918.211143] env[65448]: WARNING neutronclient.v2_0.client [None req-b07989ec-64ee-4d5f-98d2-dbcdfda839d7 tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 918.272120] env[65448]: DEBUG nova.objects.instance [None req-20f83e18-33d4-45a7-a200-b046e452280d tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Lazy-loading 'flavor' on Instance uuid f0ae0ad7-7800-4f5a-a270-7749177b8675 {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 918.328676] env[65448]: INFO nova.compute.manager [-] [instance: 6b18baf1-f0be-4602-8064-9bb371bdcb17] Took 1.55 seconds to deallocate network for instance. [ 918.331706] env[65448]: DEBUG nova.network.neutron [req-91fa49cd-cd69-49e8-941f-ca5557775e90 req-e36b3047-9afc-400a-a790-4e39d2b7cf2b service nova] [instance: dc6c4614-329d-4c19-bcda-1459b561823e] Updated VIF entry in instance network info cache for port 4b1e25f1-01c1-49e8-81d2-d68e6e2b077f. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 918.332178] env[65448]: DEBUG nova.network.neutron [req-91fa49cd-cd69-49e8-941f-ca5557775e90 req-e36b3047-9afc-400a-a790-4e39d2b7cf2b service nova] [instance: dc6c4614-329d-4c19-bcda-1459b561823e] Updating instance_info_cache with network_info: [{"id": "4b1e25f1-01c1-49e8-81d2-d68e6e2b077f", "address": "fa:16:3e:26:70:d0", "network": {"id": "c649567f-d921-41c8-98ba-cb5f7c9d90fb", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1099123601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1c40ba76251447a8ca380d4b19e86f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "744515ee-aa5b-4c23-b959-b56c51da6b86", "external-id": "nsx-vlan-transportzone-310", "segmentation_id": 310, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b1e25f1-01", "ovs_interfaceid": "4b1e25f1-01c1-49e8-81d2-d68e6e2b077f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.415593] env[65448]: DEBUG oslo_vmware.api [None req-9cb5ca7c-3006-458b-bc58-d2767d4b56cc tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52e855b3-1cf7-7db7-84c9-d7b6ae57e1ef, 'name': SearchDatastore_Task, 'duration_secs': 0.016012} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.415923] env[65448]: DEBUG oslo_concurrency.lockutils [None req-9cb5ca7c-3006-458b-bc58-d2767d4b56cc tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.416194] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-9cb5ca7c-3006-458b-bc58-d2767d4b56cc tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] [instance: 43ff9c8f-c282-4680-ab94-659f088e79a0] Processing image 50fb366d-48e6-424f-9c20-bc83d77be76a {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 918.416506] env[65448]: DEBUG oslo_concurrency.lockutils [None req-9cb5ca7c-3006-458b-bc58-d2767d4b56cc tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.416658] env[65448]: DEBUG oslo_concurrency.lockutils [None req-9cb5ca7c-3006-458b-bc58-d2767d4b56cc tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.416843] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cb5ca7c-3006-458b-bc58-d2767d4b56cc tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 918.417219] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0aba1ab0-a006-4fc1-a604-0bc9e94cc0c5 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.428811] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cb5ca7c-3006-458b-bc58-d2767d4b56cc tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 918.429077] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-9cb5ca7c-3006-458b-bc58-d2767d4b56cc tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 918.430339] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-456516c4-9b53-413f-b54e-a97b6e85f5a8 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.438314] env[65448]: DEBUG oslo_vmware.api [None req-9cb5ca7c-3006-458b-bc58-d2767d4b56cc tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Waiting for the task: (returnval){ [ 918.438314] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52464070-f7b3-007d-cf9d-d06439b773d7" [ 918.438314] env[65448]: _type = "Task" [ 918.438314] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.448631] env[65448]: DEBUG oslo_vmware.api [None req-9cb5ca7c-3006-458b-bc58-d2767d4b56cc tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52464070-f7b3-007d-cf9d-d06439b773d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.451257] env[65448]: DEBUG nova.compute.manager [req-a1bab6f4-7400-4855-9eec-f3e4593fdcbb req-6db2b461-b0f3-4f14-83c3-203b804d45db service nova] [instance: 7ffbee1e-54df-4aaf-8183-9b148c616b69] Received event network-vif-deleted-6166f5e7-62a1-4453-89c4-6f64dbb9313b {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 918.451580] env[65448]: INFO nova.compute.manager [req-a1bab6f4-7400-4855-9eec-f3e4593fdcbb req-6db2b461-b0f3-4f14-83c3-203b804d45db service nova] [instance: 7ffbee1e-54df-4aaf-8183-9b148c616b69] Neutron deleted interface 6166f5e7-62a1-4453-89c4-6f64dbb9313b; detaching it from the instance and deleting it from the info cache [ 918.451674] env[65448]: DEBUG nova.network.neutron [req-a1bab6f4-7400-4855-9eec-f3e4593fdcbb req-6db2b461-b0f3-4f14-83c3-203b804d45db service nova] [instance: 7ffbee1e-54df-4aaf-8183-9b148c616b69] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.453182] env[65448]: DEBUG nova.network.neutron [-] [instance: 7ffbee1e-54df-4aaf-8183-9b148c616b69] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.489991] env[65448]: DEBUG oslo_vmware.api [None req-a83cfeeb-1cbd-4718-980c-50a251f5d463 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Task: {'id': task-4937902, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.530324] env[65448]: DEBUG oslo_vmware.api [None req-6d584165-0f04-4037-889e-239d7e1bff58 tempest-ServerTagsTestJSON-1535616916 tempest-ServerTagsTestJSON-1535616916-project-member] Task: {'id': task-4937903, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.566928] env[65448]: WARNING neutronclient.v2_0.client [None req-b07989ec-64ee-4d5f-98d2-dbcdfda839d7 tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 918.659621] env[65448]: DEBUG nova.network.neutron [None req-b07989ec-64ee-4d5f-98d2-dbcdfda839d7 tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] [instance: f7259aaf-7b19-40d1-b05b-825f31a78756] Updating instance_info_cache with network_info: [{"id": "d72bf01a-5833-4162-b116-b877d61fef79", "address": "fa:16:3e:fc:70:16", "network": {"id": "31de1954-a082-4419-9e9a-f05f1e953802", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2078338518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db80c3920ce64bad9523eee35ee0f6ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd72bf01a-58", "ovs_interfaceid": "d72bf01a-5833-4162-b116-b877d61fef79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.684436] env[65448]: DEBUG oslo_concurrency.lockutils [None req-29eb43cc-eecb-4629-b080-80cf5ac6e1d5 tempest-ServerMetadataNegativeTestJSON-2090714491 tempest-ServerMetadataNegativeTestJSON-2090714491-project-member] Lock "b9eaa8ef-392c-449e-b441-5b5de9ddaf9e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.613s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.700686] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a213f6e1-1de4-4b76-803f-f0bbdbb3d56c tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Acquiring lock "interface-5e5a538b-8f59-45ca-bece-6a0cff169e0a-dde3fa85-2f5d-4ff1-a4a5-4672b1a7ac29" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.700897] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a213f6e1-1de4-4b76-803f-f0bbdbb3d56c tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Lock "interface-5e5a538b-8f59-45ca-bece-6a0cff169e0a-dde3fa85-2f5d-4ff1-a4a5-4672b1a7ac29" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.779058] env[65448]: DEBUG oslo_concurrency.lockutils [None req-20f83e18-33d4-45a7-a200-b046e452280d tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Acquiring lock "refresh_cache-f0ae0ad7-7800-4f5a-a270-7749177b8675" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.779130] env[65448]: DEBUG oslo_concurrency.lockutils [None req-20f83e18-33d4-45a7-a200-b046e452280d tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Acquired lock "refresh_cache-f0ae0ad7-7800-4f5a-a270-7749177b8675" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.779296] env[65448]: DEBUG nova.network.neutron [None req-20f83e18-33d4-45a7-a200-b046e452280d tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: f0ae0ad7-7800-4f5a-a270-7749177b8675] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 918.779496] env[65448]: DEBUG nova.objects.instance [None req-20f83e18-33d4-45a7-a200-b046e452280d tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Lazy-loading 'info_cache' on Instance uuid f0ae0ad7-7800-4f5a-a270-7749177b8675 {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 918.840503] env[65448]: DEBUG oslo_concurrency.lockutils [req-91fa49cd-cd69-49e8-941f-ca5557775e90 req-e36b3047-9afc-400a-a790-4e39d2b7cf2b service nova] Releasing lock "refresh_cache-dc6c4614-329d-4c19-bcda-1459b561823e" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.840503] env[65448]: DEBUG nova.compute.manager [req-91fa49cd-cd69-49e8-941f-ca5557775e90 req-e36b3047-9afc-400a-a790-4e39d2b7cf2b service nova] [instance: 65f7a5e2-e42a-4a78-a9df-7bd5424ca2f2] Received event network-changed-d2c6e1da-1cb3-458a-8d87-edf2e15505b3 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 918.840724] env[65448]: DEBUG nova.compute.manager [req-91fa49cd-cd69-49e8-941f-ca5557775e90 req-e36b3047-9afc-400a-a790-4e39d2b7cf2b service nova] [instance: 65f7a5e2-e42a-4a78-a9df-7bd5424ca2f2] Refreshing instance network info cache due to event network-changed-d2c6e1da-1cb3-458a-8d87-edf2e15505b3. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 918.842305] env[65448]: DEBUG oslo_concurrency.lockutils [req-91fa49cd-cd69-49e8-941f-ca5557775e90 req-e36b3047-9afc-400a-a790-4e39d2b7cf2b service nova] Acquiring lock "refresh_cache-65f7a5e2-e42a-4a78-a9df-7bd5424ca2f2" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.842305] env[65448]: DEBUG oslo_concurrency.lockutils [req-91fa49cd-cd69-49e8-941f-ca5557775e90 req-e36b3047-9afc-400a-a790-4e39d2b7cf2b service nova] Acquired lock "refresh_cache-65f7a5e2-e42a-4a78-a9df-7bd5424ca2f2" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.842305] env[65448]: DEBUG nova.network.neutron [req-91fa49cd-cd69-49e8-941f-ca5557775e90 req-e36b3047-9afc-400a-a790-4e39d2b7cf2b service nova] [instance: 65f7a5e2-e42a-4a78-a9df-7bd5424ca2f2] Refreshing network info cache for port d2c6e1da-1cb3-458a-8d87-edf2e15505b3 {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 918.843421] env[65448]: DEBUG oslo_concurrency.lockutils [None req-0ce616da-8458-4275-bb7a-29c4e3a9a0f7 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.952946] env[65448]: DEBUG oslo_vmware.api [None req-9cb5ca7c-3006-458b-bc58-d2767d4b56cc tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52464070-f7b3-007d-cf9d-d06439b773d7, 'name': SearchDatastore_Task, 'duration_secs': 0.042986} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.954691] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb69ff07-20cd-4bfa-b050-9b982070ee84 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.959248] env[65448]: INFO nova.compute.manager [-] [instance: 7ffbee1e-54df-4aaf-8183-9b148c616b69] Took 1.44 seconds to deallocate network for instance. [ 918.959633] env[65448]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-409ce719-a22f-44a6-9a1a-ee4eaa8df745 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.973948] env[65448]: DEBUG oslo_vmware.api [None req-9cb5ca7c-3006-458b-bc58-d2767d4b56cc tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Waiting for the task: (returnval){ [ 918.973948] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52e8e8c0-01a3-3f45-8233-a70764468713" [ 918.973948] env[65448]: _type = "Task" [ 918.973948] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.977234] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95f9b0aa-996a-47e6-a9a7-fa0fbc77dee8 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.005182] env[65448]: DEBUG oslo_vmware.api [None req-9cb5ca7c-3006-458b-bc58-d2767d4b56cc tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52e8e8c0-01a3-3f45-8233-a70764468713, 'name': SearchDatastore_Task, 'duration_secs': 0.02316} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.008608] env[65448]: DEBUG oslo_concurrency.lockutils [None req-9cb5ca7c-3006-458b-bc58-d2767d4b56cc tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.008995] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cb5ca7c-3006-458b-bc58-d2767d4b56cc tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] 43ff9c8f-c282-4680-ab94-659f088e79a0/43ff9c8f-c282-4680-ab94-659f088e79a0.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 919.009392] env[65448]: DEBUG oslo_vmware.api [None req-a83cfeeb-1cbd-4718-980c-50a251f5d463 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Task: {'id': task-4937902, 'name': ReconfigVM_Task, 'duration_secs': 0.786279} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.009643] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-466f5a7a-1aa2-4c7e-b9bf-34f1ebcbf4a9 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.012551] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-a83cfeeb-1cbd-4718-980c-50a251f5d463 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] [instance: dc6c4614-329d-4c19-bcda-1459b561823e] Reconfigured VM instance instance-00000049 to attach disk [datastore2] dc6c4614-329d-4c19-bcda-1459b561823e/dc6c4614-329d-4c19-bcda-1459b561823e.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 919.030413] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-24bc1d10-a05b-4c69-acd4-4569a1e1ae85 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.032554] env[65448]: DEBUG nova.compute.manager [req-a1bab6f4-7400-4855-9eec-f3e4593fdcbb req-6db2b461-b0f3-4f14-83c3-203b804d45db service nova] [instance: 7ffbee1e-54df-4aaf-8183-9b148c616b69] Detach interface failed, port_id=6166f5e7-62a1-4453-89c4-6f64dbb9313b, reason: Instance 7ffbee1e-54df-4aaf-8183-9b148c616b69 could not be found. {{(pid=65448) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 919.039703] env[65448]: DEBUG oslo_vmware.api [None req-9cb5ca7c-3006-458b-bc58-d2767d4b56cc tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Waiting for the task: (returnval){ [ 919.039703] env[65448]: value = "task-4937904" [ 919.039703] env[65448]: _type = "Task" [ 919.039703] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.048806] env[65448]: DEBUG oslo_vmware.api [None req-6d584165-0f04-4037-889e-239d7e1bff58 tempest-ServerTagsTestJSON-1535616916 tempest-ServerTagsTestJSON-1535616916-project-member] Task: {'id': task-4937903, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.049219] env[65448]: DEBUG oslo_vmware.api [None req-a83cfeeb-1cbd-4718-980c-50a251f5d463 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Waiting for the task: (returnval){ [ 919.049219] env[65448]: value = "task-4937905" [ 919.049219] env[65448]: _type = "Task" [ 919.049219] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.056265] env[65448]: DEBUG oslo_vmware.api [None req-9cb5ca7c-3006-458b-bc58-d2767d4b56cc tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Task: {'id': task-4937904, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.062315] env[65448]: DEBUG oslo_vmware.api [None req-a83cfeeb-1cbd-4718-980c-50a251f5d463 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Task: {'id': task-4937905, 'name': Rename_Task} progress is 10%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.161999] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b07989ec-64ee-4d5f-98d2-dbcdfda839d7 tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] Releasing lock "refresh_cache-f7259aaf-7b19-40d1-b05b-825f31a78756" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.162374] env[65448]: DEBUG nova.compute.manager [None req-b07989ec-64ee-4d5f-98d2-dbcdfda839d7 tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] [instance: f7259aaf-7b19-40d1-b05b-825f31a78756] Inject network info {{(pid=65448) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7784}} [ 919.163104] env[65448]: DEBUG nova.compute.manager [None req-b07989ec-64ee-4d5f-98d2-dbcdfda839d7 tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] [instance: f7259aaf-7b19-40d1-b05b-825f31a78756] network_info to inject: |[{"id": "d72bf01a-5833-4162-b116-b877d61fef79", "address": "fa:16:3e:fc:70:16", "network": {"id": "31de1954-a082-4419-9e9a-f05f1e953802", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2078338518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db80c3920ce64bad9523eee35ee0f6ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd72bf01a-58", "ovs_interfaceid": "d72bf01a-5833-4162-b116-b877d61fef79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65448) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7785}} [ 919.170860] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-b07989ec-64ee-4d5f-98d2-dbcdfda839d7 tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] [instance: f7259aaf-7b19-40d1-b05b-825f31a78756] Reconfiguring VM instance to set the machine id {{(pid=65448) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 919.171755] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cdfbdf2a-7bfa-4e05-b9c3-3cef4f6d75b1 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.192518] env[65448]: DEBUG oslo_vmware.api [None req-b07989ec-64ee-4d5f-98d2-dbcdfda839d7 tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] Waiting for the task: (returnval){ [ 919.192518] env[65448]: value = "task-4937906" [ 919.192518] env[65448]: _type = "Task" [ 919.192518] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.202534] env[65448]: DEBUG oslo_vmware.api [None req-b07989ec-64ee-4d5f-98d2-dbcdfda839d7 tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] Task: {'id': task-4937906, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.206447] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a213f6e1-1de4-4b76-803f-f0bbdbb3d56c tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Acquiring lock "5e5a538b-8f59-45ca-bece-6a0cff169e0a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.206609] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a213f6e1-1de4-4b76-803f-f0bbdbb3d56c tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Acquired lock "5e5a538b-8f59-45ca-bece-6a0cff169e0a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.207877] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c55d566b-33b6-4388-b995-26d7ea30ed38 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.231130] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d23f232-a679-4279-879e-31e249432695 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.257314] env[65448]: WARNING neutronclient.v2_0.client [None req-a213f6e1-1de4-4b76-803f-f0bbdbb3d56c tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 919.262745] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-a213f6e1-1de4-4b76-803f-f0bbdbb3d56c tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: 5e5a538b-8f59-45ca-bece-6a0cff169e0a] Reconfiguring VM to detach interface {{(pid=65448) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 919.266532] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-813d27b7-beca-49a0-a0f1-bb45f772b7ae {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.284307] env[65448]: DEBUG nova.objects.base [None req-20f83e18-33d4-45a7-a200-b046e452280d tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=65448) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 919.293494] env[65448]: DEBUG oslo_vmware.api [None req-a213f6e1-1de4-4b76-803f-f0bbdbb3d56c tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Waiting for the task: (returnval){ [ 919.293494] env[65448]: value = "task-4937907" [ 919.293494] env[65448]: _type = "Task" [ 919.293494] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.307840] env[65448]: DEBUG oslo_vmware.api [None req-a213f6e1-1de4-4b76-803f-f0bbdbb3d56c tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': task-4937907, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.346055] env[65448]: WARNING neutronclient.v2_0.client [req-91fa49cd-cd69-49e8-941f-ca5557775e90 req-e36b3047-9afc-400a-a790-4e39d2b7cf2b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 919.476458] env[65448]: DEBUG oslo_concurrency.lockutils [None req-da13e6cb-a7db-4188-a3f7-1adf208d6586 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.558787] env[65448]: DEBUG oslo_vmware.api [None req-6d584165-0f04-4037-889e-239d7e1bff58 tempest-ServerTagsTestJSON-1535616916 tempest-ServerTagsTestJSON-1535616916-project-member] Task: {'id': task-4937903, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.570561] env[65448]: DEBUG oslo_vmware.api [None req-9cb5ca7c-3006-458b-bc58-d2767d4b56cc tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Task: {'id': task-4937904, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.578142] env[65448]: DEBUG oslo_vmware.api [None req-a83cfeeb-1cbd-4718-980c-50a251f5d463 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Task: {'id': task-4937905, 'name': Rename_Task, 'duration_secs': 0.257599} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.581396] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-a83cfeeb-1cbd-4718-980c-50a251f5d463 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] [instance: dc6c4614-329d-4c19-bcda-1459b561823e] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 919.582860] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-73b4d71e-891b-459a-b787-9012eac4732c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.592066] env[65448]: DEBUG oslo_vmware.api [None req-a83cfeeb-1cbd-4718-980c-50a251f5d463 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Waiting for the task: (returnval){ [ 919.592066] env[65448]: value = "task-4937908" [ 919.592066] env[65448]: _type = "Task" [ 919.592066] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.604890] env[65448]: DEBUG oslo_vmware.api [None req-a83cfeeb-1cbd-4718-980c-50a251f5d463 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Task: {'id': task-4937908, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.623984] env[65448]: WARNING neutronclient.v2_0.client [req-91fa49cd-cd69-49e8-941f-ca5557775e90 req-e36b3047-9afc-400a-a790-4e39d2b7cf2b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 919.708096] env[65448]: DEBUG oslo_vmware.api [None req-b07989ec-64ee-4d5f-98d2-dbcdfda839d7 tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] Task: {'id': task-4937906, 'name': ReconfigVM_Task, 'duration_secs': 0.219178} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.708569] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-b07989ec-64ee-4d5f-98d2-dbcdfda839d7 tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] [instance: f7259aaf-7b19-40d1-b05b-825f31a78756] Reconfigured VM instance to set the machine id {{(pid=65448) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 919.776773] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d26364f3-ebce-435a-9276-dc013c2b1898 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.787410] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1001aac9-395d-481a-8b55-861c0a1472a1 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.791058] env[65448]: WARNING neutronclient.v2_0.client [None req-20f83e18-33d4-45a7-a200-b046e452280d tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 919.828736] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69c2e6d3-e5e4-4479-9325-9e70b7e829cf {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.835175] env[65448]: DEBUG oslo_vmware.api [None req-a213f6e1-1de4-4b76-803f-f0bbdbb3d56c tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': task-4937907, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.841873] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebd9394d-822c-4ca8-855b-49f68445aebb {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.860231] env[65448]: DEBUG nova.compute.provider_tree [None req-e01ec227-bb74-4b13-9f5a-095968298bd9 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 919.866158] env[65448]: DEBUG nova.network.neutron [req-91fa49cd-cd69-49e8-941f-ca5557775e90 req-e36b3047-9afc-400a-a790-4e39d2b7cf2b service nova] [instance: 65f7a5e2-e42a-4a78-a9df-7bd5424ca2f2] Updated VIF entry in instance network info cache for port d2c6e1da-1cb3-458a-8d87-edf2e15505b3. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 919.866158] env[65448]: DEBUG nova.network.neutron [req-91fa49cd-cd69-49e8-941f-ca5557775e90 req-e36b3047-9afc-400a-a790-4e39d2b7cf2b service nova] [instance: 65f7a5e2-e42a-4a78-a9df-7bd5424ca2f2] Updating instance_info_cache with network_info: [{"id": "d2c6e1da-1cb3-458a-8d87-edf2e15505b3", "address": "fa:16:3e:6b:88:5d", "network": {"id": "76bce7a5-302f-47a8-9b20-9331c6891217", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1202927429-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc9e8e59612c49a6b788080423997837", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2c6e1da-1c", "ovs_interfaceid": "d2c6e1da-1cb3-458a-8d87-edf2e15505b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.025998] env[65448]: DEBUG oslo_concurrency.lockutils [None req-359696c5-60f3-428d-9b2f-0ae5f1854ccf tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Acquiring lock "9322f1d0-3ffb-46c6-8974-7fe56a517f7f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.026347] env[65448]: DEBUG oslo_concurrency.lockutils [None req-359696c5-60f3-428d-9b2f-0ae5f1854ccf tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Lock "9322f1d0-3ffb-46c6-8974-7fe56a517f7f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.026681] env[65448]: DEBUG oslo_concurrency.lockutils [None req-359696c5-60f3-428d-9b2f-0ae5f1854ccf tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Acquiring lock "9322f1d0-3ffb-46c6-8974-7fe56a517f7f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.026914] env[65448]: DEBUG oslo_concurrency.lockutils [None req-359696c5-60f3-428d-9b2f-0ae5f1854ccf tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Lock "9322f1d0-3ffb-46c6-8974-7fe56a517f7f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.027129] env[65448]: DEBUG oslo_concurrency.lockutils [None req-359696c5-60f3-428d-9b2f-0ae5f1854ccf tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Lock "9322f1d0-3ffb-46c6-8974-7fe56a517f7f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.029474] env[65448]: INFO nova.compute.manager [None req-359696c5-60f3-428d-9b2f-0ae5f1854ccf tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] [instance: 9322f1d0-3ffb-46c6-8974-7fe56a517f7f] Terminating instance [ 920.043536] env[65448]: DEBUG oslo_vmware.api [None req-6d584165-0f04-4037-889e-239d7e1bff58 tempest-ServerTagsTestJSON-1535616916 tempest-ServerTagsTestJSON-1535616916-project-member] Task: {'id': task-4937903, 'name': PowerOnVM_Task, 'duration_secs': 1.799123} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.043790] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d584165-0f04-4037-889e-239d7e1bff58 tempest-ServerTagsTestJSON-1535616916 tempest-ServerTagsTestJSON-1535616916-project-member] [instance: 5d5d90a5-f93c-4070-8c3f-2690af66af2a] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 920.043991] env[65448]: INFO nova.compute.manager [None req-6d584165-0f04-4037-889e-239d7e1bff58 tempest-ServerTagsTestJSON-1535616916 tempest-ServerTagsTestJSON-1535616916-project-member] [instance: 5d5d90a5-f93c-4070-8c3f-2690af66af2a] Took 11.61 seconds to spawn the instance on the hypervisor. [ 920.044188] env[65448]: DEBUG nova.compute.manager [None req-6d584165-0f04-4037-889e-239d7e1bff58 tempest-ServerTagsTestJSON-1535616916 tempest-ServerTagsTestJSON-1535616916-project-member] [instance: 5d5d90a5-f93c-4070-8c3f-2690af66af2a] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 920.045559] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e008802e-91ab-4eb0-a82f-d6016f0d2909 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.064351] env[65448]: DEBUG oslo_vmware.api [None req-9cb5ca7c-3006-458b-bc58-d2767d4b56cc tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Task: {'id': task-4937904, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.680613} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.064351] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cb5ca7c-3006-458b-bc58-d2767d4b56cc tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] 43ff9c8f-c282-4680-ab94-659f088e79a0/43ff9c8f-c282-4680-ab94-659f088e79a0.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 920.064653] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-9cb5ca7c-3006-458b-bc58-d2767d4b56cc tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] [instance: 43ff9c8f-c282-4680-ab94-659f088e79a0] Extending root virtual disk to 1048576 {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 920.064750] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c2393e78-a313-41af-b825-6bcea9836180 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.072635] env[65448]: DEBUG oslo_vmware.api [None req-9cb5ca7c-3006-458b-bc58-d2767d4b56cc tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Waiting for the task: (returnval){ [ 920.072635] env[65448]: value = "task-4937909" [ 920.072635] env[65448]: _type = "Task" [ 920.072635] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.082708] env[65448]: DEBUG oslo_vmware.api [None req-9cb5ca7c-3006-458b-bc58-d2767d4b56cc tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Task: {'id': task-4937909, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.102979] env[65448]: DEBUG oslo_vmware.api [None req-a83cfeeb-1cbd-4718-980c-50a251f5d463 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Task: {'id': task-4937908, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.309575] env[65448]: DEBUG oslo_vmware.api [None req-a213f6e1-1de4-4b76-803f-f0bbdbb3d56c tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': task-4937907, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.367222] env[65448]: DEBUG nova.scheduler.client.report [None req-e01ec227-bb74-4b13-9f5a-095968298bd9 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 920.370941] env[65448]: DEBUG oslo_concurrency.lockutils [req-91fa49cd-cd69-49e8-941f-ca5557775e90 req-e36b3047-9afc-400a-a790-4e39d2b7cf2b service nova] Releasing lock "refresh_cache-65f7a5e2-e42a-4a78-a9df-7bd5424ca2f2" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.493343] env[65448]: DEBUG nova.objects.instance [None req-23ecb213-02d7-4eab-8fa5-4f7ed67c8b54 tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] Lazy-loading 'flavor' on Instance uuid f7259aaf-7b19-40d1-b05b-825f31a78756 {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 920.535706] env[65448]: DEBUG nova.compute.manager [None req-359696c5-60f3-428d-9b2f-0ae5f1854ccf tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] [instance: 9322f1d0-3ffb-46c6-8974-7fe56a517f7f] Start destroying the instance on the hypervisor. {{(pid=65448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3209}} [ 920.537702] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-359696c5-60f3-428d-9b2f-0ae5f1854ccf tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] [instance: 9322f1d0-3ffb-46c6-8974-7fe56a517f7f] Destroying instance {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 920.537702] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6adbe55f-bcf6-44b1-9654-594008e1ec70 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.546600] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-359696c5-60f3-428d-9b2f-0ae5f1854ccf tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] [instance: 9322f1d0-3ffb-46c6-8974-7fe56a517f7f] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 920.546860] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e0a004b4-58f7-4f81-8a9d-00bc74974ced {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.554654] env[65448]: DEBUG oslo_vmware.api [None req-359696c5-60f3-428d-9b2f-0ae5f1854ccf tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Waiting for the task: (returnval){ [ 920.554654] env[65448]: value = "task-4937910" [ 920.554654] env[65448]: _type = "Task" [ 920.554654] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.560162] env[65448]: WARNING neutronclient.v2_0.client [None req-20f83e18-33d4-45a7-a200-b046e452280d tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 920.577579] env[65448]: DEBUG oslo_vmware.api [None req-359696c5-60f3-428d-9b2f-0ae5f1854ccf tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Task: {'id': task-4937910, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.583060] env[65448]: INFO nova.compute.manager [None req-6d584165-0f04-4037-889e-239d7e1bff58 tempest-ServerTagsTestJSON-1535616916 tempest-ServerTagsTestJSON-1535616916-project-member] [instance: 5d5d90a5-f93c-4070-8c3f-2690af66af2a] Took 51.17 seconds to build instance. [ 920.590716] env[65448]: DEBUG oslo_vmware.api [None req-9cb5ca7c-3006-458b-bc58-d2767d4b56cc tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Task: {'id': task-4937909, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076032} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.590995] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-9cb5ca7c-3006-458b-bc58-d2767d4b56cc tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] [instance: 43ff9c8f-c282-4680-ab94-659f088e79a0] Extended root virtual disk {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 920.593131] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3643ed2-2d2d-4663-9fb6-48235fddd7f4 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.604055] env[65448]: DEBUG oslo_vmware.api [None req-a83cfeeb-1cbd-4718-980c-50a251f5d463 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Task: {'id': task-4937908, 'name': PowerOnVM_Task, 'duration_secs': 0.936835} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.612652] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-a83cfeeb-1cbd-4718-980c-50a251f5d463 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] [instance: dc6c4614-329d-4c19-bcda-1459b561823e] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 920.612914] env[65448]: INFO nova.compute.manager [None req-a83cfeeb-1cbd-4718-980c-50a251f5d463 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] [instance: dc6c4614-329d-4c19-bcda-1459b561823e] Took 9.49 seconds to spawn the instance on the hypervisor. [ 920.613083] env[65448]: DEBUG nova.compute.manager [None req-a83cfeeb-1cbd-4718-980c-50a251f5d463 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] [instance: dc6c4614-329d-4c19-bcda-1459b561823e] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 920.623514] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-9cb5ca7c-3006-458b-bc58-d2767d4b56cc tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] [instance: 43ff9c8f-c282-4680-ab94-659f088e79a0] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] 43ff9c8f-c282-4680-ab94-659f088e79a0/43ff9c8f-c282-4680-ab94-659f088e79a0.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 920.624469] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a79e6e79-4a0e-4a25-8873-423aaf0b35a5 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.627966] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1fae3039-d8a0-4e1a-9a7f-6ecd1f4b25a0 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.656465] env[65448]: DEBUG oslo_vmware.api [None req-9cb5ca7c-3006-458b-bc58-d2767d4b56cc tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Waiting for the task: (returnval){ [ 920.656465] env[65448]: value = "task-4937911" [ 920.656465] env[65448]: _type = "Task" [ 920.656465] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.667997] env[65448]: DEBUG oslo_vmware.api [None req-9cb5ca7c-3006-458b-bc58-d2767d4b56cc tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Task: {'id': task-4937911, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.814742] env[65448]: DEBUG oslo_vmware.api [None req-a213f6e1-1de4-4b76-803f-f0bbdbb3d56c tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': task-4937907, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.873096] env[65448]: DEBUG oslo_concurrency.lockutils [None req-e01ec227-bb74-4b13-9f5a-095968298bd9 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.729s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.873768] env[65448]: DEBUG nova.compute.manager [None req-e01ec227-bb74-4b13-9f5a-095968298bd9 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 3a4ea7cd-a46b-4aa2-aaec-6799deec58f9] Start building networks asynchronously for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2881}} [ 920.877914] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d02c2434-8b44-438b-b43f-43c90b25dbaa tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.551s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.877914] env[65448]: DEBUG nova.objects.instance [None req-d02c2434-8b44-438b-b43f-43c90b25dbaa tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Lazy-loading 'resources' on Instance uuid 09225223-b8d1-43b9-ae8c-25d7f27ac233 {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 921.000388] env[65448]: DEBUG oslo_concurrency.lockutils [None req-23ecb213-02d7-4eab-8fa5-4f7ed67c8b54 tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] Acquiring lock "refresh_cache-f7259aaf-7b19-40d1-b05b-825f31a78756" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.000701] env[65448]: DEBUG oslo_concurrency.lockutils [None req-23ecb213-02d7-4eab-8fa5-4f7ed67c8b54 tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] Acquired lock "refresh_cache-f7259aaf-7b19-40d1-b05b-825f31a78756" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.000959] env[65448]: WARNING neutronclient.v2_0.client [None req-23ecb213-02d7-4eab-8fa5-4f7ed67c8b54 tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 921.065169] env[65448]: DEBUG oslo_vmware.api [None req-359696c5-60f3-428d-9b2f-0ae5f1854ccf tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Task: {'id': task-4937910, 'name': PowerOffVM_Task, 'duration_secs': 0.364951} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.065553] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-359696c5-60f3-428d-9b2f-0ae5f1854ccf tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] [instance: 9322f1d0-3ffb-46c6-8974-7fe56a517f7f] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 921.065729] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-359696c5-60f3-428d-9b2f-0ae5f1854ccf tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] [instance: 9322f1d0-3ffb-46c6-8974-7fe56a517f7f] Unregistering the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 921.066097] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3d8876ef-c41e-477f-9e32-818d99bcbb85 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.086450] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6d584165-0f04-4037-889e-239d7e1bff58 tempest-ServerTagsTestJSON-1535616916 tempest-ServerTagsTestJSON-1535616916-project-member] Lock "5d5d90a5-f93c-4070-8c3f-2690af66af2a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.682s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.144155] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-359696c5-60f3-428d-9b2f-0ae5f1854ccf tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] [instance: 9322f1d0-3ffb-46c6-8974-7fe56a517f7f] Unregistered the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 921.144155] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-359696c5-60f3-428d-9b2f-0ae5f1854ccf tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] [instance: 9322f1d0-3ffb-46c6-8974-7fe56a517f7f] Deleting contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 921.144334] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-359696c5-60f3-428d-9b2f-0ae5f1854ccf tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Deleting the datastore file [datastore2] 9322f1d0-3ffb-46c6-8974-7fe56a517f7f {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 921.144735] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1bb233a8-450d-4ca0-bda4-b03318c33247 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.156280] env[65448]: DEBUG oslo_vmware.api [None req-359696c5-60f3-428d-9b2f-0ae5f1854ccf tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Waiting for the task: (returnval){ [ 921.156280] env[65448]: value = "task-4937913" [ 921.156280] env[65448]: _type = "Task" [ 921.156280] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.175079] env[65448]: DEBUG oslo_vmware.api [None req-359696c5-60f3-428d-9b2f-0ae5f1854ccf tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Task: {'id': task-4937913, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.175632] env[65448]: INFO nova.compute.manager [None req-a83cfeeb-1cbd-4718-980c-50a251f5d463 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] [instance: dc6c4614-329d-4c19-bcda-1459b561823e] Took 45.04 seconds to build instance. [ 921.180108] env[65448]: DEBUG oslo_vmware.api [None req-9cb5ca7c-3006-458b-bc58-d2767d4b56cc tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Task: {'id': task-4937911, 'name': ReconfigVM_Task, 'duration_secs': 0.409926} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.184315] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-9cb5ca7c-3006-458b-bc58-d2767d4b56cc tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] [instance: 43ff9c8f-c282-4680-ab94-659f088e79a0] Reconfigured VM instance instance-00000047 to attach disk [datastore2] 43ff9c8f-c282-4680-ab94-659f088e79a0/43ff9c8f-c282-4680-ab94-659f088e79a0.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 921.185194] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ab4e0f26-8518-4c0b-a4f6-01e27999ef03 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.195498] env[65448]: DEBUG oslo_vmware.api [None req-9cb5ca7c-3006-458b-bc58-d2767d4b56cc tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Waiting for the task: (returnval){ [ 921.195498] env[65448]: value = "task-4937914" [ 921.195498] env[65448]: _type = "Task" [ 921.195498] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.205962] env[65448]: DEBUG oslo_vmware.api [None req-9cb5ca7c-3006-458b-bc58-d2767d4b56cc tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Task: {'id': task-4937914, 'name': Rename_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.296987] env[65448]: DEBUG nova.network.neutron [None req-20f83e18-33d4-45a7-a200-b046e452280d tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: f0ae0ad7-7800-4f5a-a270-7749177b8675] Updating instance_info_cache with network_info: [{"id": "89a077dd-0b02-41db-98f1-558117233f56", "address": "fa:16:3e:18:a1:08", "network": {"id": "6fa83dea-1d83-4041-ae56-d9e5e5278559", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-78264896-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4a79f75fe9f47d4a1cca9aa9f9c3901", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89a077dd-0b", "ovs_interfaceid": "89a077dd-0b02-41db-98f1-558117233f56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.308918] env[65448]: DEBUG oslo_vmware.api [None req-a213f6e1-1de4-4b76-803f-f0bbdbb3d56c tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': task-4937907, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.382403] env[65448]: DEBUG nova.compute.utils [None req-e01ec227-bb74-4b13-9f5a-095968298bd9 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Using /dev/sd instead of None {{(pid=65448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 921.388893] env[65448]: DEBUG nova.compute.manager [None req-e01ec227-bb74-4b13-9f5a-095968298bd9 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 3a4ea7cd-a46b-4aa2-aaec-6799deec58f9] Allocating IP information in the background. {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 921.388893] env[65448]: DEBUG nova.network.neutron [None req-e01ec227-bb74-4b13-9f5a-095968298bd9 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 3a4ea7cd-a46b-4aa2-aaec-6799deec58f9] allocate_for_instance() {{(pid=65448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 921.388893] env[65448]: WARNING neutronclient.v2_0.client [None req-e01ec227-bb74-4b13-9f5a-095968298bd9 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 921.388893] env[65448]: WARNING neutronclient.v2_0.client [None req-e01ec227-bb74-4b13-9f5a-095968298bd9 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 921.603696] env[65448]: DEBUG nova.policy [None req-e01ec227-bb74-4b13-9f5a-095968298bd9 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '13c0267394e44d39aa313dd6e28d2c5b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '916343b5368a43deacc775f54aa9bc72', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65448) authorize /opt/stack/nova/nova/policy.py:192}} [ 921.667041] env[65448]: DEBUG oslo_vmware.api [None req-359696c5-60f3-428d-9b2f-0ae5f1854ccf tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Task: {'id': task-4937913, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.264113} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.670069] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-359696c5-60f3-428d-9b2f-0ae5f1854ccf tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 921.670069] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-359696c5-60f3-428d-9b2f-0ae5f1854ccf tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] [instance: 9322f1d0-3ffb-46c6-8974-7fe56a517f7f] Deleted contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 921.670213] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-359696c5-60f3-428d-9b2f-0ae5f1854ccf tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] [instance: 9322f1d0-3ffb-46c6-8974-7fe56a517f7f] Instance destroyed {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 921.670388] env[65448]: INFO nova.compute.manager [None req-359696c5-60f3-428d-9b2f-0ae5f1854ccf tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] [instance: 9322f1d0-3ffb-46c6-8974-7fe56a517f7f] Took 1.13 seconds to destroy the instance on the hypervisor. [ 921.670639] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-359696c5-60f3-428d-9b2f-0ae5f1854ccf tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 921.671433] env[65448]: DEBUG nova.compute.manager [-] [instance: 9322f1d0-3ffb-46c6-8974-7fe56a517f7f] Deallocating network for instance {{(pid=65448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 921.671433] env[65448]: DEBUG nova.network.neutron [-] [instance: 9322f1d0-3ffb-46c6-8974-7fe56a517f7f] deallocate_for_instance() {{(pid=65448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 921.671433] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 921.677444] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a83cfeeb-1cbd-4718-980c-50a251f5d463 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Lock "dc6c4614-329d-4c19-bcda-1459b561823e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.205s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.709482] env[65448]: DEBUG oslo_vmware.api [None req-9cb5ca7c-3006-458b-bc58-d2767d4b56cc tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Task: {'id': task-4937914, 'name': Rename_Task, 'duration_secs': 0.173232} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.712396] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cb5ca7c-3006-458b-bc58-d2767d4b56cc tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] [instance: 43ff9c8f-c282-4680-ab94-659f088e79a0] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 921.713647] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-07556810-6ab4-4ab2-8c21-fe3a59b095e8 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.721756] env[65448]: DEBUG oslo_vmware.api [None req-9cb5ca7c-3006-458b-bc58-d2767d4b56cc tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Waiting for the task: (returnval){ [ 921.721756] env[65448]: value = "task-4937915" [ 921.721756] env[65448]: _type = "Task" [ 921.721756] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.732503] env[65448]: DEBUG oslo_vmware.api [None req-9cb5ca7c-3006-458b-bc58-d2767d4b56cc tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Task: {'id': task-4937915, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.803282] env[65448]: DEBUG oslo_concurrency.lockutils [None req-20f83e18-33d4-45a7-a200-b046e452280d tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Releasing lock "refresh_cache-f0ae0ad7-7800-4f5a-a270-7749177b8675" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.811275] env[65448]: DEBUG oslo_vmware.api [None req-a213f6e1-1de4-4b76-803f-f0bbdbb3d56c tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': task-4937907, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.886562] env[65448]: DEBUG nova.network.neutron [None req-23ecb213-02d7-4eab-8fa5-4f7ed67c8b54 tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] [instance: f7259aaf-7b19-40d1-b05b-825f31a78756] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 921.888168] env[65448]: DEBUG nova.compute.manager [None req-e01ec227-bb74-4b13-9f5a-095968298bd9 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 3a4ea7cd-a46b-4aa2-aaec-6799deec58f9] Start building block device mappings for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2916}} [ 921.948268] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-738c180e-10ca-4c9f-853a-ce260592d843 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.959959] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea37fef8-7097-49d9-aa49-97733d6a9ed2 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.995160] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0388b25a-923b-4890-ad27-9f5f1e9d907f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.004498] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-835d316d-911a-472a-8026-780d6c042224 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.026153] env[65448]: DEBUG nova.compute.provider_tree [None req-d02c2434-8b44-438b-b43f-43c90b25dbaa tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 922.113277] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 922.232350] env[65448]: DEBUG oslo_vmware.api [None req-9cb5ca7c-3006-458b-bc58-d2767d4b56cc tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Task: {'id': task-4937915, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.315158] env[65448]: DEBUG oslo_vmware.api [None req-a213f6e1-1de4-4b76-803f-f0bbdbb3d56c tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': task-4937907, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.330352] env[65448]: DEBUG nova.compute.manager [req-050f943a-b144-45c1-b437-4646b8665de8 req-c4f39126-08d1-469c-a1de-2b1de929664d service nova] [instance: f7259aaf-7b19-40d1-b05b-825f31a78756] Received event network-changed-d72bf01a-5833-4162-b116-b877d61fef79 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 922.330629] env[65448]: DEBUG nova.compute.manager [req-050f943a-b144-45c1-b437-4646b8665de8 req-c4f39126-08d1-469c-a1de-2b1de929664d service nova] [instance: f7259aaf-7b19-40d1-b05b-825f31a78756] Refreshing instance network info cache due to event network-changed-d72bf01a-5833-4162-b116-b877d61fef79. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 922.330867] env[65448]: DEBUG oslo_concurrency.lockutils [req-050f943a-b144-45c1-b437-4646b8665de8 req-c4f39126-08d1-469c-a1de-2b1de929664d service nova] Acquiring lock "refresh_cache-f7259aaf-7b19-40d1-b05b-825f31a78756" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.393324] env[65448]: WARNING neutronclient.v2_0.client [None req-23ecb213-02d7-4eab-8fa5-4f7ed67c8b54 tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 922.454872] env[65448]: DEBUG nova.network.neutron [None req-e01ec227-bb74-4b13-9f5a-095968298bd9 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 3a4ea7cd-a46b-4aa2-aaec-6799deec58f9] Successfully created port: eb9ecba6-b39f-435b-8456-5e77aa5b3e43 {{(pid=65448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 922.530680] env[65448]: DEBUG nova.scheduler.client.report [None req-d02c2434-8b44-438b-b43f-43c90b25dbaa tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 922.734658] env[65448]: DEBUG oslo_vmware.api [None req-9cb5ca7c-3006-458b-bc58-d2767d4b56cc tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Task: {'id': task-4937915, 'name': PowerOnVM_Task, 'duration_secs': 0.725408} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.736055] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cb5ca7c-3006-458b-bc58-d2767d4b56cc tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] [instance: 43ff9c8f-c282-4680-ab94-659f088e79a0] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 922.736523] env[65448]: DEBUG nova.compute.manager [None req-9cb5ca7c-3006-458b-bc58-d2767d4b56cc tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] [instance: 43ff9c8f-c282-4680-ab94-659f088e79a0] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 922.737922] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a34afacc-535f-4d49-84a4-d55bc563ba2b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.813048] env[65448]: DEBUG oslo_vmware.api [None req-a213f6e1-1de4-4b76-803f-f0bbdbb3d56c tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': task-4937907, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.815924] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-20f83e18-33d4-45a7-a200-b046e452280d tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: f0ae0ad7-7800-4f5a-a270-7749177b8675] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 922.816308] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a8d33078-3b63-4c25-86aa-daf020a51ba9 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.825755] env[65448]: DEBUG oslo_vmware.api [None req-20f83e18-33d4-45a7-a200-b046e452280d tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Waiting for the task: (returnval){ [ 922.825755] env[65448]: value = "task-4937916" [ 922.825755] env[65448]: _type = "Task" [ 922.825755] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.836025] env[65448]: DEBUG oslo_vmware.api [None req-20f83e18-33d4-45a7-a200-b046e452280d tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4937916, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.906449] env[65448]: DEBUG nova.compute.manager [None req-e01ec227-bb74-4b13-9f5a-095968298bd9 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 3a4ea7cd-a46b-4aa2-aaec-6799deec58f9] Start spawning the instance on the hypervisor. {{(pid=65448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2689}} [ 922.945266] env[65448]: DEBUG nova.virt.hardware [None req-e01ec227-bb74-4b13-9f5a-095968298bd9 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-08T17:19:51Z,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a992292b6dae455593d228217860e2e1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-08T17:19:52Z,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 922.945536] env[65448]: DEBUG nova.virt.hardware [None req-e01ec227-bb74-4b13-9f5a-095968298bd9 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 922.945692] env[65448]: DEBUG nova.virt.hardware [None req-e01ec227-bb74-4b13-9f5a-095968298bd9 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 922.946497] env[65448]: DEBUG nova.virt.hardware [None req-e01ec227-bb74-4b13-9f5a-095968298bd9 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 922.946497] env[65448]: DEBUG nova.virt.hardware [None req-e01ec227-bb74-4b13-9f5a-095968298bd9 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 922.946497] env[65448]: DEBUG nova.virt.hardware [None req-e01ec227-bb74-4b13-9f5a-095968298bd9 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 922.946691] env[65448]: DEBUG nova.virt.hardware [None req-e01ec227-bb74-4b13-9f5a-095968298bd9 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 922.946726] env[65448]: DEBUG nova.virt.hardware [None req-e01ec227-bb74-4b13-9f5a-095968298bd9 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 922.946903] env[65448]: DEBUG nova.virt.hardware [None req-e01ec227-bb74-4b13-9f5a-095968298bd9 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 922.947233] env[65448]: DEBUG nova.virt.hardware [None req-e01ec227-bb74-4b13-9f5a-095968298bd9 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 922.947447] env[65448]: DEBUG nova.virt.hardware [None req-e01ec227-bb74-4b13-9f5a-095968298bd9 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 922.948430] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-105da342-5153-4a05-aebf-e1183bffb605 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.958529] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27ed2451-9219-4db3-9892-354d64685986 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.042754] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d02c2434-8b44-438b-b43f-43c90b25dbaa tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.165s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.045590] env[65448]: DEBUG oslo_concurrency.lockutils [None req-58f9ed84-985e-47d5-be51-ed6150677081 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.067s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.045855] env[65448]: DEBUG nova.objects.instance [None req-58f9ed84-985e-47d5-be51-ed6150677081 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Lazy-loading 'resources' on Instance uuid c473afa5-eeb2-4574-bdf8-f0bc2ea17534 {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 923.078124] env[65448]: INFO nova.scheduler.client.report [None req-d02c2434-8b44-438b-b43f-43c90b25dbaa tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Deleted allocations for instance 09225223-b8d1-43b9-ae8c-25d7f27ac233 [ 923.171767] env[65448]: DEBUG nova.network.neutron [-] [instance: 9322f1d0-3ffb-46c6-8974-7fe56a517f7f] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.261098] env[65448]: DEBUG oslo_concurrency.lockutils [None req-9cb5ca7c-3006-458b-bc58-d2767d4b56cc tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.318578] env[65448]: DEBUG oslo_vmware.api [None req-a213f6e1-1de4-4b76-803f-f0bbdbb3d56c tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': task-4937907, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.338129] env[65448]: DEBUG oslo_vmware.api [None req-20f83e18-33d4-45a7-a200-b046e452280d tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4937916, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.589927] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d02c2434-8b44-438b-b43f-43c90b25dbaa tempest-ListServerFiltersTestJSON-546799938 tempest-ListServerFiltersTestJSON-546799938-project-member] Lock "09225223-b8d1-43b9-ae8c-25d7f27ac233" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.872s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.674823] env[65448]: INFO nova.compute.manager [-] [instance: 9322f1d0-3ffb-46c6-8974-7fe56a517f7f] Took 2.00 seconds to deallocate network for instance. [ 923.816761] env[65448]: DEBUG oslo_vmware.api [None req-a213f6e1-1de4-4b76-803f-f0bbdbb3d56c tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': task-4937907, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.842723] env[65448]: DEBUG oslo_vmware.api [None req-20f83e18-33d4-45a7-a200-b046e452280d tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4937916, 'name': PowerOnVM_Task, 'duration_secs': 0.576905} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.843016] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-20f83e18-33d4-45a7-a200-b046e452280d tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: f0ae0ad7-7800-4f5a-a270-7749177b8675] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 923.843237] env[65448]: DEBUG nova.compute.manager [None req-20f83e18-33d4-45a7-a200-b046e452280d tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: f0ae0ad7-7800-4f5a-a270-7749177b8675] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 923.844107] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49e53e4a-f3e3-4b04-8f08-b72d131c5e27 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.986053] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-889fb68a-0df7-4560-a107-4c50200f0bbb {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.994420] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aac4eb19-c5ab-4518-8dfe-6866742df2e0 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.028599] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-432a890b-e640-43cd-9bf3-02402a1e632f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.038327] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6734edb8-7002-43d5-a1e8-224ad658abfe {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.053171] env[65448]: DEBUG nova.compute.provider_tree [None req-58f9ed84-985e-47d5-be51-ed6150677081 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 924.182704] env[65448]: DEBUG oslo_concurrency.lockutils [None req-359696c5-60f3-428d-9b2f-0ae5f1854ccf tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.316928] env[65448]: DEBUG oslo_vmware.api [None req-a213f6e1-1de4-4b76-803f-f0bbdbb3d56c tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': task-4937907, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.388607] env[65448]: DEBUG nova.network.neutron [None req-e01ec227-bb74-4b13-9f5a-095968298bd9 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 3a4ea7cd-a46b-4aa2-aaec-6799deec58f9] Successfully updated port: eb9ecba6-b39f-435b-8456-5e77aa5b3e43 {{(pid=65448) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 924.435506] env[65448]: WARNING neutronclient.v2_0.client [None req-23ecb213-02d7-4eab-8fa5-4f7ed67c8b54 tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 924.557444] env[65448]: DEBUG nova.scheduler.client.report [None req-58f9ed84-985e-47d5-be51-ed6150677081 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 924.630944] env[65448]: DEBUG nova.network.neutron [None req-23ecb213-02d7-4eab-8fa5-4f7ed67c8b54 tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] [instance: f7259aaf-7b19-40d1-b05b-825f31a78756] Updating instance_info_cache with network_info: [{"id": "d72bf01a-5833-4162-b116-b877d61fef79", "address": "fa:16:3e:fc:70:16", "network": {"id": "31de1954-a082-4419-9e9a-f05f1e953802", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2078338518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db80c3920ce64bad9523eee35ee0f6ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd72bf01a-58", "ovs_interfaceid": "d72bf01a-5833-4162-b116-b877d61fef79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.677347] env[65448]: DEBUG nova.compute.manager [req-e6bd3096-e728-4204-8761-2ac368175009 req-e8ee7166-4af8-426d-bba1-9ad6ffe5e96e service nova] [instance: f7259aaf-7b19-40d1-b05b-825f31a78756] Received event network-changed-d72bf01a-5833-4162-b116-b877d61fef79 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 924.678065] env[65448]: DEBUG nova.compute.manager [req-e6bd3096-e728-4204-8761-2ac368175009 req-e8ee7166-4af8-426d-bba1-9ad6ffe5e96e service nova] [instance: f7259aaf-7b19-40d1-b05b-825f31a78756] Refreshing instance network info cache due to event network-changed-d72bf01a-5833-4162-b116-b877d61fef79. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 924.678065] env[65448]: DEBUG oslo_concurrency.lockutils [req-e6bd3096-e728-4204-8761-2ac368175009 req-e8ee7166-4af8-426d-bba1-9ad6ffe5e96e service nova] Acquiring lock "refresh_cache-f7259aaf-7b19-40d1-b05b-825f31a78756" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.817496] env[65448]: DEBUG oslo_vmware.api [None req-a213f6e1-1de4-4b76-803f-f0bbdbb3d56c tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': task-4937907, 'name': ReconfigVM_Task} progress is 18%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.892264] env[65448]: DEBUG oslo_concurrency.lockutils [None req-e01ec227-bb74-4b13-9f5a-095968298bd9 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Acquiring lock "refresh_cache-3a4ea7cd-a46b-4aa2-aaec-6799deec58f9" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.892838] env[65448]: DEBUG oslo_concurrency.lockutils [None req-e01ec227-bb74-4b13-9f5a-095968298bd9 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Acquired lock "refresh_cache-3a4ea7cd-a46b-4aa2-aaec-6799deec58f9" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.892838] env[65448]: DEBUG nova.network.neutron [None req-e01ec227-bb74-4b13-9f5a-095968298bd9 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 3a4ea7cd-a46b-4aa2-aaec-6799deec58f9] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 925.065452] env[65448]: DEBUG oslo_concurrency.lockutils [None req-58f9ed84-985e-47d5-be51-ed6150677081 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.018s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.066300] env[65448]: DEBUG oslo_concurrency.lockutils [None req-17cb9ff7-a97b-4470-be46-6125ab5b53ff tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 30.614s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.066529] env[65448]: DEBUG nova.objects.instance [None req-17cb9ff7-a97b-4470-be46-6125ab5b53ff tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: 208772b0-cc9f-4644-b440-54e638072b4e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65448) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 925.098080] env[65448]: INFO nova.scheduler.client.report [None req-58f9ed84-985e-47d5-be51-ed6150677081 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Deleted allocations for instance c473afa5-eeb2-4574-bdf8-f0bc2ea17534 [ 925.133562] env[65448]: DEBUG oslo_concurrency.lockutils [None req-23ecb213-02d7-4eab-8fa5-4f7ed67c8b54 tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] Releasing lock "refresh_cache-f7259aaf-7b19-40d1-b05b-825f31a78756" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.133966] env[65448]: DEBUG nova.compute.manager [None req-23ecb213-02d7-4eab-8fa5-4f7ed67c8b54 tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] [instance: f7259aaf-7b19-40d1-b05b-825f31a78756] Inject network info {{(pid=65448) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7784}} [ 925.134186] env[65448]: DEBUG nova.compute.manager [None req-23ecb213-02d7-4eab-8fa5-4f7ed67c8b54 tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] [instance: f7259aaf-7b19-40d1-b05b-825f31a78756] network_info to inject: |[{"id": "d72bf01a-5833-4162-b116-b877d61fef79", "address": "fa:16:3e:fc:70:16", "network": {"id": "31de1954-a082-4419-9e9a-f05f1e953802", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2078338518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db80c3920ce64bad9523eee35ee0f6ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd72bf01a-58", "ovs_interfaceid": "d72bf01a-5833-4162-b116-b877d61fef79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65448) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7785}} [ 925.139792] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-23ecb213-02d7-4eab-8fa5-4f7ed67c8b54 tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] [instance: f7259aaf-7b19-40d1-b05b-825f31a78756] Reconfiguring VM instance to set the machine id {{(pid=65448) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 925.140197] env[65448]: DEBUG oslo_concurrency.lockutils [req-050f943a-b144-45c1-b437-4646b8665de8 req-c4f39126-08d1-469c-a1de-2b1de929664d service nova] Acquired lock "refresh_cache-f7259aaf-7b19-40d1-b05b-825f31a78756" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.141188] env[65448]: DEBUG nova.network.neutron [req-050f943a-b144-45c1-b437-4646b8665de8 req-c4f39126-08d1-469c-a1de-2b1de929664d service nova] [instance: f7259aaf-7b19-40d1-b05b-825f31a78756] Refreshing network info cache for port d72bf01a-5833-4162-b116-b877d61fef79 {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 925.143318] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d5b9ce2-2872-47fe-bab1-39f9eeccd2b0 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.168436] env[65448]: DEBUG nova.compute.manager [req-53bc116c-cb65-4cdf-bc18-ef5786c8e994 req-ec37f685-dddd-49a9-b042-6e2cdc6d8b9e service nova] [instance: 3a4ea7cd-a46b-4aa2-aaec-6799deec58f9] Received event network-vif-plugged-eb9ecba6-b39f-435b-8456-5e77aa5b3e43 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 925.168436] env[65448]: DEBUG oslo_concurrency.lockutils [req-53bc116c-cb65-4cdf-bc18-ef5786c8e994 req-ec37f685-dddd-49a9-b042-6e2cdc6d8b9e service nova] Acquiring lock "3a4ea7cd-a46b-4aa2-aaec-6799deec58f9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.168664] env[65448]: DEBUG oslo_concurrency.lockutils [req-53bc116c-cb65-4cdf-bc18-ef5786c8e994 req-ec37f685-dddd-49a9-b042-6e2cdc6d8b9e service nova] Lock "3a4ea7cd-a46b-4aa2-aaec-6799deec58f9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.168842] env[65448]: DEBUG oslo_concurrency.lockutils [req-53bc116c-cb65-4cdf-bc18-ef5786c8e994 req-ec37f685-dddd-49a9-b042-6e2cdc6d8b9e service nova] Lock "3a4ea7cd-a46b-4aa2-aaec-6799deec58f9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.169024] env[65448]: DEBUG nova.compute.manager [req-53bc116c-cb65-4cdf-bc18-ef5786c8e994 req-ec37f685-dddd-49a9-b042-6e2cdc6d8b9e service nova] [instance: 3a4ea7cd-a46b-4aa2-aaec-6799deec58f9] No waiting events found dispatching network-vif-plugged-eb9ecba6-b39f-435b-8456-5e77aa5b3e43 {{(pid=65448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 925.169178] env[65448]: WARNING nova.compute.manager [req-53bc116c-cb65-4cdf-bc18-ef5786c8e994 req-ec37f685-dddd-49a9-b042-6e2cdc6d8b9e service nova] [instance: 3a4ea7cd-a46b-4aa2-aaec-6799deec58f9] Received unexpected event network-vif-plugged-eb9ecba6-b39f-435b-8456-5e77aa5b3e43 for instance with vm_state building and task_state spawning. [ 925.185551] env[65448]: DEBUG oslo_vmware.api [None req-23ecb213-02d7-4eab-8fa5-4f7ed67c8b54 tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] Waiting for the task: (returnval){ [ 925.185551] env[65448]: value = "task-4937917" [ 925.185551] env[65448]: _type = "Task" [ 925.185551] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.197468] env[65448]: DEBUG oslo_vmware.api [None req-23ecb213-02d7-4eab-8fa5-4f7ed67c8b54 tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] Task: {'id': task-4937917, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.318291] env[65448]: DEBUG oslo_vmware.api [None req-a213f6e1-1de4-4b76-803f-f0bbdbb3d56c tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': task-4937907, 'name': ReconfigVM_Task, 'duration_secs': 5.896192} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.318444] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a213f6e1-1de4-4b76-803f-f0bbdbb3d56c tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Releasing lock "5e5a538b-8f59-45ca-bece-6a0cff169e0a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.318544] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-a213f6e1-1de4-4b76-803f-f0bbdbb3d56c tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: 5e5a538b-8f59-45ca-bece-6a0cff169e0a] Reconfigured VM to detach interface {{(pid=65448) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 925.319556] env[65448]: WARNING neutronclient.v2_0.client [None req-a213f6e1-1de4-4b76-803f-f0bbdbb3d56c tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 925.319556] env[65448]: WARNING neutronclient.v2_0.client [None req-a213f6e1-1de4-4b76-803f-f0bbdbb3d56c tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 925.350501] env[65448]: DEBUG oslo_concurrency.lockutils [None req-02fbd3c4-5e60-4f26-8f71-d13fe8604ed6 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Acquiring lock "dc6c4614-329d-4c19-bcda-1459b561823e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.350771] env[65448]: DEBUG oslo_concurrency.lockutils [None req-02fbd3c4-5e60-4f26-8f71-d13fe8604ed6 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Lock "dc6c4614-329d-4c19-bcda-1459b561823e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.350985] env[65448]: DEBUG oslo_concurrency.lockutils [None req-02fbd3c4-5e60-4f26-8f71-d13fe8604ed6 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Acquiring lock "dc6c4614-329d-4c19-bcda-1459b561823e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.351302] env[65448]: DEBUG oslo_concurrency.lockutils [None req-02fbd3c4-5e60-4f26-8f71-d13fe8604ed6 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Lock "dc6c4614-329d-4c19-bcda-1459b561823e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.351405] env[65448]: DEBUG oslo_concurrency.lockutils [None req-02fbd3c4-5e60-4f26-8f71-d13fe8604ed6 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Lock "dc6c4614-329d-4c19-bcda-1459b561823e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.353618] env[65448]: INFO nova.compute.manager [None req-02fbd3c4-5e60-4f26-8f71-d13fe8604ed6 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] [instance: dc6c4614-329d-4c19-bcda-1459b561823e] Terminating instance [ 925.483797] env[65448]: DEBUG nova.network.neutron [None req-e01ec227-bb74-4b13-9f5a-095968298bd9 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 3a4ea7cd-a46b-4aa2-aaec-6799deec58f9] Instance cache missing network info. {{(pid=65448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 925.609273] env[65448]: DEBUG oslo_concurrency.lockutils [None req-58f9ed84-985e-47d5-be51-ed6150677081 tempest-SecurityGroupsTestJSON-392670868 tempest-SecurityGroupsTestJSON-392670868-project-member] Lock "c473afa5-eeb2-4574-bdf8-f0bc2ea17534" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.409s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.644406] env[65448]: WARNING neutronclient.v2_0.client [req-050f943a-b144-45c1-b437-4646b8665de8 req-c4f39126-08d1-469c-a1de-2b1de929664d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 925.697300] env[65448]: DEBUG oslo_vmware.api [None req-23ecb213-02d7-4eab-8fa5-4f7ed67c8b54 tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] Task: {'id': task-4937917, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.706970] env[65448]: WARNING neutronclient.v2_0.client [None req-e01ec227-bb74-4b13-9f5a-095968298bd9 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 925.794989] env[65448]: DEBUG oslo_concurrency.lockutils [None req-915c7431-8aea-4065-95e9-daa1d0c0f121 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Acquiring lock "f7468e7d-2bed-4b9a-a642-b7f628a95305" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.794989] env[65448]: DEBUG oslo_concurrency.lockutils [None req-915c7431-8aea-4065-95e9-daa1d0c0f121 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Lock "f7468e7d-2bed-4b9a-a642-b7f628a95305" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.858978] env[65448]: DEBUG nova.compute.manager [None req-02fbd3c4-5e60-4f26-8f71-d13fe8604ed6 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] [instance: dc6c4614-329d-4c19-bcda-1459b561823e] Start destroying the instance on the hypervisor. {{(pid=65448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3209}} [ 925.859961] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-02fbd3c4-5e60-4f26-8f71-d13fe8604ed6 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] [instance: dc6c4614-329d-4c19-bcda-1459b561823e] Destroying instance {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 925.860335] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccb98c24-d2a7-4659-8c85-187ec6f52eef {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.871711] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-02fbd3c4-5e60-4f26-8f71-d13fe8604ed6 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] [instance: dc6c4614-329d-4c19-bcda-1459b561823e] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 925.872122] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d2ad39bc-c841-4f20-a1e5-ff439ea0d051 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.880308] env[65448]: DEBUG oslo_vmware.api [None req-02fbd3c4-5e60-4f26-8f71-d13fe8604ed6 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Waiting for the task: (returnval){ [ 925.880308] env[65448]: value = "task-4937918" [ 925.880308] env[65448]: _type = "Task" [ 925.880308] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.893589] env[65448]: DEBUG oslo_vmware.api [None req-02fbd3c4-5e60-4f26-8f71-d13fe8604ed6 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Task: {'id': task-4937918, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.909643] env[65448]: DEBUG nova.network.neutron [None req-e01ec227-bb74-4b13-9f5a-095968298bd9 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 3a4ea7cd-a46b-4aa2-aaec-6799deec58f9] Updating instance_info_cache with network_info: [{"id": "eb9ecba6-b39f-435b-8456-5e77aa5b3e43", "address": "fa:16:3e:ca:f2:9c", "network": {"id": "6528ac8d-8c3e-4351-91ad-01014698df76", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1716468686-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "916343b5368a43deacc775f54aa9bc72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb9ecba6-b3", "ovs_interfaceid": "eb9ecba6-b39f-435b-8456-5e77aa5b3e43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.082992] env[65448]: DEBUG oslo_concurrency.lockutils [None req-17cb9ff7-a97b-4470-be46-6125ab5b53ff tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.085881] env[65448]: DEBUG oslo_concurrency.lockutils [None req-fcfca66f-60f0-402f-94a5-39178cca5ed3 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.044s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.088274] env[65448]: INFO nova.compute.claims [None req-fcfca66f-60f0-402f-94a5-39178cca5ed3 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: 59a9ff6f-4e7b-4530-aaab-b12d54355269] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 926.115566] env[65448]: WARNING neutronclient.v2_0.client [req-050f943a-b144-45c1-b437-4646b8665de8 req-c4f39126-08d1-469c-a1de-2b1de929664d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 926.202180] env[65448]: DEBUG oslo_vmware.api [None req-23ecb213-02d7-4eab-8fa5-4f7ed67c8b54 tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] Task: {'id': task-4937917, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.220553] env[65448]: DEBUG oslo_concurrency.lockutils [None req-ac982a47-0556-45b1-b659-d8381e6d27bf tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] Acquiring lock "f7259aaf-7b19-40d1-b05b-825f31a78756" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.220817] env[65448]: DEBUG oslo_concurrency.lockutils [None req-ac982a47-0556-45b1-b659-d8381e6d27bf tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] Lock "f7259aaf-7b19-40d1-b05b-825f31a78756" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.221024] env[65448]: DEBUG oslo_concurrency.lockutils [None req-ac982a47-0556-45b1-b659-d8381e6d27bf tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] Acquiring lock "f7259aaf-7b19-40d1-b05b-825f31a78756-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.224022] env[65448]: DEBUG oslo_concurrency.lockutils [None req-ac982a47-0556-45b1-b659-d8381e6d27bf tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] Lock "f7259aaf-7b19-40d1-b05b-825f31a78756-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.224022] env[65448]: DEBUG oslo_concurrency.lockutils [None req-ac982a47-0556-45b1-b659-d8381e6d27bf tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] Lock "f7259aaf-7b19-40d1-b05b-825f31a78756-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.224022] env[65448]: DEBUG nova.network.neutron [req-050f943a-b144-45c1-b437-4646b8665de8 req-c4f39126-08d1-469c-a1de-2b1de929664d service nova] [instance: f7259aaf-7b19-40d1-b05b-825f31a78756] Updated VIF entry in instance network info cache for port d72bf01a-5833-4162-b116-b877d61fef79. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 926.224372] env[65448]: DEBUG nova.network.neutron [req-050f943a-b144-45c1-b437-4646b8665de8 req-c4f39126-08d1-469c-a1de-2b1de929664d service nova] [instance: f7259aaf-7b19-40d1-b05b-825f31a78756] Updating instance_info_cache with network_info: [{"id": "d72bf01a-5833-4162-b116-b877d61fef79", "address": "fa:16:3e:fc:70:16", "network": {"id": "31de1954-a082-4419-9e9a-f05f1e953802", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2078338518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db80c3920ce64bad9523eee35ee0f6ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd72bf01a-58", "ovs_interfaceid": "d72bf01a-5833-4162-b116-b877d61fef79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.229297] env[65448]: INFO nova.compute.manager [None req-ac982a47-0556-45b1-b659-d8381e6d27bf tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] [instance: f7259aaf-7b19-40d1-b05b-825f31a78756] Terminating instance [ 926.297978] env[65448]: INFO nova.compute.manager [None req-915c7431-8aea-4065-95e9-daa1d0c0f121 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: f7468e7d-2bed-4b9a-a642-b7f628a95305] Detaching volume 2e055c6f-289d-427a-a881-bfca698c5675 [ 926.349674] env[65448]: INFO nova.virt.block_device [None req-915c7431-8aea-4065-95e9-daa1d0c0f121 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: f7468e7d-2bed-4b9a-a642-b7f628a95305] Attempting to driver detach volume 2e055c6f-289d-427a-a881-bfca698c5675 from mountpoint /dev/sdb [ 926.349674] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-915c7431-8aea-4065-95e9-daa1d0c0f121 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: f7468e7d-2bed-4b9a-a642-b7f628a95305] Volume detach. Driver type: vmdk {{(pid=65448) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 926.349674] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-915c7431-8aea-4065-95e9-daa1d0c0f121 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: f7468e7d-2bed-4b9a-a642-b7f628a95305] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-961961', 'volume_id': '2e055c6f-289d-427a-a881-bfca698c5675', 'name': 'volume-2e055c6f-289d-427a-a881-bfca698c5675', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f7468e7d-2bed-4b9a-a642-b7f628a95305', 'attached_at': '', 'detached_at': '', 'volume_id': '2e055c6f-289d-427a-a881-bfca698c5675', 'serial': '2e055c6f-289d-427a-a881-bfca698c5675'} {{(pid=65448) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 926.350074] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5175fc6f-8abf-40d3-8322-321c53f11118 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.379345] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-362d5eff-0356-4f84-a31e-5f5f9433adad {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.391960] env[65448]: DEBUG oslo_vmware.api [None req-02fbd3c4-5e60-4f26-8f71-d13fe8604ed6 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Task: {'id': task-4937918, 'name': PowerOffVM_Task, 'duration_secs': 0.329516} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.394062] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-02fbd3c4-5e60-4f26-8f71-d13fe8604ed6 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] [instance: dc6c4614-329d-4c19-bcda-1459b561823e] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 926.394194] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-02fbd3c4-5e60-4f26-8f71-d13fe8604ed6 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] [instance: dc6c4614-329d-4c19-bcda-1459b561823e] Unregistering the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 926.394532] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f7eebb7f-9283-4358-bb75-02dbcc83c72f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.396841] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c40f6902-8094-4dce-9bd0-181fc16d77b0 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.421099] env[65448]: DEBUG oslo_concurrency.lockutils [None req-e01ec227-bb74-4b13-9f5a-095968298bd9 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Releasing lock "refresh_cache-3a4ea7cd-a46b-4aa2-aaec-6799deec58f9" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.421536] env[65448]: DEBUG nova.compute.manager [None req-e01ec227-bb74-4b13-9f5a-095968298bd9 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 3a4ea7cd-a46b-4aa2-aaec-6799deec58f9] Instance network_info: |[{"id": "eb9ecba6-b39f-435b-8456-5e77aa5b3e43", "address": "fa:16:3e:ca:f2:9c", "network": {"id": "6528ac8d-8c3e-4351-91ad-01014698df76", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1716468686-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "916343b5368a43deacc775f54aa9bc72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb9ecba6-b3", "ovs_interfaceid": "eb9ecba6-b39f-435b-8456-5e77aa5b3e43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 926.422166] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-e01ec227-bb74-4b13-9f5a-095968298bd9 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 3a4ea7cd-a46b-4aa2-aaec-6799deec58f9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:f2:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '62237242-7ce2-4664-a1c5-6783b516b507', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eb9ecba6-b39f-435b-8456-5e77aa5b3e43', 'vif_model': 'vmxnet3'}] {{(pid=65448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 926.430167] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-e01ec227-bb74-4b13-9f5a-095968298bd9 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 926.431012] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8da3207-7aaf-4ac4-ba6f-13c5850b33bc {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.433997] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a4ea7cd-a46b-4aa2-aaec-6799deec58f9] Creating VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 926.434310] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1d64995c-24d7-47eb-9901-a44af6696698 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.464894] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-915c7431-8aea-4065-95e9-daa1d0c0f121 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] The volume has not been displaced from its original location: [datastore2] volume-2e055c6f-289d-427a-a881-bfca698c5675/volume-2e055c6f-289d-427a-a881-bfca698c5675.vmdk. No consolidation needed. {{(pid=65448) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 926.470612] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-915c7431-8aea-4065-95e9-daa1d0c0f121 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: f7468e7d-2bed-4b9a-a642-b7f628a95305] Reconfiguring VM instance instance-00000038 to detach disk 2001 {{(pid=65448) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 926.472657] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c20e7602-d85a-45d8-bc4e-bb6c4d88a84a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.486600] env[65448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 926.486600] env[65448]: value = "task-4937920" [ 926.486600] env[65448]: _type = "Task" [ 926.486600] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.490081] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-02fbd3c4-5e60-4f26-8f71-d13fe8604ed6 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] [instance: dc6c4614-329d-4c19-bcda-1459b561823e] Unregistered the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 926.490081] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-02fbd3c4-5e60-4f26-8f71-d13fe8604ed6 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] [instance: dc6c4614-329d-4c19-bcda-1459b561823e] Deleting contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 926.490081] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-02fbd3c4-5e60-4f26-8f71-d13fe8604ed6 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Deleting the datastore file [datastore2] dc6c4614-329d-4c19-bcda-1459b561823e {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 926.497821] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6dbbddd4-022d-4c3b-8cd9-161ee7cbb71a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.502728] env[65448]: DEBUG oslo_vmware.api [None req-915c7431-8aea-4065-95e9-daa1d0c0f121 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Waiting for the task: (returnval){ [ 926.502728] env[65448]: value = "task-4937921" [ 926.502728] env[65448]: _type = "Task" [ 926.502728] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.511531] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937920, 'name': CreateVM_Task} progress is 15%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.511843] env[65448]: DEBUG oslo_vmware.api [None req-02fbd3c4-5e60-4f26-8f71-d13fe8604ed6 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Waiting for the task: (returnval){ [ 926.511843] env[65448]: value = "task-4937922" [ 926.511843] env[65448]: _type = "Task" [ 926.511843] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.522858] env[65448]: DEBUG oslo_vmware.api [None req-915c7431-8aea-4065-95e9-daa1d0c0f121 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Task: {'id': task-4937921, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.532350] env[65448]: DEBUG oslo_vmware.api [None req-02fbd3c4-5e60-4f26-8f71-d13fe8604ed6 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Task: {'id': task-4937922, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.701590] env[65448]: DEBUG oslo_vmware.api [None req-23ecb213-02d7-4eab-8fa5-4f7ed67c8b54 tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] Task: {'id': task-4937917, 'name': ReconfigVM_Task, 'duration_secs': 1.143047} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.702039] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-23ecb213-02d7-4eab-8fa5-4f7ed67c8b54 tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] [instance: f7259aaf-7b19-40d1-b05b-825f31a78756] Reconfigured VM instance to set the machine id {{(pid=65448) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 926.733398] env[65448]: DEBUG oslo_concurrency.lockutils [req-050f943a-b144-45c1-b437-4646b8665de8 req-c4f39126-08d1-469c-a1de-2b1de929664d service nova] Releasing lock "refresh_cache-f7259aaf-7b19-40d1-b05b-825f31a78756" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.733398] env[65448]: DEBUG oslo_concurrency.lockutils [req-e6bd3096-e728-4204-8761-2ac368175009 req-e8ee7166-4af8-426d-bba1-9ad6ffe5e96e service nova] Acquired lock "refresh_cache-f7259aaf-7b19-40d1-b05b-825f31a78756" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.733398] env[65448]: DEBUG nova.network.neutron [req-e6bd3096-e728-4204-8761-2ac368175009 req-e8ee7166-4af8-426d-bba1-9ad6ffe5e96e service nova] [instance: f7259aaf-7b19-40d1-b05b-825f31a78756] Refreshing network info cache for port d72bf01a-5833-4162-b116-b877d61fef79 {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 926.735360] env[65448]: DEBUG nova.compute.manager [None req-ac982a47-0556-45b1-b659-d8381e6d27bf tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] [instance: f7259aaf-7b19-40d1-b05b-825f31a78756] Start destroying the instance on the hypervisor. {{(pid=65448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3209}} [ 926.735360] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-ac982a47-0556-45b1-b659-d8381e6d27bf tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] [instance: f7259aaf-7b19-40d1-b05b-825f31a78756] Destroying instance {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 926.737329] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38a55457-a5d9-44b1-986c-2bdedbc5f445 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.749568] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac982a47-0556-45b1-b659-d8381e6d27bf tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] [instance: f7259aaf-7b19-40d1-b05b-825f31a78756] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 926.749854] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ba7cace0-3678-4e7b-849b-966e38fac778 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.759487] env[65448]: DEBUG oslo_vmware.api [None req-ac982a47-0556-45b1-b659-d8381e6d27bf tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] Waiting for the task: (returnval){ [ 926.759487] env[65448]: value = "task-4937923" [ 926.759487] env[65448]: _type = "Task" [ 926.759487] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.770254] env[65448]: DEBUG oslo_vmware.api [None req-ac982a47-0556-45b1-b659-d8381e6d27bf tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] Task: {'id': task-4937923, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.787821] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a213f6e1-1de4-4b76-803f-f0bbdbb3d56c tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Acquiring lock "refresh_cache-5e5a538b-8f59-45ca-bece-6a0cff169e0a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.788140] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a213f6e1-1de4-4b76-803f-f0bbdbb3d56c tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Acquired lock "refresh_cache-5e5a538b-8f59-45ca-bece-6a0cff169e0a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.789875] env[65448]: DEBUG nova.network.neutron [None req-a213f6e1-1de4-4b76-803f-f0bbdbb3d56c tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: 5e5a538b-8f59-45ca-bece-6a0cff169e0a] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 926.999324] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937920, 'name': CreateVM_Task, 'duration_secs': 0.417862} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.999586] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a4ea7cd-a46b-4aa2-aaec-6799deec58f9] Created VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 927.001027] env[65448]: WARNING neutronclient.v2_0.client [None req-e01ec227-bb74-4b13-9f5a-095968298bd9 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 927.001027] env[65448]: DEBUG oslo_concurrency.lockutils [None req-e01ec227-bb74-4b13-9f5a-095968298bd9 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.001027] env[65448]: DEBUG oslo_concurrency.lockutils [None req-e01ec227-bb74-4b13-9f5a-095968298bd9 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.001027] env[65448]: DEBUG oslo_concurrency.lockutils [None req-e01ec227-bb74-4b13-9f5a-095968298bd9 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.001262] env[65448]: DEBUG oslo_concurrency.lockutils [None req-28faa26d-2e3a-42b0-9f9f-b3df232bff4a tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Acquiring lock "43ff9c8f-c282-4680-ab94-659f088e79a0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.001478] env[65448]: DEBUG oslo_concurrency.lockutils [None req-28faa26d-2e3a-42b0-9f9f-b3df232bff4a tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Lock "43ff9c8f-c282-4680-ab94-659f088e79a0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.001672] env[65448]: DEBUG oslo_concurrency.lockutils [None req-28faa26d-2e3a-42b0-9f9f-b3df232bff4a tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Acquiring lock "43ff9c8f-c282-4680-ab94-659f088e79a0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.002254] env[65448]: DEBUG oslo_concurrency.lockutils [None req-28faa26d-2e3a-42b0-9f9f-b3df232bff4a tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Lock "43ff9c8f-c282-4680-ab94-659f088e79a0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.002254] env[65448]: DEBUG oslo_concurrency.lockutils [None req-28faa26d-2e3a-42b0-9f9f-b3df232bff4a tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Lock "43ff9c8f-c282-4680-ab94-659f088e79a0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.003542] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a3e6c67-7741-4221-81a0-9b116504614e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.005735] env[65448]: INFO nova.compute.manager [None req-28faa26d-2e3a-42b0-9f9f-b3df232bff4a tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] [instance: 43ff9c8f-c282-4680-ab94-659f088e79a0] Terminating instance [ 927.014103] env[65448]: DEBUG oslo_vmware.api [None req-e01ec227-bb74-4b13-9f5a-095968298bd9 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Waiting for the task: (returnval){ [ 927.014103] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5231c2c6-0fb1-8375-47d2-feb5b49a7efd" [ 927.014103] env[65448]: _type = "Task" [ 927.014103] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.020041] env[65448]: DEBUG oslo_vmware.api [None req-915c7431-8aea-4065-95e9-daa1d0c0f121 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Task: {'id': task-4937921, 'name': ReconfigVM_Task, 'duration_secs': 0.335402} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.024280] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-915c7431-8aea-4065-95e9-daa1d0c0f121 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: f7468e7d-2bed-4b9a-a642-b7f628a95305] Reconfigured VM instance instance-00000038 to detach disk 2001 {{(pid=65448) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 927.030092] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-385a4b17-0822-407b-9951-7f7fe0085522 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.046406] env[65448]: DEBUG oslo_vmware.api [None req-02fbd3c4-5e60-4f26-8f71-d13fe8604ed6 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Task: {'id': task-4937922, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.291684} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.047157] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-02fbd3c4-5e60-4f26-8f71-d13fe8604ed6 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 927.047490] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-02fbd3c4-5e60-4f26-8f71-d13fe8604ed6 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] [instance: dc6c4614-329d-4c19-bcda-1459b561823e] Deleted contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 927.047748] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-02fbd3c4-5e60-4f26-8f71-d13fe8604ed6 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] [instance: dc6c4614-329d-4c19-bcda-1459b561823e] Instance destroyed {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 927.048089] env[65448]: INFO nova.compute.manager [None req-02fbd3c4-5e60-4f26-8f71-d13fe8604ed6 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] [instance: dc6c4614-329d-4c19-bcda-1459b561823e] Took 1.19 seconds to destroy the instance on the hypervisor. [ 927.048389] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-02fbd3c4-5e60-4f26-8f71-d13fe8604ed6 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 927.052613] env[65448]: DEBUG nova.compute.manager [-] [instance: dc6c4614-329d-4c19-bcda-1459b561823e] Deallocating network for instance {{(pid=65448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 927.052722] env[65448]: DEBUG nova.network.neutron [-] [instance: dc6c4614-329d-4c19-bcda-1459b561823e] deallocate_for_instance() {{(pid=65448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 927.052968] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 927.055383] env[65448]: DEBUG oslo_vmware.api [None req-e01ec227-bb74-4b13-9f5a-095968298bd9 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5231c2c6-0fb1-8375-47d2-feb5b49a7efd, 'name': SearchDatastore_Task, 'duration_secs': 0.018928} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.058137] env[65448]: DEBUG oslo_concurrency.lockutils [None req-e01ec227-bb74-4b13-9f5a-095968298bd9 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.058384] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-e01ec227-bb74-4b13-9f5a-095968298bd9 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 3a4ea7cd-a46b-4aa2-aaec-6799deec58f9] Processing image 50fb366d-48e6-424f-9c20-bc83d77be76a {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 927.058615] env[65448]: DEBUG oslo_concurrency.lockutils [None req-e01ec227-bb74-4b13-9f5a-095968298bd9 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.058760] env[65448]: DEBUG oslo_concurrency.lockutils [None req-e01ec227-bb74-4b13-9f5a-095968298bd9 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.058932] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-e01ec227-bb74-4b13-9f5a-095968298bd9 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 927.060065] env[65448]: DEBUG nova.compute.manager [req-c60fd632-c75e-44eb-aa4b-5af430f6c8f8 req-f9c43654-32db-436b-8a7d-caeba151533f service nova] [instance: 9322f1d0-3ffb-46c6-8974-7fe56a517f7f] Received event network-vif-deleted-a3bbf70c-2341-4b10-a055-e6e585399a78 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 927.060803] env[65448]: DEBUG oslo_vmware.api [None req-915c7431-8aea-4065-95e9-daa1d0c0f121 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Waiting for the task: (returnval){ [ 927.060803] env[65448]: value = "task-4937924" [ 927.060803] env[65448]: _type = "Task" [ 927.060803] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.061077] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fb5d01eb-ad8d-46df-911d-1a89278aa2c0 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.077846] env[65448]: DEBUG oslo_vmware.api [None req-915c7431-8aea-4065-95e9-daa1d0c0f121 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Task: {'id': task-4937924, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.079758] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-e01ec227-bb74-4b13-9f5a-095968298bd9 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 927.080119] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-e01ec227-bb74-4b13-9f5a-095968298bd9 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 927.081633] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f443ac1-a978-4c31-adea-c0d1796b318c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.090843] env[65448]: DEBUG oslo_vmware.api [None req-e01ec227-bb74-4b13-9f5a-095968298bd9 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Waiting for the task: (returnval){ [ 927.090843] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52c40691-0727-9aa6-a126-74838c08e2a4" [ 927.090843] env[65448]: _type = "Task" [ 927.090843] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.097613] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 927.111601] env[65448]: DEBUG oslo_vmware.api [None req-e01ec227-bb74-4b13-9f5a-095968298bd9 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52c40691-0727-9aa6-a126-74838c08e2a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.168359] env[65448]: DEBUG oslo_concurrency.lockutils [None req-0b116dbe-3d5b-4166-87b9-86002c26aa65 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Acquiring lock "f0ae0ad7-7800-4f5a-a270-7749177b8675" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.168807] env[65448]: DEBUG oslo_concurrency.lockutils [None req-0b116dbe-3d5b-4166-87b9-86002c26aa65 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Lock "f0ae0ad7-7800-4f5a-a270-7749177b8675" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.169158] env[65448]: DEBUG oslo_concurrency.lockutils [None req-0b116dbe-3d5b-4166-87b9-86002c26aa65 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Acquiring lock "f0ae0ad7-7800-4f5a-a270-7749177b8675-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.169515] env[65448]: DEBUG oslo_concurrency.lockutils [None req-0b116dbe-3d5b-4166-87b9-86002c26aa65 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Lock "f0ae0ad7-7800-4f5a-a270-7749177b8675-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.169721] env[65448]: DEBUG oslo_concurrency.lockutils [None req-0b116dbe-3d5b-4166-87b9-86002c26aa65 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Lock "f0ae0ad7-7800-4f5a-a270-7749177b8675-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.174728] env[65448]: INFO nova.compute.manager [None req-0b116dbe-3d5b-4166-87b9-86002c26aa65 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: f0ae0ad7-7800-4f5a-a270-7749177b8675] Terminating instance [ 927.237751] env[65448]: WARNING neutronclient.v2_0.client [req-e6bd3096-e728-4204-8761-2ac368175009 req-e8ee7166-4af8-426d-bba1-9ad6ffe5e96e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 927.272046] env[65448]: DEBUG oslo_vmware.api [None req-ac982a47-0556-45b1-b659-d8381e6d27bf tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] Task: {'id': task-4937923, 'name': PowerOffVM_Task, 'duration_secs': 0.324737} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.272336] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac982a47-0556-45b1-b659-d8381e6d27bf tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] [instance: f7259aaf-7b19-40d1-b05b-825f31a78756] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 927.272512] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-ac982a47-0556-45b1-b659-d8381e6d27bf tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] [instance: f7259aaf-7b19-40d1-b05b-825f31a78756] Unregistering the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 927.275922] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fee9471b-880f-4ce5-94c5-aefce67dc2aa {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.294796] env[65448]: WARNING neutronclient.v2_0.client [None req-a213f6e1-1de4-4b76-803f-f0bbdbb3d56c tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 927.340779] env[65448]: DEBUG oslo_concurrency.lockutils [None req-fd49d619-2b0d-4a84-a46d-94cb6c8c9d7a tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Acquiring lock "5e5a538b-8f59-45ca-bece-6a0cff169e0a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.341028] env[65448]: DEBUG oslo_concurrency.lockutils [None req-fd49d619-2b0d-4a84-a46d-94cb6c8c9d7a tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Lock "5e5a538b-8f59-45ca-bece-6a0cff169e0a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.341305] env[65448]: DEBUG oslo_concurrency.lockutils [None req-fd49d619-2b0d-4a84-a46d-94cb6c8c9d7a tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Acquiring lock "5e5a538b-8f59-45ca-bece-6a0cff169e0a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.341773] env[65448]: DEBUG oslo_concurrency.lockutils [None req-fd49d619-2b0d-4a84-a46d-94cb6c8c9d7a tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Lock "5e5a538b-8f59-45ca-bece-6a0cff169e0a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.342147] env[65448]: DEBUG oslo_concurrency.lockutils [None req-fd49d619-2b0d-4a84-a46d-94cb6c8c9d7a tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Lock "5e5a538b-8f59-45ca-bece-6a0cff169e0a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.349439] env[65448]: INFO nova.compute.manager [None req-fd49d619-2b0d-4a84-a46d-94cb6c8c9d7a tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: 5e5a538b-8f59-45ca-bece-6a0cff169e0a] Terminating instance [ 927.355177] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-ac982a47-0556-45b1-b659-d8381e6d27bf tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] [instance: f7259aaf-7b19-40d1-b05b-825f31a78756] Unregistered the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 927.355411] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-ac982a47-0556-45b1-b659-d8381e6d27bf tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] [instance: f7259aaf-7b19-40d1-b05b-825f31a78756] Deleting contents of the VM from datastore datastore1 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 927.355577] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac982a47-0556-45b1-b659-d8381e6d27bf tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] Deleting the datastore file [datastore1] f7259aaf-7b19-40d1-b05b-825f31a78756 {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 927.356186] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e7d7a65b-3c7f-41bd-9b94-d952a797a7f2 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.367886] env[65448]: DEBUG oslo_vmware.api [None req-ac982a47-0556-45b1-b659-d8381e6d27bf tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] Waiting for the task: (returnval){ [ 927.367886] env[65448]: value = "task-4937926" [ 927.367886] env[65448]: _type = "Task" [ 927.367886] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.380754] env[65448]: DEBUG oslo_vmware.api [None req-ac982a47-0556-45b1-b659-d8381e6d27bf tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] Task: {'id': task-4937926, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.516683] env[65448]: DEBUG oslo_concurrency.lockutils [None req-28faa26d-2e3a-42b0-9f9f-b3df232bff4a tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Acquiring lock "refresh_cache-43ff9c8f-c282-4680-ab94-659f088e79a0" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.516843] env[65448]: DEBUG oslo_concurrency.lockutils [None req-28faa26d-2e3a-42b0-9f9f-b3df232bff4a tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Acquired lock "refresh_cache-43ff9c8f-c282-4680-ab94-659f088e79a0" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.517254] env[65448]: DEBUG nova.network.neutron [None req-28faa26d-2e3a-42b0-9f9f-b3df232bff4a tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] [instance: 43ff9c8f-c282-4680-ab94-659f088e79a0] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 927.579170] env[65448]: DEBUG oslo_vmware.api [None req-915c7431-8aea-4065-95e9-daa1d0c0f121 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Task: {'id': task-4937924, 'name': ReconfigVM_Task, 'duration_secs': 0.175154} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.580481] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63279cdb-58cc-4521-bcb7-a3ebaedd51e3 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.587848] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-915c7431-8aea-4065-95e9-daa1d0c0f121 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: f7468e7d-2bed-4b9a-a642-b7f628a95305] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-961961', 'volume_id': '2e055c6f-289d-427a-a881-bfca698c5675', 'name': 'volume-2e055c6f-289d-427a-a881-bfca698c5675', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f7468e7d-2bed-4b9a-a642-b7f628a95305', 'attached_at': '', 'detached_at': '', 'volume_id': '2e055c6f-289d-427a-a881-bfca698c5675', 'serial': '2e055c6f-289d-427a-a881-bfca698c5675'} {{(pid=65448) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 927.596386] env[65448]: DEBUG nova.compute.manager [req-eeafb0c6-b4dc-4845-9e6a-10f07c6f5dab req-90b8ded8-add3-42c1-a3af-20ef017b6dde service nova] [instance: 3a4ea7cd-a46b-4aa2-aaec-6799deec58f9] Received event network-changed-eb9ecba6-b39f-435b-8456-5e77aa5b3e43 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 927.596700] env[65448]: DEBUG nova.compute.manager [req-eeafb0c6-b4dc-4845-9e6a-10f07c6f5dab req-90b8ded8-add3-42c1-a3af-20ef017b6dde service nova] [instance: 3a4ea7cd-a46b-4aa2-aaec-6799deec58f9] Refreshing instance network info cache due to event network-changed-eb9ecba6-b39f-435b-8456-5e77aa5b3e43. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 927.597116] env[65448]: DEBUG oslo_concurrency.lockutils [req-eeafb0c6-b4dc-4845-9e6a-10f07c6f5dab req-90b8ded8-add3-42c1-a3af-20ef017b6dde service nova] Acquiring lock "refresh_cache-3a4ea7cd-a46b-4aa2-aaec-6799deec58f9" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.598053] env[65448]: DEBUG oslo_concurrency.lockutils [req-eeafb0c6-b4dc-4845-9e6a-10f07c6f5dab req-90b8ded8-add3-42c1-a3af-20ef017b6dde service nova] Acquired lock "refresh_cache-3a4ea7cd-a46b-4aa2-aaec-6799deec58f9" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.598053] env[65448]: DEBUG nova.network.neutron [req-eeafb0c6-b4dc-4845-9e6a-10f07c6f5dab req-90b8ded8-add3-42c1-a3af-20ef017b6dde service nova] [instance: 3a4ea7cd-a46b-4aa2-aaec-6799deec58f9] Refreshing network info cache for port eb9ecba6-b39f-435b-8456-5e77aa5b3e43 {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 927.601517] env[65448]: WARNING neutronclient.v2_0.client [req-e6bd3096-e728-4204-8761-2ac368175009 req-e8ee7166-4af8-426d-bba1-9ad6ffe5e96e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 927.613363] env[65448]: WARNING neutronclient.v2_0.client [req-eeafb0c6-b4dc-4845-9e6a-10f07c6f5dab req-90b8ded8-add3-42c1-a3af-20ef017b6dde service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 927.617471] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e5647b7-d6b4-4bd7-b2b0-1c95940a3a20 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.633233] env[65448]: DEBUG oslo_vmware.api [None req-e01ec227-bb74-4b13-9f5a-095968298bd9 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52c40691-0727-9aa6-a126-74838c08e2a4, 'name': SearchDatastore_Task, 'duration_secs': 0.019248} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.662880] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1fb4eafa-d6de-423d-ac1f-a4f64bb66935 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.666043] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d563c0c-1373-4970-909c-8487f535d038 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.676403] env[65448]: DEBUG oslo_vmware.api [None req-e01ec227-bb74-4b13-9f5a-095968298bd9 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Waiting for the task: (returnval){ [ 927.676403] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52bbb912-1150-a18b-366a-3483ff685f50" [ 927.676403] env[65448]: _type = "Task" [ 927.676403] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.680485] env[65448]: DEBUG nova.compute.manager [None req-0b116dbe-3d5b-4166-87b9-86002c26aa65 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: f0ae0ad7-7800-4f5a-a270-7749177b8675] Start destroying the instance on the hypervisor. {{(pid=65448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3209}} [ 927.680739] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-0b116dbe-3d5b-4166-87b9-86002c26aa65 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: f0ae0ad7-7800-4f5a-a270-7749177b8675] Destroying instance {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 927.685461] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca99cb05-e6fb-4d2b-8d93-b49f48789804 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.690231] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac5f7e29-1cf5-4f00-8cfa-021f5b27c320 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.700161] env[65448]: WARNING neutronclient.v2_0.client [None req-a213f6e1-1de4-4b76-803f-f0bbdbb3d56c tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 927.716347] env[65448]: DEBUG oslo_vmware.api [None req-e01ec227-bb74-4b13-9f5a-095968298bd9 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52bbb912-1150-a18b-366a-3483ff685f50, 'name': SearchDatastore_Task, 'duration_secs': 0.020416} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.716684] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b116dbe-3d5b-4166-87b9-86002c26aa65 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: f0ae0ad7-7800-4f5a-a270-7749177b8675] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 927.717761] env[65448]: DEBUG nova.compute.provider_tree [None req-fcfca66f-60f0-402f-94a5-39178cca5ed3 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 927.719175] env[65448]: DEBUG oslo_concurrency.lockutils [None req-e01ec227-bb74-4b13-9f5a-095968298bd9 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.723040] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-e01ec227-bb74-4b13-9f5a-095968298bd9 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] 3a4ea7cd-a46b-4aa2-aaec-6799deec58f9/3a4ea7cd-a46b-4aa2-aaec-6799deec58f9.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 927.723040] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-caba029e-9f2d-4097-a235-ce2ac0ba4be4 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.723040] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9399102e-c213-462a-a045-7bc436819af1 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.730745] env[65448]: DEBUG oslo_vmware.api [None req-e01ec227-bb74-4b13-9f5a-095968298bd9 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Waiting for the task: (returnval){ [ 927.730745] env[65448]: value = "task-4937928" [ 927.730745] env[65448]: _type = "Task" [ 927.730745] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.734457] env[65448]: DEBUG oslo_vmware.api [None req-0b116dbe-3d5b-4166-87b9-86002c26aa65 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Waiting for the task: (returnval){ [ 927.734457] env[65448]: value = "task-4937927" [ 927.734457] env[65448]: _type = "Task" [ 927.734457] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.744540] env[65448]: DEBUG nova.network.neutron [req-e6bd3096-e728-4204-8761-2ac368175009 req-e8ee7166-4af8-426d-bba1-9ad6ffe5e96e service nova] [instance: f7259aaf-7b19-40d1-b05b-825f31a78756] Updated VIF entry in instance network info cache for port d72bf01a-5833-4162-b116-b877d61fef79. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 927.744540] env[65448]: DEBUG nova.network.neutron [req-e6bd3096-e728-4204-8761-2ac368175009 req-e8ee7166-4af8-426d-bba1-9ad6ffe5e96e service nova] [instance: f7259aaf-7b19-40d1-b05b-825f31a78756] Updating instance_info_cache with network_info: [{"id": "d72bf01a-5833-4162-b116-b877d61fef79", "address": "fa:16:3e:fc:70:16", "network": {"id": "31de1954-a082-4419-9e9a-f05f1e953802", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2078338518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db80c3920ce64bad9523eee35ee0f6ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd72bf01a-58", "ovs_interfaceid": "d72bf01a-5833-4162-b116-b877d61fef79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.757162] env[65448]: DEBUG oslo_vmware.api [None req-e01ec227-bb74-4b13-9f5a-095968298bd9 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': task-4937928, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.757468] env[65448]: DEBUG oslo_vmware.api [None req-0b116dbe-3d5b-4166-87b9-86002c26aa65 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4937927, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.857874] env[65448]: DEBUG nova.compute.manager [None req-fd49d619-2b0d-4a84-a46d-94cb6c8c9d7a tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: 5e5a538b-8f59-45ca-bece-6a0cff169e0a] Start destroying the instance on the hypervisor. {{(pid=65448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3209}} [ 927.858053] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-fd49d619-2b0d-4a84-a46d-94cb6c8c9d7a tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: 5e5a538b-8f59-45ca-bece-6a0cff169e0a] Destroying instance {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 927.859059] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c02d4657-c143-4faf-853f-aec3c63cec51 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.868422] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd49d619-2b0d-4a84-a46d-94cb6c8c9d7a tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: 5e5a538b-8f59-45ca-bece-6a0cff169e0a] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 927.868854] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ee94f698-b741-425b-85c6-357fc0abaf67 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.872088] env[65448]: INFO nova.network.neutron [None req-a213f6e1-1de4-4b76-803f-f0bbdbb3d56c tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: 5e5a538b-8f59-45ca-bece-6a0cff169e0a] Port dde3fa85-2f5d-4ff1-a4a5-4672b1a7ac29 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 927.872303] env[65448]: DEBUG nova.network.neutron [None req-a213f6e1-1de4-4b76-803f-f0bbdbb3d56c tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: 5e5a538b-8f59-45ca-bece-6a0cff169e0a] Updating instance_info_cache with network_info: [{"id": "c28c03f9-de49-4287-bfbd-2a47961278d1", "address": "fa:16:3e:ae:5f:01", "network": {"id": "ae7fb699-1e8f-4e6e-ba65-11efac49c1f2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2072253352-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40f710aa821f49ef963bafd588fa759f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc28c03f9-de", "ovs_interfaceid": "c28c03f9-de49-4287-bfbd-2a47961278d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.887053] env[65448]: DEBUG oslo_vmware.api [None req-ac982a47-0556-45b1-b659-d8381e6d27bf tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] Task: {'id': task-4937926, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.326515} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.888691] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac982a47-0556-45b1-b659-d8381e6d27bf tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 927.888924] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-ac982a47-0556-45b1-b659-d8381e6d27bf tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] [instance: f7259aaf-7b19-40d1-b05b-825f31a78756] Deleted contents of the VM from datastore datastore1 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 927.889135] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-ac982a47-0556-45b1-b659-d8381e6d27bf tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] [instance: f7259aaf-7b19-40d1-b05b-825f31a78756] Instance destroyed {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 927.889323] env[65448]: INFO nova.compute.manager [None req-ac982a47-0556-45b1-b659-d8381e6d27bf tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] [instance: f7259aaf-7b19-40d1-b05b-825f31a78756] Took 1.15 seconds to destroy the instance on the hypervisor. [ 927.889579] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-ac982a47-0556-45b1-b659-d8381e6d27bf tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 927.889896] env[65448]: DEBUG oslo_vmware.api [None req-fd49d619-2b0d-4a84-a46d-94cb6c8c9d7a tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Waiting for the task: (returnval){ [ 927.889896] env[65448]: value = "task-4937929" [ 927.889896] env[65448]: _type = "Task" [ 927.889896] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.890116] env[65448]: DEBUG nova.compute.manager [-] [instance: f7259aaf-7b19-40d1-b05b-825f31a78756] Deallocating network for instance {{(pid=65448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 927.890213] env[65448]: DEBUG nova.network.neutron [-] [instance: f7259aaf-7b19-40d1-b05b-825f31a78756] deallocate_for_instance() {{(pid=65448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 927.890471] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 927.902766] env[65448]: DEBUG oslo_vmware.api [None req-fd49d619-2b0d-4a84-a46d-94cb6c8c9d7a tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': task-4937929, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.912449] env[65448]: DEBUG nova.network.neutron [-] [instance: dc6c4614-329d-4c19-bcda-1459b561823e] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.978964] env[65448]: WARNING neutronclient.v2_0.client [req-eeafb0c6-b4dc-4845-9e6a-10f07c6f5dab req-90b8ded8-add3-42c1-a3af-20ef017b6dde service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 928.007484] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 928.020279] env[65448]: WARNING neutronclient.v2_0.client [None req-28faa26d-2e3a-42b0-9f9f-b3df232bff4a tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 928.151378] env[65448]: DEBUG nova.objects.instance [None req-915c7431-8aea-4065-95e9-daa1d0c0f121 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Lazy-loading 'flavor' on Instance uuid f7468e7d-2bed-4b9a-a642-b7f628a95305 {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 928.223789] env[65448]: DEBUG nova.scheduler.client.report [None req-fcfca66f-60f0-402f-94a5-39178cca5ed3 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 928.249621] env[65448]: DEBUG oslo_concurrency.lockutils [req-e6bd3096-e728-4204-8761-2ac368175009 req-e8ee7166-4af8-426d-bba1-9ad6ffe5e96e service nova] Releasing lock "refresh_cache-f7259aaf-7b19-40d1-b05b-825f31a78756" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.250477] env[65448]: DEBUG oslo_vmware.api [None req-e01ec227-bb74-4b13-9f5a-095968298bd9 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': task-4937928, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.257909] env[65448]: DEBUG oslo_vmware.api [None req-0b116dbe-3d5b-4166-87b9-86002c26aa65 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4937927, 'name': PowerOffVM_Task, 'duration_secs': 0.288047} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.258737] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b116dbe-3d5b-4166-87b9-86002c26aa65 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: f0ae0ad7-7800-4f5a-a270-7749177b8675] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 928.258945] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-0b116dbe-3d5b-4166-87b9-86002c26aa65 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: f0ae0ad7-7800-4f5a-a270-7749177b8675] Unregistering the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 928.259239] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ca4c0e74-1e12-45f2-a89c-b07e7f51e5c0 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.339690] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-0b116dbe-3d5b-4166-87b9-86002c26aa65 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: f0ae0ad7-7800-4f5a-a270-7749177b8675] Unregistered the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 928.340222] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-0b116dbe-3d5b-4166-87b9-86002c26aa65 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: f0ae0ad7-7800-4f5a-a270-7749177b8675] Deleting contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 928.340417] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b116dbe-3d5b-4166-87b9-86002c26aa65 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Deleting the datastore file [datastore2] f0ae0ad7-7800-4f5a-a270-7749177b8675 {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 928.340814] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e39e80a3-35b4-4a86-b388-34c7de77be5e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.350662] env[65448]: DEBUG oslo_vmware.api [None req-0b116dbe-3d5b-4166-87b9-86002c26aa65 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Waiting for the task: (returnval){ [ 928.350662] env[65448]: value = "task-4937931" [ 928.350662] env[65448]: _type = "Task" [ 928.350662] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.360481] env[65448]: DEBUG oslo_vmware.api [None req-0b116dbe-3d5b-4166-87b9-86002c26aa65 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4937931, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.380344] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a213f6e1-1de4-4b76-803f-f0bbdbb3d56c tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Releasing lock "refresh_cache-5e5a538b-8f59-45ca-bece-6a0cff169e0a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.402348] env[65448]: DEBUG oslo_vmware.api [None req-fd49d619-2b0d-4a84-a46d-94cb6c8c9d7a tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': task-4937929, 'name': PowerOffVM_Task, 'duration_secs': 0.258442} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.402619] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd49d619-2b0d-4a84-a46d-94cb6c8c9d7a tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: 5e5a538b-8f59-45ca-bece-6a0cff169e0a] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 928.402788] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-fd49d619-2b0d-4a84-a46d-94cb6c8c9d7a tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: 5e5a538b-8f59-45ca-bece-6a0cff169e0a] Unregistering the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 928.403053] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dd424aaf-d28e-4e51-8605-4029db800ffc {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.414974] env[65448]: INFO nova.compute.manager [-] [instance: dc6c4614-329d-4c19-bcda-1459b561823e] Took 1.36 seconds to deallocate network for instance. [ 928.470621] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-fd49d619-2b0d-4a84-a46d-94cb6c8c9d7a tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: 5e5a538b-8f59-45ca-bece-6a0cff169e0a] Unregistered the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 928.470905] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-fd49d619-2b0d-4a84-a46d-94cb6c8c9d7a tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: 5e5a538b-8f59-45ca-bece-6a0cff169e0a] Deleting contents of the VM from datastore datastore1 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 928.471364] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd49d619-2b0d-4a84-a46d-94cb6c8c9d7a tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Deleting the datastore file [datastore1] 5e5a538b-8f59-45ca-bece-6a0cff169e0a {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 928.471568] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2cf14123-e516-45f0-93b0-a919fdd52521 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.481088] env[65448]: DEBUG oslo_vmware.api [None req-fd49d619-2b0d-4a84-a46d-94cb6c8c9d7a tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Waiting for the task: (returnval){ [ 928.481088] env[65448]: value = "task-4937933" [ 928.481088] env[65448]: _type = "Task" [ 928.481088] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.491840] env[65448]: DEBUG oslo_vmware.api [None req-fd49d619-2b0d-4a84-a46d-94cb6c8c9d7a tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': task-4937933, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.537261] env[65448]: DEBUG nova.network.neutron [None req-28faa26d-2e3a-42b0-9f9f-b3df232bff4a tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] [instance: 43ff9c8f-c282-4680-ab94-659f088e79a0] Instance cache missing network info. {{(pid=65448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 928.687835] env[65448]: DEBUG nova.network.neutron [req-eeafb0c6-b4dc-4845-9e6a-10f07c6f5dab req-90b8ded8-add3-42c1-a3af-20ef017b6dde service nova] [instance: 3a4ea7cd-a46b-4aa2-aaec-6799deec58f9] Updated VIF entry in instance network info cache for port eb9ecba6-b39f-435b-8456-5e77aa5b3e43. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 928.688923] env[65448]: DEBUG nova.network.neutron [req-eeafb0c6-b4dc-4845-9e6a-10f07c6f5dab req-90b8ded8-add3-42c1-a3af-20ef017b6dde service nova] [instance: 3a4ea7cd-a46b-4aa2-aaec-6799deec58f9] Updating instance_info_cache with network_info: [{"id": "eb9ecba6-b39f-435b-8456-5e77aa5b3e43", "address": "fa:16:3e:ca:f2:9c", "network": {"id": "6528ac8d-8c3e-4351-91ad-01014698df76", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1716468686-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "916343b5368a43deacc775f54aa9bc72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb9ecba6-b3", "ovs_interfaceid": "eb9ecba6-b39f-435b-8456-5e77aa5b3e43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.732246] env[65448]: DEBUG oslo_concurrency.lockutils [None req-fcfca66f-60f0-402f-94a5-39178cca5ed3 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.644s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.732246] env[65448]: DEBUG nova.compute.manager [None req-fcfca66f-60f0-402f-94a5-39178cca5ed3 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: 59a9ff6f-4e7b-4530-aaab-b12d54355269] Start building networks asynchronously for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2881}} [ 928.733203] env[65448]: DEBUG oslo_concurrency.lockutils [None req-9d5a338f-5b9f-4f6a-a2dc-1d7827e6f93f tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.027s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.733658] env[65448]: DEBUG nova.objects.instance [None req-9d5a338f-5b9f-4f6a-a2dc-1d7827e6f93f tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Lazy-loading 'resources' on Instance uuid 208772b0-cc9f-4644-b440-54e638072b4e {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 928.750523] env[65448]: DEBUG oslo_vmware.api [None req-e01ec227-bb74-4b13-9f5a-095968298bd9 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': task-4937928, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.612504} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.752047] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-e01ec227-bb74-4b13-9f5a-095968298bd9 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] 3a4ea7cd-a46b-4aa2-aaec-6799deec58f9/3a4ea7cd-a46b-4aa2-aaec-6799deec58f9.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 928.752595] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-e01ec227-bb74-4b13-9f5a-095968298bd9 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 3a4ea7cd-a46b-4aa2-aaec-6799deec58f9] Extending root virtual disk to 1048576 {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 928.753870] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-feee8591-eb47-48c2-bcf6-b3344661e217 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.762113] env[65448]: DEBUG oslo_vmware.api [None req-e01ec227-bb74-4b13-9f5a-095968298bd9 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Waiting for the task: (returnval){ [ 928.762113] env[65448]: value = "task-4937934" [ 928.762113] env[65448]: _type = "Task" [ 928.762113] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.776596] env[65448]: DEBUG nova.network.neutron [None req-28faa26d-2e3a-42b0-9f9f-b3df232bff4a tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] [instance: 43ff9c8f-c282-4680-ab94-659f088e79a0] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.778635] env[65448]: DEBUG oslo_vmware.api [None req-e01ec227-bb74-4b13-9f5a-095968298bd9 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': task-4937934, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.863416] env[65448]: DEBUG oslo_vmware.api [None req-0b116dbe-3d5b-4166-87b9-86002c26aa65 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4937931, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.293016} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.863713] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b116dbe-3d5b-4166-87b9-86002c26aa65 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 928.864098] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-0b116dbe-3d5b-4166-87b9-86002c26aa65 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: f0ae0ad7-7800-4f5a-a270-7749177b8675] Deleted contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 928.864319] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-0b116dbe-3d5b-4166-87b9-86002c26aa65 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: f0ae0ad7-7800-4f5a-a270-7749177b8675] Instance destroyed {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 928.864717] env[65448]: INFO nova.compute.manager [None req-0b116dbe-3d5b-4166-87b9-86002c26aa65 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: f0ae0ad7-7800-4f5a-a270-7749177b8675] Took 1.18 seconds to destroy the instance on the hypervisor. [ 928.864993] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-0b116dbe-3d5b-4166-87b9-86002c26aa65 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 928.865238] env[65448]: DEBUG nova.compute.manager [-] [instance: f0ae0ad7-7800-4f5a-a270-7749177b8675] Deallocating network for instance {{(pid=65448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 928.865341] env[65448]: DEBUG nova.network.neutron [-] [instance: f0ae0ad7-7800-4f5a-a270-7749177b8675] deallocate_for_instance() {{(pid=65448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 928.865552] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 928.887063] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a213f6e1-1de4-4b76-803f-f0bbdbb3d56c tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Lock "interface-5e5a538b-8f59-45ca-bece-6a0cff169e0a-dde3fa85-2f5d-4ff1-a4a5-4672b1a7ac29" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.185s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.922215] env[65448]: DEBUG oslo_concurrency.lockutils [None req-02fbd3c4-5e60-4f26-8f71-d13fe8604ed6 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.923563] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 928.992417] env[65448]: DEBUG oslo_vmware.api [None req-fd49d619-2b0d-4a84-a46d-94cb6c8c9d7a tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': task-4937933, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.445676} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.992694] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd49d619-2b0d-4a84-a46d-94cb6c8c9d7a tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 928.992875] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-fd49d619-2b0d-4a84-a46d-94cb6c8c9d7a tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: 5e5a538b-8f59-45ca-bece-6a0cff169e0a] Deleted contents of the VM from datastore datastore1 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 928.993058] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-fd49d619-2b0d-4a84-a46d-94cb6c8c9d7a tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: 5e5a538b-8f59-45ca-bece-6a0cff169e0a] Instance destroyed {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 928.993234] env[65448]: INFO nova.compute.manager [None req-fd49d619-2b0d-4a84-a46d-94cb6c8c9d7a tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: 5e5a538b-8f59-45ca-bece-6a0cff169e0a] Took 1.14 seconds to destroy the instance on the hypervisor. [ 928.993476] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-fd49d619-2b0d-4a84-a46d-94cb6c8c9d7a tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 928.993681] env[65448]: DEBUG nova.compute.manager [-] [instance: 5e5a538b-8f59-45ca-bece-6a0cff169e0a] Deallocating network for instance {{(pid=65448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 928.993775] env[65448]: DEBUG nova.network.neutron [-] [instance: 5e5a538b-8f59-45ca-bece-6a0cff169e0a] deallocate_for_instance() {{(pid=65448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 928.994018] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 929.024597] env[65448]: DEBUG nova.network.neutron [-] [instance: f7259aaf-7b19-40d1-b05b-825f31a78756] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.161545] env[65448]: DEBUG oslo_concurrency.lockutils [None req-915c7431-8aea-4065-95e9-daa1d0c0f121 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Lock "f7468e7d-2bed-4b9a-a642-b7f628a95305" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.367s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.192398] env[65448]: DEBUG oslo_concurrency.lockutils [req-eeafb0c6-b4dc-4845-9e6a-10f07c6f5dab req-90b8ded8-add3-42c1-a3af-20ef017b6dde service nova] Releasing lock "refresh_cache-3a4ea7cd-a46b-4aa2-aaec-6799deec58f9" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.192668] env[65448]: DEBUG nova.compute.manager [req-eeafb0c6-b4dc-4845-9e6a-10f07c6f5dab req-90b8ded8-add3-42c1-a3af-20ef017b6dde service nova] [instance: 5e5a538b-8f59-45ca-bece-6a0cff169e0a] Received event network-vif-deleted-dde3fa85-2f5d-4ff1-a4a5-4672b1a7ac29 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 929.192844] env[65448]: INFO nova.compute.manager [req-eeafb0c6-b4dc-4845-9e6a-10f07c6f5dab req-90b8ded8-add3-42c1-a3af-20ef017b6dde service nova] [instance: 5e5a538b-8f59-45ca-bece-6a0cff169e0a] Neutron deleted interface dde3fa85-2f5d-4ff1-a4a5-4672b1a7ac29; detaching it from the instance and deleting it from the info cache [ 929.193120] env[65448]: DEBUG nova.network.neutron [req-eeafb0c6-b4dc-4845-9e6a-10f07c6f5dab req-90b8ded8-add3-42c1-a3af-20ef017b6dde service nova] [instance: 5e5a538b-8f59-45ca-bece-6a0cff169e0a] Updating instance_info_cache with network_info: [{"id": "c28c03f9-de49-4287-bfbd-2a47961278d1", "address": "fa:16:3e:ae:5f:01", "network": {"id": "ae7fb699-1e8f-4e6e-ba65-11efac49c1f2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2072253352-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40f710aa821f49ef963bafd588fa759f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc28c03f9-de", "ovs_interfaceid": "c28c03f9-de49-4287-bfbd-2a47961278d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.237778] env[65448]: DEBUG nova.compute.utils [None req-fcfca66f-60f0-402f-94a5-39178cca5ed3 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Using /dev/sd instead of None {{(pid=65448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 929.239970] env[65448]: DEBUG nova.compute.manager [None req-fcfca66f-60f0-402f-94a5-39178cca5ed3 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: 59a9ff6f-4e7b-4530-aaab-b12d54355269] Allocating IP information in the background. {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 929.240268] env[65448]: DEBUG nova.network.neutron [None req-fcfca66f-60f0-402f-94a5-39178cca5ed3 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: 59a9ff6f-4e7b-4530-aaab-b12d54355269] allocate_for_instance() {{(pid=65448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 929.241436] env[65448]: WARNING neutronclient.v2_0.client [None req-fcfca66f-60f0-402f-94a5-39178cca5ed3 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 929.241436] env[65448]: WARNING neutronclient.v2_0.client [None req-fcfca66f-60f0-402f-94a5-39178cca5ed3 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 929.285552] env[65448]: DEBUG oslo_concurrency.lockutils [None req-28faa26d-2e3a-42b0-9f9f-b3df232bff4a tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Releasing lock "refresh_cache-43ff9c8f-c282-4680-ab94-659f088e79a0" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.285552] env[65448]: DEBUG nova.compute.manager [None req-28faa26d-2e3a-42b0-9f9f-b3df232bff4a tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] [instance: 43ff9c8f-c282-4680-ab94-659f088e79a0] Start destroying the instance on the hypervisor. {{(pid=65448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3209}} [ 929.285552] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-28faa26d-2e3a-42b0-9f9f-b3df232bff4a tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] [instance: 43ff9c8f-c282-4680-ab94-659f088e79a0] Destroying instance {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 929.285552] env[65448]: DEBUG oslo_vmware.api [None req-e01ec227-bb74-4b13-9f5a-095968298bd9 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': task-4937934, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070647} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.289301] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cceddf40-7a14-4606-a6a2-ff6794af1fbd {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.290877] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-e01ec227-bb74-4b13-9f5a-095968298bd9 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 3a4ea7cd-a46b-4aa2-aaec-6799deec58f9] Extended root virtual disk {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 929.296165] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d04a2b6-e1dc-42fb-b9fb-19ed121817c3 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.312775] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 929.344520] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-e01ec227-bb74-4b13-9f5a-095968298bd9 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 3a4ea7cd-a46b-4aa2-aaec-6799deec58f9] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] 3a4ea7cd-a46b-4aa2-aaec-6799deec58f9/3a4ea7cd-a46b-4aa2-aaec-6799deec58f9.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 929.345709] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-28faa26d-2e3a-42b0-9f9f-b3df232bff4a tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] [instance: 43ff9c8f-c282-4680-ab94-659f088e79a0] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 929.349350] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2e5ad9b-e0ed-407f-af1b-4aaa3540f334 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.364098] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-78c6e576-e4cb-494c-b94a-5ac821d572ee {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.373138] env[65448]: DEBUG oslo_vmware.api [None req-e01ec227-bb74-4b13-9f5a-095968298bd9 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Waiting for the task: (returnval){ [ 929.373138] env[65448]: value = "task-4937936" [ 929.373138] env[65448]: _type = "Task" [ 929.373138] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.378413] env[65448]: DEBUG oslo_vmware.api [None req-28faa26d-2e3a-42b0-9f9f-b3df232bff4a tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Waiting for the task: (returnval){ [ 929.378413] env[65448]: value = "task-4937935" [ 929.378413] env[65448]: _type = "Task" [ 929.378413] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.385535] env[65448]: DEBUG oslo_vmware.api [None req-e01ec227-bb74-4b13-9f5a-095968298bd9 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': task-4937936, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.395668] env[65448]: DEBUG oslo_vmware.api [None req-28faa26d-2e3a-42b0-9f9f-b3df232bff4a tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Task: {'id': task-4937935, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.509044] env[65448]: DEBUG nova.policy [None req-fcfca66f-60f0-402f-94a5-39178cca5ed3 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6d1b2556ff944f8e951201bfd4fb56d1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2b4602fe4973466b8eb0d97f7a72d721', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65448) authorize /opt/stack/nova/nova/policy.py:192}} [ 929.528758] env[65448]: INFO nova.compute.manager [-] [instance: f7259aaf-7b19-40d1-b05b-825f31a78756] Took 1.64 seconds to deallocate network for instance. [ 929.701290] env[65448]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c90005b1-55a4-4c29-a610-e8c4ce685a27 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.712856] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a6fcf25-f65c-4210-b9ca-58a85e8d24ba {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.756640] env[65448]: DEBUG nova.compute.manager [None req-fcfca66f-60f0-402f-94a5-39178cca5ed3 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: 59a9ff6f-4e7b-4530-aaab-b12d54355269] Start building block device mappings for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2916}} [ 929.759602] env[65448]: DEBUG nova.compute.manager [req-eeafb0c6-b4dc-4845-9e6a-10f07c6f5dab req-90b8ded8-add3-42c1-a3af-20ef017b6dde service nova] [instance: 5e5a538b-8f59-45ca-bece-6a0cff169e0a] Detach interface failed, port_id=dde3fa85-2f5d-4ff1-a4a5-4672b1a7ac29, reason: Instance 5e5a538b-8f59-45ca-bece-6a0cff169e0a could not be found. {{(pid=65448) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 929.827328] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad4eb42c-7215-405d-8981-9a1f2ac56825 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.837149] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d9e1316-9f04-4b5c-b1d1-3d4632e0ddd6 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.870859] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47f79cfd-85e2-4eb3-b122-c4204001da0f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.883354] env[65448]: DEBUG oslo_vmware.api [None req-e01ec227-bb74-4b13-9f5a-095968298bd9 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': task-4937936, 'name': ReconfigVM_Task, 'duration_secs': 0.312283} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.891022] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-e01ec227-bb74-4b13-9f5a-095968298bd9 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 3a4ea7cd-a46b-4aa2-aaec-6799deec58f9] Reconfigured VM instance instance-0000004a to attach disk [datastore2] 3a4ea7cd-a46b-4aa2-aaec-6799deec58f9/3a4ea7cd-a46b-4aa2-aaec-6799deec58f9.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 929.891022] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-97afc87d-9373-454f-bdf0-52aca057c429 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.891022] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-100108e3-6a75-4251-88ed-8a59f80069fb {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.909549] env[65448]: DEBUG oslo_vmware.api [None req-28faa26d-2e3a-42b0-9f9f-b3df232bff4a tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Task: {'id': task-4937935, 'name': PowerOffVM_Task, 'duration_secs': 0.229905} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.910423] env[65448]: DEBUG nova.compute.provider_tree [None req-9d5a338f-5b9f-4f6a-a2dc-1d7827e6f93f tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 929.914160] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-28faa26d-2e3a-42b0-9f9f-b3df232bff4a tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] [instance: 43ff9c8f-c282-4680-ab94-659f088e79a0] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 929.914160] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-28faa26d-2e3a-42b0-9f9f-b3df232bff4a tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] [instance: 43ff9c8f-c282-4680-ab94-659f088e79a0] Unregistering the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 929.914160] env[65448]: DEBUG oslo_vmware.api [None req-e01ec227-bb74-4b13-9f5a-095968298bd9 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Waiting for the task: (returnval){ [ 929.914160] env[65448]: value = "task-4937937" [ 929.914160] env[65448]: _type = "Task" [ 929.914160] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.914534] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d46a9730-216f-4455-8ef5-5f8e1449fbf8 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.929144] env[65448]: DEBUG oslo_vmware.api [None req-e01ec227-bb74-4b13-9f5a-095968298bd9 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': task-4937937, 'name': Rename_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.947664] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-28faa26d-2e3a-42b0-9f9f-b3df232bff4a tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] [instance: 43ff9c8f-c282-4680-ab94-659f088e79a0] Unregistered the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 929.947664] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-28faa26d-2e3a-42b0-9f9f-b3df232bff4a tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] [instance: 43ff9c8f-c282-4680-ab94-659f088e79a0] Deleting contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 929.947861] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-28faa26d-2e3a-42b0-9f9f-b3df232bff4a tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Deleting the datastore file [datastore2] 43ff9c8f-c282-4680-ab94-659f088e79a0 {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 929.948214] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-01d2a398-94ea-4359-8ec9-9d5f5d5eec04 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.957562] env[65448]: DEBUG oslo_vmware.api [None req-28faa26d-2e3a-42b0-9f9f-b3df232bff4a tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Waiting for the task: (returnval){ [ 929.957562] env[65448]: value = "task-4937939" [ 929.957562] env[65448]: _type = "Task" [ 929.957562] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.970931] env[65448]: DEBUG nova.network.neutron [-] [instance: f0ae0ad7-7800-4f5a-a270-7749177b8675] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.970931] env[65448]: DEBUG oslo_vmware.api [None req-28faa26d-2e3a-42b0-9f9f-b3df232bff4a tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Task: {'id': task-4937939, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.038648] env[65448]: DEBUG oslo_concurrency.lockutils [None req-ac982a47-0556-45b1-b659-d8381e6d27bf tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.137363] env[65448]: DEBUG nova.network.neutron [None req-fcfca66f-60f0-402f-94a5-39178cca5ed3 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: 59a9ff6f-4e7b-4530-aaab-b12d54355269] Successfully created port: 131d4838-48ea-499f-accc-16d7b5a7e60c {{(pid=65448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 930.419184] env[65448]: DEBUG nova.scheduler.client.report [None req-9d5a338f-5b9f-4f6a-a2dc-1d7827e6f93f tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 930.434032] env[65448]: DEBUG oslo_vmware.api [None req-e01ec227-bb74-4b13-9f5a-095968298bd9 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': task-4937937, 'name': Rename_Task, 'duration_secs': 0.22532} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.434414] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-e01ec227-bb74-4b13-9f5a-095968298bd9 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 3a4ea7cd-a46b-4aa2-aaec-6799deec58f9] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 930.434712] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5b9466fd-2463-42d4-ac44-58422c26bca6 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.443982] env[65448]: DEBUG oslo_vmware.api [None req-e01ec227-bb74-4b13-9f5a-095968298bd9 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Waiting for the task: (returnval){ [ 930.443982] env[65448]: value = "task-4937940" [ 930.443982] env[65448]: _type = "Task" [ 930.443982] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.454516] env[65448]: DEBUG oslo_vmware.api [None req-e01ec227-bb74-4b13-9f5a-095968298bd9 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': task-4937940, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.470383] env[65448]: DEBUG oslo_vmware.api [None req-28faa26d-2e3a-42b0-9f9f-b3df232bff4a tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Task: {'id': task-4937939, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160921} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.470383] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-28faa26d-2e3a-42b0-9f9f-b3df232bff4a tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 930.470383] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-28faa26d-2e3a-42b0-9f9f-b3df232bff4a tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] [instance: 43ff9c8f-c282-4680-ab94-659f088e79a0] Deleted contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 930.470383] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-28faa26d-2e3a-42b0-9f9f-b3df232bff4a tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] [instance: 43ff9c8f-c282-4680-ab94-659f088e79a0] Instance destroyed {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 930.470383] env[65448]: INFO nova.compute.manager [None req-28faa26d-2e3a-42b0-9f9f-b3df232bff4a tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] [instance: 43ff9c8f-c282-4680-ab94-659f088e79a0] Took 1.19 seconds to destroy the instance on the hypervisor. [ 930.470383] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-28faa26d-2e3a-42b0-9f9f-b3df232bff4a tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 930.470611] env[65448]: DEBUG nova.compute.manager [-] [instance: 43ff9c8f-c282-4680-ab94-659f088e79a0] Deallocating network for instance {{(pid=65448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 930.470611] env[65448]: DEBUG nova.network.neutron [-] [instance: 43ff9c8f-c282-4680-ab94-659f088e79a0] deallocate_for_instance() {{(pid=65448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 930.471020] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 930.474059] env[65448]: INFO nova.compute.manager [-] [instance: f0ae0ad7-7800-4f5a-a270-7749177b8675] Took 1.61 seconds to deallocate network for instance. [ 930.513376] env[65448]: DEBUG nova.network.neutron [-] [instance: 5e5a538b-8f59-45ca-bece-6a0cff169e0a] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.571775] env[65448]: DEBUG nova.network.neutron [-] [instance: 43ff9c8f-c282-4680-ab94-659f088e79a0] Instance cache missing network info. {{(pid=65448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 930.572103] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 930.773957] env[65448]: DEBUG nova.compute.manager [None req-fcfca66f-60f0-402f-94a5-39178cca5ed3 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: 59a9ff6f-4e7b-4530-aaab-b12d54355269] Start spawning the instance on the hypervisor. {{(pid=65448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2689}} [ 930.809353] env[65448]: DEBUG nova.virt.hardware [None req-fcfca66f-60f0-402f-94a5-39178cca5ed3 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-08T17:19:51Z,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a992292b6dae455593d228217860e2e1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-08T17:19:52Z,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 930.809617] env[65448]: DEBUG nova.virt.hardware [None req-fcfca66f-60f0-402f-94a5-39178cca5ed3 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 930.809772] env[65448]: DEBUG nova.virt.hardware [None req-fcfca66f-60f0-402f-94a5-39178cca5ed3 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 930.809953] env[65448]: DEBUG nova.virt.hardware [None req-fcfca66f-60f0-402f-94a5-39178cca5ed3 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 930.810187] env[65448]: DEBUG nova.virt.hardware [None req-fcfca66f-60f0-402f-94a5-39178cca5ed3 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 930.810381] env[65448]: DEBUG nova.virt.hardware [None req-fcfca66f-60f0-402f-94a5-39178cca5ed3 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 930.810634] env[65448]: DEBUG nova.virt.hardware [None req-fcfca66f-60f0-402f-94a5-39178cca5ed3 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 930.810837] env[65448]: DEBUG nova.virt.hardware [None req-fcfca66f-60f0-402f-94a5-39178cca5ed3 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 930.811059] env[65448]: DEBUG nova.virt.hardware [None req-fcfca66f-60f0-402f-94a5-39178cca5ed3 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 930.811268] env[65448]: DEBUG nova.virt.hardware [None req-fcfca66f-60f0-402f-94a5-39178cca5ed3 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 930.811475] env[65448]: DEBUG nova.virt.hardware [None req-fcfca66f-60f0-402f-94a5-39178cca5ed3 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 930.812451] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d9dd887-0751-467c-a004-09f8cf45c307 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.822360] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4adc2477-ff2e-4a20-8448-8547329aa86c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.900966] env[65448]: DEBUG nova.compute.manager [req-4e001c59-48b4-4e06-80be-6beea0c6dfa7 req-1d07abb7-a218-4612-9b80-562a17634011 service nova] [instance: dc6c4614-329d-4c19-bcda-1459b561823e] Received event network-vif-deleted-4b1e25f1-01c1-49e8-81d2-d68e6e2b077f {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 930.928467] env[65448]: DEBUG oslo_concurrency.lockutils [None req-9d5a338f-5b9f-4f6a-a2dc-1d7827e6f93f tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.195s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.931315] env[65448]: DEBUG oslo_concurrency.lockutils [None req-48ad8529-38f1-4ba0-9cf1-91a2f5b050f7 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.260s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.931689] env[65448]: DEBUG nova.objects.instance [None req-48ad8529-38f1-4ba0-9cf1-91a2f5b050f7 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Lazy-loading 'resources' on Instance uuid cd954db3-685f-4f7b-8ef4-c9d0dca58eef {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 930.942906] env[65448]: DEBUG nova.compute.manager [req-1c5a22b6-601a-4e57-9800-6a67849f746b req-0197c05b-508f-4843-b512-7e8ce953273d service nova] [instance: f7259aaf-7b19-40d1-b05b-825f31a78756] Received event network-vif-deleted-d72bf01a-5833-4162-b116-b877d61fef79 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 930.943166] env[65448]: DEBUG nova.compute.manager [req-1c5a22b6-601a-4e57-9800-6a67849f746b req-0197c05b-508f-4843-b512-7e8ce953273d service nova] [instance: f0ae0ad7-7800-4f5a-a270-7749177b8675] Received event network-vif-deleted-89a077dd-0b02-41db-98f1-558117233f56 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 930.954632] env[65448]: DEBUG oslo_vmware.api [None req-e01ec227-bb74-4b13-9f5a-095968298bd9 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': task-4937940, 'name': PowerOnVM_Task, 'duration_secs': 0.47249} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.955200] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-e01ec227-bb74-4b13-9f5a-095968298bd9 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 3a4ea7cd-a46b-4aa2-aaec-6799deec58f9] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 930.955482] env[65448]: INFO nova.compute.manager [None req-e01ec227-bb74-4b13-9f5a-095968298bd9 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 3a4ea7cd-a46b-4aa2-aaec-6799deec58f9] Took 8.05 seconds to spawn the instance on the hypervisor. [ 930.955709] env[65448]: DEBUG nova.compute.manager [None req-e01ec227-bb74-4b13-9f5a-095968298bd9 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 3a4ea7cd-a46b-4aa2-aaec-6799deec58f9] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 930.956628] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcae1487-b77f-4b90-8bbc-cc7de57346f8 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.960725] env[65448]: INFO nova.scheduler.client.report [None req-9d5a338f-5b9f-4f6a-a2dc-1d7827e6f93f tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Deleted allocations for instance 208772b0-cc9f-4644-b440-54e638072b4e [ 930.982143] env[65448]: DEBUG oslo_concurrency.lockutils [None req-0b116dbe-3d5b-4166-87b9-86002c26aa65 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.017268] env[65448]: INFO nova.compute.manager [-] [instance: 5e5a538b-8f59-45ca-bece-6a0cff169e0a] Took 2.02 seconds to deallocate network for instance. [ 931.074819] env[65448]: DEBUG nova.network.neutron [-] [instance: 43ff9c8f-c282-4680-ab94-659f088e79a0] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.477217] env[65448]: DEBUG oslo_concurrency.lockutils [None req-9d5a338f-5b9f-4f6a-a2dc-1d7827e6f93f tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Lock "208772b0-cc9f-4644-b440-54e638072b4e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.707s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.483214] env[65448]: INFO nova.compute.manager [None req-e01ec227-bb74-4b13-9f5a-095968298bd9 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 3a4ea7cd-a46b-4aa2-aaec-6799deec58f9] Took 48.19 seconds to build instance. [ 931.528047] env[65448]: DEBUG oslo_concurrency.lockutils [None req-fd49d619-2b0d-4a84-a46d-94cb6c8c9d7a tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.577960] env[65448]: INFO nova.compute.manager [-] [instance: 43ff9c8f-c282-4680-ab94-659f088e79a0] Took 1.11 seconds to deallocate network for instance. [ 931.854094] env[65448]: DEBUG nova.network.neutron [None req-fcfca66f-60f0-402f-94a5-39178cca5ed3 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: 59a9ff6f-4e7b-4530-aaab-b12d54355269] Successfully updated port: 131d4838-48ea-499f-accc-16d7b5a7e60c {{(pid=65448) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 931.896931] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bfea500-6535-4a8f-a36c-8a0fd78ceaa3 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.905967] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5599fd30-ec52-44c9-a4c0-e352e783a4ac {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.943786] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-686a456d-93fc-4242-a25e-e9dee7434089 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.959019] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f94fc5b-21ea-475d-865d-57c3df4d0bd4 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.973127] env[65448]: DEBUG nova.compute.provider_tree [None req-48ad8529-38f1-4ba0-9cf1-91a2f5b050f7 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 931.985839] env[65448]: DEBUG oslo_concurrency.lockutils [None req-e01ec227-bb74-4b13-9f5a-095968298bd9 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Lock "3a4ea7cd-a46b-4aa2-aaec-6799deec58f9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.895s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.084745] env[65448]: DEBUG oslo_concurrency.lockutils [None req-28faa26d-2e3a-42b0-9f9f-b3df232bff4a tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.361953] env[65448]: DEBUG oslo_concurrency.lockutils [None req-fcfca66f-60f0-402f-94a5-39178cca5ed3 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Acquiring lock "refresh_cache-59a9ff6f-4e7b-4530-aaab-b12d54355269" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.362812] env[65448]: DEBUG oslo_concurrency.lockutils [None req-fcfca66f-60f0-402f-94a5-39178cca5ed3 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Acquired lock "refresh_cache-59a9ff6f-4e7b-4530-aaab-b12d54355269" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.363906] env[65448]: DEBUG nova.network.neutron [None req-fcfca66f-60f0-402f-94a5-39178cca5ed3 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: 59a9ff6f-4e7b-4530-aaab-b12d54355269] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 932.478759] env[65448]: DEBUG nova.scheduler.client.report [None req-48ad8529-38f1-4ba0-9cf1-91a2f5b050f7 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 932.775737] env[65448]: DEBUG oslo_concurrency.lockutils [None req-dd2530e4-3210-415c-b707-a0c088eb288d tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Acquiring lock "f7468e7d-2bed-4b9a-a642-b7f628a95305" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.776779] env[65448]: DEBUG oslo_concurrency.lockutils [None req-dd2530e4-3210-415c-b707-a0c088eb288d tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Lock "f7468e7d-2bed-4b9a-a642-b7f628a95305" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.777023] env[65448]: DEBUG oslo_concurrency.lockutils [None req-dd2530e4-3210-415c-b707-a0c088eb288d tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Acquiring lock "f7468e7d-2bed-4b9a-a642-b7f628a95305-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.777216] env[65448]: DEBUG oslo_concurrency.lockutils [None req-dd2530e4-3210-415c-b707-a0c088eb288d tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Lock "f7468e7d-2bed-4b9a-a642-b7f628a95305-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.777387] env[65448]: DEBUG oslo_concurrency.lockutils [None req-dd2530e4-3210-415c-b707-a0c088eb288d tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Lock "f7468e7d-2bed-4b9a-a642-b7f628a95305-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.781474] env[65448]: INFO nova.compute.manager [None req-dd2530e4-3210-415c-b707-a0c088eb288d tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: f7468e7d-2bed-4b9a-a642-b7f628a95305] Terminating instance [ 932.915115] env[65448]: DEBUG nova.network.neutron [None req-fcfca66f-60f0-402f-94a5-39178cca5ed3 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: 59a9ff6f-4e7b-4530-aaab-b12d54355269] Instance cache missing network info. {{(pid=65448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 932.986832] env[65448]: DEBUG oslo_concurrency.lockutils [None req-48ad8529-38f1-4ba0-9cf1-91a2f5b050f7 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.055s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.989951] env[65448]: DEBUG oslo_concurrency.lockutils [None req-12e6258f-67ff-4fd1-ba76-c62dc015cebd tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.996s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.990595] env[65448]: DEBUG nova.objects.instance [None req-12e6258f-67ff-4fd1-ba76-c62dc015cebd tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Lazy-loading 'resources' on Instance uuid a99b311d-836c-4385-9432-45b9765f5dac {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 933.029469] env[65448]: INFO nova.scheduler.client.report [None req-48ad8529-38f1-4ba0-9cf1-91a2f5b050f7 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Deleted allocations for instance cd954db3-685f-4f7b-8ef4-c9d0dca58eef [ 933.031473] env[65448]: WARNING neutronclient.v2_0.client [None req-fcfca66f-60f0-402f-94a5-39178cca5ed3 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 933.136051] env[65448]: DEBUG nova.network.neutron [None req-fcfca66f-60f0-402f-94a5-39178cca5ed3 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: 59a9ff6f-4e7b-4530-aaab-b12d54355269] Updating instance_info_cache with network_info: [{"id": "131d4838-48ea-499f-accc-16d7b5a7e60c", "address": "fa:16:3e:b6:f1:fe", "network": {"id": "e780d8ca-74b1-42d6-9931-c68bece889ed", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1768290232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b4602fe4973466b8eb0d97f7a72d721", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f17856cf-7248-414b-bde6-8c90cfb4c593", "external-id": "nsx-vlan-transportzone-341", "segmentation_id": 341, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap131d4838-48", "ovs_interfaceid": "131d4838-48ea-499f-accc-16d7b5a7e60c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.290799] env[65448]: DEBUG nova.compute.manager [None req-dd2530e4-3210-415c-b707-a0c088eb288d tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: f7468e7d-2bed-4b9a-a642-b7f628a95305] Start destroying the instance on the hypervisor. {{(pid=65448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3209}} [ 933.291013] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-dd2530e4-3210-415c-b707-a0c088eb288d tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: f7468e7d-2bed-4b9a-a642-b7f628a95305] Destroying instance {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 933.292031] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e8abf3a-4d19-409f-a602-5961bf9ad92d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.302309] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd2530e4-3210-415c-b707-a0c088eb288d tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: f7468e7d-2bed-4b9a-a642-b7f628a95305] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 933.302579] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-43fc699b-8e34-4f00-ba1a-389bd9d96f27 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.317335] env[65448]: DEBUG oslo_vmware.api [None req-dd2530e4-3210-415c-b707-a0c088eb288d tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Waiting for the task: (returnval){ [ 933.317335] env[65448]: value = "task-4937941" [ 933.317335] env[65448]: _type = "Task" [ 933.317335] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.324100] env[65448]: DEBUG oslo_vmware.api [None req-dd2530e4-3210-415c-b707-a0c088eb288d tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Task: {'id': task-4937941, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.433294] env[65448]: DEBUG nova.compute.manager [req-8419292c-19ca-4b3a-9d16-40836818b5f1 req-28c499a7-773b-4a66-90e5-ff2496f2f05e service nova] [instance: 5e5a538b-8f59-45ca-bece-6a0cff169e0a] Received event network-vif-deleted-c28c03f9-de49-4287-bfbd-2a47961278d1 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 933.434028] env[65448]: DEBUG nova.compute.manager [req-8419292c-19ca-4b3a-9d16-40836818b5f1 req-28c499a7-773b-4a66-90e5-ff2496f2f05e service nova] [instance: 59a9ff6f-4e7b-4530-aaab-b12d54355269] Received event network-vif-plugged-131d4838-48ea-499f-accc-16d7b5a7e60c {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 933.434028] env[65448]: DEBUG oslo_concurrency.lockutils [req-8419292c-19ca-4b3a-9d16-40836818b5f1 req-28c499a7-773b-4a66-90e5-ff2496f2f05e service nova] Acquiring lock "59a9ff6f-4e7b-4530-aaab-b12d54355269-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.434028] env[65448]: DEBUG oslo_concurrency.lockutils [req-8419292c-19ca-4b3a-9d16-40836818b5f1 req-28c499a7-773b-4a66-90e5-ff2496f2f05e service nova] Lock "59a9ff6f-4e7b-4530-aaab-b12d54355269-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.434199] env[65448]: DEBUG oslo_concurrency.lockutils [req-8419292c-19ca-4b3a-9d16-40836818b5f1 req-28c499a7-773b-4a66-90e5-ff2496f2f05e service nova] Lock "59a9ff6f-4e7b-4530-aaab-b12d54355269-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.434358] env[65448]: DEBUG nova.compute.manager [req-8419292c-19ca-4b3a-9d16-40836818b5f1 req-28c499a7-773b-4a66-90e5-ff2496f2f05e service nova] [instance: 59a9ff6f-4e7b-4530-aaab-b12d54355269] No waiting events found dispatching network-vif-plugged-131d4838-48ea-499f-accc-16d7b5a7e60c {{(pid=65448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 933.434532] env[65448]: WARNING nova.compute.manager [req-8419292c-19ca-4b3a-9d16-40836818b5f1 req-28c499a7-773b-4a66-90e5-ff2496f2f05e service nova] [instance: 59a9ff6f-4e7b-4530-aaab-b12d54355269] Received unexpected event network-vif-plugged-131d4838-48ea-499f-accc-16d7b5a7e60c for instance with vm_state building and task_state spawning. [ 933.434709] env[65448]: DEBUG nova.compute.manager [req-8419292c-19ca-4b3a-9d16-40836818b5f1 req-28c499a7-773b-4a66-90e5-ff2496f2f05e service nova] [instance: 59a9ff6f-4e7b-4530-aaab-b12d54355269] Received event network-changed-131d4838-48ea-499f-accc-16d7b5a7e60c {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 933.434856] env[65448]: DEBUG nova.compute.manager [req-8419292c-19ca-4b3a-9d16-40836818b5f1 req-28c499a7-773b-4a66-90e5-ff2496f2f05e service nova] [instance: 59a9ff6f-4e7b-4530-aaab-b12d54355269] Refreshing instance network info cache due to event network-changed-131d4838-48ea-499f-accc-16d7b5a7e60c. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 933.435055] env[65448]: DEBUG oslo_concurrency.lockutils [req-8419292c-19ca-4b3a-9d16-40836818b5f1 req-28c499a7-773b-4a66-90e5-ff2496f2f05e service nova] Acquiring lock "refresh_cache-59a9ff6f-4e7b-4530-aaab-b12d54355269" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.552049] env[65448]: DEBUG oslo_concurrency.lockutils [None req-48ad8529-38f1-4ba0-9cf1-91a2f5b050f7 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Lock "cd954db3-685f-4f7b-8ef4-c9d0dca58eef" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.780s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.642354] env[65448]: DEBUG oslo_concurrency.lockutils [None req-fcfca66f-60f0-402f-94a5-39178cca5ed3 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Releasing lock "refresh_cache-59a9ff6f-4e7b-4530-aaab-b12d54355269" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.642801] env[65448]: DEBUG nova.compute.manager [None req-fcfca66f-60f0-402f-94a5-39178cca5ed3 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: 59a9ff6f-4e7b-4530-aaab-b12d54355269] Instance network_info: |[{"id": "131d4838-48ea-499f-accc-16d7b5a7e60c", "address": "fa:16:3e:b6:f1:fe", "network": {"id": "e780d8ca-74b1-42d6-9931-c68bece889ed", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1768290232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b4602fe4973466b8eb0d97f7a72d721", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f17856cf-7248-414b-bde6-8c90cfb4c593", "external-id": "nsx-vlan-transportzone-341", "segmentation_id": 341, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap131d4838-48", "ovs_interfaceid": "131d4838-48ea-499f-accc-16d7b5a7e60c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 933.643455] env[65448]: DEBUG oslo_concurrency.lockutils [req-8419292c-19ca-4b3a-9d16-40836818b5f1 req-28c499a7-773b-4a66-90e5-ff2496f2f05e service nova] Acquired lock "refresh_cache-59a9ff6f-4e7b-4530-aaab-b12d54355269" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.643721] env[65448]: DEBUG nova.network.neutron [req-8419292c-19ca-4b3a-9d16-40836818b5f1 req-28c499a7-773b-4a66-90e5-ff2496f2f05e service nova] [instance: 59a9ff6f-4e7b-4530-aaab-b12d54355269] Refreshing network info cache for port 131d4838-48ea-499f-accc-16d7b5a7e60c {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 933.649596] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-fcfca66f-60f0-402f-94a5-39178cca5ed3 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: 59a9ff6f-4e7b-4530-aaab-b12d54355269] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b6:f1:fe', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f17856cf-7248-414b-bde6-8c90cfb4c593', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '131d4838-48ea-499f-accc-16d7b5a7e60c', 'vif_model': 'vmxnet3'}] {{(pid=65448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 933.657942] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-fcfca66f-60f0-402f-94a5-39178cca5ed3 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 933.659624] env[65448]: WARNING neutronclient.v2_0.client [req-8419292c-19ca-4b3a-9d16-40836818b5f1 req-28c499a7-773b-4a66-90e5-ff2496f2f05e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 933.662051] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59a9ff6f-4e7b-4530-aaab-b12d54355269] Creating VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 933.665236] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b91d6c6d-2827-4be9-acef-b591ab792157 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.689624] env[65448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 933.689624] env[65448]: value = "task-4937942" [ 933.689624] env[65448]: _type = "Task" [ 933.689624] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.705978] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937942, 'name': CreateVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.830181] env[65448]: DEBUG oslo_vmware.api [None req-dd2530e4-3210-415c-b707-a0c088eb288d tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Task: {'id': task-4937941, 'name': PowerOffVM_Task, 'duration_secs': 0.336216} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.835810] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd2530e4-3210-415c-b707-a0c088eb288d tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: f7468e7d-2bed-4b9a-a642-b7f628a95305] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 933.836010] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-dd2530e4-3210-415c-b707-a0c088eb288d tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: f7468e7d-2bed-4b9a-a642-b7f628a95305] Unregistering the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 933.836513] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5a7b00c1-f3a1-4c87-9ef2-edd759cc41c5 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.933053] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-dd2530e4-3210-415c-b707-a0c088eb288d tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: f7468e7d-2bed-4b9a-a642-b7f628a95305] Unregistered the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 933.933053] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-dd2530e4-3210-415c-b707-a0c088eb288d tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: f7468e7d-2bed-4b9a-a642-b7f628a95305] Deleting contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 933.933053] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd2530e4-3210-415c-b707-a0c088eb288d tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Deleting the datastore file [datastore2] f7468e7d-2bed-4b9a-a642-b7f628a95305 {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 933.933053] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-27b98e2c-46d5-4590-ba55-04e263f81c09 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.943192] env[65448]: DEBUG oslo_vmware.api [None req-dd2530e4-3210-415c-b707-a0c088eb288d tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Waiting for the task: (returnval){ [ 933.943192] env[65448]: value = "task-4937944" [ 933.943192] env[65448]: _type = "Task" [ 933.943192] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.954683] env[65448]: DEBUG oslo_vmware.api [None req-dd2530e4-3210-415c-b707-a0c088eb288d tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Task: {'id': task-4937944, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.964690] env[65448]: WARNING neutronclient.v2_0.client [req-8419292c-19ca-4b3a-9d16-40836818b5f1 req-28c499a7-773b-4a66-90e5-ff2496f2f05e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 934.050343] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af94cb3c-573b-4f5f-98cb-9e4e8b45335d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.057770] env[65448]: DEBUG nova.network.neutron [req-8419292c-19ca-4b3a-9d16-40836818b5f1 req-28c499a7-773b-4a66-90e5-ff2496f2f05e service nova] [instance: 59a9ff6f-4e7b-4530-aaab-b12d54355269] Updated VIF entry in instance network info cache for port 131d4838-48ea-499f-accc-16d7b5a7e60c. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 934.058789] env[65448]: DEBUG nova.network.neutron [req-8419292c-19ca-4b3a-9d16-40836818b5f1 req-28c499a7-773b-4a66-90e5-ff2496f2f05e service nova] [instance: 59a9ff6f-4e7b-4530-aaab-b12d54355269] Updating instance_info_cache with network_info: [{"id": "131d4838-48ea-499f-accc-16d7b5a7e60c", "address": "fa:16:3e:b6:f1:fe", "network": {"id": "e780d8ca-74b1-42d6-9931-c68bece889ed", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1768290232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b4602fe4973466b8eb0d97f7a72d721", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f17856cf-7248-414b-bde6-8c90cfb4c593", "external-id": "nsx-vlan-transportzone-341", "segmentation_id": 341, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap131d4838-48", "ovs_interfaceid": "131d4838-48ea-499f-accc-16d7b5a7e60c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.065998] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52f5b076-69a1-453a-9e52-eb5ab03e09e1 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.101053] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4abdaa76-fefc-476c-ab1a-e790ca46ffd6 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.109880] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd69908a-efd6-4bc1-8077-1d64545f7c73 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.126179] env[65448]: DEBUG nova.compute.provider_tree [None req-12e6258f-67ff-4fd1-ba76-c62dc015cebd tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 934.203763] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937942, 'name': CreateVM_Task, 'duration_secs': 0.433142} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.203940] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59a9ff6f-4e7b-4530-aaab-b12d54355269] Created VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 934.204672] env[65448]: WARNING neutronclient.v2_0.client [None req-fcfca66f-60f0-402f-94a5-39178cca5ed3 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 934.205291] env[65448]: DEBUG oslo_concurrency.lockutils [None req-fcfca66f-60f0-402f-94a5-39178cca5ed3 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.205497] env[65448]: DEBUG oslo_concurrency.lockutils [None req-fcfca66f-60f0-402f-94a5-39178cca5ed3 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.206037] env[65448]: DEBUG oslo_concurrency.lockutils [None req-fcfca66f-60f0-402f-94a5-39178cca5ed3 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.207752] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd5162a0-654d-464d-a29a-6c3af342a56d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.212319] env[65448]: DEBUG oslo_vmware.api [None req-fcfca66f-60f0-402f-94a5-39178cca5ed3 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Waiting for the task: (returnval){ [ 934.212319] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]528a7700-8b0f-c67c-7f32-d817ad2327c5" [ 934.212319] env[65448]: _type = "Task" [ 934.212319] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.221678] env[65448]: DEBUG oslo_vmware.api [None req-fcfca66f-60f0-402f-94a5-39178cca5ed3 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]528a7700-8b0f-c67c-7f32-d817ad2327c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.433867] env[65448]: DEBUG nova.compute.manager [None req-70b5454f-d148-4f3b-8584-49296e4f3e10 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 3a4ea7cd-a46b-4aa2-aaec-6799deec58f9] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 934.434843] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d960a7ed-c37e-439d-a6ea-509607c63dd3 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.459494] env[65448]: DEBUG oslo_vmware.api [None req-dd2530e4-3210-415c-b707-a0c088eb288d tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Task: {'id': task-4937944, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176381} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.460479] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd2530e4-3210-415c-b707-a0c088eb288d tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 934.460479] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-dd2530e4-3210-415c-b707-a0c088eb288d tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: f7468e7d-2bed-4b9a-a642-b7f628a95305] Deleted contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 934.460479] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-dd2530e4-3210-415c-b707-a0c088eb288d tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: f7468e7d-2bed-4b9a-a642-b7f628a95305] Instance destroyed {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 934.460479] env[65448]: INFO nova.compute.manager [None req-dd2530e4-3210-415c-b707-a0c088eb288d tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: f7468e7d-2bed-4b9a-a642-b7f628a95305] Took 1.17 seconds to destroy the instance on the hypervisor. [ 934.460692] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-dd2530e4-3210-415c-b707-a0c088eb288d tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 934.461161] env[65448]: DEBUG nova.compute.manager [-] [instance: f7468e7d-2bed-4b9a-a642-b7f628a95305] Deallocating network for instance {{(pid=65448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 934.461161] env[65448]: DEBUG nova.network.neutron [-] [instance: f7468e7d-2bed-4b9a-a642-b7f628a95305] deallocate_for_instance() {{(pid=65448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 934.461364] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 934.506392] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 934.561178] env[65448]: DEBUG oslo_concurrency.lockutils [req-8419292c-19ca-4b3a-9d16-40836818b5f1 req-28c499a7-773b-4a66-90e5-ff2496f2f05e service nova] Releasing lock "refresh_cache-59a9ff6f-4e7b-4530-aaab-b12d54355269" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.630282] env[65448]: DEBUG nova.scheduler.client.report [None req-12e6258f-67ff-4fd1-ba76-c62dc015cebd tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 934.724767] env[65448]: DEBUG oslo_vmware.api [None req-fcfca66f-60f0-402f-94a5-39178cca5ed3 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]528a7700-8b0f-c67c-7f32-d817ad2327c5, 'name': SearchDatastore_Task, 'duration_secs': 0.010906} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.725101] env[65448]: DEBUG oslo_concurrency.lockutils [None req-fcfca66f-60f0-402f-94a5-39178cca5ed3 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.725371] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-fcfca66f-60f0-402f-94a5-39178cca5ed3 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: 59a9ff6f-4e7b-4530-aaab-b12d54355269] Processing image 50fb366d-48e6-424f-9c20-bc83d77be76a {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 934.725631] env[65448]: DEBUG oslo_concurrency.lockutils [None req-fcfca66f-60f0-402f-94a5-39178cca5ed3 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.725773] env[65448]: DEBUG oslo_concurrency.lockutils [None req-fcfca66f-60f0-402f-94a5-39178cca5ed3 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.725962] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcfca66f-60f0-402f-94a5-39178cca5ed3 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 934.726249] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-36afe11d-11eb-4cd0-8be0-d2fa4bae5da0 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.738240] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcfca66f-60f0-402f-94a5-39178cca5ed3 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 934.738240] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-fcfca66f-60f0-402f-94a5-39178cca5ed3 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 934.739178] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24c3c74e-12d4-4f07-b6c0-f685deea82b6 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.746008] env[65448]: DEBUG oslo_vmware.api [None req-fcfca66f-60f0-402f-94a5-39178cca5ed3 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Waiting for the task: (returnval){ [ 934.746008] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52783f55-8979-db94-c6f5-f43125b1490a" [ 934.746008] env[65448]: _type = "Task" [ 934.746008] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.758532] env[65448]: DEBUG oslo_vmware.api [None req-fcfca66f-60f0-402f-94a5-39178cca5ed3 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52783f55-8979-db94-c6f5-f43125b1490a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.858423] env[65448]: DEBUG oslo_concurrency.lockutils [None req-0fbc06ad-396b-49a9-af59-47c64698c1f0 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Acquiring lock "204b5f52-2264-4c23-8799-4b3f57682409" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.858861] env[65448]: DEBUG oslo_concurrency.lockutils [None req-0fbc06ad-396b-49a9-af59-47c64698c1f0 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Lock "204b5f52-2264-4c23-8799-4b3f57682409" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.859280] env[65448]: DEBUG oslo_concurrency.lockutils [None req-0fbc06ad-396b-49a9-af59-47c64698c1f0 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Acquiring lock "204b5f52-2264-4c23-8799-4b3f57682409-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.859559] env[65448]: DEBUG oslo_concurrency.lockutils [None req-0fbc06ad-396b-49a9-af59-47c64698c1f0 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Lock "204b5f52-2264-4c23-8799-4b3f57682409-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.859812] env[65448]: DEBUG oslo_concurrency.lockutils [None req-0fbc06ad-396b-49a9-af59-47c64698c1f0 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Lock "204b5f52-2264-4c23-8799-4b3f57682409-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.864185] env[65448]: INFO nova.compute.manager [None req-0fbc06ad-396b-49a9-af59-47c64698c1f0 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: 204b5f52-2264-4c23-8799-4b3f57682409] Terminating instance [ 934.955855] env[65448]: INFO nova.compute.manager [None req-70b5454f-d148-4f3b-8584-49296e4f3e10 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 3a4ea7cd-a46b-4aa2-aaec-6799deec58f9] instance snapshotting [ 934.959925] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45332735-c59a-472f-aa1f-4c25dfe19a3d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.985076] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b043055-481a-479b-9f09-850897a0351c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.142716] env[65448]: DEBUG oslo_concurrency.lockutils [None req-12e6258f-67ff-4fd1-ba76-c62dc015cebd tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.154s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.145324] env[65448]: DEBUG oslo_concurrency.lockutils [None req-0bc2f110-0a70-44e9-a0c2-6dd68af71c31 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.885s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.145572] env[65448]: DEBUG nova.objects.instance [None req-0bc2f110-0a70-44e9-a0c2-6dd68af71c31 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691-project-member] Lazy-loading 'resources' on Instance uuid e528a5f1-8251-4420-8660-8a7ec001ef7e {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 935.170787] env[65448]: INFO nova.scheduler.client.report [None req-12e6258f-67ff-4fd1-ba76-c62dc015cebd tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Deleted allocations for instance a99b311d-836c-4385-9432-45b9765f5dac [ 935.261184] env[65448]: DEBUG oslo_vmware.api [None req-fcfca66f-60f0-402f-94a5-39178cca5ed3 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52783f55-8979-db94-c6f5-f43125b1490a, 'name': SearchDatastore_Task, 'duration_secs': 0.011465} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.262236] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4afd0eea-00ab-427d-9c89-53d33fdf1a21 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.272643] env[65448]: DEBUG oslo_vmware.api [None req-fcfca66f-60f0-402f-94a5-39178cca5ed3 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Waiting for the task: (returnval){ [ 935.272643] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5286ca63-75aa-e952-77c7-fb57f643eb4e" [ 935.272643] env[65448]: _type = "Task" [ 935.272643] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.289857] env[65448]: DEBUG oslo_vmware.api [None req-fcfca66f-60f0-402f-94a5-39178cca5ed3 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5286ca63-75aa-e952-77c7-fb57f643eb4e, 'name': SearchDatastore_Task, 'duration_secs': 0.012192} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.290407] env[65448]: DEBUG oslo_concurrency.lockutils [None req-fcfca66f-60f0-402f-94a5-39178cca5ed3 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.290911] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcfca66f-60f0-402f-94a5-39178cca5ed3 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] 59a9ff6f-4e7b-4530-aaab-b12d54355269/59a9ff6f-4e7b-4530-aaab-b12d54355269.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 935.291527] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2ad31e5b-e550-4b4c-8f80-5188f625a10d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.303212] env[65448]: DEBUG oslo_vmware.api [None req-fcfca66f-60f0-402f-94a5-39178cca5ed3 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Waiting for the task: (returnval){ [ 935.303212] env[65448]: value = "task-4937945" [ 935.303212] env[65448]: _type = "Task" [ 935.303212] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.316108] env[65448]: DEBUG oslo_vmware.api [None req-fcfca66f-60f0-402f-94a5-39178cca5ed3 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': task-4937945, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.373548] env[65448]: DEBUG nova.compute.manager [None req-0fbc06ad-396b-49a9-af59-47c64698c1f0 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: 204b5f52-2264-4c23-8799-4b3f57682409] Start destroying the instance on the hypervisor. {{(pid=65448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3209}} [ 935.373834] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-0fbc06ad-396b-49a9-af59-47c64698c1f0 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: 204b5f52-2264-4c23-8799-4b3f57682409] Destroying instance {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 935.374806] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ee362d6-8190-4286-b2f3-e25f0e2edf8c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.384243] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fbc06ad-396b-49a9-af59-47c64698c1f0 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: 204b5f52-2264-4c23-8799-4b3f57682409] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 935.384243] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ee2413a4-f862-43de-8e34-25c1abd77655 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.393016] env[65448]: DEBUG oslo_vmware.api [None req-0fbc06ad-396b-49a9-af59-47c64698c1f0 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Waiting for the task: (returnval){ [ 935.393016] env[65448]: value = "task-4937946" [ 935.393016] env[65448]: _type = "Task" [ 935.393016] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.404848] env[65448]: DEBUG oslo_vmware.api [None req-0fbc06ad-396b-49a9-af59-47c64698c1f0 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Task: {'id': task-4937946, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.497751] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-70b5454f-d148-4f3b-8584-49296e4f3e10 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 3a4ea7cd-a46b-4aa2-aaec-6799deec58f9] Creating Snapshot of the VM instance {{(pid=65448) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 935.498659] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-34e9c255-5dd0-4416-85ed-bf00bb32bb01 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.510503] env[65448]: DEBUG oslo_vmware.api [None req-70b5454f-d148-4f3b-8584-49296e4f3e10 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Waiting for the task: (returnval){ [ 935.510503] env[65448]: value = "task-4937947" [ 935.510503] env[65448]: _type = "Task" [ 935.510503] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.526490] env[65448]: DEBUG oslo_vmware.api [None req-70b5454f-d148-4f3b-8584-49296e4f3e10 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': task-4937947, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.528304] env[65448]: DEBUG nova.network.neutron [-] [instance: f7468e7d-2bed-4b9a-a642-b7f628a95305] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.685435] env[65448]: DEBUG oslo_concurrency.lockutils [None req-12e6258f-67ff-4fd1-ba76-c62dc015cebd tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Lock "a99b311d-836c-4385-9432-45b9765f5dac" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.747s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.819368] env[65448]: DEBUG oslo_vmware.api [None req-fcfca66f-60f0-402f-94a5-39178cca5ed3 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': task-4937945, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.905660] env[65448]: DEBUG oslo_vmware.api [None req-0fbc06ad-396b-49a9-af59-47c64698c1f0 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Task: {'id': task-4937946, 'name': PowerOffVM_Task, 'duration_secs': 0.238553} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.905977] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fbc06ad-396b-49a9-af59-47c64698c1f0 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: 204b5f52-2264-4c23-8799-4b3f57682409] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 935.906187] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-0fbc06ad-396b-49a9-af59-47c64698c1f0 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: 204b5f52-2264-4c23-8799-4b3f57682409] Unregistering the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 935.906441] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2a521f51-0b65-4c3f-8257-5cce57448caa {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.981324] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-0fbc06ad-396b-49a9-af59-47c64698c1f0 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: 204b5f52-2264-4c23-8799-4b3f57682409] Unregistered the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 935.983025] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-0fbc06ad-396b-49a9-af59-47c64698c1f0 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: 204b5f52-2264-4c23-8799-4b3f57682409] Deleting contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 935.983025] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fbc06ad-396b-49a9-af59-47c64698c1f0 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Deleting the datastore file [datastore2] 204b5f52-2264-4c23-8799-4b3f57682409 {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 935.983025] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fd8ecd01-068e-4640-af0e-542034e5a722 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.989716] env[65448]: DEBUG oslo_vmware.api [None req-0fbc06ad-396b-49a9-af59-47c64698c1f0 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Waiting for the task: (returnval){ [ 935.989716] env[65448]: value = "task-4937949" [ 935.989716] env[65448]: _type = "Task" [ 935.989716] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.007685] env[65448]: DEBUG oslo_vmware.api [None req-0fbc06ad-396b-49a9-af59-47c64698c1f0 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Task: {'id': task-4937949, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.021111] env[65448]: DEBUG oslo_vmware.api [None req-70b5454f-d148-4f3b-8584-49296e4f3e10 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': task-4937947, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.038840] env[65448]: INFO nova.compute.manager [-] [instance: f7468e7d-2bed-4b9a-a642-b7f628a95305] Took 1.58 seconds to deallocate network for instance. [ 936.155703] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3e67402-9443-411f-b0e0-b97ed3b30af0 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.164185] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-920b2cf8-130f-467c-82c0-7f2cb5585775 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.210604] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dea6efe-0ef1-4afc-95ac-558d7478ba7e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.219536] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22171a2e-83b8-444b-980e-08fbe87f05ce {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.237226] env[65448]: DEBUG nova.compute.provider_tree [None req-0bc2f110-0a70-44e9-a0c2-6dd68af71c31 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 936.320042] env[65448]: DEBUG oslo_vmware.api [None req-fcfca66f-60f0-402f-94a5-39178cca5ed3 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': task-4937945, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.567214} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.320042] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcfca66f-60f0-402f-94a5-39178cca5ed3 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] 59a9ff6f-4e7b-4530-aaab-b12d54355269/59a9ff6f-4e7b-4530-aaab-b12d54355269.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 936.320042] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-fcfca66f-60f0-402f-94a5-39178cca5ed3 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: 59a9ff6f-4e7b-4530-aaab-b12d54355269] Extending root virtual disk to 1048576 {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 936.320042] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8f021f99-90d1-4603-8edf-2b0bbaf06fc2 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.327652] env[65448]: DEBUG oslo_vmware.api [None req-fcfca66f-60f0-402f-94a5-39178cca5ed3 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Waiting for the task: (returnval){ [ 936.327652] env[65448]: value = "task-4937950" [ 936.327652] env[65448]: _type = "Task" [ 936.327652] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.338540] env[65448]: DEBUG oslo_vmware.api [None req-fcfca66f-60f0-402f-94a5-39178cca5ed3 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': task-4937950, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.504878] env[65448]: DEBUG oslo_vmware.api [None req-0fbc06ad-396b-49a9-af59-47c64698c1f0 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Task: {'id': task-4937949, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15501} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.508021] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fbc06ad-396b-49a9-af59-47c64698c1f0 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 936.508021] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-0fbc06ad-396b-49a9-af59-47c64698c1f0 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: 204b5f52-2264-4c23-8799-4b3f57682409] Deleted contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 936.508021] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-0fbc06ad-396b-49a9-af59-47c64698c1f0 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: 204b5f52-2264-4c23-8799-4b3f57682409] Instance destroyed {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 936.508021] env[65448]: INFO nova.compute.manager [None req-0fbc06ad-396b-49a9-af59-47c64698c1f0 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] [instance: 204b5f52-2264-4c23-8799-4b3f57682409] Took 1.13 seconds to destroy the instance on the hypervisor. [ 936.508021] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-0fbc06ad-396b-49a9-af59-47c64698c1f0 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 936.508021] env[65448]: DEBUG nova.compute.manager [-] [instance: 204b5f52-2264-4c23-8799-4b3f57682409] Deallocating network for instance {{(pid=65448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 936.508021] env[65448]: DEBUG nova.network.neutron [-] [instance: 204b5f52-2264-4c23-8799-4b3f57682409] deallocate_for_instance() {{(pid=65448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 936.508021] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 936.523300] env[65448]: DEBUG oslo_vmware.api [None req-70b5454f-d148-4f3b-8584-49296e4f3e10 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': task-4937947, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.543689] env[65448]: DEBUG oslo_concurrency.lockutils [None req-dd2530e4-3210-415c-b707-a0c088eb288d tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.740605] env[65448]: DEBUG nova.scheduler.client.report [None req-0bc2f110-0a70-44e9-a0c2-6dd68af71c31 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 936.798197] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 936.842416] env[65448]: DEBUG nova.compute.manager [req-32349d92-21b6-4d41-982d-e50064febf00 req-f9226e04-e8dd-4540-9dc9-31a52bb5e2b6 service nova] [instance: f7468e7d-2bed-4b9a-a642-b7f628a95305] Received event network-vif-deleted-0edc05d5-4709-4158-81d9-6be362ad36e0 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 936.849684] env[65448]: DEBUG oslo_vmware.api [None req-fcfca66f-60f0-402f-94a5-39178cca5ed3 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': task-4937950, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074441} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.850061] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-fcfca66f-60f0-402f-94a5-39178cca5ed3 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: 59a9ff6f-4e7b-4530-aaab-b12d54355269] Extended root virtual disk {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 936.851164] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dbd6ac0-2076-4202-ab86-8de31e186cdc {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.879061] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcfca66f-60f0-402f-94a5-39178cca5ed3 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: 59a9ff6f-4e7b-4530-aaab-b12d54355269] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] 59a9ff6f-4e7b-4530-aaab-b12d54355269/59a9ff6f-4e7b-4530-aaab-b12d54355269.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 936.879913] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8de5dba9-5f97-4831-b506-535347ce4afb {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.905893] env[65448]: DEBUG oslo_vmware.api [None req-fcfca66f-60f0-402f-94a5-39178cca5ed3 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Waiting for the task: (returnval){ [ 936.905893] env[65448]: value = "task-4937951" [ 936.905893] env[65448]: _type = "Task" [ 936.905893] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.912198] env[65448]: DEBUG oslo_vmware.api [None req-fcfca66f-60f0-402f-94a5-39178cca5ed3 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': task-4937951, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.031895] env[65448]: DEBUG oslo_vmware.api [None req-70b5454f-d148-4f3b-8584-49296e4f3e10 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': task-4937947, 'name': CreateSnapshot_Task, 'duration_secs': 1.174045} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.032311] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-70b5454f-d148-4f3b-8584-49296e4f3e10 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 3a4ea7cd-a46b-4aa2-aaec-6799deec58f9] Created Snapshot of the VM instance {{(pid=65448) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 937.033435] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b5e6bf4-1864-4b5c-84d4-7b0c01309091 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.247099] env[65448]: DEBUG oslo_concurrency.lockutils [None req-0bc2f110-0a70-44e9-a0c2-6dd68af71c31 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.102s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.249836] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d4c1a4ac-e73c-490a-9e61-40bdd1b1f845 tempest-ServersNegativeTestMultiTenantJSON-240494906 tempest-ServersNegativeTestMultiTenantJSON-240494906-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.105s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.251456] env[65448]: INFO nova.compute.claims [None req-d4c1a4ac-e73c-490a-9e61-40bdd1b1f845 tempest-ServersNegativeTestMultiTenantJSON-240494906 tempest-ServersNegativeTestMultiTenantJSON-240494906-project-member] [instance: 6c671722-081d-4d34-9eae-f9e7565127e9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 937.367779] env[65448]: INFO nova.scheduler.client.report [None req-0bc2f110-0a70-44e9-a0c2-6dd68af71c31 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691-project-member] Deleted allocations for instance e528a5f1-8251-4420-8660-8a7ec001ef7e [ 937.416922] env[65448]: DEBUG oslo_vmware.api [None req-fcfca66f-60f0-402f-94a5-39178cca5ed3 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': task-4937951, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.525762] env[65448]: DEBUG nova.network.neutron [-] [instance: 204b5f52-2264-4c23-8799-4b3f57682409] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.559818] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-70b5454f-d148-4f3b-8584-49296e4f3e10 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 3a4ea7cd-a46b-4aa2-aaec-6799deec58f9] Creating linked-clone VM from snapshot {{(pid=65448) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 937.559818] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6b5c1454-9d67-4917-90df-b5720fc4dd14 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.572172] env[65448]: DEBUG oslo_vmware.api [None req-70b5454f-d148-4f3b-8584-49296e4f3e10 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Waiting for the task: (returnval){ [ 937.572172] env[65448]: value = "task-4937952" [ 937.572172] env[65448]: _type = "Task" [ 937.572172] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.583349] env[65448]: DEBUG oslo_vmware.api [None req-70b5454f-d148-4f3b-8584-49296e4f3e10 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': task-4937952, 'name': CloneVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.666268] env[65448]: DEBUG nova.compute.manager [req-a2a60400-1527-4a1d-b797-ee00ad12969f req-10403080-e9ff-4f53-8759-a0e1a2d600c8 service nova] [instance: 204b5f52-2264-4c23-8799-4b3f57682409] Received event network-vif-deleted-a8e18aee-b11d-458c-945a-72d1ccfaba7e {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 937.877350] env[65448]: DEBUG oslo_concurrency.lockutils [None req-0bc2f110-0a70-44e9-a0c2-6dd68af71c31 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691 tempest-FloatingIPsAssociationNegativeTestJSON-2092950691-project-member] Lock "e528a5f1-8251-4420-8660-8a7ec001ef7e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.420s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.915815] env[65448]: DEBUG oslo_vmware.api [None req-fcfca66f-60f0-402f-94a5-39178cca5ed3 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': task-4937951, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.028813] env[65448]: INFO nova.compute.manager [-] [instance: 204b5f52-2264-4c23-8799-4b3f57682409] Took 1.52 seconds to deallocate network for instance. [ 938.085099] env[65448]: DEBUG oslo_vmware.api [None req-70b5454f-d148-4f3b-8584-49296e4f3e10 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': task-4937952, 'name': CloneVM_Task} progress is 94%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.422224] env[65448]: DEBUG oslo_vmware.api [None req-fcfca66f-60f0-402f-94a5-39178cca5ed3 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': task-4937951, 'name': ReconfigVM_Task, 'duration_secs': 1.089072} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.422459] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcfca66f-60f0-402f-94a5-39178cca5ed3 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: 59a9ff6f-4e7b-4530-aaab-b12d54355269] Reconfigured VM instance instance-0000004b to attach disk [datastore2] 59a9ff6f-4e7b-4530-aaab-b12d54355269/59a9ff6f-4e7b-4530-aaab-b12d54355269.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 938.423132] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bb19ab62-b70e-4c7b-a941-a244275d52d9 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.432542] env[65448]: DEBUG oslo_vmware.api [None req-fcfca66f-60f0-402f-94a5-39178cca5ed3 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Waiting for the task: (returnval){ [ 938.432542] env[65448]: value = "task-4937953" [ 938.432542] env[65448]: _type = "Task" [ 938.432542] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.446488] env[65448]: DEBUG oslo_vmware.api [None req-fcfca66f-60f0-402f-94a5-39178cca5ed3 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': task-4937953, 'name': Rename_Task} progress is 6%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.510953] env[65448]: DEBUG oslo_concurrency.lockutils [None req-eff2f1bc-cac2-40d5-9896-ebac5a2352b4 tempest-ServersV294TestFqdnHostnames-1535385712 tempest-ServersV294TestFqdnHostnames-1535385712-project-member] Acquiring lock "ba7361d2-4e0a-4087-989f-5832a7ece890" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.511230] env[65448]: DEBUG oslo_concurrency.lockutils [None req-eff2f1bc-cac2-40d5-9896-ebac5a2352b4 tempest-ServersV294TestFqdnHostnames-1535385712 tempest-ServersV294TestFqdnHostnames-1535385712-project-member] Lock "ba7361d2-4e0a-4087-989f-5832a7ece890" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.538099] env[65448]: DEBUG oslo_concurrency.lockutils [None req-0fbc06ad-396b-49a9-af59-47c64698c1f0 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.587927] env[65448]: DEBUG oslo_vmware.api [None req-70b5454f-d148-4f3b-8584-49296e4f3e10 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': task-4937952, 'name': CloneVM_Task} progress is 94%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.717114] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a890173-ca80-449a-bba8-26b46c016ac0 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.732795] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4b509a6-951c-4747-b684-c80d2dff2d35 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.766636] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b069a51d-b004-46d6-b66a-7d2a7e979545 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.775822] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69e04a31-666d-4b7e-b545-0a1d7ee086a2 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.792508] env[65448]: DEBUG nova.compute.provider_tree [None req-d4c1a4ac-e73c-490a-9e61-40bdd1b1f845 tempest-ServersNegativeTestMultiTenantJSON-240494906 tempest-ServersNegativeTestMultiTenantJSON-240494906-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 938.949528] env[65448]: DEBUG oslo_vmware.api [None req-fcfca66f-60f0-402f-94a5-39178cca5ed3 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': task-4937953, 'name': Rename_Task, 'duration_secs': 0.18993} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.949528] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcfca66f-60f0-402f-94a5-39178cca5ed3 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: 59a9ff6f-4e7b-4530-aaab-b12d54355269] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 938.949528] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-77231fd8-5bfc-4df0-96cb-73995bb911e9 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.958766] env[65448]: DEBUG oslo_vmware.api [None req-fcfca66f-60f0-402f-94a5-39178cca5ed3 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Waiting for the task: (returnval){ [ 938.958766] env[65448]: value = "task-4937954" [ 938.958766] env[65448]: _type = "Task" [ 938.958766] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.966267] env[65448]: DEBUG oslo_vmware.api [None req-fcfca66f-60f0-402f-94a5-39178cca5ed3 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': task-4937954, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.018173] env[65448]: DEBUG nova.compute.manager [None req-eff2f1bc-cac2-40d5-9896-ebac5a2352b4 tempest-ServersV294TestFqdnHostnames-1535385712 tempest-ServersV294TestFqdnHostnames-1535385712-project-member] [instance: ba7361d2-4e0a-4087-989f-5832a7ece890] Starting instance... {{(pid=65448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2483}} [ 939.030575] env[65448]: DEBUG oslo_concurrency.lockutils [None req-346ff18c-f2e2-4cad-910d-f8c297df6c86 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Acquiring lock "d7a47642-66f2-4772-bff2-50b672f23d21" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.030695] env[65448]: DEBUG oslo_concurrency.lockutils [None req-346ff18c-f2e2-4cad-910d-f8c297df6c86 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Lock "d7a47642-66f2-4772-bff2-50b672f23d21" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.059860] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5e09d55c-4fca-4bf3-99e5-e9becc7367f3 tempest-ServerTagsTestJSON-1535616916 tempest-ServerTagsTestJSON-1535616916-project-member] Acquiring lock "5d5d90a5-f93c-4070-8c3f-2690af66af2a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.060085] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5e09d55c-4fca-4bf3-99e5-e9becc7367f3 tempest-ServerTagsTestJSON-1535616916 tempest-ServerTagsTestJSON-1535616916-project-member] Lock "5d5d90a5-f93c-4070-8c3f-2690af66af2a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.060245] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5e09d55c-4fca-4bf3-99e5-e9becc7367f3 tempest-ServerTagsTestJSON-1535616916 tempest-ServerTagsTestJSON-1535616916-project-member] Acquiring lock "5d5d90a5-f93c-4070-8c3f-2690af66af2a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.060427] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5e09d55c-4fca-4bf3-99e5-e9becc7367f3 tempest-ServerTagsTestJSON-1535616916 tempest-ServerTagsTestJSON-1535616916-project-member] Lock "5d5d90a5-f93c-4070-8c3f-2690af66af2a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.060624] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5e09d55c-4fca-4bf3-99e5-e9becc7367f3 tempest-ServerTagsTestJSON-1535616916 tempest-ServerTagsTestJSON-1535616916-project-member] Lock "5d5d90a5-f93c-4070-8c3f-2690af66af2a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.063881] env[65448]: INFO nova.compute.manager [None req-5e09d55c-4fca-4bf3-99e5-e9becc7367f3 tempest-ServerTagsTestJSON-1535616916 tempest-ServerTagsTestJSON-1535616916-project-member] [instance: 5d5d90a5-f93c-4070-8c3f-2690af66af2a] Terminating instance [ 939.087053] env[65448]: DEBUG oslo_vmware.api [None req-70b5454f-d148-4f3b-8584-49296e4f3e10 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': task-4937952, 'name': CloneVM_Task} progress is 95%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.296979] env[65448]: DEBUG nova.scheduler.client.report [None req-d4c1a4ac-e73c-490a-9e61-40bdd1b1f845 tempest-ServersNegativeTestMultiTenantJSON-240494906 tempest-ServersNegativeTestMultiTenantJSON-240494906-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 939.474178] env[65448]: DEBUG oslo_vmware.api [None req-fcfca66f-60f0-402f-94a5-39178cca5ed3 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': task-4937954, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.534790] env[65448]: DEBUG nova.compute.manager [None req-346ff18c-f2e2-4cad-910d-f8c297df6c86 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: d7a47642-66f2-4772-bff2-50b672f23d21] Starting instance... {{(pid=65448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2483}} [ 939.547380] env[65448]: DEBUG oslo_concurrency.lockutils [None req-eff2f1bc-cac2-40d5-9896-ebac5a2352b4 tempest-ServersV294TestFqdnHostnames-1535385712 tempest-ServersV294TestFqdnHostnames-1535385712-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.571470] env[65448]: DEBUG nova.compute.manager [None req-5e09d55c-4fca-4bf3-99e5-e9becc7367f3 tempest-ServerTagsTestJSON-1535616916 tempest-ServerTagsTestJSON-1535616916-project-member] [instance: 5d5d90a5-f93c-4070-8c3f-2690af66af2a] Start destroying the instance on the hypervisor. {{(pid=65448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3209}} [ 939.571710] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-5e09d55c-4fca-4bf3-99e5-e9becc7367f3 tempest-ServerTagsTestJSON-1535616916 tempest-ServerTagsTestJSON-1535616916-project-member] [instance: 5d5d90a5-f93c-4070-8c3f-2690af66af2a] Destroying instance {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 939.572757] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fd775a5-f12e-454c-b4c8-e679c3446ca4 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.587897] env[65448]: DEBUG oslo_vmware.api [None req-70b5454f-d148-4f3b-8584-49296e4f3e10 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': task-4937952, 'name': CloneVM_Task, 'duration_secs': 1.618258} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.591115] env[65448]: INFO nova.virt.vmwareapi.vmops [None req-70b5454f-d148-4f3b-8584-49296e4f3e10 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 3a4ea7cd-a46b-4aa2-aaec-6799deec58f9] Created linked-clone VM from snapshot [ 939.591938] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e09d55c-4fca-4bf3-99e5-e9becc7367f3 tempest-ServerTagsTestJSON-1535616916 tempest-ServerTagsTestJSON-1535616916-project-member] [instance: 5d5d90a5-f93c-4070-8c3f-2690af66af2a] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 939.592661] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-281914c5-eff6-421a-b8f4-869d8a2e3bdf {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.599422] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-43e928b4-0f3d-4cec-872b-ed9e0848843a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.608769] env[65448]: DEBUG nova.virt.vmwareapi.images [None req-70b5454f-d148-4f3b-8584-49296e4f3e10 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 3a4ea7cd-a46b-4aa2-aaec-6799deec58f9] Uploading image 98eaa93c-6fe9-47a2-addc-fc9f0fd02c5d {{(pid=65448) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 939.614937] env[65448]: DEBUG oslo_vmware.api [None req-5e09d55c-4fca-4bf3-99e5-e9becc7367f3 tempest-ServerTagsTestJSON-1535616916 tempest-ServerTagsTestJSON-1535616916-project-member] Waiting for the task: (returnval){ [ 939.614937] env[65448]: value = "task-4937955" [ 939.614937] env[65448]: _type = "Task" [ 939.614937] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.627962] env[65448]: DEBUG oslo_vmware.api [None req-5e09d55c-4fca-4bf3-99e5-e9becc7367f3 tempest-ServerTagsTestJSON-1535616916 tempest-ServerTagsTestJSON-1535616916-project-member] Task: {'id': task-4937955, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.641897] env[65448]: DEBUG oslo_vmware.rw_handles [None req-70b5454f-d148-4f3b-8584-49296e4f3e10 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 939.641897] env[65448]: value = "vm-961988" [ 939.641897] env[65448]: _type = "VirtualMachine" [ 939.641897] env[65448]: }. {{(pid=65448) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 939.642322] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c61fdeda-04b1-4d9d-b669-8788f10cc132 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.649812] env[65448]: DEBUG oslo_vmware.rw_handles [None req-70b5454f-d148-4f3b-8584-49296e4f3e10 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Lease: (returnval){ [ 939.649812] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]525b68ea-16d4-60cc-7502-0b576392931e" [ 939.649812] env[65448]: _type = "HttpNfcLease" [ 939.649812] env[65448]: } obtained for exporting VM: (result){ [ 939.649812] env[65448]: value = "vm-961988" [ 939.649812] env[65448]: _type = "VirtualMachine" [ 939.649812] env[65448]: }. {{(pid=65448) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 939.650129] env[65448]: DEBUG oslo_vmware.api [None req-70b5454f-d148-4f3b-8584-49296e4f3e10 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Waiting for the lease: (returnval){ [ 939.650129] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]525b68ea-16d4-60cc-7502-0b576392931e" [ 939.650129] env[65448]: _type = "HttpNfcLease" [ 939.650129] env[65448]: } to be ready. {{(pid=65448) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 939.660460] env[65448]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 939.660460] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]525b68ea-16d4-60cc-7502-0b576392931e" [ 939.660460] env[65448]: _type = "HttpNfcLease" [ 939.660460] env[65448]: } is initializing. {{(pid=65448) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 939.804228] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d4c1a4ac-e73c-490a-9e61-40bdd1b1f845 tempest-ServersNegativeTestMultiTenantJSON-240494906 tempest-ServersNegativeTestMultiTenantJSON-240494906-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.554s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.805653] env[65448]: DEBUG nova.compute.manager [None req-d4c1a4ac-e73c-490a-9e61-40bdd1b1f845 tempest-ServersNegativeTestMultiTenantJSON-240494906 tempest-ServersNegativeTestMultiTenantJSON-240494906-project-member] [instance: 6c671722-081d-4d34-9eae-f9e7565127e9] Start building networks asynchronously for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2881}} [ 939.812645] env[65448]: DEBUG oslo_concurrency.lockutils [None req-0f4524d6-4d0f-4d43-85c9-5aa06a202150 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.752s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.812645] env[65448]: INFO nova.compute.claims [None req-0f4524d6-4d0f-4d43-85c9-5aa06a202150 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] [instance: 06fbeb98-e55b-49e5-84c7-f4c91d2394a0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 939.972430] env[65448]: DEBUG oslo_vmware.api [None req-fcfca66f-60f0-402f-94a5-39178cca5ed3 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': task-4937954, 'name': PowerOnVM_Task, 'duration_secs': 0.724496} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.973249] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcfca66f-60f0-402f-94a5-39178cca5ed3 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: 59a9ff6f-4e7b-4530-aaab-b12d54355269] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 939.973373] env[65448]: INFO nova.compute.manager [None req-fcfca66f-60f0-402f-94a5-39178cca5ed3 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: 59a9ff6f-4e7b-4530-aaab-b12d54355269] Took 9.20 seconds to spawn the instance on the hypervisor. [ 939.973571] env[65448]: DEBUG nova.compute.manager [None req-fcfca66f-60f0-402f-94a5-39178cca5ed3 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: 59a9ff6f-4e7b-4530-aaab-b12d54355269] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 939.975208] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-814899b5-4a7a-4711-b6c6-a2dab6a2d214 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.068412] env[65448]: DEBUG oslo_concurrency.lockutils [None req-346ff18c-f2e2-4cad-910d-f8c297df6c86 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.127200] env[65448]: DEBUG oslo_vmware.api [None req-5e09d55c-4fca-4bf3-99e5-e9becc7367f3 tempest-ServerTagsTestJSON-1535616916 tempest-ServerTagsTestJSON-1535616916-project-member] Task: {'id': task-4937955, 'name': PowerOffVM_Task, 'duration_secs': 0.334397} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.127998] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e09d55c-4fca-4bf3-99e5-e9becc7367f3 tempest-ServerTagsTestJSON-1535616916 tempest-ServerTagsTestJSON-1535616916-project-member] [instance: 5d5d90a5-f93c-4070-8c3f-2690af66af2a] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 940.128463] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-5e09d55c-4fca-4bf3-99e5-e9becc7367f3 tempest-ServerTagsTestJSON-1535616916 tempest-ServerTagsTestJSON-1535616916-project-member] [instance: 5d5d90a5-f93c-4070-8c3f-2690af66af2a] Unregistering the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 940.128849] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ae1273b7-8b57-40f8-849e-45c5bb2643df {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.164176] env[65448]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 940.164176] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]525b68ea-16d4-60cc-7502-0b576392931e" [ 940.164176] env[65448]: _type = "HttpNfcLease" [ 940.164176] env[65448]: } is ready. {{(pid=65448) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 940.164176] env[65448]: DEBUG oslo_vmware.rw_handles [None req-70b5454f-d148-4f3b-8584-49296e4f3e10 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 940.164176] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]525b68ea-16d4-60cc-7502-0b576392931e" [ 940.164176] env[65448]: _type = "HttpNfcLease" [ 940.164176] env[65448]: }. {{(pid=65448) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 940.164754] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbcce96c-1136-4d09-8e2d-7a61f0b5a5ae {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.174413] env[65448]: DEBUG oslo_vmware.rw_handles [None req-70b5454f-d148-4f3b-8584-49296e4f3e10 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528e3eda-ff78-3348-f943-7f37a58bf425/disk-0.vmdk from lease info. {{(pid=65448) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 940.174624] env[65448]: DEBUG oslo_vmware.rw_handles [None req-70b5454f-d148-4f3b-8584-49296e4f3e10 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528e3eda-ff78-3348-f943-7f37a58bf425/disk-0.vmdk for reading. {{(pid=65448) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 940.236695] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-5e09d55c-4fca-4bf3-99e5-e9becc7367f3 tempest-ServerTagsTestJSON-1535616916 tempest-ServerTagsTestJSON-1535616916-project-member] [instance: 5d5d90a5-f93c-4070-8c3f-2690af66af2a] Unregistered the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 940.236936] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-5e09d55c-4fca-4bf3-99e5-e9becc7367f3 tempest-ServerTagsTestJSON-1535616916 tempest-ServerTagsTestJSON-1535616916-project-member] [instance: 5d5d90a5-f93c-4070-8c3f-2690af66af2a] Deleting contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 940.237134] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e09d55c-4fca-4bf3-99e5-e9becc7367f3 tempest-ServerTagsTestJSON-1535616916 tempest-ServerTagsTestJSON-1535616916-project-member] Deleting the datastore file [datastore2] 5d5d90a5-f93c-4070-8c3f-2690af66af2a {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 940.237409] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d93363b4-3dde-445f-a1c7-9288f171f51c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.248639] env[65448]: DEBUG oslo_vmware.api [None req-5e09d55c-4fca-4bf3-99e5-e9becc7367f3 tempest-ServerTagsTestJSON-1535616916 tempest-ServerTagsTestJSON-1535616916-project-member] Waiting for the task: (returnval){ [ 940.248639] env[65448]: value = "task-4937958" [ 940.248639] env[65448]: _type = "Task" [ 940.248639] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.258610] env[65448]: DEBUG oslo_vmware.api [None req-5e09d55c-4fca-4bf3-99e5-e9becc7367f3 tempest-ServerTagsTestJSON-1535616916 tempest-ServerTagsTestJSON-1535616916-project-member] Task: {'id': task-4937958, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.283988] env[65448]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-fa75c3c8-05d7-4d64-afe5-c1fae27d8c19 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.312808] env[65448]: DEBUG nova.compute.utils [None req-d4c1a4ac-e73c-490a-9e61-40bdd1b1f845 tempest-ServersNegativeTestMultiTenantJSON-240494906 tempest-ServersNegativeTestMultiTenantJSON-240494906-project-member] Using /dev/sd instead of None {{(pid=65448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 940.315701] env[65448]: DEBUG nova.compute.manager [None req-d4c1a4ac-e73c-490a-9e61-40bdd1b1f845 tempest-ServersNegativeTestMultiTenantJSON-240494906 tempest-ServersNegativeTestMultiTenantJSON-240494906-project-member] [instance: 6c671722-081d-4d34-9eae-f9e7565127e9] Allocating IP information in the background. {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 940.315701] env[65448]: DEBUG nova.network.neutron [None req-d4c1a4ac-e73c-490a-9e61-40bdd1b1f845 tempest-ServersNegativeTestMultiTenantJSON-240494906 tempest-ServersNegativeTestMultiTenantJSON-240494906-project-member] [instance: 6c671722-081d-4d34-9eae-f9e7565127e9] allocate_for_instance() {{(pid=65448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 940.315701] env[65448]: WARNING neutronclient.v2_0.client [None req-d4c1a4ac-e73c-490a-9e61-40bdd1b1f845 tempest-ServersNegativeTestMultiTenantJSON-240494906 tempest-ServersNegativeTestMultiTenantJSON-240494906-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 940.316166] env[65448]: WARNING neutronclient.v2_0.client [None req-d4c1a4ac-e73c-490a-9e61-40bdd1b1f845 tempest-ServersNegativeTestMultiTenantJSON-240494906 tempest-ServersNegativeTestMultiTenantJSON-240494906-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 940.387359] env[65448]: DEBUG nova.policy [None req-d4c1a4ac-e73c-490a-9e61-40bdd1b1f845 tempest-ServersNegativeTestMultiTenantJSON-240494906 tempest-ServersNegativeTestMultiTenantJSON-240494906-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '49bc0c28711f4bfa89dc96818ca69fe2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f589257403394d948ac174e2f28bbd92', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65448) authorize /opt/stack/nova/nova/policy.py:192}} [ 940.497395] env[65448]: INFO nova.compute.manager [None req-fcfca66f-60f0-402f-94a5-39178cca5ed3 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: 59a9ff6f-4e7b-4530-aaab-b12d54355269] Took 38.48 seconds to build instance. [ 940.763275] env[65448]: DEBUG oslo_vmware.api [None req-5e09d55c-4fca-4bf3-99e5-e9becc7367f3 tempest-ServerTagsTestJSON-1535616916 tempest-ServerTagsTestJSON-1535616916-project-member] Task: {'id': task-4937958, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164466} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.767802] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e09d55c-4fca-4bf3-99e5-e9becc7367f3 tempest-ServerTagsTestJSON-1535616916 tempest-ServerTagsTestJSON-1535616916-project-member] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 940.767802] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-5e09d55c-4fca-4bf3-99e5-e9becc7367f3 tempest-ServerTagsTestJSON-1535616916 tempest-ServerTagsTestJSON-1535616916-project-member] [instance: 5d5d90a5-f93c-4070-8c3f-2690af66af2a] Deleted contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 940.767802] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-5e09d55c-4fca-4bf3-99e5-e9becc7367f3 tempest-ServerTagsTestJSON-1535616916 tempest-ServerTagsTestJSON-1535616916-project-member] [instance: 5d5d90a5-f93c-4070-8c3f-2690af66af2a] Instance destroyed {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 940.767802] env[65448]: INFO nova.compute.manager [None req-5e09d55c-4fca-4bf3-99e5-e9becc7367f3 tempest-ServerTagsTestJSON-1535616916 tempest-ServerTagsTestJSON-1535616916-project-member] [instance: 5d5d90a5-f93c-4070-8c3f-2690af66af2a] Took 1.19 seconds to destroy the instance on the hypervisor. [ 940.767802] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-5e09d55c-4fca-4bf3-99e5-e9becc7367f3 tempest-ServerTagsTestJSON-1535616916 tempest-ServerTagsTestJSON-1535616916-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 940.767802] env[65448]: DEBUG nova.compute.manager [-] [instance: 5d5d90a5-f93c-4070-8c3f-2690af66af2a] Deallocating network for instance {{(pid=65448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 940.767802] env[65448]: DEBUG nova.network.neutron [-] [instance: 5d5d90a5-f93c-4070-8c3f-2690af66af2a] deallocate_for_instance() {{(pid=65448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 940.767802] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 940.820911] env[65448]: DEBUG nova.compute.manager [None req-d4c1a4ac-e73c-490a-9e61-40bdd1b1f845 tempest-ServersNegativeTestMultiTenantJSON-240494906 tempest-ServersNegativeTestMultiTenantJSON-240494906-project-member] [instance: 6c671722-081d-4d34-9eae-f9e7565127e9] Start building block device mappings for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2916}} [ 940.853162] env[65448]: DEBUG nova.network.neutron [None req-d4c1a4ac-e73c-490a-9e61-40bdd1b1f845 tempest-ServersNegativeTestMultiTenantJSON-240494906 tempest-ServersNegativeTestMultiTenantJSON-240494906-project-member] [instance: 6c671722-081d-4d34-9eae-f9e7565127e9] Successfully created port: d9e77ce0-003d-4e65-8a01-162ab6278121 {{(pid=65448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 940.858718] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 941.000564] env[65448]: DEBUG oslo_concurrency.lockutils [None req-fcfca66f-60f0-402f-94a5-39178cca5ed3 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Lock "59a9ff6f-4e7b-4530-aaab-b12d54355269" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.002s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.068289] env[65448]: DEBUG oslo_concurrency.lockutils [None req-be662c43-2aab-446f-af6f-65b2738c4e92 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Acquiring lock "ffb11675-ff83-4efb-be37-b642e50ea8b9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.068669] env[65448]: DEBUG oslo_concurrency.lockutils [None req-be662c43-2aab-446f-af6f-65b2738c4e92 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Lock "ffb11675-ff83-4efb-be37-b642e50ea8b9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.393384] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cff27cb-4537-4b5f-b95d-5216666dfa48 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.405182] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90030471-2e6c-45a5-b380-125fcae2490a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.440912] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f91fadc-00cc-47ea-854d-8a97907339fb {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.449612] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2199f1bf-031d-4e5f-afa7-55ab8eff34d9 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.465813] env[65448]: DEBUG nova.compute.provider_tree [None req-0f4524d6-4d0f-4d43-85c9-5aa06a202150 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 941.575024] env[65448]: DEBUG nova.compute.manager [None req-be662c43-2aab-446f-af6f-65b2738c4e92 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: ffb11675-ff83-4efb-be37-b642e50ea8b9] Starting instance... {{(pid=65448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2483}} [ 941.709581] env[65448]: DEBUG nova.network.neutron [-] [instance: 5d5d90a5-f93c-4070-8c3f-2690af66af2a] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.841532] env[65448]: DEBUG nova.compute.manager [None req-d4c1a4ac-e73c-490a-9e61-40bdd1b1f845 tempest-ServersNegativeTestMultiTenantJSON-240494906 tempest-ServersNegativeTestMultiTenantJSON-240494906-project-member] [instance: 6c671722-081d-4d34-9eae-f9e7565127e9] Start spawning the instance on the hypervisor. {{(pid=65448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2689}} [ 941.846707] env[65448]: DEBUG nova.compute.manager [req-358602a8-5818-4a0f-adfa-75ff1632e5f6 req-0d0c77d3-ab0c-4068-b8c8-910b8d6992e4 service nova] [instance: 5d5d90a5-f93c-4070-8c3f-2690af66af2a] Received event network-vif-deleted-2e43a8b7-b414-460e-9ffa-92ffd5ae4fd8 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 941.872066] env[65448]: DEBUG nova.virt.hardware [None req-d4c1a4ac-e73c-490a-9e61-40bdd1b1f845 tempest-ServersNegativeTestMultiTenantJSON-240494906 tempest-ServersNegativeTestMultiTenantJSON-240494906-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-08T17:19:51Z,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a992292b6dae455593d228217860e2e1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-08T17:19:52Z,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 941.872343] env[65448]: DEBUG nova.virt.hardware [None req-d4c1a4ac-e73c-490a-9e61-40bdd1b1f845 tempest-ServersNegativeTestMultiTenantJSON-240494906 tempest-ServersNegativeTestMultiTenantJSON-240494906-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 941.872500] env[65448]: DEBUG nova.virt.hardware [None req-d4c1a4ac-e73c-490a-9e61-40bdd1b1f845 tempest-ServersNegativeTestMultiTenantJSON-240494906 tempest-ServersNegativeTestMultiTenantJSON-240494906-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 941.872678] env[65448]: DEBUG nova.virt.hardware [None req-d4c1a4ac-e73c-490a-9e61-40bdd1b1f845 tempest-ServersNegativeTestMultiTenantJSON-240494906 tempest-ServersNegativeTestMultiTenantJSON-240494906-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 941.872828] env[65448]: DEBUG nova.virt.hardware [None req-d4c1a4ac-e73c-490a-9e61-40bdd1b1f845 tempest-ServersNegativeTestMultiTenantJSON-240494906 tempest-ServersNegativeTestMultiTenantJSON-240494906-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 941.872975] env[65448]: DEBUG nova.virt.hardware [None req-d4c1a4ac-e73c-490a-9e61-40bdd1b1f845 tempest-ServersNegativeTestMultiTenantJSON-240494906 tempest-ServersNegativeTestMultiTenantJSON-240494906-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 941.873208] env[65448]: DEBUG nova.virt.hardware [None req-d4c1a4ac-e73c-490a-9e61-40bdd1b1f845 tempest-ServersNegativeTestMultiTenantJSON-240494906 tempest-ServersNegativeTestMultiTenantJSON-240494906-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 941.873364] env[65448]: DEBUG nova.virt.hardware [None req-d4c1a4ac-e73c-490a-9e61-40bdd1b1f845 tempest-ServersNegativeTestMultiTenantJSON-240494906 tempest-ServersNegativeTestMultiTenantJSON-240494906-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 941.873528] env[65448]: DEBUG nova.virt.hardware [None req-d4c1a4ac-e73c-490a-9e61-40bdd1b1f845 tempest-ServersNegativeTestMultiTenantJSON-240494906 tempest-ServersNegativeTestMultiTenantJSON-240494906-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 941.873792] env[65448]: DEBUG nova.virt.hardware [None req-d4c1a4ac-e73c-490a-9e61-40bdd1b1f845 tempest-ServersNegativeTestMultiTenantJSON-240494906 tempest-ServersNegativeTestMultiTenantJSON-240494906-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 941.873897] env[65448]: DEBUG nova.virt.hardware [None req-d4c1a4ac-e73c-490a-9e61-40bdd1b1f845 tempest-ServersNegativeTestMultiTenantJSON-240494906 tempest-ServersNegativeTestMultiTenantJSON-240494906-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 941.875048] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d7997cb-2912-4ce5-94e8-e51e2bd0ed18 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.885905] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a17eaae-9820-4f46-a126-d57d1a560d51 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.968239] env[65448]: DEBUG nova.scheduler.client.report [None req-0f4524d6-4d0f-4d43-85c9-5aa06a202150 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 942.101930] env[65448]: DEBUG oslo_concurrency.lockutils [None req-be662c43-2aab-446f-af6f-65b2738c4e92 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.213518] env[65448]: INFO nova.compute.manager [-] [instance: 5d5d90a5-f93c-4070-8c3f-2690af66af2a] Took 1.45 seconds to deallocate network for instance. [ 942.307604] env[65448]: DEBUG oslo_concurrency.lockutils [None req-82bfbc84-e999-41da-a642-3199683b9500 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Acquiring lock "65f7a5e2-e42a-4a78-a9df-7bd5424ca2f2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.308039] env[65448]: DEBUG oslo_concurrency.lockutils [None req-82bfbc84-e999-41da-a642-3199683b9500 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Lock "65f7a5e2-e42a-4a78-a9df-7bd5424ca2f2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.308344] env[65448]: DEBUG oslo_concurrency.lockutils [None req-82bfbc84-e999-41da-a642-3199683b9500 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Acquiring lock "65f7a5e2-e42a-4a78-a9df-7bd5424ca2f2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.308609] env[65448]: DEBUG oslo_concurrency.lockutils [None req-82bfbc84-e999-41da-a642-3199683b9500 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Lock "65f7a5e2-e42a-4a78-a9df-7bd5424ca2f2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.308837] env[65448]: DEBUG oslo_concurrency.lockutils [None req-82bfbc84-e999-41da-a642-3199683b9500 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Lock "65f7a5e2-e42a-4a78-a9df-7bd5424ca2f2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.311740] env[65448]: INFO nova.compute.manager [None req-82bfbc84-e999-41da-a642-3199683b9500 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 65f7a5e2-e42a-4a78-a9df-7bd5424ca2f2] Terminating instance [ 942.473904] env[65448]: DEBUG oslo_concurrency.lockutils [None req-0f4524d6-4d0f-4d43-85c9-5aa06a202150 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.664s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.474262] env[65448]: DEBUG nova.compute.manager [None req-0f4524d6-4d0f-4d43-85c9-5aa06a202150 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] [instance: 06fbeb98-e55b-49e5-84c7-f4c91d2394a0] Start building networks asynchronously for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2881}} [ 942.477672] env[65448]: DEBUG oslo_concurrency.lockutils [None req-0ce616da-8458-4275-bb7a-29c4e3a9a0f7 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.634s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.477912] env[65448]: DEBUG nova.objects.instance [None req-0ce616da-8458-4275-bb7a-29c4e3a9a0f7 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Lazy-loading 'resources' on Instance uuid 6b18baf1-f0be-4602-8064-9bb371bdcb17 {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 942.629190] env[65448]: DEBUG nova.network.neutron [None req-d4c1a4ac-e73c-490a-9e61-40bdd1b1f845 tempest-ServersNegativeTestMultiTenantJSON-240494906 tempest-ServersNegativeTestMultiTenantJSON-240494906-project-member] [instance: 6c671722-081d-4d34-9eae-f9e7565127e9] Successfully updated port: d9e77ce0-003d-4e65-8a01-162ab6278121 {{(pid=65448) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 942.681779] env[65448]: DEBUG nova.compute.manager [req-09e126ac-fb47-426c-a7f6-7602b03d1689 req-81b3b261-0610-4ca5-a77e-defb8aa5081a service nova] [instance: 6c671722-081d-4d34-9eae-f9e7565127e9] Received event network-vif-plugged-d9e77ce0-003d-4e65-8a01-162ab6278121 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 942.681779] env[65448]: DEBUG oslo_concurrency.lockutils [req-09e126ac-fb47-426c-a7f6-7602b03d1689 req-81b3b261-0610-4ca5-a77e-defb8aa5081a service nova] Acquiring lock "6c671722-081d-4d34-9eae-f9e7565127e9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.681779] env[65448]: DEBUG oslo_concurrency.lockutils [req-09e126ac-fb47-426c-a7f6-7602b03d1689 req-81b3b261-0610-4ca5-a77e-defb8aa5081a service nova] Lock "6c671722-081d-4d34-9eae-f9e7565127e9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.681779] env[65448]: DEBUG oslo_concurrency.lockutils [req-09e126ac-fb47-426c-a7f6-7602b03d1689 req-81b3b261-0610-4ca5-a77e-defb8aa5081a service nova] Lock "6c671722-081d-4d34-9eae-f9e7565127e9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.681779] env[65448]: DEBUG nova.compute.manager [req-09e126ac-fb47-426c-a7f6-7602b03d1689 req-81b3b261-0610-4ca5-a77e-defb8aa5081a service nova] [instance: 6c671722-081d-4d34-9eae-f9e7565127e9] No waiting events found dispatching network-vif-plugged-d9e77ce0-003d-4e65-8a01-162ab6278121 {{(pid=65448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 942.681779] env[65448]: WARNING nova.compute.manager [req-09e126ac-fb47-426c-a7f6-7602b03d1689 req-81b3b261-0610-4ca5-a77e-defb8aa5081a service nova] [instance: 6c671722-081d-4d34-9eae-f9e7565127e9] Received unexpected event network-vif-plugged-d9e77ce0-003d-4e65-8a01-162ab6278121 for instance with vm_state building and task_state spawning. [ 942.722079] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5e09d55c-4fca-4bf3-99e5-e9becc7367f3 tempest-ServerTagsTestJSON-1535616916 tempest-ServerTagsTestJSON-1535616916-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.817999] env[65448]: DEBUG nova.compute.manager [None req-82bfbc84-e999-41da-a642-3199683b9500 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 65f7a5e2-e42a-4a78-a9df-7bd5424ca2f2] Start destroying the instance on the hypervisor. {{(pid=65448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3209}} [ 942.818289] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-82bfbc84-e999-41da-a642-3199683b9500 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 65f7a5e2-e42a-4a78-a9df-7bd5424ca2f2] Destroying instance {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 942.819242] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d0acb6b-2c20-4127-844e-fa137fc1cd04 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.828656] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-82bfbc84-e999-41da-a642-3199683b9500 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 65f7a5e2-e42a-4a78-a9df-7bd5424ca2f2] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 942.829116] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-22028be5-52d0-4210-8b19-eeaee2f067ff {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.837416] env[65448]: DEBUG oslo_vmware.api [None req-82bfbc84-e999-41da-a642-3199683b9500 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Waiting for the task: (returnval){ [ 942.837416] env[65448]: value = "task-4937959" [ 942.837416] env[65448]: _type = "Task" [ 942.837416] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.846846] env[65448]: DEBUG oslo_vmware.api [None req-82bfbc84-e999-41da-a642-3199683b9500 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Task: {'id': task-4937959, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.982503] env[65448]: DEBUG nova.compute.utils [None req-0f4524d6-4d0f-4d43-85c9-5aa06a202150 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Using /dev/sd instead of None {{(pid=65448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 942.986403] env[65448]: DEBUG nova.compute.manager [None req-0f4524d6-4d0f-4d43-85c9-5aa06a202150 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] [instance: 06fbeb98-e55b-49e5-84c7-f4c91d2394a0] Allocating IP information in the background. {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 942.986622] env[65448]: DEBUG nova.network.neutron [None req-0f4524d6-4d0f-4d43-85c9-5aa06a202150 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] [instance: 06fbeb98-e55b-49e5-84c7-f4c91d2394a0] allocate_for_instance() {{(pid=65448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 942.987106] env[65448]: WARNING neutronclient.v2_0.client [None req-0f4524d6-4d0f-4d43-85c9-5aa06a202150 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 942.987240] env[65448]: WARNING neutronclient.v2_0.client [None req-0f4524d6-4d0f-4d43-85c9-5aa06a202150 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 943.035482] env[65448]: DEBUG nova.policy [None req-0f4524d6-4d0f-4d43-85c9-5aa06a202150 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0a74f8781ec24a9786dfc17049e7f025', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '37c58331131a4582ac9960bcaa8c546a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65448) authorize /opt/stack/nova/nova/policy.py:192}} [ 943.133085] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d4c1a4ac-e73c-490a-9e61-40bdd1b1f845 tempest-ServersNegativeTestMultiTenantJSON-240494906 tempest-ServersNegativeTestMultiTenantJSON-240494906-project-member] Acquiring lock "refresh_cache-6c671722-081d-4d34-9eae-f9e7565127e9" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.133085] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d4c1a4ac-e73c-490a-9e61-40bdd1b1f845 tempest-ServersNegativeTestMultiTenantJSON-240494906 tempest-ServersNegativeTestMultiTenantJSON-240494906-project-member] Acquired lock "refresh_cache-6c671722-081d-4d34-9eae-f9e7565127e9" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.133085] env[65448]: DEBUG nova.network.neutron [None req-d4c1a4ac-e73c-490a-9e61-40bdd1b1f845 tempest-ServersNegativeTestMultiTenantJSON-240494906 tempest-ServersNegativeTestMultiTenantJSON-240494906-project-member] [instance: 6c671722-081d-4d34-9eae-f9e7565127e9] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 943.350111] env[65448]: DEBUG oslo_vmware.api [None req-82bfbc84-e999-41da-a642-3199683b9500 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Task: {'id': task-4937959, 'name': PowerOffVM_Task, 'duration_secs': 0.485707} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.350408] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-82bfbc84-e999-41da-a642-3199683b9500 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 65f7a5e2-e42a-4a78-a9df-7bd5424ca2f2] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 943.350580] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-82bfbc84-e999-41da-a642-3199683b9500 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 65f7a5e2-e42a-4a78-a9df-7bd5424ca2f2] Unregistering the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 943.353499] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b7793b82-d819-4dda-9e7d-f88c4ee07cb3 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.409890] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc55451f-3c56-48f2-b78b-857a9e640a39 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.419950] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06b71edd-71d5-4d14-b2d6-2654891adf42 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.454815] env[65448]: DEBUG nova.network.neutron [None req-0f4524d6-4d0f-4d43-85c9-5aa06a202150 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] [instance: 06fbeb98-e55b-49e5-84c7-f4c91d2394a0] Successfully created port: 8fccdb37-5b85-4c7b-a0f9-1356678dacd0 {{(pid=65448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 943.457692] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2b395cb-a691-4a26-a8b5-49c62281cba5 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.460467] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-82bfbc84-e999-41da-a642-3199683b9500 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 65f7a5e2-e42a-4a78-a9df-7bd5424ca2f2] Unregistered the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 943.460671] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-82bfbc84-e999-41da-a642-3199683b9500 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 65f7a5e2-e42a-4a78-a9df-7bd5424ca2f2] Deleting contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 943.460846] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-82bfbc84-e999-41da-a642-3199683b9500 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Deleting the datastore file [datastore2] 65f7a5e2-e42a-4a78-a9df-7bd5424ca2f2 {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 943.461384] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-515113f7-1f1f-4726-9e3b-f52c6e3645e1 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.470847] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be5d1999-1e09-4137-9076-28105ff5bef2 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.475538] env[65448]: DEBUG oslo_vmware.api [None req-82bfbc84-e999-41da-a642-3199683b9500 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Waiting for the task: (returnval){ [ 943.475538] env[65448]: value = "task-4937961" [ 943.475538] env[65448]: _type = "Task" [ 943.475538] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.488176] env[65448]: DEBUG nova.compute.manager [None req-0f4524d6-4d0f-4d43-85c9-5aa06a202150 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] [instance: 06fbeb98-e55b-49e5-84c7-f4c91d2394a0] Start building block device mappings for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2916}} [ 943.491340] env[65448]: DEBUG nova.compute.provider_tree [None req-0ce616da-8458-4275-bb7a-29c4e3a9a0f7 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 943.500092] env[65448]: DEBUG oslo_vmware.api [None req-82bfbc84-e999-41da-a642-3199683b9500 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Task: {'id': task-4937961, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.694585] env[65448]: DEBUG nova.network.neutron [None req-d4c1a4ac-e73c-490a-9e61-40bdd1b1f845 tempest-ServersNegativeTestMultiTenantJSON-240494906 tempest-ServersNegativeTestMultiTenantJSON-240494906-project-member] [instance: 6c671722-081d-4d34-9eae-f9e7565127e9] Instance cache missing network info. {{(pid=65448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 943.987718] env[65448]: DEBUG oslo_vmware.api [None req-82bfbc84-e999-41da-a642-3199683b9500 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Task: {'id': task-4937961, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.205178} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.988045] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-82bfbc84-e999-41da-a642-3199683b9500 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 943.988270] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-82bfbc84-e999-41da-a642-3199683b9500 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 65f7a5e2-e42a-4a78-a9df-7bd5424ca2f2] Deleted contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 943.988987] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-82bfbc84-e999-41da-a642-3199683b9500 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 65f7a5e2-e42a-4a78-a9df-7bd5424ca2f2] Instance destroyed {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 943.988987] env[65448]: INFO nova.compute.manager [None req-82bfbc84-e999-41da-a642-3199683b9500 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 65f7a5e2-e42a-4a78-a9df-7bd5424ca2f2] Took 1.17 seconds to destroy the instance on the hypervisor. [ 943.988987] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-82bfbc84-e999-41da-a642-3199683b9500 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 943.989312] env[65448]: DEBUG nova.compute.manager [-] [instance: 65f7a5e2-e42a-4a78-a9df-7bd5424ca2f2] Deallocating network for instance {{(pid=65448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 943.989312] env[65448]: DEBUG nova.network.neutron [-] [instance: 65f7a5e2-e42a-4a78-a9df-7bd5424ca2f2] deallocate_for_instance() {{(pid=65448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 943.989443] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 943.998103] env[65448]: DEBUG nova.scheduler.client.report [None req-0ce616da-8458-4275-bb7a-29c4e3a9a0f7 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 944.135182] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 944.168254] env[65448]: WARNING neutronclient.v2_0.client [None req-d4c1a4ac-e73c-490a-9e61-40bdd1b1f845 tempest-ServersNegativeTestMultiTenantJSON-240494906 tempest-ServersNegativeTestMultiTenantJSON-240494906-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 944.506757] env[65448]: DEBUG oslo_concurrency.lockutils [None req-0ce616da-8458-4275-bb7a-29c4e3a9a0f7 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.029s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.509856] env[65448]: DEBUG nova.compute.manager [None req-0f4524d6-4d0f-4d43-85c9-5aa06a202150 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] [instance: 06fbeb98-e55b-49e5-84c7-f4c91d2394a0] Start spawning the instance on the hypervisor. {{(pid=65448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2689}} [ 944.512279] env[65448]: DEBUG oslo_concurrency.lockutils [None req-da13e6cb-a7db-4188-a3f7-1adf208d6586 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.036s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.512507] env[65448]: DEBUG nova.objects.instance [None req-da13e6cb-a7db-4188-a3f7-1adf208d6586 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Lazy-loading 'resources' on Instance uuid 7ffbee1e-54df-4aaf-8183-9b148c616b69 {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 944.540112] env[65448]: DEBUG nova.virt.hardware [None req-0f4524d6-4d0f-4d43-85c9-5aa06a202150 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-08T17:19:51Z,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a992292b6dae455593d228217860e2e1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-08T17:19:52Z,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 944.540547] env[65448]: DEBUG nova.virt.hardware [None req-0f4524d6-4d0f-4d43-85c9-5aa06a202150 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 944.540751] env[65448]: DEBUG nova.virt.hardware [None req-0f4524d6-4d0f-4d43-85c9-5aa06a202150 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 944.541030] env[65448]: DEBUG nova.virt.hardware [None req-0f4524d6-4d0f-4d43-85c9-5aa06a202150 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 944.541229] env[65448]: DEBUG nova.virt.hardware [None req-0f4524d6-4d0f-4d43-85c9-5aa06a202150 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 944.541400] env[65448]: DEBUG nova.virt.hardware [None req-0f4524d6-4d0f-4d43-85c9-5aa06a202150 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 944.541646] env[65448]: DEBUG nova.virt.hardware [None req-0f4524d6-4d0f-4d43-85c9-5aa06a202150 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 944.541795] env[65448]: DEBUG nova.virt.hardware [None req-0f4524d6-4d0f-4d43-85c9-5aa06a202150 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 944.541956] env[65448]: DEBUG nova.virt.hardware [None req-0f4524d6-4d0f-4d43-85c9-5aa06a202150 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 944.542139] env[65448]: DEBUG nova.virt.hardware [None req-0f4524d6-4d0f-4d43-85c9-5aa06a202150 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 944.542854] env[65448]: DEBUG nova.virt.hardware [None req-0f4524d6-4d0f-4d43-85c9-5aa06a202150 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 944.544251] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b68351c-26b6-4625-b365-6065d7466be2 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.548935] env[65448]: INFO nova.scheduler.client.report [None req-0ce616da-8458-4275-bb7a-29c4e3a9a0f7 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Deleted allocations for instance 6b18baf1-f0be-4602-8064-9bb371bdcb17 [ 944.559102] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d385bd1-3338-4e0a-bb30-723697b96e72 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.745779] env[65448]: DEBUG nova.compute.manager [None req-1ca60782-03db-47e5-8689-e8d79f8f2aab tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: 59a9ff6f-4e7b-4530-aaab-b12d54355269] Stashing vm_state: active {{(pid=65448) _prep_resize /opt/stack/nova/nova/compute/manager.py:6183}} [ 945.043737] env[65448]: DEBUG nova.network.neutron [None req-d4c1a4ac-e73c-490a-9e61-40bdd1b1f845 tempest-ServersNegativeTestMultiTenantJSON-240494906 tempest-ServersNegativeTestMultiTenantJSON-240494906-project-member] [instance: 6c671722-081d-4d34-9eae-f9e7565127e9] Updating instance_info_cache with network_info: [{"id": "d9e77ce0-003d-4e65-8a01-162ab6278121", "address": "fa:16:3e:5d:34:e5", "network": {"id": "3296817f-f758-4290-a699-ee04b250056a", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-917832287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f589257403394d948ac174e2f28bbd92", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9e77ce0-00", "ovs_interfaceid": "d9e77ce0-003d-4e65-8a01-162ab6278121", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.060773] env[65448]: DEBUG oslo_concurrency.lockutils [None req-0ce616da-8458-4275-bb7a-29c4e3a9a0f7 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Lock "6b18baf1-f0be-4602-8064-9bb371bdcb17" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.930s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.063037] env[65448]: DEBUG nova.network.neutron [None req-0f4524d6-4d0f-4d43-85c9-5aa06a202150 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] [instance: 06fbeb98-e55b-49e5-84c7-f4c91d2394a0] Successfully updated port: 8fccdb37-5b85-4c7b-a0f9-1356678dacd0 {{(pid=65448) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 945.186744] env[65448]: DEBUG nova.network.neutron [-] [instance: 65f7a5e2-e42a-4a78-a9df-7bd5424ca2f2] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.274071] env[65448]: DEBUG oslo_concurrency.lockutils [None req-1ca60782-03db-47e5-8689-e8d79f8f2aab tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.546018] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d4c1a4ac-e73c-490a-9e61-40bdd1b1f845 tempest-ServersNegativeTestMultiTenantJSON-240494906 tempest-ServersNegativeTestMultiTenantJSON-240494906-project-member] Releasing lock "refresh_cache-6c671722-081d-4d34-9eae-f9e7565127e9" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.546410] env[65448]: DEBUG nova.compute.manager [None req-d4c1a4ac-e73c-490a-9e61-40bdd1b1f845 tempest-ServersNegativeTestMultiTenantJSON-240494906 tempest-ServersNegativeTestMultiTenantJSON-240494906-project-member] [instance: 6c671722-081d-4d34-9eae-f9e7565127e9] Instance network_info: |[{"id": "d9e77ce0-003d-4e65-8a01-162ab6278121", "address": "fa:16:3e:5d:34:e5", "network": {"id": "3296817f-f758-4290-a699-ee04b250056a", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-917832287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f589257403394d948ac174e2f28bbd92", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9e77ce0-00", "ovs_interfaceid": "d9e77ce0-003d-4e65-8a01-162ab6278121", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 945.546866] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-d4c1a4ac-e73c-490a-9e61-40bdd1b1f845 tempest-ServersNegativeTestMultiTenantJSON-240494906 tempest-ServersNegativeTestMultiTenantJSON-240494906-project-member] [instance: 6c671722-081d-4d34-9eae-f9e7565127e9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:34:e5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '572b7281-aad3-45fa-9cb2-fc1c70569948', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd9e77ce0-003d-4e65-8a01-162ab6278121', 'vif_model': 'vmxnet3'}] {{(pid=65448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 945.555060] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4c1a4ac-e73c-490a-9e61-40bdd1b1f845 tempest-ServersNegativeTestMultiTenantJSON-240494906 tempest-ServersNegativeTestMultiTenantJSON-240494906-project-member] Creating folder: Project (f589257403394d948ac174e2f28bbd92). Parent ref: group-v961779. {{(pid=65448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 945.556125] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e97f3246-50cd-4f7e-a0b8-5ac73af43268 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.570058] env[65448]: DEBUG oslo_concurrency.lockutils [None req-0f4524d6-4d0f-4d43-85c9-5aa06a202150 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Acquiring lock "refresh_cache-06fbeb98-e55b-49e5-84c7-f4c91d2394a0" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.570256] env[65448]: DEBUG oslo_concurrency.lockutils [None req-0f4524d6-4d0f-4d43-85c9-5aa06a202150 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Acquired lock "refresh_cache-06fbeb98-e55b-49e5-84c7-f4c91d2394a0" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.570431] env[65448]: DEBUG nova.network.neutron [None req-0f4524d6-4d0f-4d43-85c9-5aa06a202150 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] [instance: 06fbeb98-e55b-49e5-84c7-f4c91d2394a0] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 945.571702] env[65448]: INFO nova.virt.vmwareapi.vm_util [None req-d4c1a4ac-e73c-490a-9e61-40bdd1b1f845 tempest-ServersNegativeTestMultiTenantJSON-240494906 tempest-ServersNegativeTestMultiTenantJSON-240494906-project-member] Created folder: Project (f589257403394d948ac174e2f28bbd92) in parent group-v961779. [ 945.571948] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4c1a4ac-e73c-490a-9e61-40bdd1b1f845 tempest-ServersNegativeTestMultiTenantJSON-240494906 tempest-ServersNegativeTestMultiTenantJSON-240494906-project-member] Creating folder: Instances. Parent ref: group-v961989. {{(pid=65448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 945.572173] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1f99cd81-0157-405a-afa2-45eeaaa3d89b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.590225] env[65448]: INFO nova.virt.vmwareapi.vm_util [None req-d4c1a4ac-e73c-490a-9e61-40bdd1b1f845 tempest-ServersNegativeTestMultiTenantJSON-240494906 tempest-ServersNegativeTestMultiTenantJSON-240494906-project-member] Created folder: Instances in parent group-v961989. [ 945.590501] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-d4c1a4ac-e73c-490a-9e61-40bdd1b1f845 tempest-ServersNegativeTestMultiTenantJSON-240494906 tempest-ServersNegativeTestMultiTenantJSON-240494906-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 945.590703] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c671722-081d-4d34-9eae-f9e7565127e9] Creating VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 945.590917] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-579e6c9a-773e-4afb-9687-7faca1a3c1cd {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.609886] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce188b71-cd3c-4ec2-9161-3742484863a6 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.622944] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66eb657c-b3e7-4490-801d-80a21fe56f4b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.626055] env[65448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 945.626055] env[65448]: value = "task-4937964" [ 945.626055] env[65448]: _type = "Task" [ 945.626055] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.662321] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb41bb18-f104-4b6e-93a8-edeced692f34 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.670975] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937964, 'name': CreateVM_Task} progress is 15%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.677852] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c677199d-9e7e-4a14-aadd-0bec0df7e21e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.700593] env[65448]: INFO nova.compute.manager [-] [instance: 65f7a5e2-e42a-4a78-a9df-7bd5424ca2f2] Took 1.71 seconds to deallocate network for instance. [ 945.702361] env[65448]: DEBUG nova.compute.provider_tree [None req-da13e6cb-a7db-4188-a3f7-1adf208d6586 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Updating inventory in ProviderTree for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 945.740342] env[65448]: DEBUG nova.compute.manager [req-f1eea64e-b9b0-4cbb-81e5-93f19392baed req-2136f2cb-3d37-492d-84ea-186bb0c04c43 service nova] [instance: 6c671722-081d-4d34-9eae-f9e7565127e9] Received event network-changed-d9e77ce0-003d-4e65-8a01-162ab6278121 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 945.740542] env[65448]: DEBUG nova.compute.manager [req-f1eea64e-b9b0-4cbb-81e5-93f19392baed req-2136f2cb-3d37-492d-84ea-186bb0c04c43 service nova] [instance: 6c671722-081d-4d34-9eae-f9e7565127e9] Refreshing instance network info cache due to event network-changed-d9e77ce0-003d-4e65-8a01-162ab6278121. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 945.740757] env[65448]: DEBUG oslo_concurrency.lockutils [req-f1eea64e-b9b0-4cbb-81e5-93f19392baed req-2136f2cb-3d37-492d-84ea-186bb0c04c43 service nova] Acquiring lock "refresh_cache-6c671722-081d-4d34-9eae-f9e7565127e9" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.740908] env[65448]: DEBUG oslo_concurrency.lockutils [req-f1eea64e-b9b0-4cbb-81e5-93f19392baed req-2136f2cb-3d37-492d-84ea-186bb0c04c43 service nova] Acquired lock "refresh_cache-6c671722-081d-4d34-9eae-f9e7565127e9" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.741083] env[65448]: DEBUG nova.network.neutron [req-f1eea64e-b9b0-4cbb-81e5-93f19392baed req-2136f2cb-3d37-492d-84ea-186bb0c04c43 service nova] [instance: 6c671722-081d-4d34-9eae-f9e7565127e9] Refreshing network info cache for port d9e77ce0-003d-4e65-8a01-162ab6278121 {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 945.788558] env[65448]: DEBUG nova.compute.manager [req-df7b133f-9dfa-4aca-b71f-00683a6b5767 req-9c65fa2f-2f66-4e7e-91e3-5063ab416368 service nova] [instance: 06fbeb98-e55b-49e5-84c7-f4c91d2394a0] Received event network-vif-plugged-8fccdb37-5b85-4c7b-a0f9-1356678dacd0 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 945.788853] env[65448]: DEBUG oslo_concurrency.lockutils [req-df7b133f-9dfa-4aca-b71f-00683a6b5767 req-9c65fa2f-2f66-4e7e-91e3-5063ab416368 service nova] Acquiring lock "06fbeb98-e55b-49e5-84c7-f4c91d2394a0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.789119] env[65448]: DEBUG oslo_concurrency.lockutils [req-df7b133f-9dfa-4aca-b71f-00683a6b5767 req-9c65fa2f-2f66-4e7e-91e3-5063ab416368 service nova] Lock "06fbeb98-e55b-49e5-84c7-f4c91d2394a0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.789334] env[65448]: DEBUG oslo_concurrency.lockutils [req-df7b133f-9dfa-4aca-b71f-00683a6b5767 req-9c65fa2f-2f66-4e7e-91e3-5063ab416368 service nova] Lock "06fbeb98-e55b-49e5-84c7-f4c91d2394a0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.789567] env[65448]: DEBUG nova.compute.manager [req-df7b133f-9dfa-4aca-b71f-00683a6b5767 req-9c65fa2f-2f66-4e7e-91e3-5063ab416368 service nova] [instance: 06fbeb98-e55b-49e5-84c7-f4c91d2394a0] No waiting events found dispatching network-vif-plugged-8fccdb37-5b85-4c7b-a0f9-1356678dacd0 {{(pid=65448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 945.789835] env[65448]: WARNING nova.compute.manager [req-df7b133f-9dfa-4aca-b71f-00683a6b5767 req-9c65fa2f-2f66-4e7e-91e3-5063ab416368 service nova] [instance: 06fbeb98-e55b-49e5-84c7-f4c91d2394a0] Received unexpected event network-vif-plugged-8fccdb37-5b85-4c7b-a0f9-1356678dacd0 for instance with vm_state building and task_state spawning. [ 946.140762] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937964, 'name': CreateVM_Task, 'duration_secs': 0.394415} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.141066] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c671722-081d-4d34-9eae-f9e7565127e9] Created VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 946.142028] env[65448]: WARNING neutronclient.v2_0.client [None req-d4c1a4ac-e73c-490a-9e61-40bdd1b1f845 tempest-ServersNegativeTestMultiTenantJSON-240494906 tempest-ServersNegativeTestMultiTenantJSON-240494906-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 946.142245] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d4c1a4ac-e73c-490a-9e61-40bdd1b1f845 tempest-ServersNegativeTestMultiTenantJSON-240494906 tempest-ServersNegativeTestMultiTenantJSON-240494906-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.142406] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d4c1a4ac-e73c-490a-9e61-40bdd1b1f845 tempest-ServersNegativeTestMultiTenantJSON-240494906 tempest-ServersNegativeTestMultiTenantJSON-240494906-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.142724] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d4c1a4ac-e73c-490a-9e61-40bdd1b1f845 tempest-ServersNegativeTestMultiTenantJSON-240494906 tempest-ServersNegativeTestMultiTenantJSON-240494906-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.143020] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85819719-5969-479e-9d95-af60039578bc {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.150195] env[65448]: DEBUG oslo_vmware.api [None req-d4c1a4ac-e73c-490a-9e61-40bdd1b1f845 tempest-ServersNegativeTestMultiTenantJSON-240494906 tempest-ServersNegativeTestMultiTenantJSON-240494906-project-member] Waiting for the task: (returnval){ [ 946.150195] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52f05eef-a096-20c2-305a-3a3cb1f781cf" [ 946.150195] env[65448]: _type = "Task" [ 946.150195] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.153783] env[65448]: DEBUG nova.network.neutron [None req-0f4524d6-4d0f-4d43-85c9-5aa06a202150 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] [instance: 06fbeb98-e55b-49e5-84c7-f4c91d2394a0] Instance cache missing network info. {{(pid=65448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 946.165522] env[65448]: DEBUG oslo_vmware.api [None req-d4c1a4ac-e73c-490a-9e61-40bdd1b1f845 tempest-ServersNegativeTestMultiTenantJSON-240494906 tempest-ServersNegativeTestMultiTenantJSON-240494906-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52f05eef-a096-20c2-305a-3a3cb1f781cf, 'name': SearchDatastore_Task, 'duration_secs': 0.011258} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.165825] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d4c1a4ac-e73c-490a-9e61-40bdd1b1f845 tempest-ServersNegativeTestMultiTenantJSON-240494906 tempest-ServersNegativeTestMultiTenantJSON-240494906-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.166273] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-d4c1a4ac-e73c-490a-9e61-40bdd1b1f845 tempest-ServersNegativeTestMultiTenantJSON-240494906 tempest-ServersNegativeTestMultiTenantJSON-240494906-project-member] [instance: 6c671722-081d-4d34-9eae-f9e7565127e9] Processing image 50fb366d-48e6-424f-9c20-bc83d77be76a {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 946.166582] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d4c1a4ac-e73c-490a-9e61-40bdd1b1f845 tempest-ServersNegativeTestMultiTenantJSON-240494906 tempest-ServersNegativeTestMultiTenantJSON-240494906-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.166729] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d4c1a4ac-e73c-490a-9e61-40bdd1b1f845 tempest-ServersNegativeTestMultiTenantJSON-240494906 tempest-ServersNegativeTestMultiTenantJSON-240494906-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.166909] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4c1a4ac-e73c-490a-9e61-40bdd1b1f845 tempest-ServersNegativeTestMultiTenantJSON-240494906 tempest-ServersNegativeTestMultiTenantJSON-240494906-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 946.167197] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-76f1627e-678b-4f02-ae5f-ce809982679d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.179737] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4c1a4ac-e73c-490a-9e61-40bdd1b1f845 tempest-ServersNegativeTestMultiTenantJSON-240494906 tempest-ServersNegativeTestMultiTenantJSON-240494906-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 946.179933] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-d4c1a4ac-e73c-490a-9e61-40bdd1b1f845 tempest-ServersNegativeTestMultiTenantJSON-240494906 tempest-ServersNegativeTestMultiTenantJSON-240494906-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 946.180725] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-197ca3b3-fb1c-4ada-8b43-b50ab8f5948e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.188019] env[65448]: DEBUG oslo_vmware.api [None req-d4c1a4ac-e73c-490a-9e61-40bdd1b1f845 tempest-ServersNegativeTestMultiTenantJSON-240494906 tempest-ServersNegativeTestMultiTenantJSON-240494906-project-member] Waiting for the task: (returnval){ [ 946.188019] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5211df4e-0ceb-ceca-219e-32c520657338" [ 946.188019] env[65448]: _type = "Task" [ 946.188019] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.200664] env[65448]: DEBUG oslo_vmware.api [None req-d4c1a4ac-e73c-490a-9e61-40bdd1b1f845 tempest-ServersNegativeTestMultiTenantJSON-240494906 tempest-ServersNegativeTestMultiTenantJSON-240494906-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5211df4e-0ceb-ceca-219e-32c520657338, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.214946] env[65448]: DEBUG oslo_concurrency.lockutils [None req-82bfbc84-e999-41da-a642-3199683b9500 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.228273] env[65448]: ERROR nova.scheduler.client.report [None req-da13e6cb-a7db-4188-a3f7-1adf208d6586 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] [req-5a300c13-a286-4b57-9d56-f4d181420abc] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 76aeec68-79e6-4d77-baf0-33bb098aa897. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5a300c13-a286-4b57-9d56-f4d181420abc"}]} [ 946.246239] env[65448]: WARNING neutronclient.v2_0.client [req-f1eea64e-b9b0-4cbb-81e5-93f19392baed req-2136f2cb-3d37-492d-84ea-186bb0c04c43 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 946.250499] env[65448]: DEBUG nova.scheduler.client.report [None req-da13e6cb-a7db-4188-a3f7-1adf208d6586 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Refreshing inventories for resource provider 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 946.274803] env[65448]: DEBUG nova.scheduler.client.report [None req-da13e6cb-a7db-4188-a3f7-1adf208d6586 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Updating ProviderTree inventory for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 946.274803] env[65448]: DEBUG nova.compute.provider_tree [None req-da13e6cb-a7db-4188-a3f7-1adf208d6586 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Updating inventory in ProviderTree for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 946.290136] env[65448]: DEBUG nova.scheduler.client.report [None req-da13e6cb-a7db-4188-a3f7-1adf208d6586 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Refreshing aggregate associations for resource provider 76aeec68-79e6-4d77-baf0-33bb098aa897, aggregates: None {{(pid=65448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 946.321885] env[65448]: DEBUG nova.scheduler.client.report [None req-da13e6cb-a7db-4188-a3f7-1adf208d6586 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Refreshing trait associations for resource provider 76aeec68-79e6-4d77-baf0-33bb098aa897, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=65448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 946.451224] env[65448]: WARNING neutronclient.v2_0.client [None req-0f4524d6-4d0f-4d43-85c9-5aa06a202150 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 946.704537] env[65448]: DEBUG oslo_vmware.api [None req-d4c1a4ac-e73c-490a-9e61-40bdd1b1f845 tempest-ServersNegativeTestMultiTenantJSON-240494906 tempest-ServersNegativeTestMultiTenantJSON-240494906-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5211df4e-0ceb-ceca-219e-32c520657338, 'name': SearchDatastore_Task, 'duration_secs': 0.010921} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.706640] env[65448]: DEBUG nova.network.neutron [None req-0f4524d6-4d0f-4d43-85c9-5aa06a202150 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] [instance: 06fbeb98-e55b-49e5-84c7-f4c91d2394a0] Updating instance_info_cache with network_info: [{"id": "8fccdb37-5b85-4c7b-a0f9-1356678dacd0", "address": "fa:16:3e:1e:0c:4e", "network": {"id": "33995717-6f3f-488b-8cb3-2ec676fe59dd", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1141524357-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "37c58331131a4582ac9960bcaa8c546a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fccdb37-5b", "ovs_interfaceid": "8fccdb37-5b85-4c7b-a0f9-1356678dacd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.712124] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9cb5cc4e-e72b-46b7-9371-8f6ba3608d98 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.721164] env[65448]: DEBUG oslo_vmware.api [None req-d4c1a4ac-e73c-490a-9e61-40bdd1b1f845 tempest-ServersNegativeTestMultiTenantJSON-240494906 tempest-ServersNegativeTestMultiTenantJSON-240494906-project-member] Waiting for the task: (returnval){ [ 946.721164] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]520f8f93-add7-10d5-3c61-47d9af098f9e" [ 946.721164] env[65448]: _type = "Task" [ 946.721164] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.741496] env[65448]: DEBUG oslo_vmware.api [None req-d4c1a4ac-e73c-490a-9e61-40bdd1b1f845 tempest-ServersNegativeTestMultiTenantJSON-240494906 tempest-ServersNegativeTestMultiTenantJSON-240494906-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]520f8f93-add7-10d5-3c61-47d9af098f9e, 'name': SearchDatastore_Task, 'duration_secs': 0.011966} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.741831] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d4c1a4ac-e73c-490a-9e61-40bdd1b1f845 tempest-ServersNegativeTestMultiTenantJSON-240494906 tempest-ServersNegativeTestMultiTenantJSON-240494906-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.742133] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4c1a4ac-e73c-490a-9e61-40bdd1b1f845 tempest-ServersNegativeTestMultiTenantJSON-240494906 tempest-ServersNegativeTestMultiTenantJSON-240494906-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] 6c671722-081d-4d34-9eae-f9e7565127e9/6c671722-081d-4d34-9eae-f9e7565127e9.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 946.742410] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fcb3cb3f-2a91-46f6-990d-98be501ecb61 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.746447] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d897e25c-39c9-4d92-80ea-07be7c0069e3 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.758665] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1984500c-0318-43d0-8c51-6406313b0c7e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.763048] env[65448]: DEBUG oslo_vmware.api [None req-d4c1a4ac-e73c-490a-9e61-40bdd1b1f845 tempest-ServersNegativeTestMultiTenantJSON-240494906 tempest-ServersNegativeTestMultiTenantJSON-240494906-project-member] Waiting for the task: (returnval){ [ 946.763048] env[65448]: value = "task-4937965" [ 946.763048] env[65448]: _type = "Task" [ 946.763048] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.800617] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-010b438d-7c92-46d5-8bdc-6472ecf17b81 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.807659] env[65448]: DEBUG oslo_vmware.api [None req-d4c1a4ac-e73c-490a-9e61-40bdd1b1f845 tempest-ServersNegativeTestMultiTenantJSON-240494906 tempest-ServersNegativeTestMultiTenantJSON-240494906-project-member] Task: {'id': task-4937965, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.814501] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-391929cb-0d0f-4bc1-8c9c-e321c7562c36 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.832744] env[65448]: DEBUG nova.compute.provider_tree [None req-da13e6cb-a7db-4188-a3f7-1adf208d6586 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Updating inventory in ProviderTree for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 946.852097] env[65448]: WARNING neutronclient.v2_0.client [req-f1eea64e-b9b0-4cbb-81e5-93f19392baed req-2136f2cb-3d37-492d-84ea-186bb0c04c43 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 947.215932] env[65448]: DEBUG oslo_concurrency.lockutils [None req-0f4524d6-4d0f-4d43-85c9-5aa06a202150 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Releasing lock "refresh_cache-06fbeb98-e55b-49e5-84c7-f4c91d2394a0" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.215932] env[65448]: DEBUG nova.compute.manager [None req-0f4524d6-4d0f-4d43-85c9-5aa06a202150 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] [instance: 06fbeb98-e55b-49e5-84c7-f4c91d2394a0] Instance network_info: |[{"id": "8fccdb37-5b85-4c7b-a0f9-1356678dacd0", "address": "fa:16:3e:1e:0c:4e", "network": {"id": "33995717-6f3f-488b-8cb3-2ec676fe59dd", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1141524357-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "37c58331131a4582ac9960bcaa8c546a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fccdb37-5b", "ovs_interfaceid": "8fccdb37-5b85-4c7b-a0f9-1356678dacd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 947.215932] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-0f4524d6-4d0f-4d43-85c9-5aa06a202150 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] [instance: 06fbeb98-e55b-49e5-84c7-f4c91d2394a0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1e:0c:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '77ccbd87-ecfd-4b2d-a1ea-29774addcef6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8fccdb37-5b85-4c7b-a0f9-1356678dacd0', 'vif_model': 'vmxnet3'}] {{(pid=65448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 947.223788] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f4524d6-4d0f-4d43-85c9-5aa06a202150 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Creating folder: Project (37c58331131a4582ac9960bcaa8c546a). Parent ref: group-v961779. {{(pid=65448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 947.226024] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ffb1d8d3-e398-4015-9148-e725b6fb8343 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.240351] env[65448]: INFO nova.virt.vmwareapi.vm_util [None req-0f4524d6-4d0f-4d43-85c9-5aa06a202150 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Created folder: Project (37c58331131a4582ac9960bcaa8c546a) in parent group-v961779. [ 947.240635] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f4524d6-4d0f-4d43-85c9-5aa06a202150 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Creating folder: Instances. Parent ref: group-v961992. {{(pid=65448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 947.240952] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-276bd7e7-4124-433b-8e5c-c3cbb13cf5b9 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.255991] env[65448]: INFO nova.virt.vmwareapi.vm_util [None req-0f4524d6-4d0f-4d43-85c9-5aa06a202150 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Created folder: Instances in parent group-v961992. [ 947.256950] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-0f4524d6-4d0f-4d43-85c9-5aa06a202150 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 947.256950] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06fbeb98-e55b-49e5-84c7-f4c91d2394a0] Creating VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 947.257193] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-061c5f38-887c-4167-8615-1afb695f5266 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.291323] env[65448]: DEBUG oslo_vmware.api [None req-d4c1a4ac-e73c-490a-9e61-40bdd1b1f845 tempest-ServersNegativeTestMultiTenantJSON-240494906 tempest-ServersNegativeTestMultiTenantJSON-240494906-project-member] Task: {'id': task-4937965, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.531626} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.293200] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4c1a4ac-e73c-490a-9e61-40bdd1b1f845 tempest-ServersNegativeTestMultiTenantJSON-240494906 tempest-ServersNegativeTestMultiTenantJSON-240494906-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] 6c671722-081d-4d34-9eae-f9e7565127e9/6c671722-081d-4d34-9eae-f9e7565127e9.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 947.293470] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-d4c1a4ac-e73c-490a-9e61-40bdd1b1f845 tempest-ServersNegativeTestMultiTenantJSON-240494906 tempest-ServersNegativeTestMultiTenantJSON-240494906-project-member] [instance: 6c671722-081d-4d34-9eae-f9e7565127e9] Extending root virtual disk to 1048576 {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 947.293764] env[65448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 947.293764] env[65448]: value = "task-4937968" [ 947.293764] env[65448]: _type = "Task" [ 947.293764] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.294141] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-df962775-2594-4bf8-829f-24473f03ca52 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.306685] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937968, 'name': CreateVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.307952] env[65448]: DEBUG nova.network.neutron [req-f1eea64e-b9b0-4cbb-81e5-93f19392baed req-2136f2cb-3d37-492d-84ea-186bb0c04c43 service nova] [instance: 6c671722-081d-4d34-9eae-f9e7565127e9] Updated VIF entry in instance network info cache for port d9e77ce0-003d-4e65-8a01-162ab6278121. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 947.308340] env[65448]: DEBUG nova.network.neutron [req-f1eea64e-b9b0-4cbb-81e5-93f19392baed req-2136f2cb-3d37-492d-84ea-186bb0c04c43 service nova] [instance: 6c671722-081d-4d34-9eae-f9e7565127e9] Updating instance_info_cache with network_info: [{"id": "d9e77ce0-003d-4e65-8a01-162ab6278121", "address": "fa:16:3e:5d:34:e5", "network": {"id": "3296817f-f758-4290-a699-ee04b250056a", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-917832287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f589257403394d948ac174e2f28bbd92", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9e77ce0-00", "ovs_interfaceid": "d9e77ce0-003d-4e65-8a01-162ab6278121", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.311486] env[65448]: DEBUG oslo_vmware.api [None req-d4c1a4ac-e73c-490a-9e61-40bdd1b1f845 tempest-ServersNegativeTestMultiTenantJSON-240494906 tempest-ServersNegativeTestMultiTenantJSON-240494906-project-member] Waiting for the task: (returnval){ [ 947.311486] env[65448]: value = "task-4937969" [ 947.311486] env[65448]: _type = "Task" [ 947.311486] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.327808] env[65448]: DEBUG oslo_vmware.api [None req-d4c1a4ac-e73c-490a-9e61-40bdd1b1f845 tempest-ServersNegativeTestMultiTenantJSON-240494906 tempest-ServersNegativeTestMultiTenantJSON-240494906-project-member] Task: {'id': task-4937969, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.385499] env[65448]: DEBUG nova.scheduler.client.report [None req-da13e6cb-a7db-4188-a3f7-1adf208d6586 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Updated inventory for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 with generation 110 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 947.385775] env[65448]: DEBUG nova.compute.provider_tree [None req-da13e6cb-a7db-4188-a3f7-1adf208d6586 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Updating resource provider 76aeec68-79e6-4d77-baf0-33bb098aa897 generation from 110 to 111 during operation: update_inventory {{(pid=65448) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 947.385997] env[65448]: DEBUG nova.compute.provider_tree [None req-da13e6cb-a7db-4188-a3f7-1adf208d6586 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Updating inventory in ProviderTree for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 947.808278] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937968, 'name': CreateVM_Task} progress is 25%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.812626] env[65448]: DEBUG oslo_concurrency.lockutils [req-f1eea64e-b9b0-4cbb-81e5-93f19392baed req-2136f2cb-3d37-492d-84ea-186bb0c04c43 service nova] Releasing lock "refresh_cache-6c671722-081d-4d34-9eae-f9e7565127e9" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.818026] env[65448]: DEBUG nova.compute.manager [req-f1eea64e-b9b0-4cbb-81e5-93f19392baed req-2136f2cb-3d37-492d-84ea-186bb0c04c43 service nova] [instance: 65f7a5e2-e42a-4a78-a9df-7bd5424ca2f2] Received event network-vif-deleted-d2c6e1da-1cb3-458a-8d87-edf2e15505b3 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 947.829401] env[65448]: DEBUG oslo_vmware.api [None req-d4c1a4ac-e73c-490a-9e61-40bdd1b1f845 tempest-ServersNegativeTestMultiTenantJSON-240494906 tempest-ServersNegativeTestMultiTenantJSON-240494906-project-member] Task: {'id': task-4937969, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086886} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.829968] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-d4c1a4ac-e73c-490a-9e61-40bdd1b1f845 tempest-ServersNegativeTestMultiTenantJSON-240494906 tempest-ServersNegativeTestMultiTenantJSON-240494906-project-member] [instance: 6c671722-081d-4d34-9eae-f9e7565127e9] Extended root virtual disk {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 947.831030] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4391a9ab-77ab-4f1e-ba2a-05396d37bd08 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.861497] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4c1a4ac-e73c-490a-9e61-40bdd1b1f845 tempest-ServersNegativeTestMultiTenantJSON-240494906 tempest-ServersNegativeTestMultiTenantJSON-240494906-project-member] [instance: 6c671722-081d-4d34-9eae-f9e7565127e9] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] 6c671722-081d-4d34-9eae-f9e7565127e9/6c671722-081d-4d34-9eae-f9e7565127e9.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 947.861689] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ca5eba0-cac1-4d0b-acf1-4c7ab5345b10 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.889975] env[65448]: DEBUG oslo_vmware.api [None req-d4c1a4ac-e73c-490a-9e61-40bdd1b1f845 tempest-ServersNegativeTestMultiTenantJSON-240494906 tempest-ServersNegativeTestMultiTenantJSON-240494906-project-member] Waiting for the task: (returnval){ [ 947.889975] env[65448]: value = "task-4937970" [ 947.889975] env[65448]: _type = "Task" [ 947.889975] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.901697] env[65448]: DEBUG oslo_concurrency.lockutils [None req-da13e6cb-a7db-4188-a3f7-1adf208d6586 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.389s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.905867] env[65448]: DEBUG oslo_vmware.api [None req-d4c1a4ac-e73c-490a-9e61-40bdd1b1f845 tempest-ServersNegativeTestMultiTenantJSON-240494906 tempest-ServersNegativeTestMultiTenantJSON-240494906-project-member] Task: {'id': task-4937970, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.907532] env[65448]: DEBUG oslo_concurrency.lockutils [None req-9cb5ca7c-3006-458b-bc58-d2767d4b56cc tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 24.645s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.907532] env[65448]: DEBUG nova.objects.instance [None req-9cb5ca7c-3006-458b-bc58-d2767d4b56cc tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] [instance: 43ff9c8f-c282-4680-ab94-659f088e79a0] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65448) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 947.929257] env[65448]: INFO nova.scheduler.client.report [None req-da13e6cb-a7db-4188-a3f7-1adf208d6586 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Deleted allocations for instance 7ffbee1e-54df-4aaf-8183-9b148c616b69 [ 948.124217] env[65448]: DEBUG oslo_concurrency.lockutils [None req-9dbcd417-c0e8-4567-92d7-2349f5460e27 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Acquiring lock "d3eb5b9f-a5e0-4dfe-a6ea-42fec368280f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.124451] env[65448]: DEBUG oslo_concurrency.lockutils [None req-9dbcd417-c0e8-4567-92d7-2349f5460e27 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Lock "d3eb5b9f-a5e0-4dfe-a6ea-42fec368280f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.310115] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937968, 'name': CreateVM_Task} progress is 99%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.401729] env[65448]: DEBUG oslo_vmware.api [None req-d4c1a4ac-e73c-490a-9e61-40bdd1b1f845 tempest-ServersNegativeTestMultiTenantJSON-240494906 tempest-ServersNegativeTestMultiTenantJSON-240494906-project-member] Task: {'id': task-4937970, 'name': ReconfigVM_Task, 'duration_secs': 0.313178} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.401823] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4c1a4ac-e73c-490a-9e61-40bdd1b1f845 tempest-ServersNegativeTestMultiTenantJSON-240494906 tempest-ServersNegativeTestMultiTenantJSON-240494906-project-member] [instance: 6c671722-081d-4d34-9eae-f9e7565127e9] Reconfigured VM instance instance-0000004c to attach disk [datastore2] 6c671722-081d-4d34-9eae-f9e7565127e9/6c671722-081d-4d34-9eae-f9e7565127e9.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 948.402809] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a59dbbd6-2b81-41d8-871e-92a80c89eadf {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.419130] env[65448]: DEBUG oslo_vmware.api [None req-d4c1a4ac-e73c-490a-9e61-40bdd1b1f845 tempest-ServersNegativeTestMultiTenantJSON-240494906 tempest-ServersNegativeTestMultiTenantJSON-240494906-project-member] Waiting for the task: (returnval){ [ 948.419130] env[65448]: value = "task-4937971" [ 948.419130] env[65448]: _type = "Task" [ 948.419130] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.433693] env[65448]: DEBUG oslo_vmware.api [None req-d4c1a4ac-e73c-490a-9e61-40bdd1b1f845 tempest-ServersNegativeTestMultiTenantJSON-240494906 tempest-ServersNegativeTestMultiTenantJSON-240494906-project-member] Task: {'id': task-4937971, 'name': Rename_Task} progress is 10%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.441373] env[65448]: DEBUG oslo_concurrency.lockutils [None req-da13e6cb-a7db-4188-a3f7-1adf208d6586 tempest-MultipleCreateTestJSON-669585566 tempest-MultipleCreateTestJSON-669585566-project-member] Lock "7ffbee1e-54df-4aaf-8183-9b148c616b69" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.607s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.535995] env[65448]: DEBUG nova.compute.manager [req-a7d8ce9f-dc5c-4f5c-b1c2-fe1152a91d29 req-49c753e3-47b5-4ed9-a8a6-5844e5a77f62 service nova] [instance: 06fbeb98-e55b-49e5-84c7-f4c91d2394a0] Received event network-changed-8fccdb37-5b85-4c7b-a0f9-1356678dacd0 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 948.536589] env[65448]: DEBUG nova.compute.manager [req-a7d8ce9f-dc5c-4f5c-b1c2-fe1152a91d29 req-49c753e3-47b5-4ed9-a8a6-5844e5a77f62 service nova] [instance: 06fbeb98-e55b-49e5-84c7-f4c91d2394a0] Refreshing instance network info cache due to event network-changed-8fccdb37-5b85-4c7b-a0f9-1356678dacd0. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 948.536589] env[65448]: DEBUG oslo_concurrency.lockutils [req-a7d8ce9f-dc5c-4f5c-b1c2-fe1152a91d29 req-49c753e3-47b5-4ed9-a8a6-5844e5a77f62 service nova] Acquiring lock "refresh_cache-06fbeb98-e55b-49e5-84c7-f4c91d2394a0" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.536803] env[65448]: DEBUG oslo_concurrency.lockutils [req-a7d8ce9f-dc5c-4f5c-b1c2-fe1152a91d29 req-49c753e3-47b5-4ed9-a8a6-5844e5a77f62 service nova] Acquired lock "refresh_cache-06fbeb98-e55b-49e5-84c7-f4c91d2394a0" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.537555] env[65448]: DEBUG nova.network.neutron [req-a7d8ce9f-dc5c-4f5c-b1c2-fe1152a91d29 req-49c753e3-47b5-4ed9-a8a6-5844e5a77f62 service nova] [instance: 06fbeb98-e55b-49e5-84c7-f4c91d2394a0] Refreshing network info cache for port 8fccdb37-5b85-4c7b-a0f9-1356678dacd0 {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 948.629031] env[65448]: DEBUG nova.compute.manager [None req-9dbcd417-c0e8-4567-92d7-2349f5460e27 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d3eb5b9f-a5e0-4dfe-a6ea-42fec368280f] Starting instance... {{(pid=65448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2483}} [ 948.812677] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937968, 'name': CreateVM_Task} progress is 99%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.927468] env[65448]: DEBUG oslo_concurrency.lockutils [None req-9cb5ca7c-3006-458b-bc58-d2767d4b56cc tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.021s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.932165] env[65448]: DEBUG oslo_concurrency.lockutils [None req-359696c5-60f3-428d-9b2f-0ae5f1854ccf tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.749s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.932458] env[65448]: DEBUG oslo_concurrency.lockutils [None req-359696c5-60f3-428d-9b2f-0ae5f1854ccf tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.934785] env[65448]: DEBUG oslo_concurrency.lockutils [None req-02fbd3c4-5e60-4f26-8f71-d13fe8604ed6 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.013s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.935186] env[65448]: DEBUG nova.objects.instance [None req-02fbd3c4-5e60-4f26-8f71-d13fe8604ed6 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Lazy-loading 'resources' on Instance uuid dc6c4614-329d-4c19-bcda-1459b561823e {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 948.936517] env[65448]: DEBUG oslo_vmware.api [None req-d4c1a4ac-e73c-490a-9e61-40bdd1b1f845 tempest-ServersNegativeTestMultiTenantJSON-240494906 tempest-ServersNegativeTestMultiTenantJSON-240494906-project-member] Task: {'id': task-4937971, 'name': Rename_Task, 'duration_secs': 0.166027} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.937681] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4c1a4ac-e73c-490a-9e61-40bdd1b1f845 tempest-ServersNegativeTestMultiTenantJSON-240494906 tempest-ServersNegativeTestMultiTenantJSON-240494906-project-member] [instance: 6c671722-081d-4d34-9eae-f9e7565127e9] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 948.938023] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0aceaae7-40e3-49d9-b460-6055be70fd12 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.947923] env[65448]: DEBUG oslo_vmware.api [None req-d4c1a4ac-e73c-490a-9e61-40bdd1b1f845 tempest-ServersNegativeTestMultiTenantJSON-240494906 tempest-ServersNegativeTestMultiTenantJSON-240494906-project-member] Waiting for the task: (returnval){ [ 948.947923] env[65448]: value = "task-4937972" [ 948.947923] env[65448]: _type = "Task" [ 948.947923] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.961075] env[65448]: DEBUG oslo_vmware.api [None req-d4c1a4ac-e73c-490a-9e61-40bdd1b1f845 tempest-ServersNegativeTestMultiTenantJSON-240494906 tempest-ServersNegativeTestMultiTenantJSON-240494906-project-member] Task: {'id': task-4937972, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.962265] env[65448]: INFO nova.scheduler.client.report [None req-359696c5-60f3-428d-9b2f-0ae5f1854ccf tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Deleted allocations for instance 9322f1d0-3ffb-46c6-8974-7fe56a517f7f [ 949.042903] env[65448]: WARNING neutronclient.v2_0.client [req-a7d8ce9f-dc5c-4f5c-b1c2-fe1152a91d29 req-49c753e3-47b5-4ed9-a8a6-5844e5a77f62 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 949.154050] env[65448]: DEBUG oslo_concurrency.lockutils [None req-9dbcd417-c0e8-4567-92d7-2349f5460e27 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.316104] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4937968, 'name': CreateVM_Task, 'duration_secs': 1.760252} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.316275] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06fbeb98-e55b-49e5-84c7-f4c91d2394a0] Created VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 949.316823] env[65448]: WARNING neutronclient.v2_0.client [None req-0f4524d6-4d0f-4d43-85c9-5aa06a202150 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 949.317255] env[65448]: DEBUG oslo_concurrency.lockutils [None req-0f4524d6-4d0f-4d43-85c9-5aa06a202150 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.317940] env[65448]: DEBUG oslo_concurrency.lockutils [None req-0f4524d6-4d0f-4d43-85c9-5aa06a202150 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.318522] env[65448]: DEBUG oslo_concurrency.lockutils [None req-0f4524d6-4d0f-4d43-85c9-5aa06a202150 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.319071] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac66b804-35fb-453d-aae9-394a6c3f26a2 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.331205] env[65448]: DEBUG oslo_vmware.api [None req-0f4524d6-4d0f-4d43-85c9-5aa06a202150 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Waiting for the task: (returnval){ [ 949.331205] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52709e9d-0435-b0a7-aa23-4027b006d996" [ 949.331205] env[65448]: _type = "Task" [ 949.331205] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.344666] env[65448]: DEBUG oslo_vmware.api [None req-0f4524d6-4d0f-4d43-85c9-5aa06a202150 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52709e9d-0435-b0a7-aa23-4027b006d996, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.465193] env[65448]: DEBUG oslo_vmware.api [None req-d4c1a4ac-e73c-490a-9e61-40bdd1b1f845 tempest-ServersNegativeTestMultiTenantJSON-240494906 tempest-ServersNegativeTestMultiTenantJSON-240494906-project-member] Task: {'id': task-4937972, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.472045] env[65448]: DEBUG oslo_concurrency.lockutils [None req-359696c5-60f3-428d-9b2f-0ae5f1854ccf tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Lock "9322f1d0-3ffb-46c6-8974-7fe56a517f7f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.445s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.790418] env[65448]: WARNING neutronclient.v2_0.client [req-a7d8ce9f-dc5c-4f5c-b1c2-fe1152a91d29 req-49c753e3-47b5-4ed9-a8a6-5844e5a77f62 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 949.847938] env[65448]: DEBUG oslo_vmware.api [None req-0f4524d6-4d0f-4d43-85c9-5aa06a202150 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52709e9d-0435-b0a7-aa23-4027b006d996, 'name': SearchDatastore_Task, 'duration_secs': 0.016309} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.848458] env[65448]: DEBUG oslo_concurrency.lockutils [None req-0f4524d6-4d0f-4d43-85c9-5aa06a202150 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.849056] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-0f4524d6-4d0f-4d43-85c9-5aa06a202150 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] [instance: 06fbeb98-e55b-49e5-84c7-f4c91d2394a0] Processing image 50fb366d-48e6-424f-9c20-bc83d77be76a {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 949.849129] env[65448]: DEBUG oslo_concurrency.lockutils [None req-0f4524d6-4d0f-4d43-85c9-5aa06a202150 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.849849] env[65448]: DEBUG oslo_concurrency.lockutils [None req-0f4524d6-4d0f-4d43-85c9-5aa06a202150 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.849849] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f4524d6-4d0f-4d43-85c9-5aa06a202150 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 949.850154] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1c47ebc8-26b7-4bd1-a449-c9202922d476 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.867789] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f4524d6-4d0f-4d43-85c9-5aa06a202150 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 949.867980] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-0f4524d6-4d0f-4d43-85c9-5aa06a202150 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 949.870677] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a5bce22-b177-4e16-a127-07c738e9ce2b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.877547] env[65448]: DEBUG oslo_vmware.api [None req-0f4524d6-4d0f-4d43-85c9-5aa06a202150 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Waiting for the task: (returnval){ [ 949.877547] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52bb6349-5e84-5e98-cd2f-1e8495b3b0d3" [ 949.877547] env[65448]: _type = "Task" [ 949.877547] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.896904] env[65448]: DEBUG oslo_vmware.api [None req-0f4524d6-4d0f-4d43-85c9-5aa06a202150 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52bb6349-5e84-5e98-cd2f-1e8495b3b0d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.902024] env[65448]: DEBUG oslo_vmware.rw_handles [None req-70b5454f-d148-4f3b-8584-49296e4f3e10 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528e3eda-ff78-3348-f943-7f37a58bf425/disk-0.vmdk. {{(pid=65448) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 949.902024] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfe5badc-c1dd-48a4-9dda-cfc3abe21a9f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.907638] env[65448]: DEBUG oslo_vmware.rw_handles [None req-70b5454f-d148-4f3b-8584-49296e4f3e10 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528e3eda-ff78-3348-f943-7f37a58bf425/disk-0.vmdk is in state: ready. {{(pid=65448) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 949.907813] env[65448]: ERROR oslo_vmware.rw_handles [None req-70b5454f-d148-4f3b-8584-49296e4f3e10 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528e3eda-ff78-3348-f943-7f37a58bf425/disk-0.vmdk due to incomplete transfer. [ 949.910585] env[65448]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-572c5831-cd96-4581-8b75-8e84ad1c1dc1 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.921928] env[65448]: DEBUG oslo_vmware.rw_handles [None req-70b5454f-d148-4f3b-8584-49296e4f3e10 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528e3eda-ff78-3348-f943-7f37a58bf425/disk-0.vmdk. {{(pid=65448) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 949.921928] env[65448]: DEBUG nova.virt.vmwareapi.images [None req-70b5454f-d148-4f3b-8584-49296e4f3e10 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 3a4ea7cd-a46b-4aa2-aaec-6799deec58f9] Uploaded image 98eaa93c-6fe9-47a2-addc-fc9f0fd02c5d to the Glance image server {{(pid=65448) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 949.924296] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-70b5454f-d148-4f3b-8584-49296e4f3e10 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 3a4ea7cd-a46b-4aa2-aaec-6799deec58f9] Destroying the VM {{(pid=65448) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 949.924718] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6ef0ec8c-989c-40c7-84ff-5555fd0d1b27 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.933075] env[65448]: DEBUG oslo_vmware.api [None req-70b5454f-d148-4f3b-8584-49296e4f3e10 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Waiting for the task: (returnval){ [ 949.933075] env[65448]: value = "task-4937973" [ 949.933075] env[65448]: _type = "Task" [ 949.933075] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.944125] env[65448]: DEBUG oslo_vmware.api [None req-70b5454f-d148-4f3b-8584-49296e4f3e10 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': task-4937973, 'name': Destroy_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.946068] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1501e3d5-0905-44fe-b6ba-dc841411db5d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.958103] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68a5e7bf-cd30-4fee-8c70-17cdfd77157a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.967903] env[65448]: DEBUG oslo_vmware.api [None req-d4c1a4ac-e73c-490a-9e61-40bdd1b1f845 tempest-ServersNegativeTestMultiTenantJSON-240494906 tempest-ServersNegativeTestMultiTenantJSON-240494906-project-member] Task: {'id': task-4937972, 'name': PowerOnVM_Task, 'duration_secs': 0.536984} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.970345] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4c1a4ac-e73c-490a-9e61-40bdd1b1f845 tempest-ServersNegativeTestMultiTenantJSON-240494906 tempest-ServersNegativeTestMultiTenantJSON-240494906-project-member] [instance: 6c671722-081d-4d34-9eae-f9e7565127e9] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 949.970345] env[65448]: INFO nova.compute.manager [None req-d4c1a4ac-e73c-490a-9e61-40bdd1b1f845 tempest-ServersNegativeTestMultiTenantJSON-240494906 tempest-ServersNegativeTestMultiTenantJSON-240494906-project-member] [instance: 6c671722-081d-4d34-9eae-f9e7565127e9] Took 8.13 seconds to spawn the instance on the hypervisor. [ 949.970345] env[65448]: DEBUG nova.compute.manager [None req-d4c1a4ac-e73c-490a-9e61-40bdd1b1f845 tempest-ServersNegativeTestMultiTenantJSON-240494906 tempest-ServersNegativeTestMultiTenantJSON-240494906-project-member] [instance: 6c671722-081d-4d34-9eae-f9e7565127e9] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 949.970345] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5073feb8-92e8-4a16-9a67-4cbe8b514837 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.999582] env[65448]: DEBUG nova.network.neutron [req-a7d8ce9f-dc5c-4f5c-b1c2-fe1152a91d29 req-49c753e3-47b5-4ed9-a8a6-5844e5a77f62 service nova] [instance: 06fbeb98-e55b-49e5-84c7-f4c91d2394a0] Updated VIF entry in instance network info cache for port 8fccdb37-5b85-4c7b-a0f9-1356678dacd0. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 950.001278] env[65448]: DEBUG nova.network.neutron [req-a7d8ce9f-dc5c-4f5c-b1c2-fe1152a91d29 req-49c753e3-47b5-4ed9-a8a6-5844e5a77f62 service nova] [instance: 06fbeb98-e55b-49e5-84c7-f4c91d2394a0] Updating instance_info_cache with network_info: [{"id": "8fccdb37-5b85-4c7b-a0f9-1356678dacd0", "address": "fa:16:3e:1e:0c:4e", "network": {"id": "33995717-6f3f-488b-8cb3-2ec676fe59dd", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1141524357-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "37c58331131a4582ac9960bcaa8c546a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fccdb37-5b", "ovs_interfaceid": "8fccdb37-5b85-4c7b-a0f9-1356678dacd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.002240] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-130bb617-7650-46d6-be88-8bb953ac9f22 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.020624] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7caf8c9-3fc1-44ac-989e-1b8112594413 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.039162] env[65448]: DEBUG nova.compute.provider_tree [None req-02fbd3c4-5e60-4f26-8f71-d13fe8604ed6 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Updating inventory in ProviderTree for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 950.389843] env[65448]: DEBUG oslo_vmware.api [None req-0f4524d6-4d0f-4d43-85c9-5aa06a202150 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52bb6349-5e84-5e98-cd2f-1e8495b3b0d3, 'name': SearchDatastore_Task, 'duration_secs': 0.046639} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.391112] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbf13701-6a8c-43d6-b5d1-01de2a4f5ed6 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.397487] env[65448]: DEBUG oslo_vmware.api [None req-0f4524d6-4d0f-4d43-85c9-5aa06a202150 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Waiting for the task: (returnval){ [ 950.397487] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5214b161-f47b-a190-17b8-0233cd6afbfa" [ 950.397487] env[65448]: _type = "Task" [ 950.397487] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.406384] env[65448]: DEBUG oslo_vmware.api [None req-0f4524d6-4d0f-4d43-85c9-5aa06a202150 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5214b161-f47b-a190-17b8-0233cd6afbfa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.442904] env[65448]: DEBUG oslo_vmware.api [None req-70b5454f-d148-4f3b-8584-49296e4f3e10 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': task-4937973, 'name': Destroy_Task, 'duration_secs': 0.372259} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.443317] env[65448]: INFO nova.virt.vmwareapi.vm_util [None req-70b5454f-d148-4f3b-8584-49296e4f3e10 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 3a4ea7cd-a46b-4aa2-aaec-6799deec58f9] Destroyed the VM [ 950.443485] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-70b5454f-d148-4f3b-8584-49296e4f3e10 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 3a4ea7cd-a46b-4aa2-aaec-6799deec58f9] Deleting Snapshot of the VM instance {{(pid=65448) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 950.443731] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d36ac9b5-936c-4be2-be41-f1c8d0ff104a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.451951] env[65448]: DEBUG oslo_vmware.api [None req-70b5454f-d148-4f3b-8584-49296e4f3e10 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Waiting for the task: (returnval){ [ 950.451951] env[65448]: value = "task-4937974" [ 950.451951] env[65448]: _type = "Task" [ 950.451951] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.462142] env[65448]: DEBUG oslo_vmware.api [None req-70b5454f-d148-4f3b-8584-49296e4f3e10 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': task-4937974, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.510866] env[65448]: DEBUG oslo_concurrency.lockutils [req-a7d8ce9f-dc5c-4f5c-b1c2-fe1152a91d29 req-49c753e3-47b5-4ed9-a8a6-5844e5a77f62 service nova] Releasing lock "refresh_cache-06fbeb98-e55b-49e5-84c7-f4c91d2394a0" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.522603] env[65448]: INFO nova.compute.manager [None req-d4c1a4ac-e73c-490a-9e61-40bdd1b1f845 tempest-ServersNegativeTestMultiTenantJSON-240494906 tempest-ServersNegativeTestMultiTenantJSON-240494906-project-member] [instance: 6c671722-081d-4d34-9eae-f9e7565127e9] Took 37.40 seconds to build instance. [ 950.576335] env[65448]: ERROR nova.scheduler.client.report [None req-02fbd3c4-5e60-4f26-8f71-d13fe8604ed6 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] [req-25f4dda2-6ef5-4485-9997-666575cf6d1a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 76aeec68-79e6-4d77-baf0-33bb098aa897. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-25f4dda2-6ef5-4485-9997-666575cf6d1a"}]} [ 950.599611] env[65448]: DEBUG nova.scheduler.client.report [None req-02fbd3c4-5e60-4f26-8f71-d13fe8604ed6 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Refreshing inventories for resource provider 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 950.625377] env[65448]: DEBUG nova.scheduler.client.report [None req-02fbd3c4-5e60-4f26-8f71-d13fe8604ed6 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Updating ProviderTree inventory for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 950.625377] env[65448]: DEBUG nova.compute.provider_tree [None req-02fbd3c4-5e60-4f26-8f71-d13fe8604ed6 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Updating inventory in ProviderTree for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 950.640702] env[65448]: DEBUG nova.scheduler.client.report [None req-02fbd3c4-5e60-4f26-8f71-d13fe8604ed6 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Refreshing aggregate associations for resource provider 76aeec68-79e6-4d77-baf0-33bb098aa897, aggregates: None {{(pid=65448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 950.667890] env[65448]: DEBUG nova.scheduler.client.report [None req-02fbd3c4-5e60-4f26-8f71-d13fe8604ed6 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Refreshing trait associations for resource provider 76aeec68-79e6-4d77-baf0-33bb098aa897, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=65448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 950.915254] env[65448]: DEBUG oslo_vmware.api [None req-0f4524d6-4d0f-4d43-85c9-5aa06a202150 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5214b161-f47b-a190-17b8-0233cd6afbfa, 'name': SearchDatastore_Task, 'duration_secs': 0.027817} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.915569] env[65448]: DEBUG oslo_concurrency.lockutils [None req-0f4524d6-4d0f-4d43-85c9-5aa06a202150 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.915843] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f4524d6-4d0f-4d43-85c9-5aa06a202150 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] 06fbeb98-e55b-49e5-84c7-f4c91d2394a0/06fbeb98-e55b-49e5-84c7-f4c91d2394a0.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 950.916141] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cabd2d8d-9068-43ca-b2bb-e0c986258f07 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.925934] env[65448]: DEBUG oslo_vmware.api [None req-0f4524d6-4d0f-4d43-85c9-5aa06a202150 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Waiting for the task: (returnval){ [ 950.925934] env[65448]: value = "task-4937975" [ 950.925934] env[65448]: _type = "Task" [ 950.925934] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.939480] env[65448]: DEBUG oslo_vmware.api [None req-0f4524d6-4d0f-4d43-85c9-5aa06a202150 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Task: {'id': task-4937975, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.963422] env[65448]: DEBUG oslo_vmware.api [None req-70b5454f-d148-4f3b-8584-49296e4f3e10 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': task-4937974, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.024743] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d4c1a4ac-e73c-490a-9e61-40bdd1b1f845 tempest-ServersNegativeTestMultiTenantJSON-240494906 tempest-ServersNegativeTestMultiTenantJSON-240494906-project-member] Lock "6c671722-081d-4d34-9eae-f9e7565127e9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.913s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.161924] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0874c84-941f-4c48-b30a-7202e3eefe24 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.171509] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc99f01d-ff11-469f-89c0-2f92facf1870 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.208060] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f58de181-dd2c-4622-a02e-ac36afc36479 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.216017] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d06b3bec-4bc9-4716-8d20-d542d9c2c765 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.233659] env[65448]: DEBUG nova.compute.provider_tree [None req-02fbd3c4-5e60-4f26-8f71-d13fe8604ed6 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Updating inventory in ProviderTree for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 951.439103] env[65448]: DEBUG oslo_vmware.api [None req-0f4524d6-4d0f-4d43-85c9-5aa06a202150 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Task: {'id': task-4937975, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.445069] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6e450db4-0052-4334-b00b-7226b1376516 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Acquiring lock "a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.445442] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6e450db4-0052-4334-b00b-7226b1376516 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Lock "a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.465865] env[65448]: DEBUG oslo_vmware.api [None req-70b5454f-d148-4f3b-8584-49296e4f3e10 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': task-4937974, 'name': RemoveSnapshot_Task, 'duration_secs': 0.697367} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.466882] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-70b5454f-d148-4f3b-8584-49296e4f3e10 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 3a4ea7cd-a46b-4aa2-aaec-6799deec58f9] Deleted Snapshot of the VM instance {{(pid=65448) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 951.466997] env[65448]: INFO nova.compute.manager [None req-70b5454f-d148-4f3b-8584-49296e4f3e10 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 3a4ea7cd-a46b-4aa2-aaec-6799deec58f9] Took 16.51 seconds to snapshot the instance on the hypervisor. [ 951.764358] env[65448]: ERROR nova.scheduler.client.report [None req-02fbd3c4-5e60-4f26-8f71-d13fe8604ed6 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] [req-ed223f06-8d0b-4478-91e3-4240a2384139] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 76aeec68-79e6-4d77-baf0-33bb098aa897. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ed223f06-8d0b-4478-91e3-4240a2384139"}]} [ 951.793390] env[65448]: DEBUG nova.scheduler.client.report [None req-02fbd3c4-5e60-4f26-8f71-d13fe8604ed6 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Refreshing inventories for resource provider 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 951.818694] env[65448]: DEBUG nova.scheduler.client.report [None req-02fbd3c4-5e60-4f26-8f71-d13fe8604ed6 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Updating ProviderTree inventory for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 951.818972] env[65448]: DEBUG nova.compute.provider_tree [None req-02fbd3c4-5e60-4f26-8f71-d13fe8604ed6 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Updating inventory in ProviderTree for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 951.834577] env[65448]: DEBUG nova.scheduler.client.report [None req-02fbd3c4-5e60-4f26-8f71-d13fe8604ed6 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Refreshing aggregate associations for resource provider 76aeec68-79e6-4d77-baf0-33bb098aa897, aggregates: None {{(pid=65448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 951.860273] env[65448]: DEBUG nova.scheduler.client.report [None req-02fbd3c4-5e60-4f26-8f71-d13fe8604ed6 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Refreshing trait associations for resource provider 76aeec68-79e6-4d77-baf0-33bb098aa897, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=65448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 951.945865] env[65448]: DEBUG oslo_vmware.api [None req-0f4524d6-4d0f-4d43-85c9-5aa06a202150 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Task: {'id': task-4937975, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.667529} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.946660] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f4524d6-4d0f-4d43-85c9-5aa06a202150 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] 06fbeb98-e55b-49e5-84c7-f4c91d2394a0/06fbeb98-e55b-49e5-84c7-f4c91d2394a0.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 951.947066] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-0f4524d6-4d0f-4d43-85c9-5aa06a202150 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] [instance: 06fbeb98-e55b-49e5-84c7-f4c91d2394a0] Extending root virtual disk to 1048576 {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 951.947528] env[65448]: DEBUG nova.compute.manager [None req-6e450db4-0052-4334-b00b-7226b1376516 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] [instance: a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e] Starting instance... {{(pid=65448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2483}} [ 951.950822] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cd940c61-47d7-41b4-8ffb-686effeff574 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.963382] env[65448]: DEBUG oslo_vmware.api [None req-0f4524d6-4d0f-4d43-85c9-5aa06a202150 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Waiting for the task: (returnval){ [ 951.963382] env[65448]: value = "task-4937976" [ 951.963382] env[65448]: _type = "Task" [ 951.963382] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.983130] env[65448]: DEBUG oslo_vmware.api [None req-0f4524d6-4d0f-4d43-85c9-5aa06a202150 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Task: {'id': task-4937976, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.375731] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-528ce71b-fa1a-4cdc-8eee-f6d49b00478d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.387476] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-102e4bc2-3213-46db-97a6-e13226d133be {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.428905] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b28ed852-1dcd-4fdc-8dd1-8b6882efcc78 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.437325] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-077b5c12-4f64-479e-aae6-c38e7f228ae8 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.453659] env[65448]: DEBUG nova.compute.provider_tree [None req-02fbd3c4-5e60-4f26-8f71-d13fe8604ed6 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Updating inventory in ProviderTree for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 952.473548] env[65448]: DEBUG oslo_vmware.api [None req-0f4524d6-4d0f-4d43-85c9-5aa06a202150 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Task: {'id': task-4937976, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078849} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.473872] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-0f4524d6-4d0f-4d43-85c9-5aa06a202150 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] [instance: 06fbeb98-e55b-49e5-84c7-f4c91d2394a0] Extended root virtual disk {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 952.474945] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dabc9250-55ad-45a0-94e3-302df02b8cc0 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.499261] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f4524d6-4d0f-4d43-85c9-5aa06a202150 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] [instance: 06fbeb98-e55b-49e5-84c7-f4c91d2394a0] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] 06fbeb98-e55b-49e5-84c7-f4c91d2394a0/06fbeb98-e55b-49e5-84c7-f4c91d2394a0.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 952.500509] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6e450db4-0052-4334-b00b-7226b1376516 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.502282] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7af98ee-25c1-48b4-8e0c-6ad6496de7b7 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.525222] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5df6878a-823d-4dc4-9dd8-dcd4a5b4bc9c tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Acquiring lock "1df72414-93c2-4356-93c4-2dd4c781a1b9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.525506] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5df6878a-823d-4dc4-9dd8-dcd4a5b4bc9c tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Lock "1df72414-93c2-4356-93c4-2dd4c781a1b9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.534552] env[65448]: DEBUG oslo_vmware.api [None req-0f4524d6-4d0f-4d43-85c9-5aa06a202150 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Waiting for the task: (returnval){ [ 952.534552] env[65448]: value = "task-4937977" [ 952.534552] env[65448]: _type = "Task" [ 952.534552] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.545634] env[65448]: DEBUG oslo_vmware.api [None req-0f4524d6-4d0f-4d43-85c9-5aa06a202150 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Task: {'id': task-4937977, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.679610] env[65448]: DEBUG oslo_concurrency.lockutils [None req-60f8446b-24aa-452f-8bcb-eaf18803e131 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Acquiring lock "b9df7ebd-a64a-4031-89f7-75a8aee3c74c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.679926] env[65448]: DEBUG oslo_concurrency.lockutils [None req-60f8446b-24aa-452f-8bcb-eaf18803e131 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Lock "b9df7ebd-a64a-4031-89f7-75a8aee3c74c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.682904] env[65448]: DEBUG oslo_concurrency.lockutils [None req-60f8446b-24aa-452f-8bcb-eaf18803e131 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Acquiring lock "b9df7ebd-a64a-4031-89f7-75a8aee3c74c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.682904] env[65448]: DEBUG oslo_concurrency.lockutils [None req-60f8446b-24aa-452f-8bcb-eaf18803e131 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Lock "b9df7ebd-a64a-4031-89f7-75a8aee3c74c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.682904] env[65448]: DEBUG oslo_concurrency.lockutils [None req-60f8446b-24aa-452f-8bcb-eaf18803e131 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Lock "b9df7ebd-a64a-4031-89f7-75a8aee3c74c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.683209] env[65448]: INFO nova.compute.manager [None req-60f8446b-24aa-452f-8bcb-eaf18803e131 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] [instance: b9df7ebd-a64a-4031-89f7-75a8aee3c74c] Terminating instance [ 952.980993] env[65448]: ERROR nova.scheduler.client.report [None req-02fbd3c4-5e60-4f26-8f71-d13fe8604ed6 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] [req-bc0f7a1d-4ead-4d69-a543-3d38d4625466] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 76aeec68-79e6-4d77-baf0-33bb098aa897. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-bc0f7a1d-4ead-4d69-a543-3d38d4625466"}]} [ 953.000379] env[65448]: DEBUG nova.scheduler.client.report [None req-02fbd3c4-5e60-4f26-8f71-d13fe8604ed6 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Refreshing inventories for resource provider 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 953.021347] env[65448]: DEBUG nova.scheduler.client.report [None req-02fbd3c4-5e60-4f26-8f71-d13fe8604ed6 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Updating ProviderTree inventory for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 953.021460] env[65448]: DEBUG nova.compute.provider_tree [None req-02fbd3c4-5e60-4f26-8f71-d13fe8604ed6 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Updating inventory in ProviderTree for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 953.028891] env[65448]: DEBUG nova.compute.manager [None req-5df6878a-823d-4dc4-9dd8-dcd4a5b4bc9c tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 1df72414-93c2-4356-93c4-2dd4c781a1b9] Starting instance... {{(pid=65448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2483}} [ 953.040955] env[65448]: DEBUG nova.scheduler.client.report [None req-02fbd3c4-5e60-4f26-8f71-d13fe8604ed6 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Refreshing aggregate associations for resource provider 76aeec68-79e6-4d77-baf0-33bb098aa897, aggregates: None {{(pid=65448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 953.052672] env[65448]: DEBUG oslo_vmware.api [None req-0f4524d6-4d0f-4d43-85c9-5aa06a202150 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Task: {'id': task-4937977, 'name': ReconfigVM_Task, 'duration_secs': 0.329754} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.052999] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f4524d6-4d0f-4d43-85c9-5aa06a202150 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] [instance: 06fbeb98-e55b-49e5-84c7-f4c91d2394a0] Reconfigured VM instance instance-0000004d to attach disk [datastore2] 06fbeb98-e55b-49e5-84c7-f4c91d2394a0/06fbeb98-e55b-49e5-84c7-f4c91d2394a0.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 953.054689] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-05f78adb-af95-4877-a7c1-d3a741173c9d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.063754] env[65448]: DEBUG oslo_vmware.api [None req-0f4524d6-4d0f-4d43-85c9-5aa06a202150 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Waiting for the task: (returnval){ [ 953.063754] env[65448]: value = "task-4937978" [ 953.063754] env[65448]: _type = "Task" [ 953.063754] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.070868] env[65448]: DEBUG nova.scheduler.client.report [None req-02fbd3c4-5e60-4f26-8f71-d13fe8604ed6 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Refreshing trait associations for resource provider 76aeec68-79e6-4d77-baf0-33bb098aa897, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=65448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 953.076760] env[65448]: DEBUG oslo_vmware.api [None req-0f4524d6-4d0f-4d43-85c9-5aa06a202150 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Task: {'id': task-4937978, 'name': Rename_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.188186] env[65448]: DEBUG nova.compute.manager [None req-60f8446b-24aa-452f-8bcb-eaf18803e131 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] [instance: b9df7ebd-a64a-4031-89f7-75a8aee3c74c] Start destroying the instance on the hypervisor. {{(pid=65448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3209}} [ 953.188321] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-60f8446b-24aa-452f-8bcb-eaf18803e131 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] [instance: b9df7ebd-a64a-4031-89f7-75a8aee3c74c] Destroying instance {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 953.189899] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71532bae-e7f3-47c8-9cbf-34ed9b1d9ca0 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.206757] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-60f8446b-24aa-452f-8bcb-eaf18803e131 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] [instance: b9df7ebd-a64a-4031-89f7-75a8aee3c74c] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 953.209451] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ed884f83-cc99-43ee-89c1-ea6f0c641ee6 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.215865] env[65448]: DEBUG oslo_vmware.api [None req-60f8446b-24aa-452f-8bcb-eaf18803e131 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Waiting for the task: (returnval){ [ 953.215865] env[65448]: value = "task-4937979" [ 953.215865] env[65448]: _type = "Task" [ 953.215865] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.224978] env[65448]: DEBUG oslo_vmware.api [None req-60f8446b-24aa-452f-8bcb-eaf18803e131 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Task: {'id': task-4937979, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.559812] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5df6878a-823d-4dc4-9dd8-dcd4a5b4bc9c tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.575273] env[65448]: DEBUG oslo_vmware.api [None req-0f4524d6-4d0f-4d43-85c9-5aa06a202150 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Task: {'id': task-4937978, 'name': Rename_Task, 'duration_secs': 0.159024} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.575552] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f4524d6-4d0f-4d43-85c9-5aa06a202150 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] [instance: 06fbeb98-e55b-49e5-84c7-f4c91d2394a0] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 953.575823] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-15deadd8-6897-4b8f-b415-7ea053ff0401 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.582815] env[65448]: DEBUG oslo_vmware.api [None req-0f4524d6-4d0f-4d43-85c9-5aa06a202150 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Waiting for the task: (returnval){ [ 953.582815] env[65448]: value = "task-4937980" [ 953.582815] env[65448]: _type = "Task" [ 953.582815] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.592518] env[65448]: DEBUG oslo_vmware.api [None req-0f4524d6-4d0f-4d43-85c9-5aa06a202150 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Task: {'id': task-4937980, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.606747] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17d13eff-c917-49a7-a85b-5cf9d7993ceb {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.614435] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f07c65f-e425-4847-b380-17a8d015fbef {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.658597] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fe6a32c-d8f0-4371-9bf2-1116f64ec213 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.670986] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64e44772-3f2f-48a1-a5ba-d0ee2d57536d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.689502] env[65448]: DEBUG oslo_concurrency.lockutils [None req-8b7d2bf7-5a3e-42c5-ba74-d259c67065e8 tempest-ServersNegativeTestMultiTenantJSON-240494906 tempest-ServersNegativeTestMultiTenantJSON-240494906-project-member] Acquiring lock "6c671722-081d-4d34-9eae-f9e7565127e9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.690033] env[65448]: DEBUG oslo_concurrency.lockutils [None req-8b7d2bf7-5a3e-42c5-ba74-d259c67065e8 tempest-ServersNegativeTestMultiTenantJSON-240494906 tempest-ServersNegativeTestMultiTenantJSON-240494906-project-member] Lock "6c671722-081d-4d34-9eae-f9e7565127e9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.690179] env[65448]: DEBUG oslo_concurrency.lockutils [None req-8b7d2bf7-5a3e-42c5-ba74-d259c67065e8 tempest-ServersNegativeTestMultiTenantJSON-240494906 tempest-ServersNegativeTestMultiTenantJSON-240494906-project-member] Acquiring lock "6c671722-081d-4d34-9eae-f9e7565127e9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.690439] env[65448]: DEBUG oslo_concurrency.lockutils [None req-8b7d2bf7-5a3e-42c5-ba74-d259c67065e8 tempest-ServersNegativeTestMultiTenantJSON-240494906 tempest-ServersNegativeTestMultiTenantJSON-240494906-project-member] Lock "6c671722-081d-4d34-9eae-f9e7565127e9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.690674] env[65448]: DEBUG oslo_concurrency.lockutils [None req-8b7d2bf7-5a3e-42c5-ba74-d259c67065e8 tempest-ServersNegativeTestMultiTenantJSON-240494906 tempest-ServersNegativeTestMultiTenantJSON-240494906-project-member] Lock "6c671722-081d-4d34-9eae-f9e7565127e9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.692666] env[65448]: DEBUG nova.compute.provider_tree [None req-02fbd3c4-5e60-4f26-8f71-d13fe8604ed6 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Updating inventory in ProviderTree for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 953.694582] env[65448]: INFO nova.compute.manager [None req-8b7d2bf7-5a3e-42c5-ba74-d259c67065e8 tempest-ServersNegativeTestMultiTenantJSON-240494906 tempest-ServersNegativeTestMultiTenantJSON-240494906-project-member] [instance: 6c671722-081d-4d34-9eae-f9e7565127e9] Terminating instance [ 953.725718] env[65448]: DEBUG oslo_vmware.api [None req-60f8446b-24aa-452f-8bcb-eaf18803e131 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Task: {'id': task-4937979, 'name': PowerOffVM_Task, 'duration_secs': 0.196513} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.725973] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-60f8446b-24aa-452f-8bcb-eaf18803e131 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] [instance: b9df7ebd-a64a-4031-89f7-75a8aee3c74c] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 953.726187] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-60f8446b-24aa-452f-8bcb-eaf18803e131 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] [instance: b9df7ebd-a64a-4031-89f7-75a8aee3c74c] Unregistering the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 953.726554] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-342cad95-158f-41f8-b291-4bee146f85ed {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.815660] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-60f8446b-24aa-452f-8bcb-eaf18803e131 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] [instance: b9df7ebd-a64a-4031-89f7-75a8aee3c74c] Unregistered the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 953.815885] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-60f8446b-24aa-452f-8bcb-eaf18803e131 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] [instance: b9df7ebd-a64a-4031-89f7-75a8aee3c74c] Deleting contents of the VM from datastore datastore1 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 953.816200] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-60f8446b-24aa-452f-8bcb-eaf18803e131 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Deleting the datastore file [datastore1] b9df7ebd-a64a-4031-89f7-75a8aee3c74c {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 953.816485] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-234dbe16-5eeb-46a8-8cff-1416ab6a14e7 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.827044] env[65448]: DEBUG oslo_vmware.api [None req-60f8446b-24aa-452f-8bcb-eaf18803e131 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Waiting for the task: (returnval){ [ 953.827044] env[65448]: value = "task-4937982" [ 953.827044] env[65448]: _type = "Task" [ 953.827044] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.836383] env[65448]: DEBUG oslo_vmware.api [None req-60f8446b-24aa-452f-8bcb-eaf18803e131 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Task: {'id': task-4937982, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.095031] env[65448]: DEBUG oslo_vmware.api [None req-0f4524d6-4d0f-4d43-85c9-5aa06a202150 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Task: {'id': task-4937980, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.202281] env[65448]: DEBUG nova.compute.manager [None req-8b7d2bf7-5a3e-42c5-ba74-d259c67065e8 tempest-ServersNegativeTestMultiTenantJSON-240494906 tempest-ServersNegativeTestMultiTenantJSON-240494906-project-member] [instance: 6c671722-081d-4d34-9eae-f9e7565127e9] Start destroying the instance on the hypervisor. {{(pid=65448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3209}} [ 954.204268] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-8b7d2bf7-5a3e-42c5-ba74-d259c67065e8 tempest-ServersNegativeTestMultiTenantJSON-240494906 tempest-ServersNegativeTestMultiTenantJSON-240494906-project-member] [instance: 6c671722-081d-4d34-9eae-f9e7565127e9] Destroying instance {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 954.204268] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dff8c495-8f38-4d24-8948-1f311e028041 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.212813] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b7d2bf7-5a3e-42c5-ba74-d259c67065e8 tempest-ServersNegativeTestMultiTenantJSON-240494906 tempest-ServersNegativeTestMultiTenantJSON-240494906-project-member] [instance: 6c671722-081d-4d34-9eae-f9e7565127e9] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 954.213159] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4aaa1ae9-0367-42a7-a3fa-dfe7be571e1d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.220869] env[65448]: DEBUG oslo_vmware.api [None req-8b7d2bf7-5a3e-42c5-ba74-d259c67065e8 tempest-ServersNegativeTestMultiTenantJSON-240494906 tempest-ServersNegativeTestMultiTenantJSON-240494906-project-member] Waiting for the task: (returnval){ [ 954.220869] env[65448]: value = "task-4937983" [ 954.220869] env[65448]: _type = "Task" [ 954.220869] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.231847] env[65448]: DEBUG oslo_vmware.api [None req-8b7d2bf7-5a3e-42c5-ba74-d259c67065e8 tempest-ServersNegativeTestMultiTenantJSON-240494906 tempest-ServersNegativeTestMultiTenantJSON-240494906-project-member] Task: {'id': task-4937983, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.255323] env[65448]: DEBUG nova.scheduler.client.report [None req-02fbd3c4-5e60-4f26-8f71-d13fe8604ed6 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Updated inventory for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 with generation 114 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 954.255323] env[65448]: DEBUG nova.compute.provider_tree [None req-02fbd3c4-5e60-4f26-8f71-d13fe8604ed6 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Updating resource provider 76aeec68-79e6-4d77-baf0-33bb098aa897 generation from 114 to 115 during operation: update_inventory {{(pid=65448) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 954.255323] env[65448]: DEBUG nova.compute.provider_tree [None req-02fbd3c4-5e60-4f26-8f71-d13fe8604ed6 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Updating inventory in ProviderTree for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 954.342758] env[65448]: DEBUG oslo_vmware.api [None req-60f8446b-24aa-452f-8bcb-eaf18803e131 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Task: {'id': task-4937982, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.297617} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.343215] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-60f8446b-24aa-452f-8bcb-eaf18803e131 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 954.343513] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-60f8446b-24aa-452f-8bcb-eaf18803e131 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] [instance: b9df7ebd-a64a-4031-89f7-75a8aee3c74c] Deleted contents of the VM from datastore datastore1 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 954.343800] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-60f8446b-24aa-452f-8bcb-eaf18803e131 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] [instance: b9df7ebd-a64a-4031-89f7-75a8aee3c74c] Instance destroyed {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 954.344090] env[65448]: INFO nova.compute.manager [None req-60f8446b-24aa-452f-8bcb-eaf18803e131 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] [instance: b9df7ebd-a64a-4031-89f7-75a8aee3c74c] Took 1.16 seconds to destroy the instance on the hypervisor. [ 954.344484] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-60f8446b-24aa-452f-8bcb-eaf18803e131 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 954.344803] env[65448]: DEBUG nova.compute.manager [-] [instance: b9df7ebd-a64a-4031-89f7-75a8aee3c74c] Deallocating network for instance {{(pid=65448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 954.344983] env[65448]: DEBUG nova.network.neutron [-] [instance: b9df7ebd-a64a-4031-89f7-75a8aee3c74c] deallocate_for_instance() {{(pid=65448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 954.345358] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 954.407490] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 954.594876] env[65448]: DEBUG oslo_vmware.api [None req-0f4524d6-4d0f-4d43-85c9-5aa06a202150 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Task: {'id': task-4937980, 'name': PowerOnVM_Task, 'duration_secs': 0.662643} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.595178] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f4524d6-4d0f-4d43-85c9-5aa06a202150 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] [instance: 06fbeb98-e55b-49e5-84c7-f4c91d2394a0] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 954.595384] env[65448]: INFO nova.compute.manager [None req-0f4524d6-4d0f-4d43-85c9-5aa06a202150 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] [instance: 06fbeb98-e55b-49e5-84c7-f4c91d2394a0] Took 10.09 seconds to spawn the instance on the hypervisor. [ 954.595558] env[65448]: DEBUG nova.compute.manager [None req-0f4524d6-4d0f-4d43-85c9-5aa06a202150 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] [instance: 06fbeb98-e55b-49e5-84c7-f4c91d2394a0] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 954.596408] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4e04624-3a38-4496-aa3c-27427ddd657b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.734463] env[65448]: DEBUG oslo_vmware.api [None req-8b7d2bf7-5a3e-42c5-ba74-d259c67065e8 tempest-ServersNegativeTestMultiTenantJSON-240494906 tempest-ServersNegativeTestMultiTenantJSON-240494906-project-member] Task: {'id': task-4937983, 'name': PowerOffVM_Task, 'duration_secs': 0.226265} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.735492] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b7d2bf7-5a3e-42c5-ba74-d259c67065e8 tempest-ServersNegativeTestMultiTenantJSON-240494906 tempest-ServersNegativeTestMultiTenantJSON-240494906-project-member] [instance: 6c671722-081d-4d34-9eae-f9e7565127e9] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 954.735746] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-8b7d2bf7-5a3e-42c5-ba74-d259c67065e8 tempest-ServersNegativeTestMultiTenantJSON-240494906 tempest-ServersNegativeTestMultiTenantJSON-240494906-project-member] [instance: 6c671722-081d-4d34-9eae-f9e7565127e9] Unregistering the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 954.736056] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0f94b776-edc7-4c2f-8f40-e70ed8a7cdd3 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.763924] env[65448]: DEBUG oslo_concurrency.lockutils [None req-02fbd3c4-5e60-4f26-8f71-d13fe8604ed6 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 5.829s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.767248] env[65448]: DEBUG oslo_concurrency.lockutils [None req-ac982a47-0556-45b1-b659-d8381e6d27bf tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.729s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.767670] env[65448]: DEBUG nova.objects.instance [None req-ac982a47-0556-45b1-b659-d8381e6d27bf tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] Lazy-loading 'resources' on Instance uuid f7259aaf-7b19-40d1-b05b-825f31a78756 {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 954.785517] env[65448]: INFO nova.scheduler.client.report [None req-02fbd3c4-5e60-4f26-8f71-d13fe8604ed6 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Deleted allocations for instance dc6c4614-329d-4c19-bcda-1459b561823e [ 954.805210] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-8b7d2bf7-5a3e-42c5-ba74-d259c67065e8 tempest-ServersNegativeTestMultiTenantJSON-240494906 tempest-ServersNegativeTestMultiTenantJSON-240494906-project-member] [instance: 6c671722-081d-4d34-9eae-f9e7565127e9] Unregistered the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 954.805488] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-8b7d2bf7-5a3e-42c5-ba74-d259c67065e8 tempest-ServersNegativeTestMultiTenantJSON-240494906 tempest-ServersNegativeTestMultiTenantJSON-240494906-project-member] [instance: 6c671722-081d-4d34-9eae-f9e7565127e9] Deleting contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 954.805692] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b7d2bf7-5a3e-42c5-ba74-d259c67065e8 tempest-ServersNegativeTestMultiTenantJSON-240494906 tempest-ServersNegativeTestMultiTenantJSON-240494906-project-member] Deleting the datastore file [datastore2] 6c671722-081d-4d34-9eae-f9e7565127e9 {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 954.806024] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bf3a4a0a-ed87-4502-8d47-a851f460c476 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.819023] env[65448]: DEBUG oslo_vmware.api [None req-8b7d2bf7-5a3e-42c5-ba74-d259c67065e8 tempest-ServersNegativeTestMultiTenantJSON-240494906 tempest-ServersNegativeTestMultiTenantJSON-240494906-project-member] Waiting for the task: (returnval){ [ 954.819023] env[65448]: value = "task-4937985" [ 954.819023] env[65448]: _type = "Task" [ 954.819023] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.827233] env[65448]: DEBUG oslo_vmware.api [None req-8b7d2bf7-5a3e-42c5-ba74-d259c67065e8 tempest-ServersNegativeTestMultiTenantJSON-240494906 tempest-ServersNegativeTestMultiTenantJSON-240494906-project-member] Task: {'id': task-4937985, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.902795] env[65448]: DEBUG oslo_concurrency.lockutils [None req-19c159e7-88b8-4588-bc3d-1669e2690fdf tempest-ServerGroupTestJSON-694706050 tempest-ServerGroupTestJSON-694706050-project-member] Acquiring lock "3a22ed5d-c4fd-429f-966a-ba2af260e43c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.903050] env[65448]: DEBUG oslo_concurrency.lockutils [None req-19c159e7-88b8-4588-bc3d-1669e2690fdf tempest-ServerGroupTestJSON-694706050 tempest-ServerGroupTestJSON-694706050-project-member] Lock "3a22ed5d-c4fd-429f-966a-ba2af260e43c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.963673] env[65448]: DEBUG nova.compute.manager [req-9b5b1bc3-9b58-4201-a19e-2cb18b1668e0 req-4274efd4-b73c-4fd0-9f4a-0e4732cc7e0d service nova] [instance: b9df7ebd-a64a-4031-89f7-75a8aee3c74c] Received event network-vif-deleted-4aba2ff3-061b-465e-a731-ec54cf750b27 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 954.964249] env[65448]: INFO nova.compute.manager [req-9b5b1bc3-9b58-4201-a19e-2cb18b1668e0 req-4274efd4-b73c-4fd0-9f4a-0e4732cc7e0d service nova] [instance: b9df7ebd-a64a-4031-89f7-75a8aee3c74c] Neutron deleted interface 4aba2ff3-061b-465e-a731-ec54cf750b27; detaching it from the instance and deleting it from the info cache [ 954.965316] env[65448]: DEBUG nova.network.neutron [req-9b5b1bc3-9b58-4201-a19e-2cb18b1668e0 req-4274efd4-b73c-4fd0-9f4a-0e4732cc7e0d service nova] [instance: b9df7ebd-a64a-4031-89f7-75a8aee3c74c] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.117501] env[65448]: INFO nova.compute.manager [None req-0f4524d6-4d0f-4d43-85c9-5aa06a202150 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] [instance: 06fbeb98-e55b-49e5-84c7-f4c91d2394a0] Took 41.08 seconds to build instance. [ 955.142454] env[65448]: DEBUG nova.network.neutron [-] [instance: b9df7ebd-a64a-4031-89f7-75a8aee3c74c] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.296471] env[65448]: DEBUG oslo_concurrency.lockutils [None req-02fbd3c4-5e60-4f26-8f71-d13fe8604ed6 tempest-ImagesOneServerNegativeTestJSON-410701669 tempest-ImagesOneServerNegativeTestJSON-410701669-project-member] Lock "dc6c4614-329d-4c19-bcda-1459b561823e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.945s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.329927] env[65448]: DEBUG oslo_vmware.api [None req-8b7d2bf7-5a3e-42c5-ba74-d259c67065e8 tempest-ServersNegativeTestMultiTenantJSON-240494906 tempest-ServersNegativeTestMultiTenantJSON-240494906-project-member] Task: {'id': task-4937985, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143183} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.334897] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b7d2bf7-5a3e-42c5-ba74-d259c67065e8 tempest-ServersNegativeTestMultiTenantJSON-240494906 tempest-ServersNegativeTestMultiTenantJSON-240494906-project-member] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 955.335400] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-8b7d2bf7-5a3e-42c5-ba74-d259c67065e8 tempest-ServersNegativeTestMultiTenantJSON-240494906 tempest-ServersNegativeTestMultiTenantJSON-240494906-project-member] [instance: 6c671722-081d-4d34-9eae-f9e7565127e9] Deleted contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 955.335736] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-8b7d2bf7-5a3e-42c5-ba74-d259c67065e8 tempest-ServersNegativeTestMultiTenantJSON-240494906 tempest-ServersNegativeTestMultiTenantJSON-240494906-project-member] [instance: 6c671722-081d-4d34-9eae-f9e7565127e9] Instance destroyed {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 955.336062] env[65448]: INFO nova.compute.manager [None req-8b7d2bf7-5a3e-42c5-ba74-d259c67065e8 tempest-ServersNegativeTestMultiTenantJSON-240494906 tempest-ServersNegativeTestMultiTenantJSON-240494906-project-member] [instance: 6c671722-081d-4d34-9eae-f9e7565127e9] Took 1.13 seconds to destroy the instance on the hypervisor. [ 955.336442] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-8b7d2bf7-5a3e-42c5-ba74-d259c67065e8 tempest-ServersNegativeTestMultiTenantJSON-240494906 tempest-ServersNegativeTestMultiTenantJSON-240494906-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 955.337567] env[65448]: DEBUG nova.compute.manager [-] [instance: 6c671722-081d-4d34-9eae-f9e7565127e9] Deallocating network for instance {{(pid=65448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 955.337778] env[65448]: DEBUG nova.network.neutron [-] [instance: 6c671722-081d-4d34-9eae-f9e7565127e9] deallocate_for_instance() {{(pid=65448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 955.338197] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 955.406942] env[65448]: DEBUG nova.compute.manager [None req-19c159e7-88b8-4588-bc3d-1669e2690fdf tempest-ServerGroupTestJSON-694706050 tempest-ServerGroupTestJSON-694706050-project-member] [instance: 3a22ed5d-c4fd-429f-966a-ba2af260e43c] Starting instance... {{(pid=65448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2483}} [ 955.410150] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 955.467825] env[65448]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dd230c64-932b-4150-b349-50de4ef4ab4b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.493632] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1db068b0-e7cd-4ecd-92be-1f330859f75a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.531346] env[65448]: DEBUG nova.compute.manager [req-9b5b1bc3-9b58-4201-a19e-2cb18b1668e0 req-4274efd4-b73c-4fd0-9f4a-0e4732cc7e0d service nova] [instance: b9df7ebd-a64a-4031-89f7-75a8aee3c74c] Detach interface failed, port_id=4aba2ff3-061b-465e-a731-ec54cf750b27, reason: Instance b9df7ebd-a64a-4031-89f7-75a8aee3c74c could not be found. {{(pid=65448) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 955.619654] env[65448]: DEBUG oslo_concurrency.lockutils [None req-0f4524d6-4d0f-4d43-85c9-5aa06a202150 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Lock "06fbeb98-e55b-49e5-84c7-f4c91d2394a0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.590s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.646041] env[65448]: INFO nova.compute.manager [-] [instance: b9df7ebd-a64a-4031-89f7-75a8aee3c74c] Took 1.30 seconds to deallocate network for instance. [ 955.670196] env[65448]: INFO nova.compute.manager [None req-3b831cf2-b619-4339-90f3-85335768e0ba tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] [instance: 06fbeb98-e55b-49e5-84c7-f4c91d2394a0] Rescuing [ 955.670500] env[65448]: DEBUG oslo_concurrency.lockutils [None req-3b831cf2-b619-4339-90f3-85335768e0ba tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Acquiring lock "refresh_cache-06fbeb98-e55b-49e5-84c7-f4c91d2394a0" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.670650] env[65448]: DEBUG oslo_concurrency.lockutils [None req-3b831cf2-b619-4339-90f3-85335768e0ba tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Acquired lock "refresh_cache-06fbeb98-e55b-49e5-84c7-f4c91d2394a0" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.671185] env[65448]: DEBUG nova.network.neutron [None req-3b831cf2-b619-4339-90f3-85335768e0ba tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] [instance: 06fbeb98-e55b-49e5-84c7-f4c91d2394a0] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 955.768951] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c58026da-186a-45cc-95bc-744e74596a75 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.778524] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb898bb3-4125-4b56-81e2-7b493c14be64 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.811736] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10b849b2-1fb3-4afc-b547-a0fd58fce6f5 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.821654] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef4a2ab5-29db-447a-b516-65fbb3865eda {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.840743] env[65448]: DEBUG nova.compute.provider_tree [None req-ac982a47-0556-45b1-b659-d8381e6d27bf tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] Updating inventory in ProviderTree for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 955.929630] env[65448]: DEBUG oslo_concurrency.lockutils [None req-19c159e7-88b8-4588-bc3d-1669e2690fdf tempest-ServerGroupTestJSON-694706050 tempest-ServerGroupTestJSON-694706050-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.034156] env[65448]: DEBUG nova.compute.manager [req-ff897d73-dc06-4679-b16e-f7cb545d7b14 req-0f7e77a5-132b-482a-ac66-f9bacc88fed7 service nova] [instance: 6c671722-081d-4d34-9eae-f9e7565127e9] Received event network-vif-deleted-d9e77ce0-003d-4e65-8a01-162ab6278121 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 956.034462] env[65448]: INFO nova.compute.manager [req-ff897d73-dc06-4679-b16e-f7cb545d7b14 req-0f7e77a5-132b-482a-ac66-f9bacc88fed7 service nova] [instance: 6c671722-081d-4d34-9eae-f9e7565127e9] Neutron deleted interface d9e77ce0-003d-4e65-8a01-162ab6278121; detaching it from the instance and deleting it from the info cache [ 956.034560] env[65448]: DEBUG nova.network.neutron [req-ff897d73-dc06-4679-b16e-f7cb545d7b14 req-0f7e77a5-132b-482a-ac66-f9bacc88fed7 service nova] [instance: 6c671722-081d-4d34-9eae-f9e7565127e9] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.159226] env[65448]: DEBUG oslo_concurrency.lockutils [None req-60f8446b-24aa-452f-8bcb-eaf18803e131 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.179089] env[65448]: WARNING neutronclient.v2_0.client [None req-3b831cf2-b619-4339-90f3-85335768e0ba tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 956.224926] env[65448]: DEBUG nova.network.neutron [-] [instance: 6c671722-081d-4d34-9eae-f9e7565127e9] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.366601] env[65448]: ERROR nova.scheduler.client.report [None req-ac982a47-0556-45b1-b659-d8381e6d27bf tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] [req-e15e7d33-1f95-4e40-a223-004592f3c6d8] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 76aeec68-79e6-4d77-baf0-33bb098aa897. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e15e7d33-1f95-4e40-a223-004592f3c6d8"}]} [ 956.369723] env[65448]: WARNING neutronclient.v2_0.client [None req-3b831cf2-b619-4339-90f3-85335768e0ba tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 956.386915] env[65448]: DEBUG nova.scheduler.client.report [None req-ac982a47-0556-45b1-b659-d8381e6d27bf tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] Refreshing inventories for resource provider 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 956.406616] env[65448]: DEBUG nova.scheduler.client.report [None req-ac982a47-0556-45b1-b659-d8381e6d27bf tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] Updating ProviderTree inventory for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 956.406828] env[65448]: DEBUG nova.compute.provider_tree [None req-ac982a47-0556-45b1-b659-d8381e6d27bf tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] Updating inventory in ProviderTree for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 956.423920] env[65448]: DEBUG nova.scheduler.client.report [None req-ac982a47-0556-45b1-b659-d8381e6d27bf tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] Refreshing aggregate associations for resource provider 76aeec68-79e6-4d77-baf0-33bb098aa897, aggregates: None {{(pid=65448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 956.446823] env[65448]: DEBUG nova.scheduler.client.report [None req-ac982a47-0556-45b1-b659-d8381e6d27bf tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] Refreshing trait associations for resource provider 76aeec68-79e6-4d77-baf0-33bb098aa897, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=65448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 956.452925] env[65448]: DEBUG nova.network.neutron [None req-3b831cf2-b619-4339-90f3-85335768e0ba tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] [instance: 06fbeb98-e55b-49e5-84c7-f4c91d2394a0] Updating instance_info_cache with network_info: [{"id": "8fccdb37-5b85-4c7b-a0f9-1356678dacd0", "address": "fa:16:3e:1e:0c:4e", "network": {"id": "33995717-6f3f-488b-8cb3-2ec676fe59dd", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1141524357-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "37c58331131a4582ac9960bcaa8c546a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fccdb37-5b", "ovs_interfaceid": "8fccdb37-5b85-4c7b-a0f9-1356678dacd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.538018] env[65448]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-88807915-6e0d-4787-a65f-626de665fc95 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.553917] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a3e7a39-4e28-4549-9690-163def46716a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.595242] env[65448]: DEBUG nova.compute.manager [req-ff897d73-dc06-4679-b16e-f7cb545d7b14 req-0f7e77a5-132b-482a-ac66-f9bacc88fed7 service nova] [instance: 6c671722-081d-4d34-9eae-f9e7565127e9] Detach interface failed, port_id=d9e77ce0-003d-4e65-8a01-162ab6278121, reason: Instance 6c671722-081d-4d34-9eae-f9e7565127e9 could not be found. {{(pid=65448) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 956.730961] env[65448]: INFO nova.compute.manager [-] [instance: 6c671722-081d-4d34-9eae-f9e7565127e9] Took 1.39 seconds to deallocate network for instance. [ 956.953926] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61fd86c1-e6f0-4959-be2d-5215efb510db {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.959409] env[65448]: DEBUG oslo_concurrency.lockutils [None req-3b831cf2-b619-4339-90f3-85335768e0ba tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Releasing lock "refresh_cache-06fbeb98-e55b-49e5-84c7-f4c91d2394a0" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.968019] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e30959dc-ee44-4084-9c96-1a70da69dfc4 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.012184] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a372e17e-7951-435d-9dbf-42807a57c639 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.022054] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d27eeb92-2a6a-4c24-915d-f15af2404cd8 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.041539] env[65448]: DEBUG nova.compute.provider_tree [None req-ac982a47-0556-45b1-b659-d8381e6d27bf tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] Updating inventory in ProviderTree for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 957.216798] env[65448]: DEBUG oslo_concurrency.lockutils [None req-37d0d905-015a-4fdb-9d6e-bd991363aaa2 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Acquiring lock "2aca5466-f783-4972-8c9d-d0de3a679c0c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.220951] env[65448]: DEBUG oslo_concurrency.lockutils [None req-37d0d905-015a-4fdb-9d6e-bd991363aaa2 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Lock "2aca5466-f783-4972-8c9d-d0de3a679c0c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.004s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.239572] env[65448]: DEBUG oslo_concurrency.lockutils [None req-8b7d2bf7-5a3e-42c5-ba74-d259c67065e8 tempest-ServersNegativeTestMultiTenantJSON-240494906 tempest-ServersNegativeTestMultiTenantJSON-240494906-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.564983] env[65448]: ERROR nova.scheduler.client.report [None req-ac982a47-0556-45b1-b659-d8381e6d27bf tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] [req-01d3f92c-d617-4292-97d6-d297001c6bde] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 76aeec68-79e6-4d77-baf0-33bb098aa897. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-01d3f92c-d617-4292-97d6-d297001c6bde"}]} [ 957.586450] env[65448]: DEBUG nova.scheduler.client.report [None req-ac982a47-0556-45b1-b659-d8381e6d27bf tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] Refreshing inventories for resource provider 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 957.602117] env[65448]: DEBUG nova.scheduler.client.report [None req-ac982a47-0556-45b1-b659-d8381e6d27bf tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] Updating ProviderTree inventory for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 957.602410] env[65448]: DEBUG nova.compute.provider_tree [None req-ac982a47-0556-45b1-b659-d8381e6d27bf tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] Updating inventory in ProviderTree for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 957.615411] env[65448]: DEBUG nova.scheduler.client.report [None req-ac982a47-0556-45b1-b659-d8381e6d27bf tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] Refreshing aggregate associations for resource provider 76aeec68-79e6-4d77-baf0-33bb098aa897, aggregates: None {{(pid=65448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 957.637865] env[65448]: DEBUG nova.scheduler.client.report [None req-ac982a47-0556-45b1-b659-d8381e6d27bf tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] Refreshing trait associations for resource provider 76aeec68-79e6-4d77-baf0-33bb098aa897, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=65448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 957.724980] env[65448]: DEBUG nova.compute.manager [None req-37d0d905-015a-4fdb-9d6e-bd991363aaa2 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: 2aca5466-f783-4972-8c9d-d0de3a679c0c] Starting instance... {{(pid=65448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2483}} [ 958.099333] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17a0cce9-3a41-43a1-9459-b4d5ed9877e9 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.110522] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a37b9836-2657-4410-bc6a-e67041947ee8 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.152300] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7faf327-8400-4214-a76f-65e4173457a9 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.161678] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51a44431-7c3f-4442-b87f-e0c3581fdb21 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.178085] env[65448]: DEBUG nova.compute.provider_tree [None req-ac982a47-0556-45b1-b659-d8381e6d27bf tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] Updating inventory in ProviderTree for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 958.251837] env[65448]: DEBUG oslo_concurrency.lockutils [None req-37d0d905-015a-4fdb-9d6e-bd991363aaa2 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.523510] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b831cf2-b619-4339-90f3-85335768e0ba tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] [instance: 06fbeb98-e55b-49e5-84c7-f4c91d2394a0] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 958.523943] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c1f3f16f-0425-4320-856a-773d0601b889 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.532031] env[65448]: DEBUG oslo_vmware.api [None req-3b831cf2-b619-4339-90f3-85335768e0ba tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Waiting for the task: (returnval){ [ 958.532031] env[65448]: value = "task-4937986" [ 958.532031] env[65448]: _type = "Task" [ 958.532031] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.540641] env[65448]: DEBUG oslo_vmware.api [None req-3b831cf2-b619-4339-90f3-85335768e0ba tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Task: {'id': task-4937986, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.718224] env[65448]: DEBUG nova.scheduler.client.report [None req-ac982a47-0556-45b1-b659-d8381e6d27bf tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] Updated inventory for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 with generation 117 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 958.719346] env[65448]: DEBUG nova.compute.provider_tree [None req-ac982a47-0556-45b1-b659-d8381e6d27bf tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] Updating resource provider 76aeec68-79e6-4d77-baf0-33bb098aa897 generation from 117 to 118 during operation: update_inventory {{(pid=65448) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 958.719346] env[65448]: DEBUG nova.compute.provider_tree [None req-ac982a47-0556-45b1-b659-d8381e6d27bf tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] Updating inventory in ProviderTree for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 959.046351] env[65448]: DEBUG oslo_vmware.api [None req-3b831cf2-b619-4339-90f3-85335768e0ba tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Task: {'id': task-4937986, 'name': PowerOffVM_Task, 'duration_secs': 0.259829} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.047086] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b831cf2-b619-4339-90f3-85335768e0ba tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] [instance: 06fbeb98-e55b-49e5-84c7-f4c91d2394a0] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 959.047765] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe6f6ed0-9b1a-4882-a26f-63358701c1e2 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.069664] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0f12efe-e8db-4d5f-831b-74bbaf5b339e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.109805] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b831cf2-b619-4339-90f3-85335768e0ba tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] [instance: 06fbeb98-e55b-49e5-84c7-f4c91d2394a0] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 959.110160] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c5ca8492-2a36-44c6-b35e-7d2924adaeda {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.118091] env[65448]: DEBUG oslo_vmware.api [None req-3b831cf2-b619-4339-90f3-85335768e0ba tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Waiting for the task: (returnval){ [ 959.118091] env[65448]: value = "task-4937987" [ 959.118091] env[65448]: _type = "Task" [ 959.118091] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.126936] env[65448]: DEBUG oslo_vmware.api [None req-3b831cf2-b619-4339-90f3-85335768e0ba tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Task: {'id': task-4937987, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.226867] env[65448]: DEBUG oslo_concurrency.lockutils [None req-ac982a47-0556-45b1-b659-d8381e6d27bf tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 4.459s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.228655] env[65448]: DEBUG oslo_concurrency.lockutils [None req-0b116dbe-3d5b-4166-87b9-86002c26aa65 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.247s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.228864] env[65448]: DEBUG oslo_concurrency.lockutils [None req-0b116dbe-3d5b-4166-87b9-86002c26aa65 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.230637] env[65448]: DEBUG oslo_concurrency.lockutils [None req-fd49d619-2b0d-4a84-a46d-94cb6c8c9d7a tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.703s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.230960] env[65448]: DEBUG nova.objects.instance [None req-fd49d619-2b0d-4a84-a46d-94cb6c8c9d7a tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Lazy-loading 'resources' on Instance uuid 5e5a538b-8f59-45ca-bece-6a0cff169e0a {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 959.252537] env[65448]: INFO nova.scheduler.client.report [None req-ac982a47-0556-45b1-b659-d8381e6d27bf tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] Deleted allocations for instance f7259aaf-7b19-40d1-b05b-825f31a78756 [ 959.259216] env[65448]: INFO nova.scheduler.client.report [None req-0b116dbe-3d5b-4166-87b9-86002c26aa65 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Deleted allocations for instance f0ae0ad7-7800-4f5a-a270-7749177b8675 [ 959.628298] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b831cf2-b619-4339-90f3-85335768e0ba tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] [instance: 06fbeb98-e55b-49e5-84c7-f4c91d2394a0] VM already powered off {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 959.628526] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-3b831cf2-b619-4339-90f3-85335768e0ba tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] [instance: 06fbeb98-e55b-49e5-84c7-f4c91d2394a0] Processing image 50fb366d-48e6-424f-9c20-bc83d77be76a {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 959.628772] env[65448]: DEBUG oslo_concurrency.lockutils [None req-3b831cf2-b619-4339-90f3-85335768e0ba tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.628917] env[65448]: DEBUG oslo_concurrency.lockutils [None req-3b831cf2-b619-4339-90f3-85335768e0ba tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.629104] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b831cf2-b619-4339-90f3-85335768e0ba tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 959.629375] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d41f6712-cb02-4008-ae52-361dcc559d39 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.641670] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b831cf2-b619-4339-90f3-85335768e0ba tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 959.641899] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-3b831cf2-b619-4339-90f3-85335768e0ba tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 959.642704] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab632a3d-e2ca-4883-bcee-48deab9d8107 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.648558] env[65448]: DEBUG oslo_vmware.api [None req-3b831cf2-b619-4339-90f3-85335768e0ba tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Waiting for the task: (returnval){ [ 959.648558] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52e51594-a89a-b0f1-d14e-08a868bc7481" [ 959.648558] env[65448]: _type = "Task" [ 959.648558] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.658061] env[65448]: DEBUG oslo_vmware.api [None req-3b831cf2-b619-4339-90f3-85335768e0ba tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52e51594-a89a-b0f1-d14e-08a868bc7481, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.761070] env[65448]: DEBUG oslo_concurrency.lockutils [None req-ac982a47-0556-45b1-b659-d8381e6d27bf tempest-AttachInterfacesUnderV243Test-680017589 tempest-AttachInterfacesUnderV243Test-680017589-project-member] Lock "f7259aaf-7b19-40d1-b05b-825f31a78756" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.540s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.768268] env[65448]: DEBUG oslo_concurrency.lockutils [None req-0b116dbe-3d5b-4166-87b9-86002c26aa65 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Lock "f0ae0ad7-7800-4f5a-a270-7749177b8675" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.599s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.157117] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6846bbbd-3b44-42fd-9945-fb657edddf4b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.164180] env[65448]: DEBUG oslo_vmware.api [None req-3b831cf2-b619-4339-90f3-85335768e0ba tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52e51594-a89a-b0f1-d14e-08a868bc7481, 'name': SearchDatastore_Task, 'duration_secs': 0.010429} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.165908] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8b420fe-eb7a-4cd9-90e9-8ce6dae0453e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.174844] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-093b5464-6ff6-4a03-8d2f-a0a357d5344c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.179587] env[65448]: DEBUG oslo_vmware.api [None req-3b831cf2-b619-4339-90f3-85335768e0ba tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Waiting for the task: (returnval){ [ 960.179587] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]529ef65c-7e2a-56d8-0a4c-73538b0cc7a2" [ 960.179587] env[65448]: _type = "Task" [ 960.179587] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.212826] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d6b1e56-d1a0-40b3-a3b1-accdd2640d5b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.219738] env[65448]: DEBUG oslo_vmware.api [None req-3b831cf2-b619-4339-90f3-85335768e0ba tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]529ef65c-7e2a-56d8-0a4c-73538b0cc7a2, 'name': SearchDatastore_Task, 'duration_secs': 0.011382} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.220525] env[65448]: DEBUG oslo_concurrency.lockutils [None req-3b831cf2-b619-4339-90f3-85335768e0ba tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.221081] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b831cf2-b619-4339-90f3-85335768e0ba tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] 06fbeb98-e55b-49e5-84c7-f4c91d2394a0/50fb366d-48e6-424f-9c20-bc83d77be76a-rescue.vmdk. {{(pid=65448) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 960.221395] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-01ba8254-59f3-4fa7-acce-76b130439df7 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.229032] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ec5397a-c352-4b7a-a2f0-e2ebec24b72c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.233788] env[65448]: DEBUG oslo_vmware.api [None req-3b831cf2-b619-4339-90f3-85335768e0ba tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Waiting for the task: (returnval){ [ 960.233788] env[65448]: value = "task-4937988" [ 960.233788] env[65448]: _type = "Task" [ 960.233788] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.247989] env[65448]: DEBUG nova.compute.provider_tree [None req-fd49d619-2b0d-4a84-a46d-94cb6c8c9d7a tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 960.255340] env[65448]: DEBUG oslo_vmware.api [None req-3b831cf2-b619-4339-90f3-85335768e0ba tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Task: {'id': task-4937988, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.746612] env[65448]: DEBUG oslo_vmware.api [None req-3b831cf2-b619-4339-90f3-85335768e0ba tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Task: {'id': task-4937988, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.489239} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.746944] env[65448]: INFO nova.virt.vmwareapi.ds_util [None req-3b831cf2-b619-4339-90f3-85335768e0ba tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] 06fbeb98-e55b-49e5-84c7-f4c91d2394a0/50fb366d-48e6-424f-9c20-bc83d77be76a-rescue.vmdk. [ 960.747879] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d503fc9c-065a-41f9-971b-1be093a74e26 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.753963] env[65448]: DEBUG nova.scheduler.client.report [None req-fd49d619-2b0d-4a84-a46d-94cb6c8c9d7a tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 960.784049] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b831cf2-b619-4339-90f3-85335768e0ba tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] [instance: 06fbeb98-e55b-49e5-84c7-f4c91d2394a0] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] 06fbeb98-e55b-49e5-84c7-f4c91d2394a0/50fb366d-48e6-424f-9c20-bc83d77be76a-rescue.vmdk or device None with type thin {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 960.784292] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a35cfd5-a410-4b9a-96f6-4021d766dd30 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.811015] env[65448]: DEBUG oslo_vmware.api [None req-3b831cf2-b619-4339-90f3-85335768e0ba tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Waiting for the task: (returnval){ [ 960.811015] env[65448]: value = "task-4937989" [ 960.811015] env[65448]: _type = "Task" [ 960.811015] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.895436] env[65448]: DEBUG oslo_vmware.api [None req-3b831cf2-b619-4339-90f3-85335768e0ba tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Task: {'id': task-4937989, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.233036] env[65448]: DEBUG oslo_concurrency.lockutils [None req-e0725629-4ad3-4c60-964e-db5b4a077489 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Acquiring lock "24665a99-6cfb-4d8b-8d08-406b7d1f468f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.233801] env[65448]: DEBUG oslo_concurrency.lockutils [None req-e0725629-4ad3-4c60-964e-db5b4a077489 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Lock "24665a99-6cfb-4d8b-8d08-406b7d1f468f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.003s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.257496] env[65448]: DEBUG oslo_concurrency.lockutils [None req-fd49d619-2b0d-4a84-a46d-94cb6c8c9d7a tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.027s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.260403] env[65448]: DEBUG oslo_concurrency.lockutils [None req-28faa26d-2e3a-42b0-9f9f-b3df232bff4a tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.176s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.260530] env[65448]: DEBUG nova.objects.instance [None req-28faa26d-2e3a-42b0-9f9f-b3df232bff4a tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Lazy-loading 'resources' on Instance uuid 43ff9c8f-c282-4680-ab94-659f088e79a0 {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 961.308688] env[65448]: INFO nova.scheduler.client.report [None req-fd49d619-2b0d-4a84-a46d-94cb6c8c9d7a tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Deleted allocations for instance 5e5a538b-8f59-45ca-bece-6a0cff169e0a [ 961.326249] env[65448]: DEBUG oslo_vmware.api [None req-3b831cf2-b619-4339-90f3-85335768e0ba tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Task: {'id': task-4937989, 'name': ReconfigVM_Task, 'duration_secs': 0.354363} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.326709] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b831cf2-b619-4339-90f3-85335768e0ba tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] [instance: 06fbeb98-e55b-49e5-84c7-f4c91d2394a0] Reconfigured VM instance instance-0000004d to attach disk [datastore2] 06fbeb98-e55b-49e5-84c7-f4c91d2394a0/50fb366d-48e6-424f-9c20-bc83d77be76a-rescue.vmdk or device None with type thin {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 961.328173] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-405bed39-9081-4142-80eb-f2421d7b44e5 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.356740] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36a4ff3e-d9de-4583-89e8-82c473e8c0ce {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.373352] env[65448]: DEBUG oslo_vmware.api [None req-3b831cf2-b619-4339-90f3-85335768e0ba tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Waiting for the task: (returnval){ [ 961.373352] env[65448]: value = "task-4937990" [ 961.373352] env[65448]: _type = "Task" [ 961.373352] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.385654] env[65448]: DEBUG oslo_vmware.api [None req-3b831cf2-b619-4339-90f3-85335768e0ba tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Task: {'id': task-4937990, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.575455] env[65448]: DEBUG oslo_service.periodic_task [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 961.575664] env[65448]: DEBUG oslo_service.periodic_task [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 961.736931] env[65448]: DEBUG nova.compute.manager [None req-e0725629-4ad3-4c60-964e-db5b4a077489 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 24665a99-6cfb-4d8b-8d08-406b7d1f468f] Starting instance... {{(pid=65448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2483}} [ 961.826431] env[65448]: DEBUG oslo_concurrency.lockutils [None req-fd49d619-2b0d-4a84-a46d-94cb6c8c9d7a tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Lock "5e5a538b-8f59-45ca-bece-6a0cff169e0a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.485s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.886014] env[65448]: DEBUG oslo_vmware.api [None req-3b831cf2-b619-4339-90f3-85335768e0ba tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Task: {'id': task-4937990, 'name': ReconfigVM_Task, 'duration_secs': 0.162673} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.886357] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b831cf2-b619-4339-90f3-85335768e0ba tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] [instance: 06fbeb98-e55b-49e5-84c7-f4c91d2394a0] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 961.886646] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b3de0183-3b7e-4d94-a5bc-6a20ffbea50e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.897426] env[65448]: DEBUG oslo_vmware.api [None req-3b831cf2-b619-4339-90f3-85335768e0ba tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Waiting for the task: (returnval){ [ 961.897426] env[65448]: value = "task-4937991" [ 961.897426] env[65448]: _type = "Task" [ 961.897426] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.908070] env[65448]: DEBUG oslo_vmware.api [None req-3b831cf2-b619-4339-90f3-85335768e0ba tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Task: {'id': task-4937991, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.086809] env[65448]: DEBUG oslo_service.periodic_task [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 962.095653] env[65448]: DEBUG oslo_service.periodic_task [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 962.095653] env[65448]: DEBUG oslo_service.periodic_task [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 962.095653] env[65448]: DEBUG oslo_service.periodic_task [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 962.095653] env[65448]: DEBUG oslo_service.periodic_task [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 962.095653] env[65448]: DEBUG oslo_service.periodic_task [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 962.095653] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65448) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 962.095653] env[65448]: DEBUG oslo_service.periodic_task [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 962.222069] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-721a4f7e-f783-4627-a9e9-f3aba9406829 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.231198] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1db8a650-dfff-4245-af34-c5dfae2596d3 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.273020] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3efd1ca-d871-40ef-b5cf-6b1acd316b9c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.285938] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65b6a805-0593-446c-9d28-bd216e3b4365 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.295491] env[65448]: DEBUG oslo_concurrency.lockutils [None req-e0725629-4ad3-4c60-964e-db5b4a077489 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.314085] env[65448]: DEBUG nova.compute.provider_tree [None req-28faa26d-2e3a-42b0-9f9f-b3df232bff4a tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Updating inventory in ProviderTree for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 962.411948] env[65448]: DEBUG oslo_vmware.api [None req-3b831cf2-b619-4339-90f3-85335768e0ba tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Task: {'id': task-4937991, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.597680] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.842890] env[65448]: ERROR nova.scheduler.client.report [None req-28faa26d-2e3a-42b0-9f9f-b3df232bff4a tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] [req-40a34470-8c99-4c7e-994f-dbbb2d43dabb] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 76aeec68-79e6-4d77-baf0-33bb098aa897. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-40a34470-8c99-4c7e-994f-dbbb2d43dabb"}]} [ 962.868797] env[65448]: DEBUG nova.scheduler.client.report [None req-28faa26d-2e3a-42b0-9f9f-b3df232bff4a tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Refreshing inventories for resource provider 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 962.894065] env[65448]: DEBUG nova.scheduler.client.report [None req-28faa26d-2e3a-42b0-9f9f-b3df232bff4a tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Updating ProviderTree inventory for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 962.894349] env[65448]: DEBUG nova.compute.provider_tree [None req-28faa26d-2e3a-42b0-9f9f-b3df232bff4a tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Updating inventory in ProviderTree for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 962.912817] env[65448]: DEBUG oslo_vmware.api [None req-3b831cf2-b619-4339-90f3-85335768e0ba tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Task: {'id': task-4937991, 'name': PowerOnVM_Task, 'duration_secs': 0.65628} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.914216] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b831cf2-b619-4339-90f3-85335768e0ba tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] [instance: 06fbeb98-e55b-49e5-84c7-f4c91d2394a0] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 962.919024] env[65448]: DEBUG nova.compute.manager [None req-3b831cf2-b619-4339-90f3-85335768e0ba tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] [instance: 06fbeb98-e55b-49e5-84c7-f4c91d2394a0] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 962.919024] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7134350c-9364-436c-b092-878fc2b72400 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.922196] env[65448]: DEBUG nova.scheduler.client.report [None req-28faa26d-2e3a-42b0-9f9f-b3df232bff4a tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Refreshing aggregate associations for resource provider 76aeec68-79e6-4d77-baf0-33bb098aa897, aggregates: None {{(pid=65448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 962.959224] env[65448]: DEBUG nova.scheduler.client.report [None req-28faa26d-2e3a-42b0-9f9f-b3df232bff4a tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Refreshing trait associations for resource provider 76aeec68-79e6-4d77-baf0-33bb098aa897, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=65448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 963.458040] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c09709f5-eff1-4381-9caf-82b66bcadd05 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.472805] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bed3351-fc5a-4ca6-a8cf-740aa88a68b2 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.507954] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-576d0e39-32a8-4609-8b74-94cdcabb654d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.519024] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee572462-8960-413b-802b-0dd599a8fabe {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.537562] env[65448]: DEBUG nova.compute.provider_tree [None req-28faa26d-2e3a-42b0-9f9f-b3df232bff4a tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Updating inventory in ProviderTree for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 964.086560] env[65448]: DEBUG nova.scheduler.client.report [None req-28faa26d-2e3a-42b0-9f9f-b3df232bff4a tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Updated inventory for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 with generation 119 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 964.086833] env[65448]: DEBUG nova.compute.provider_tree [None req-28faa26d-2e3a-42b0-9f9f-b3df232bff4a tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Updating resource provider 76aeec68-79e6-4d77-baf0-33bb098aa897 generation from 119 to 120 during operation: update_inventory {{(pid=65448) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 964.087029] env[65448]: DEBUG nova.compute.provider_tree [None req-28faa26d-2e3a-42b0-9f9f-b3df232bff4a tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Updating inventory in ProviderTree for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 964.593467] env[65448]: DEBUG oslo_concurrency.lockutils [None req-28faa26d-2e3a-42b0-9f9f-b3df232bff4a tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.333s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.596953] env[65448]: DEBUG oslo_concurrency.lockutils [None req-dd2530e4-3210-415c-b707-a0c088eb288d tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.053s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.596953] env[65448]: DEBUG nova.objects.instance [None req-dd2530e4-3210-415c-b707-a0c088eb288d tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Lazy-loading 'resources' on Instance uuid f7468e7d-2bed-4b9a-a642-b7f628a95305 {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 964.616511] env[65448]: INFO nova.scheduler.client.report [None req-28faa26d-2e3a-42b0-9f9f-b3df232bff4a tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Deleted allocations for instance 43ff9c8f-c282-4680-ab94-659f088e79a0 [ 964.862265] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a8ca7e03-040f-46e7-9968-d3c44c124e69 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Acquiring lock "b0c623fa-d333-4033-9b82-c846509e532a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.862994] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a8ca7e03-040f-46e7-9968-d3c44c124e69 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Lock "b0c623fa-d333-4033-9b82-c846509e532a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.973763] env[65448]: DEBUG oslo_concurrency.lockutils [None req-56ff521b-7155-41f3-b95a-53159461f00e tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Acquiring lock "b905ff09-c59b-4f17-a42b-cf754c4006fe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.974112] env[65448]: DEBUG oslo_concurrency.lockutils [None req-56ff521b-7155-41f3-b95a-53159461f00e tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Lock "b905ff09-c59b-4f17-a42b-cf754c4006fe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.131406] env[65448]: DEBUG oslo_concurrency.lockutils [None req-28faa26d-2e3a-42b0-9f9f-b3df232bff4a tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Lock "43ff9c8f-c282-4680-ab94-659f088e79a0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.130s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.369645] env[65448]: DEBUG nova.compute.manager [None req-a8ca7e03-040f-46e7-9968-d3c44c124e69 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: b0c623fa-d333-4033-9b82-c846509e532a] Starting instance... {{(pid=65448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2483}} [ 965.554160] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efe894b0-f0d9-4464-b30a-33481da53bd8 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.564566] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce8a200f-72f2-471e-896f-9cce39f19c11 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.606543] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c576e61-32b1-4f5a-9a97-f698c19bf119 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.615524] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddccdfac-1f55-41cb-9733-c7e8f8359d68 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.630601] env[65448]: DEBUG nova.compute.provider_tree [None req-dd2530e4-3210-415c-b707-a0c088eb288d tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 965.731491] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5f97c3ac-0fb8-469c-b8e0-e55c3bbdb743 tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Acquiring lock "2555d855-2461-4a92-ad02-372ecb1f4c10" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.731759] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5f97c3ac-0fb8-469c-b8e0-e55c3bbdb743 tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Lock "2555d855-2461-4a92-ad02-372ecb1f4c10" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.731966] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5f97c3ac-0fb8-469c-b8e0-e55c3bbdb743 tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Acquiring lock "2555d855-2461-4a92-ad02-372ecb1f4c10-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.732160] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5f97c3ac-0fb8-469c-b8e0-e55c3bbdb743 tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Lock "2555d855-2461-4a92-ad02-372ecb1f4c10-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.732326] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5f97c3ac-0fb8-469c-b8e0-e55c3bbdb743 tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Lock "2555d855-2461-4a92-ad02-372ecb1f4c10-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.734575] env[65448]: INFO nova.compute.manager [None req-5f97c3ac-0fb8-469c-b8e0-e55c3bbdb743 tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] [instance: 2555d855-2461-4a92-ad02-372ecb1f4c10] Terminating instance [ 965.901913] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a8ca7e03-040f-46e7-9968-d3c44c124e69 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.133922] env[65448]: DEBUG nova.scheduler.client.report [None req-dd2530e4-3210-415c-b707-a0c088eb288d tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 966.238722] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5f97c3ac-0fb8-469c-b8e0-e55c3bbdb743 tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Acquiring lock "refresh_cache-2555d855-2461-4a92-ad02-372ecb1f4c10" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.238921] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5f97c3ac-0fb8-469c-b8e0-e55c3bbdb743 tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Acquired lock "refresh_cache-2555d855-2461-4a92-ad02-372ecb1f4c10" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.239110] env[65448]: DEBUG nova.network.neutron [None req-5f97c3ac-0fb8-469c-b8e0-e55c3bbdb743 tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] [instance: 2555d855-2461-4a92-ad02-372ecb1f4c10] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 966.639819] env[65448]: DEBUG oslo_concurrency.lockutils [None req-dd2530e4-3210-415c-b707-a0c088eb288d tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.043s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.642256] env[65448]: DEBUG oslo_concurrency.lockutils [None req-0fbc06ad-396b-49a9-af59-47c64698c1f0 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.104s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.642511] env[65448]: DEBUG nova.objects.instance [None req-0fbc06ad-396b-49a9-af59-47c64698c1f0 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Lazy-loading 'resources' on Instance uuid 204b5f52-2264-4c23-8799-4b3f57682409 {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 966.671694] env[65448]: INFO nova.scheduler.client.report [None req-dd2530e4-3210-415c-b707-a0c088eb288d tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Deleted allocations for instance f7468e7d-2bed-4b9a-a642-b7f628a95305 [ 966.742518] env[65448]: WARNING neutronclient.v2_0.client [None req-5f97c3ac-0fb8-469c-b8e0-e55c3bbdb743 tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 966.771178] env[65448]: DEBUG nova.network.neutron [None req-5f97c3ac-0fb8-469c-b8e0-e55c3bbdb743 tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] [instance: 2555d855-2461-4a92-ad02-372ecb1f4c10] Instance cache missing network info. {{(pid=65448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 966.860928] env[65448]: DEBUG nova.network.neutron [None req-5f97c3ac-0fb8-469c-b8e0-e55c3bbdb743 tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] [instance: 2555d855-2461-4a92-ad02-372ecb1f4c10] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.185715] env[65448]: DEBUG oslo_concurrency.lockutils [None req-dd2530e4-3210-415c-b707-a0c088eb288d tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Lock "f7468e7d-2bed-4b9a-a642-b7f628a95305" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.409s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.366527] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5f97c3ac-0fb8-469c-b8e0-e55c3bbdb743 tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Releasing lock "refresh_cache-2555d855-2461-4a92-ad02-372ecb1f4c10" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.369469] env[65448]: DEBUG nova.compute.manager [None req-5f97c3ac-0fb8-469c-b8e0-e55c3bbdb743 tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] [instance: 2555d855-2461-4a92-ad02-372ecb1f4c10] Start destroying the instance on the hypervisor. {{(pid=65448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3209}} [ 967.369469] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-5f97c3ac-0fb8-469c-b8e0-e55c3bbdb743 tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] [instance: 2555d855-2461-4a92-ad02-372ecb1f4c10] Destroying instance {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 967.369469] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9efec21b-88a9-43e4-9642-b0c34a8d470c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.378565] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f97c3ac-0fb8-469c-b8e0-e55c3bbdb743 tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] [instance: 2555d855-2461-4a92-ad02-372ecb1f4c10] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 967.378565] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e9b1327a-b5bd-4974-ad6b-5376dedde9a1 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.392309] env[65448]: DEBUG oslo_vmware.api [None req-5f97c3ac-0fb8-469c-b8e0-e55c3bbdb743 tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Waiting for the task: (returnval){ [ 967.392309] env[65448]: value = "task-4937992" [ 967.392309] env[65448]: _type = "Task" [ 967.392309] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.402921] env[65448]: DEBUG oslo_vmware.api [None req-5f97c3ac-0fb8-469c-b8e0-e55c3bbdb743 tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Task: {'id': task-4937992, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.433448] env[65448]: DEBUG oslo_concurrency.lockutils [None req-fb5db10c-f929-4ab2-9e7e-91b70b215198 tempest-AttachInterfacesV270Test-1102348690 tempest-AttachInterfacesV270Test-1102348690-project-member] Acquiring lock "e4c91856-fcd2-447b-a2d2-7d2ce2bce0f3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.433684] env[65448]: DEBUG oslo_concurrency.lockutils [None req-fb5db10c-f929-4ab2-9e7e-91b70b215198 tempest-AttachInterfacesV270Test-1102348690 tempest-AttachInterfacesV270Test-1102348690-project-member] Lock "e4c91856-fcd2-447b-a2d2-7d2ce2bce0f3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.614186] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dfe0b9a-7604-4d37-bc5a-2e453d4e8b60 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.623276] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcc9ab6b-c24c-4619-897c-2ee55467bcef {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.659508] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-222f1897-c3b8-4175-bde7-bb1a0f4bd3a0 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.668031] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f5d7d28-e05c-4904-bd29-28af908e44c5 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.684585] env[65448]: DEBUG nova.compute.provider_tree [None req-0fbc06ad-396b-49a9-af59-47c64698c1f0 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 967.906417] env[65448]: DEBUG oslo_vmware.api [None req-5f97c3ac-0fb8-469c-b8e0-e55c3bbdb743 tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Task: {'id': task-4937992, 'name': PowerOffVM_Task, 'duration_secs': 0.299503} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.908544] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f97c3ac-0fb8-469c-b8e0-e55c3bbdb743 tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] [instance: 2555d855-2461-4a92-ad02-372ecb1f4c10] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 967.908544] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-5f97c3ac-0fb8-469c-b8e0-e55c3bbdb743 tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] [instance: 2555d855-2461-4a92-ad02-372ecb1f4c10] Unregistering the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 967.908544] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8ce93d71-7abe-4a29-bccc-13be6841722f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.941755] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-5f97c3ac-0fb8-469c-b8e0-e55c3bbdb743 tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] [instance: 2555d855-2461-4a92-ad02-372ecb1f4c10] Unregistered the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 967.942190] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-5f97c3ac-0fb8-469c-b8e0-e55c3bbdb743 tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] [instance: 2555d855-2461-4a92-ad02-372ecb1f4c10] Deleting contents of the VM from datastore datastore1 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 967.942617] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f97c3ac-0fb8-469c-b8e0-e55c3bbdb743 tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Deleting the datastore file [datastore1] 2555d855-2461-4a92-ad02-372ecb1f4c10 {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 967.943062] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c7b22196-4c6d-4b45-a0ba-5b11c5bd6559 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.952065] env[65448]: DEBUG oslo_vmware.api [None req-5f97c3ac-0fb8-469c-b8e0-e55c3bbdb743 tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Waiting for the task: (returnval){ [ 967.952065] env[65448]: value = "task-4937994" [ 967.952065] env[65448]: _type = "Task" [ 967.952065] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.962443] env[65448]: DEBUG oslo_vmware.api [None req-5f97c3ac-0fb8-469c-b8e0-e55c3bbdb743 tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Task: {'id': task-4937994, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.189423] env[65448]: DEBUG nova.scheduler.client.report [None req-0fbc06ad-396b-49a9-af59-47c64698c1f0 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 968.467062] env[65448]: DEBUG oslo_vmware.api [None req-5f97c3ac-0fb8-469c-b8e0-e55c3bbdb743 tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Task: {'id': task-4937994, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.10365} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.467236] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f97c3ac-0fb8-469c-b8e0-e55c3bbdb743 tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 968.467377] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-5f97c3ac-0fb8-469c-b8e0-e55c3bbdb743 tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] [instance: 2555d855-2461-4a92-ad02-372ecb1f4c10] Deleted contents of the VM from datastore datastore1 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 968.467591] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-5f97c3ac-0fb8-469c-b8e0-e55c3bbdb743 tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] [instance: 2555d855-2461-4a92-ad02-372ecb1f4c10] Instance destroyed {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 968.467765] env[65448]: INFO nova.compute.manager [None req-5f97c3ac-0fb8-469c-b8e0-e55c3bbdb743 tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] [instance: 2555d855-2461-4a92-ad02-372ecb1f4c10] Took 1.10 seconds to destroy the instance on the hypervisor. [ 968.468071] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-5f97c3ac-0fb8-469c-b8e0-e55c3bbdb743 tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 968.468287] env[65448]: DEBUG nova.compute.manager [-] [instance: 2555d855-2461-4a92-ad02-372ecb1f4c10] Deallocating network for instance {{(pid=65448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 968.468385] env[65448]: DEBUG nova.network.neutron [-] [instance: 2555d855-2461-4a92-ad02-372ecb1f4c10] deallocate_for_instance() {{(pid=65448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 968.468645] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 968.489019] env[65448]: DEBUG nova.network.neutron [-] [instance: 2555d855-2461-4a92-ad02-372ecb1f4c10] Instance cache missing network info. {{(pid=65448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 968.489292] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 968.696013] env[65448]: DEBUG oslo_concurrency.lockutils [None req-0fbc06ad-396b-49a9-af59-47c64698c1f0 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.054s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.700018] env[65448]: DEBUG oslo_concurrency.lockutils [None req-eff2f1bc-cac2-40d5-9896-ebac5a2352b4 tempest-ServersV294TestFqdnHostnames-1535385712 tempest-ServersV294TestFqdnHostnames-1535385712-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.152s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.700862] env[65448]: INFO nova.compute.claims [None req-eff2f1bc-cac2-40d5-9896-ebac5a2352b4 tempest-ServersV294TestFqdnHostnames-1535385712 tempest-ServersV294TestFqdnHostnames-1535385712-project-member] [instance: ba7361d2-4e0a-4087-989f-5832a7ece890] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 968.719025] env[65448]: INFO nova.scheduler.client.report [None req-0fbc06ad-396b-49a9-af59-47c64698c1f0 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Deleted allocations for instance 204b5f52-2264-4c23-8799-4b3f57682409 [ 968.994169] env[65448]: DEBUG nova.network.neutron [-] [instance: 2555d855-2461-4a92-ad02-372ecb1f4c10] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.225759] env[65448]: DEBUG oslo_concurrency.lockutils [None req-0fbc06ad-396b-49a9-af59-47c64698c1f0 tempest-ServersAdminTestJSON-1596753585 tempest-ServersAdminTestJSON-1596753585-project-member] Lock "204b5f52-2264-4c23-8799-4b3f57682409" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.367s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.497022] env[65448]: INFO nova.compute.manager [-] [instance: 2555d855-2461-4a92-ad02-372ecb1f4c10] Took 1.03 seconds to deallocate network for instance. [ 970.006212] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5f97c3ac-0fb8-469c-b8e0-e55c3bbdb743 tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.117199] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-180ca3fc-7c04-4226-bf06-adf713ea32ef {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.125559] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb3bf35a-e5c4-42ca-af78-6f75c71ba990 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.162561] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0dc531a-6b03-40a6-9d53-8aa8fca18fbc {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.171355] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c868b062-fca7-4221-b0a1-47eff4b111d3 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.185359] env[65448]: DEBUG nova.compute.provider_tree [None req-eff2f1bc-cac2-40d5-9896-ebac5a2352b4 tempest-ServersV294TestFqdnHostnames-1535385712 tempest-ServersV294TestFqdnHostnames-1535385712-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 970.688977] env[65448]: DEBUG nova.scheduler.client.report [None req-eff2f1bc-cac2-40d5-9896-ebac5a2352b4 tempest-ServersV294TestFqdnHostnames-1535385712 tempest-ServersV294TestFqdnHostnames-1535385712-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 971.193989] env[65448]: DEBUG oslo_concurrency.lockutils [None req-eff2f1bc-cac2-40d5-9896-ebac5a2352b4 tempest-ServersV294TestFqdnHostnames-1535385712 tempest-ServersV294TestFqdnHostnames-1535385712-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.495s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.194575] env[65448]: DEBUG nova.compute.manager [None req-eff2f1bc-cac2-40d5-9896-ebac5a2352b4 tempest-ServersV294TestFqdnHostnames-1535385712 tempest-ServersV294TestFqdnHostnames-1535385712-project-member] [instance: ba7361d2-4e0a-4087-989f-5832a7ece890] Start building networks asynchronously for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2881}} [ 971.197413] env[65448]: DEBUG oslo_concurrency.lockutils [None req-346ff18c-f2e2-4cad-910d-f8c297df6c86 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.130s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.198817] env[65448]: INFO nova.compute.claims [None req-346ff18c-f2e2-4cad-910d-f8c297df6c86 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: d7a47642-66f2-4772-bff2-50b672f23d21] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 971.703894] env[65448]: DEBUG nova.compute.utils [None req-eff2f1bc-cac2-40d5-9896-ebac5a2352b4 tempest-ServersV294TestFqdnHostnames-1535385712 tempest-ServersV294TestFqdnHostnames-1535385712-project-member] Using /dev/sd instead of None {{(pid=65448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 971.707429] env[65448]: DEBUG nova.compute.manager [None req-eff2f1bc-cac2-40d5-9896-ebac5a2352b4 tempest-ServersV294TestFqdnHostnames-1535385712 tempest-ServersV294TestFqdnHostnames-1535385712-project-member] [instance: ba7361d2-4e0a-4087-989f-5832a7ece890] Allocating IP information in the background. {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 971.707906] env[65448]: DEBUG nova.network.neutron [None req-eff2f1bc-cac2-40d5-9896-ebac5a2352b4 tempest-ServersV294TestFqdnHostnames-1535385712 tempest-ServersV294TestFqdnHostnames-1535385712-project-member] [instance: ba7361d2-4e0a-4087-989f-5832a7ece890] allocate_for_instance() {{(pid=65448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 971.708022] env[65448]: WARNING neutronclient.v2_0.client [None req-eff2f1bc-cac2-40d5-9896-ebac5a2352b4 tempest-ServersV294TestFqdnHostnames-1535385712 tempest-ServersV294TestFqdnHostnames-1535385712-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 971.708355] env[65448]: WARNING neutronclient.v2_0.client [None req-eff2f1bc-cac2-40d5-9896-ebac5a2352b4 tempest-ServersV294TestFqdnHostnames-1535385712 tempest-ServersV294TestFqdnHostnames-1535385712-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 971.755669] env[65448]: DEBUG nova.policy [None req-eff2f1bc-cac2-40d5-9896-ebac5a2352b4 tempest-ServersV294TestFqdnHostnames-1535385712 tempest-ServersV294TestFqdnHostnames-1535385712-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a8f5416d2643450aa476de924761306e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0ddf7e9e628f4f668356b098a7fb5929', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65448) authorize /opt/stack/nova/nova/policy.py:192}} [ 972.086028] env[65448]: DEBUG nova.network.neutron [None req-eff2f1bc-cac2-40d5-9896-ebac5a2352b4 tempest-ServersV294TestFqdnHostnames-1535385712 tempest-ServersV294TestFqdnHostnames-1535385712-project-member] [instance: ba7361d2-4e0a-4087-989f-5832a7ece890] Successfully created port: c69492f8-a792-42b3-8bed-3f8d22ae8175 {{(pid=65448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 972.212676] env[65448]: DEBUG nova.compute.manager [None req-eff2f1bc-cac2-40d5-9896-ebac5a2352b4 tempest-ServersV294TestFqdnHostnames-1535385712 tempest-ServersV294TestFqdnHostnames-1535385712-project-member] [instance: ba7361d2-4e0a-4087-989f-5832a7ece890] Start building block device mappings for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2916}} [ 972.639309] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-042fd0ab-f43a-41c4-a8e2-01c19eaa730a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.648252] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d896bddd-60ad-40a0-8973-b07e7d139500 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.679539] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77e15b9f-bcb2-4f4d-b04a-f71dd7105b4d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.688048] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5cb7e89-9b94-4ac5-b11e-e6b730da1107 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.702452] env[65448]: DEBUG nova.compute.provider_tree [None req-346ff18c-f2e2-4cad-910d-f8c297df6c86 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 973.206139] env[65448]: DEBUG nova.scheduler.client.report [None req-346ff18c-f2e2-4cad-910d-f8c297df6c86 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 973.232081] env[65448]: DEBUG nova.compute.manager [None req-eff2f1bc-cac2-40d5-9896-ebac5a2352b4 tempest-ServersV294TestFqdnHostnames-1535385712 tempest-ServersV294TestFqdnHostnames-1535385712-project-member] [instance: ba7361d2-4e0a-4087-989f-5832a7ece890] Start spawning the instance on the hypervisor. {{(pid=65448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2689}} [ 973.258459] env[65448]: DEBUG nova.virt.hardware [None req-eff2f1bc-cac2-40d5-9896-ebac5a2352b4 tempest-ServersV294TestFqdnHostnames-1535385712 tempest-ServersV294TestFqdnHostnames-1535385712-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-08T17:19:51Z,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a992292b6dae455593d228217860e2e1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-08T17:19:52Z,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 973.258745] env[65448]: DEBUG nova.virt.hardware [None req-eff2f1bc-cac2-40d5-9896-ebac5a2352b4 tempest-ServersV294TestFqdnHostnames-1535385712 tempest-ServersV294TestFqdnHostnames-1535385712-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 973.258977] env[65448]: DEBUG nova.virt.hardware [None req-eff2f1bc-cac2-40d5-9896-ebac5a2352b4 tempest-ServersV294TestFqdnHostnames-1535385712 tempest-ServersV294TestFqdnHostnames-1535385712-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 973.259247] env[65448]: DEBUG nova.virt.hardware [None req-eff2f1bc-cac2-40d5-9896-ebac5a2352b4 tempest-ServersV294TestFqdnHostnames-1535385712 tempest-ServersV294TestFqdnHostnames-1535385712-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 973.259399] env[65448]: DEBUG nova.virt.hardware [None req-eff2f1bc-cac2-40d5-9896-ebac5a2352b4 tempest-ServersV294TestFqdnHostnames-1535385712 tempest-ServersV294TestFqdnHostnames-1535385712-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 973.259552] env[65448]: DEBUG nova.virt.hardware [None req-eff2f1bc-cac2-40d5-9896-ebac5a2352b4 tempest-ServersV294TestFqdnHostnames-1535385712 tempest-ServersV294TestFqdnHostnames-1535385712-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 973.259776] env[65448]: DEBUG nova.virt.hardware [None req-eff2f1bc-cac2-40d5-9896-ebac5a2352b4 tempest-ServersV294TestFqdnHostnames-1535385712 tempest-ServersV294TestFqdnHostnames-1535385712-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 973.259887] env[65448]: DEBUG nova.virt.hardware [None req-eff2f1bc-cac2-40d5-9896-ebac5a2352b4 tempest-ServersV294TestFqdnHostnames-1535385712 tempest-ServersV294TestFqdnHostnames-1535385712-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 973.260053] env[65448]: DEBUG nova.virt.hardware [None req-eff2f1bc-cac2-40d5-9896-ebac5a2352b4 tempest-ServersV294TestFqdnHostnames-1535385712 tempest-ServersV294TestFqdnHostnames-1535385712-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 973.260218] env[65448]: DEBUG nova.virt.hardware [None req-eff2f1bc-cac2-40d5-9896-ebac5a2352b4 tempest-ServersV294TestFqdnHostnames-1535385712 tempest-ServersV294TestFqdnHostnames-1535385712-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 973.260385] env[65448]: DEBUG nova.virt.hardware [None req-eff2f1bc-cac2-40d5-9896-ebac5a2352b4 tempest-ServersV294TestFqdnHostnames-1535385712 tempest-ServersV294TestFqdnHostnames-1535385712-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 973.261584] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3beb3bf-67fb-4060-9356-5af0cf861995 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.270138] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-501497ed-a5d4-4e70-9c2d-7ba7c0309d9c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.467161] env[65448]: DEBUG oslo_concurrency.lockutils [None req-269b1b3d-45f1-442f-94f0-2f176fab21eb tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Acquiring lock "abc20464-a66c-4425-a677-b5852aec43bb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.467437] env[65448]: DEBUG oslo_concurrency.lockutils [None req-269b1b3d-45f1-442f-94f0-2f176fab21eb tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Lock "abc20464-a66c-4425-a677-b5852aec43bb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.467646] env[65448]: DEBUG oslo_concurrency.lockutils [None req-269b1b3d-45f1-442f-94f0-2f176fab21eb tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Acquiring lock "abc20464-a66c-4425-a677-b5852aec43bb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.467826] env[65448]: DEBUG oslo_concurrency.lockutils [None req-269b1b3d-45f1-442f-94f0-2f176fab21eb tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Lock "abc20464-a66c-4425-a677-b5852aec43bb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.468098] env[65448]: DEBUG oslo_concurrency.lockutils [None req-269b1b3d-45f1-442f-94f0-2f176fab21eb tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Lock "abc20464-a66c-4425-a677-b5852aec43bb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.470526] env[65448]: INFO nova.compute.manager [None req-269b1b3d-45f1-442f-94f0-2f176fab21eb tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: abc20464-a66c-4425-a677-b5852aec43bb] Terminating instance [ 973.711614] env[65448]: DEBUG oslo_concurrency.lockutils [None req-346ff18c-f2e2-4cad-910d-f8c297df6c86 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.514s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.712229] env[65448]: DEBUG nova.compute.manager [None req-346ff18c-f2e2-4cad-910d-f8c297df6c86 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: d7a47642-66f2-4772-bff2-50b672f23d21] Start building networks asynchronously for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2881}} [ 973.714982] env[65448]: DEBUG oslo_concurrency.lockutils [None req-be662c43-2aab-446f-af6f-65b2738c4e92 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.614s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.716488] env[65448]: INFO nova.compute.claims [None req-be662c43-2aab-446f-af6f-65b2738c4e92 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: ffb11675-ff83-4efb-be37-b642e50ea8b9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 973.726148] env[65448]: DEBUG nova.compute.manager [req-43f155cb-a176-4305-b196-450eaa96a30a req-c6fcd6e8-edca-4314-9104-7a1150685b1f service nova] [instance: ba7361d2-4e0a-4087-989f-5832a7ece890] Received event network-vif-plugged-c69492f8-a792-42b3-8bed-3f8d22ae8175 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 973.726148] env[65448]: DEBUG oslo_concurrency.lockutils [req-43f155cb-a176-4305-b196-450eaa96a30a req-c6fcd6e8-edca-4314-9104-7a1150685b1f service nova] Acquiring lock "ba7361d2-4e0a-4087-989f-5832a7ece890-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.726148] env[65448]: DEBUG oslo_concurrency.lockutils [req-43f155cb-a176-4305-b196-450eaa96a30a req-c6fcd6e8-edca-4314-9104-7a1150685b1f service nova] Lock "ba7361d2-4e0a-4087-989f-5832a7ece890-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.726148] env[65448]: DEBUG oslo_concurrency.lockutils [req-43f155cb-a176-4305-b196-450eaa96a30a req-c6fcd6e8-edca-4314-9104-7a1150685b1f service nova] Lock "ba7361d2-4e0a-4087-989f-5832a7ece890-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.726148] env[65448]: DEBUG nova.compute.manager [req-43f155cb-a176-4305-b196-450eaa96a30a req-c6fcd6e8-edca-4314-9104-7a1150685b1f service nova] [instance: ba7361d2-4e0a-4087-989f-5832a7ece890] No waiting events found dispatching network-vif-plugged-c69492f8-a792-42b3-8bed-3f8d22ae8175 {{(pid=65448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 973.727979] env[65448]: WARNING nova.compute.manager [req-43f155cb-a176-4305-b196-450eaa96a30a req-c6fcd6e8-edca-4314-9104-7a1150685b1f service nova] [instance: ba7361d2-4e0a-4087-989f-5832a7ece890] Received unexpected event network-vif-plugged-c69492f8-a792-42b3-8bed-3f8d22ae8175 for instance with vm_state building and task_state spawning. [ 973.737696] env[65448]: DEBUG nova.network.neutron [None req-eff2f1bc-cac2-40d5-9896-ebac5a2352b4 tempest-ServersV294TestFqdnHostnames-1535385712 tempest-ServersV294TestFqdnHostnames-1535385712-project-member] [instance: ba7361d2-4e0a-4087-989f-5832a7ece890] Successfully updated port: c69492f8-a792-42b3-8bed-3f8d22ae8175 {{(pid=65448) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 973.974694] env[65448]: DEBUG nova.compute.manager [None req-269b1b3d-45f1-442f-94f0-2f176fab21eb tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: abc20464-a66c-4425-a677-b5852aec43bb] Start destroying the instance on the hypervisor. {{(pid=65448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3209}} [ 973.974959] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-269b1b3d-45f1-442f-94f0-2f176fab21eb tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: abc20464-a66c-4425-a677-b5852aec43bb] Destroying instance {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 973.975976] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2764bc3-c9b1-464a-8f1c-5bf1b393889c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.984280] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-269b1b3d-45f1-442f-94f0-2f176fab21eb tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: abc20464-a66c-4425-a677-b5852aec43bb] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 973.984547] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4ae32b3b-2951-40f3-ad48-7ebc19e87361 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.991820] env[65448]: DEBUG oslo_vmware.api [None req-269b1b3d-45f1-442f-94f0-2f176fab21eb tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Waiting for the task: (returnval){ [ 973.991820] env[65448]: value = "task-4937996" [ 973.991820] env[65448]: _type = "Task" [ 973.991820] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.001289] env[65448]: DEBUG oslo_vmware.api [None req-269b1b3d-45f1-442f-94f0-2f176fab21eb tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Task: {'id': task-4937996, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.221980] env[65448]: DEBUG nova.compute.utils [None req-346ff18c-f2e2-4cad-910d-f8c297df6c86 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Using /dev/sd instead of None {{(pid=65448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 974.229024] env[65448]: DEBUG nova.compute.manager [None req-346ff18c-f2e2-4cad-910d-f8c297df6c86 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: d7a47642-66f2-4772-bff2-50b672f23d21] Allocating IP information in the background. {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 974.229024] env[65448]: DEBUG nova.network.neutron [None req-346ff18c-f2e2-4cad-910d-f8c297df6c86 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: d7a47642-66f2-4772-bff2-50b672f23d21] allocate_for_instance() {{(pid=65448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 974.229024] env[65448]: WARNING neutronclient.v2_0.client [None req-346ff18c-f2e2-4cad-910d-f8c297df6c86 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 974.229024] env[65448]: WARNING neutronclient.v2_0.client [None req-346ff18c-f2e2-4cad-910d-f8c297df6c86 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 974.240809] env[65448]: DEBUG oslo_concurrency.lockutils [None req-eff2f1bc-cac2-40d5-9896-ebac5a2352b4 tempest-ServersV294TestFqdnHostnames-1535385712 tempest-ServersV294TestFqdnHostnames-1535385712-project-member] Acquiring lock "refresh_cache-ba7361d2-4e0a-4087-989f-5832a7ece890" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.241177] env[65448]: DEBUG oslo_concurrency.lockutils [None req-eff2f1bc-cac2-40d5-9896-ebac5a2352b4 tempest-ServersV294TestFqdnHostnames-1535385712 tempest-ServersV294TestFqdnHostnames-1535385712-project-member] Acquired lock "refresh_cache-ba7361d2-4e0a-4087-989f-5832a7ece890" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.241177] env[65448]: DEBUG nova.network.neutron [None req-eff2f1bc-cac2-40d5-9896-ebac5a2352b4 tempest-ServersV294TestFqdnHostnames-1535385712 tempest-ServersV294TestFqdnHostnames-1535385712-project-member] [instance: ba7361d2-4e0a-4087-989f-5832a7ece890] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 974.286595] env[65448]: DEBUG nova.policy [None req-346ff18c-f2e2-4cad-910d-f8c297df6c86 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '188b1cb9a0da470f91a7092c81cbca50', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cd050f9067644c0db6e945683a3fcccc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65448) authorize /opt/stack/nova/nova/policy.py:192}} [ 974.501882] env[65448]: DEBUG oslo_vmware.api [None req-269b1b3d-45f1-442f-94f0-2f176fab21eb tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Task: {'id': task-4937996, 'name': PowerOffVM_Task, 'duration_secs': 0.245929} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.502215] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-269b1b3d-45f1-442f-94f0-2f176fab21eb tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: abc20464-a66c-4425-a677-b5852aec43bb] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 974.502390] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-269b1b3d-45f1-442f-94f0-2f176fab21eb tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: abc20464-a66c-4425-a677-b5852aec43bb] Unregistering the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 974.502650] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8c92a48e-ced8-427d-bde1-db4988ef661a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.572432] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-269b1b3d-45f1-442f-94f0-2f176fab21eb tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: abc20464-a66c-4425-a677-b5852aec43bb] Unregistered the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 974.573168] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-269b1b3d-45f1-442f-94f0-2f176fab21eb tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: abc20464-a66c-4425-a677-b5852aec43bb] Deleting contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 974.573168] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-269b1b3d-45f1-442f-94f0-2f176fab21eb tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Deleting the datastore file [datastore2] abc20464-a66c-4425-a677-b5852aec43bb {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 974.573291] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-77e356b7-6224-4eed-8e90-8998aa46c9d1 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.582244] env[65448]: DEBUG oslo_vmware.api [None req-269b1b3d-45f1-442f-94f0-2f176fab21eb tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Waiting for the task: (returnval){ [ 974.582244] env[65448]: value = "task-4937998" [ 974.582244] env[65448]: _type = "Task" [ 974.582244] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.591299] env[65448]: DEBUG oslo_vmware.api [None req-269b1b3d-45f1-442f-94f0-2f176fab21eb tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Task: {'id': task-4937998, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.658601] env[65448]: DEBUG nova.network.neutron [None req-346ff18c-f2e2-4cad-910d-f8c297df6c86 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: d7a47642-66f2-4772-bff2-50b672f23d21] Successfully created port: 82d39161-e034-41c2-a203-03294312eea2 {{(pid=65448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 974.732638] env[65448]: DEBUG nova.compute.manager [None req-346ff18c-f2e2-4cad-910d-f8c297df6c86 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: d7a47642-66f2-4772-bff2-50b672f23d21] Start building block device mappings for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2916}} [ 975.092450] env[65448]: DEBUG oslo_vmware.api [None req-269b1b3d-45f1-442f-94f0-2f176fab21eb tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Task: {'id': task-4937998, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.34002} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.094700] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-269b1b3d-45f1-442f-94f0-2f176fab21eb tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 975.094921] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-269b1b3d-45f1-442f-94f0-2f176fab21eb tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: abc20464-a66c-4425-a677-b5852aec43bb] Deleted contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 975.095122] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-269b1b3d-45f1-442f-94f0-2f176fab21eb tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: abc20464-a66c-4425-a677-b5852aec43bb] Instance destroyed {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 975.095295] env[65448]: INFO nova.compute.manager [None req-269b1b3d-45f1-442f-94f0-2f176fab21eb tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: abc20464-a66c-4425-a677-b5852aec43bb] Took 1.12 seconds to destroy the instance on the hypervisor. [ 975.095539] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-269b1b3d-45f1-442f-94f0-2f176fab21eb tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 975.096600] env[65448]: DEBUG nova.compute.manager [-] [instance: abc20464-a66c-4425-a677-b5852aec43bb] Deallocating network for instance {{(pid=65448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 975.096600] env[65448]: DEBUG nova.network.neutron [-] [instance: abc20464-a66c-4425-a677-b5852aec43bb] deallocate_for_instance() {{(pid=65448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 975.096600] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 975.144135] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8369dae-41d9-48d9-a05b-c363d3c4ca4d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.152119] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d75f213-9bd8-437f-82f4-a7b36066c315 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.184334] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd0ce1dd-6dfe-44b9-859d-8d923d91cb4d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.192887] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ac5dc20-d8f0-43e9-b439-cc9337d928ec {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.207473] env[65448]: DEBUG nova.compute.provider_tree [None req-be662c43-2aab-446f-af6f-65b2738c4e92 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Updating inventory in ProviderTree for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 975.469453] env[65448]: DEBUG nova.network.neutron [None req-eff2f1bc-cac2-40d5-9896-ebac5a2352b4 tempest-ServersV294TestFqdnHostnames-1535385712 tempest-ServersV294TestFqdnHostnames-1535385712-project-member] [instance: ba7361d2-4e0a-4087-989f-5832a7ece890] Instance cache missing network info. {{(pid=65448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 975.545079] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 975.732676] env[65448]: ERROR nova.scheduler.client.report [None req-be662c43-2aab-446f-af6f-65b2738c4e92 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [req-8747550e-25b2-4102-a4b4-52b067c15386] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 76aeec68-79e6-4d77-baf0-33bb098aa897. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-8747550e-25b2-4102-a4b4-52b067c15386"}]} [ 975.745144] env[65448]: DEBUG nova.compute.manager [None req-346ff18c-f2e2-4cad-910d-f8c297df6c86 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: d7a47642-66f2-4772-bff2-50b672f23d21] Start spawning the instance on the hypervisor. {{(pid=65448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2689}} [ 975.750363] env[65448]: DEBUG nova.scheduler.client.report [None req-be662c43-2aab-446f-af6f-65b2738c4e92 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Refreshing inventories for resource provider 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 975.767239] env[65448]: DEBUG nova.scheduler.client.report [None req-be662c43-2aab-446f-af6f-65b2738c4e92 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Updating ProviderTree inventory for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 975.767957] env[65448]: DEBUG nova.compute.provider_tree [None req-be662c43-2aab-446f-af6f-65b2738c4e92 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Updating inventory in ProviderTree for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 975.778363] env[65448]: DEBUG nova.virt.hardware [None req-346ff18c-f2e2-4cad-910d-f8c297df6c86 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-08T17:19:51Z,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a992292b6dae455593d228217860e2e1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-08T17:19:52Z,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 975.778670] env[65448]: DEBUG nova.virt.hardware [None req-346ff18c-f2e2-4cad-910d-f8c297df6c86 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 975.778870] env[65448]: DEBUG nova.virt.hardware [None req-346ff18c-f2e2-4cad-910d-f8c297df6c86 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 975.779118] env[65448]: DEBUG nova.virt.hardware [None req-346ff18c-f2e2-4cad-910d-f8c297df6c86 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 975.779273] env[65448]: DEBUG nova.virt.hardware [None req-346ff18c-f2e2-4cad-910d-f8c297df6c86 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 975.779415] env[65448]: DEBUG nova.virt.hardware [None req-346ff18c-f2e2-4cad-910d-f8c297df6c86 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 975.779625] env[65448]: DEBUG nova.virt.hardware [None req-346ff18c-f2e2-4cad-910d-f8c297df6c86 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 975.779774] env[65448]: DEBUG nova.virt.hardware [None req-346ff18c-f2e2-4cad-910d-f8c297df6c86 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 975.779958] env[65448]: DEBUG nova.virt.hardware [None req-346ff18c-f2e2-4cad-910d-f8c297df6c86 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 975.780130] env[65448]: DEBUG nova.virt.hardware [None req-346ff18c-f2e2-4cad-910d-f8c297df6c86 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 975.780345] env[65448]: DEBUG nova.virt.hardware [None req-346ff18c-f2e2-4cad-910d-f8c297df6c86 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 975.781337] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cae34efb-95ff-447c-9e29-db028c806c9b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.785212] env[65448]: DEBUG nova.scheduler.client.report [None req-be662c43-2aab-446f-af6f-65b2738c4e92 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Refreshing aggregate associations for resource provider 76aeec68-79e6-4d77-baf0-33bb098aa897, aggregates: None {{(pid=65448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 975.794023] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01039047-a73e-4ec2-b6d2-04eb568778e3 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.811369] env[65448]: DEBUG nova.scheduler.client.report [None req-be662c43-2aab-446f-af6f-65b2738c4e92 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Refreshing trait associations for resource provider 76aeec68-79e6-4d77-baf0-33bb098aa897, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=65448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 975.937026] env[65448]: WARNING neutronclient.v2_0.client [None req-eff2f1bc-cac2-40d5-9896-ebac5a2352b4 tempest-ServersV294TestFqdnHostnames-1535385712 tempest-ServersV294TestFqdnHostnames-1535385712-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 976.037398] env[65448]: DEBUG nova.network.neutron [None req-eff2f1bc-cac2-40d5-9896-ebac5a2352b4 tempest-ServersV294TestFqdnHostnames-1535385712 tempest-ServersV294TestFqdnHostnames-1535385712-project-member] [instance: ba7361d2-4e0a-4087-989f-5832a7ece890] Updating instance_info_cache with network_info: [{"id": "c69492f8-a792-42b3-8bed-3f8d22ae8175", "address": "fa:16:3e:83:0a:92", "network": {"id": "471913ca-c38b-4fdc-8136-2af2639b112a", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-936130087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ddf7e9e628f4f668356b098a7fb5929", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc69492f8-a7", "ovs_interfaceid": "c69492f8-a792-42b3-8bed-3f8d22ae8175", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.220212] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ec98047-af16-4544-9987-5be97e9872df {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.232558] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b6bc3be-2f24-451b-bec4-a84309dc5bb1 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.269729] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7505b7d-aa60-4d95-8d30-22b6b670a88a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.278935] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06820e1f-67fe-4baa-8409-6164fd38765a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.294528] env[65448]: DEBUG nova.compute.provider_tree [None req-be662c43-2aab-446f-af6f-65b2738c4e92 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Updating inventory in ProviderTree for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 976.311372] env[65448]: DEBUG nova.network.neutron [None req-346ff18c-f2e2-4cad-910d-f8c297df6c86 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: d7a47642-66f2-4772-bff2-50b672f23d21] Successfully updated port: 82d39161-e034-41c2-a203-03294312eea2 {{(pid=65448) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 976.350347] env[65448]: DEBUG nova.network.neutron [-] [instance: abc20464-a66c-4425-a677-b5852aec43bb] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.531227] env[65448]: DEBUG nova.compute.manager [req-e3de0def-7abf-466e-87ca-3b75bc9dd248 req-82c1e04a-b50b-44bb-9e5e-9ecc310dabfe service nova] [instance: ba7361d2-4e0a-4087-989f-5832a7ece890] Received event network-changed-c69492f8-a792-42b3-8bed-3f8d22ae8175 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 976.531227] env[65448]: DEBUG nova.compute.manager [req-e3de0def-7abf-466e-87ca-3b75bc9dd248 req-82c1e04a-b50b-44bb-9e5e-9ecc310dabfe service nova] [instance: ba7361d2-4e0a-4087-989f-5832a7ece890] Refreshing instance network info cache due to event network-changed-c69492f8-a792-42b3-8bed-3f8d22ae8175. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 976.531227] env[65448]: DEBUG oslo_concurrency.lockutils [req-e3de0def-7abf-466e-87ca-3b75bc9dd248 req-82c1e04a-b50b-44bb-9e5e-9ecc310dabfe service nova] Acquiring lock "refresh_cache-ba7361d2-4e0a-4087-989f-5832a7ece890" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.541210] env[65448]: DEBUG oslo_concurrency.lockutils [None req-eff2f1bc-cac2-40d5-9896-ebac5a2352b4 tempest-ServersV294TestFqdnHostnames-1535385712 tempest-ServersV294TestFqdnHostnames-1535385712-project-member] Releasing lock "refresh_cache-ba7361d2-4e0a-4087-989f-5832a7ece890" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.541210] env[65448]: DEBUG nova.compute.manager [None req-eff2f1bc-cac2-40d5-9896-ebac5a2352b4 tempest-ServersV294TestFqdnHostnames-1535385712 tempest-ServersV294TestFqdnHostnames-1535385712-project-member] [instance: ba7361d2-4e0a-4087-989f-5832a7ece890] Instance network_info: |[{"id": "c69492f8-a792-42b3-8bed-3f8d22ae8175", "address": "fa:16:3e:83:0a:92", "network": {"id": "471913ca-c38b-4fdc-8136-2af2639b112a", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-936130087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ddf7e9e628f4f668356b098a7fb5929", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc69492f8-a7", "ovs_interfaceid": "c69492f8-a792-42b3-8bed-3f8d22ae8175", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 976.541386] env[65448]: DEBUG oslo_concurrency.lockutils [req-e3de0def-7abf-466e-87ca-3b75bc9dd248 req-82c1e04a-b50b-44bb-9e5e-9ecc310dabfe service nova] Acquired lock "refresh_cache-ba7361d2-4e0a-4087-989f-5832a7ece890" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.541431] env[65448]: DEBUG nova.network.neutron [req-e3de0def-7abf-466e-87ca-3b75bc9dd248 req-82c1e04a-b50b-44bb-9e5e-9ecc310dabfe service nova] [instance: ba7361d2-4e0a-4087-989f-5832a7ece890] Refreshing network info cache for port c69492f8-a792-42b3-8bed-3f8d22ae8175 {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 976.544544] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-eff2f1bc-cac2-40d5-9896-ebac5a2352b4 tempest-ServersV294TestFqdnHostnames-1535385712 tempest-ServersV294TestFqdnHostnames-1535385712-project-member] [instance: ba7361d2-4e0a-4087-989f-5832a7ece890] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:0a:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56398cc0-e39f-410f-8036-8c2a6870e26f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c69492f8-a792-42b3-8bed-3f8d22ae8175', 'vif_model': 'vmxnet3'}] {{(pid=65448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 976.553197] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-eff2f1bc-cac2-40d5-9896-ebac5a2352b4 tempest-ServersV294TestFqdnHostnames-1535385712 tempest-ServersV294TestFqdnHostnames-1535385712-project-member] Creating folder: Project (0ddf7e9e628f4f668356b098a7fb5929). Parent ref: group-v961779. {{(pid=65448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 976.554953] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7ca6b38c-f9d1-43d2-8312-b6ca026c0fd6 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.560035] env[65448]: DEBUG nova.compute.manager [req-e73f6504-4913-4f0a-bc15-599213d46159 req-1f21f7f8-6256-4b7e-9aaf-0720d9d47809 service nova] [instance: d7a47642-66f2-4772-bff2-50b672f23d21] Received event network-vif-plugged-82d39161-e034-41c2-a203-03294312eea2 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 976.560035] env[65448]: DEBUG oslo_concurrency.lockutils [req-e73f6504-4913-4f0a-bc15-599213d46159 req-1f21f7f8-6256-4b7e-9aaf-0720d9d47809 service nova] Acquiring lock "d7a47642-66f2-4772-bff2-50b672f23d21-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.560035] env[65448]: DEBUG oslo_concurrency.lockutils [req-e73f6504-4913-4f0a-bc15-599213d46159 req-1f21f7f8-6256-4b7e-9aaf-0720d9d47809 service nova] Lock "d7a47642-66f2-4772-bff2-50b672f23d21-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.560035] env[65448]: DEBUG oslo_concurrency.lockutils [req-e73f6504-4913-4f0a-bc15-599213d46159 req-1f21f7f8-6256-4b7e-9aaf-0720d9d47809 service nova] Lock "d7a47642-66f2-4772-bff2-50b672f23d21-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.560035] env[65448]: DEBUG nova.compute.manager [req-e73f6504-4913-4f0a-bc15-599213d46159 req-1f21f7f8-6256-4b7e-9aaf-0720d9d47809 service nova] [instance: d7a47642-66f2-4772-bff2-50b672f23d21] No waiting events found dispatching network-vif-plugged-82d39161-e034-41c2-a203-03294312eea2 {{(pid=65448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 976.560035] env[65448]: WARNING nova.compute.manager [req-e73f6504-4913-4f0a-bc15-599213d46159 req-1f21f7f8-6256-4b7e-9aaf-0720d9d47809 service nova] [instance: d7a47642-66f2-4772-bff2-50b672f23d21] Received unexpected event network-vif-plugged-82d39161-e034-41c2-a203-03294312eea2 for instance with vm_state building and task_state spawning. [ 976.571588] env[65448]: INFO nova.virt.vmwareapi.vm_util [None req-eff2f1bc-cac2-40d5-9896-ebac5a2352b4 tempest-ServersV294TestFqdnHostnames-1535385712 tempest-ServersV294TestFqdnHostnames-1535385712-project-member] Created folder: Project (0ddf7e9e628f4f668356b098a7fb5929) in parent group-v961779. [ 976.571785] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-eff2f1bc-cac2-40d5-9896-ebac5a2352b4 tempest-ServersV294TestFqdnHostnames-1535385712 tempest-ServersV294TestFqdnHostnames-1535385712-project-member] Creating folder: Instances. Parent ref: group-v961995. {{(pid=65448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 976.572049] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4c1ae228-20b7-4f4d-80a8-c31572e65fa0 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.584152] env[65448]: INFO nova.virt.vmwareapi.vm_util [None req-eff2f1bc-cac2-40d5-9896-ebac5a2352b4 tempest-ServersV294TestFqdnHostnames-1535385712 tempest-ServersV294TestFqdnHostnames-1535385712-project-member] Created folder: Instances in parent group-v961995. [ 976.584350] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-eff2f1bc-cac2-40d5-9896-ebac5a2352b4 tempest-ServersV294TestFqdnHostnames-1535385712 tempest-ServersV294TestFqdnHostnames-1535385712-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 976.584631] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba7361d2-4e0a-4087-989f-5832a7ece890] Creating VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 976.584721] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8b2a69ff-c0dc-4d1e-a706-b92b8b6c61f6 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.606057] env[65448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 976.606057] env[65448]: value = "task-4938001" [ 976.606057] env[65448]: _type = "Task" [ 976.606057] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.614529] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4938001, 'name': CreateVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.816757] env[65448]: ERROR nova.scheduler.client.report [None req-be662c43-2aab-446f-af6f-65b2738c4e92 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [req-616a5dea-65f0-4655-9955-163cd395a74b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 76aeec68-79e6-4d77-baf0-33bb098aa897. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-616a5dea-65f0-4655-9955-163cd395a74b"}]} [ 976.817653] env[65448]: DEBUG oslo_concurrency.lockutils [None req-346ff18c-f2e2-4cad-910d-f8c297df6c86 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Acquiring lock "refresh_cache-d7a47642-66f2-4772-bff2-50b672f23d21" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.817811] env[65448]: DEBUG oslo_concurrency.lockutils [None req-346ff18c-f2e2-4cad-910d-f8c297df6c86 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Acquired lock "refresh_cache-d7a47642-66f2-4772-bff2-50b672f23d21" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.818032] env[65448]: DEBUG nova.network.neutron [None req-346ff18c-f2e2-4cad-910d-f8c297df6c86 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: d7a47642-66f2-4772-bff2-50b672f23d21] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 976.836664] env[65448]: DEBUG nova.scheduler.client.report [None req-be662c43-2aab-446f-af6f-65b2738c4e92 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Refreshing inventories for resource provider 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 976.851248] env[65448]: DEBUG nova.scheduler.client.report [None req-be662c43-2aab-446f-af6f-65b2738c4e92 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Updating ProviderTree inventory for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 976.851470] env[65448]: DEBUG nova.compute.provider_tree [None req-be662c43-2aab-446f-af6f-65b2738c4e92 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Updating inventory in ProviderTree for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 976.853779] env[65448]: INFO nova.compute.manager [-] [instance: abc20464-a66c-4425-a677-b5852aec43bb] Took 1.76 seconds to deallocate network for instance. [ 976.865085] env[65448]: DEBUG nova.scheduler.client.report [None req-be662c43-2aab-446f-af6f-65b2738c4e92 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Refreshing aggregate associations for resource provider 76aeec68-79e6-4d77-baf0-33bb098aa897, aggregates: None {{(pid=65448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 976.884677] env[65448]: DEBUG nova.scheduler.client.report [None req-be662c43-2aab-446f-af6f-65b2738c4e92 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Refreshing trait associations for resource provider 76aeec68-79e6-4d77-baf0-33bb098aa897, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=65448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 977.056268] env[65448]: WARNING neutronclient.v2_0.client [req-e3de0def-7abf-466e-87ca-3b75bc9dd248 req-82c1e04a-b50b-44bb-9e5e-9ecc310dabfe service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 977.121079] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4938001, 'name': CreateVM_Task, 'duration_secs': 0.360644} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.121918] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba7361d2-4e0a-4087-989f-5832a7ece890] Created VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 977.121918] env[65448]: WARNING neutronclient.v2_0.client [None req-eff2f1bc-cac2-40d5-9896-ebac5a2352b4 tempest-ServersV294TestFqdnHostnames-1535385712 tempest-ServersV294TestFqdnHostnames-1535385712-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 977.122165] env[65448]: DEBUG oslo_concurrency.lockutils [None req-eff2f1bc-cac2-40d5-9896-ebac5a2352b4 tempest-ServersV294TestFqdnHostnames-1535385712 tempest-ServersV294TestFqdnHostnames-1535385712-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.122320] env[65448]: DEBUG oslo_concurrency.lockutils [None req-eff2f1bc-cac2-40d5-9896-ebac5a2352b4 tempest-ServersV294TestFqdnHostnames-1535385712 tempest-ServersV294TestFqdnHostnames-1535385712-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.122626] env[65448]: DEBUG oslo_concurrency.lockutils [None req-eff2f1bc-cac2-40d5-9896-ebac5a2352b4 tempest-ServersV294TestFqdnHostnames-1535385712 tempest-ServersV294TestFqdnHostnames-1535385712-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.122890] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-925c1c31-a787-4d17-85b4-77fbc13bd9ed {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.128716] env[65448]: DEBUG oslo_vmware.api [None req-eff2f1bc-cac2-40d5-9896-ebac5a2352b4 tempest-ServersV294TestFqdnHostnames-1535385712 tempest-ServersV294TestFqdnHostnames-1535385712-project-member] Waiting for the task: (returnval){ [ 977.128716] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52b0d64a-bf1f-8e10-4755-e520e8d0c78b" [ 977.128716] env[65448]: _type = "Task" [ 977.128716] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.142415] env[65448]: DEBUG oslo_vmware.api [None req-eff2f1bc-cac2-40d5-9896-ebac5a2352b4 tempest-ServersV294TestFqdnHostnames-1535385712 tempest-ServersV294TestFqdnHostnames-1535385712-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52b0d64a-bf1f-8e10-4755-e520e8d0c78b, 'name': SearchDatastore_Task, 'duration_secs': 0.010412} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.142415] env[65448]: DEBUG oslo_concurrency.lockutils [None req-eff2f1bc-cac2-40d5-9896-ebac5a2352b4 tempest-ServersV294TestFqdnHostnames-1535385712 tempest-ServersV294TestFqdnHostnames-1535385712-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.142572] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-eff2f1bc-cac2-40d5-9896-ebac5a2352b4 tempest-ServersV294TestFqdnHostnames-1535385712 tempest-ServersV294TestFqdnHostnames-1535385712-project-member] [instance: ba7361d2-4e0a-4087-989f-5832a7ece890] Processing image 50fb366d-48e6-424f-9c20-bc83d77be76a {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 977.142900] env[65448]: DEBUG oslo_concurrency.lockutils [None req-eff2f1bc-cac2-40d5-9896-ebac5a2352b4 tempest-ServersV294TestFqdnHostnames-1535385712 tempest-ServersV294TestFqdnHostnames-1535385712-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.143083] env[65448]: DEBUG oslo_concurrency.lockutils [None req-eff2f1bc-cac2-40d5-9896-ebac5a2352b4 tempest-ServersV294TestFqdnHostnames-1535385712 tempest-ServersV294TestFqdnHostnames-1535385712-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.143292] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-eff2f1bc-cac2-40d5-9896-ebac5a2352b4 tempest-ServersV294TestFqdnHostnames-1535385712 tempest-ServersV294TestFqdnHostnames-1535385712-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 977.146566] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2bfc2816-2b80-44f1-933b-3c89e96972a8 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.159208] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-eff2f1bc-cac2-40d5-9896-ebac5a2352b4 tempest-ServersV294TestFqdnHostnames-1535385712 tempest-ServersV294TestFqdnHostnames-1535385712-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 977.160029] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-eff2f1bc-cac2-40d5-9896-ebac5a2352b4 tempest-ServersV294TestFqdnHostnames-1535385712 tempest-ServersV294TestFqdnHostnames-1535385712-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 977.163126] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8eb3d615-a55a-4aee-b00d-b8fffc762f92 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.173298] env[65448]: DEBUG oslo_vmware.api [None req-eff2f1bc-cac2-40d5-9896-ebac5a2352b4 tempest-ServersV294TestFqdnHostnames-1535385712 tempest-ServersV294TestFqdnHostnames-1535385712-project-member] Waiting for the task: (returnval){ [ 977.173298] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5291d876-ec99-b02a-39e9-dde4e3206423" [ 977.173298] env[65448]: _type = "Task" [ 977.173298] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.183318] env[65448]: DEBUG oslo_vmware.api [None req-eff2f1bc-cac2-40d5-9896-ebac5a2352b4 tempest-ServersV294TestFqdnHostnames-1535385712 tempest-ServersV294TestFqdnHostnames-1535385712-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5291d876-ec99-b02a-39e9-dde4e3206423, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.252130] env[65448]: WARNING neutronclient.v2_0.client [req-e3de0def-7abf-466e-87ca-3b75bc9dd248 req-82c1e04a-b50b-44bb-9e5e-9ecc310dabfe service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 977.318679] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31d1e6d2-70f4-4d59-84c9-cf213fea635b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.340208] env[65448]: DEBUG oslo_concurrency.lockutils [None req-4f2b2386-2756-48ee-83ff-8f3fa3d700a8 tempest-ImagesNegativeTestJSON-2018095814 tempest-ImagesNegativeTestJSON-2018095814-project-member] Acquiring lock "11062866-c4f7-41ef-a119-55cc027aa3b8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.340208] env[65448]: DEBUG oslo_concurrency.lockutils [None req-4f2b2386-2756-48ee-83ff-8f3fa3d700a8 tempest-ImagesNegativeTestJSON-2018095814 tempest-ImagesNegativeTestJSON-2018095814-project-member] Lock "11062866-c4f7-41ef-a119-55cc027aa3b8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.341075] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5c76510-8b95-409c-acc2-846caeb4b54d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.380927] env[65448]: DEBUG oslo_concurrency.lockutils [None req-269b1b3d-45f1-442f-94f0-2f176fab21eb tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.382524] env[65448]: DEBUG nova.network.neutron [None req-346ff18c-f2e2-4cad-910d-f8c297df6c86 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: d7a47642-66f2-4772-bff2-50b672f23d21] Instance cache missing network info. {{(pid=65448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 977.386581] env[65448]: DEBUG nova.network.neutron [req-e3de0def-7abf-466e-87ca-3b75bc9dd248 req-82c1e04a-b50b-44bb-9e5e-9ecc310dabfe service nova] [instance: ba7361d2-4e0a-4087-989f-5832a7ece890] Updated VIF entry in instance network info cache for port c69492f8-a792-42b3-8bed-3f8d22ae8175. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 977.386581] env[65448]: DEBUG nova.network.neutron [req-e3de0def-7abf-466e-87ca-3b75bc9dd248 req-82c1e04a-b50b-44bb-9e5e-9ecc310dabfe service nova] [instance: ba7361d2-4e0a-4087-989f-5832a7ece890] Updating instance_info_cache with network_info: [{"id": "c69492f8-a792-42b3-8bed-3f8d22ae8175", "address": "fa:16:3e:83:0a:92", "network": {"id": "471913ca-c38b-4fdc-8136-2af2639b112a", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-936130087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ddf7e9e628f4f668356b098a7fb5929", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc69492f8-a7", "ovs_interfaceid": "c69492f8-a792-42b3-8bed-3f8d22ae8175", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.388109] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b79ad756-6678-4288-a5c1-9b6414356ec2 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.400622] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f6bb644-1c26-4036-a986-6aacc0725a9a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.416095] env[65448]: DEBUG nova.compute.provider_tree [None req-be662c43-2aab-446f-af6f-65b2738c4e92 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Updating inventory in ProviderTree for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 977.484220] env[65448]: WARNING neutronclient.v2_0.client [None req-346ff18c-f2e2-4cad-910d-f8c297df6c86 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 977.561216] env[65448]: DEBUG nova.network.neutron [None req-346ff18c-f2e2-4cad-910d-f8c297df6c86 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: d7a47642-66f2-4772-bff2-50b672f23d21] Updating instance_info_cache with network_info: [{"id": "82d39161-e034-41c2-a203-03294312eea2", "address": "fa:16:3e:37:3b:a8", "network": {"id": "92aa873c-abd5-48af-9226-444e5584127a", "bridge": "br-int", "label": "tempest-ServersTestJSON-334056748-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd050f9067644c0db6e945683a3fcccc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82d39161-e0", "ovs_interfaceid": "82d39161-e034-41c2-a203-03294312eea2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.683123] env[65448]: DEBUG oslo_vmware.api [None req-eff2f1bc-cac2-40d5-9896-ebac5a2352b4 tempest-ServersV294TestFqdnHostnames-1535385712 tempest-ServersV294TestFqdnHostnames-1535385712-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5291d876-ec99-b02a-39e9-dde4e3206423, 'name': SearchDatastore_Task, 'duration_secs': 0.010148} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.683975] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abb266f0-0c56-481d-9469-0c70d724f20e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.690380] env[65448]: DEBUG oslo_vmware.api [None req-eff2f1bc-cac2-40d5-9896-ebac5a2352b4 tempest-ServersV294TestFqdnHostnames-1535385712 tempest-ServersV294TestFqdnHostnames-1535385712-project-member] Waiting for the task: (returnval){ [ 977.690380] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52946d6c-283e-0616-ea40-de232345ddf2" [ 977.690380] env[65448]: _type = "Task" [ 977.690380] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.704106] env[65448]: DEBUG oslo_vmware.api [None req-eff2f1bc-cac2-40d5-9896-ebac5a2352b4 tempest-ServersV294TestFqdnHostnames-1535385712 tempest-ServersV294TestFqdnHostnames-1535385712-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52946d6c-283e-0616-ea40-de232345ddf2, 'name': SearchDatastore_Task, 'duration_secs': 0.009423} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.704518] env[65448]: DEBUG oslo_concurrency.lockutils [None req-eff2f1bc-cac2-40d5-9896-ebac5a2352b4 tempest-ServersV294TestFqdnHostnames-1535385712 tempest-ServersV294TestFqdnHostnames-1535385712-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.704882] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-eff2f1bc-cac2-40d5-9896-ebac5a2352b4 tempest-ServersV294TestFqdnHostnames-1535385712 tempest-ServersV294TestFqdnHostnames-1535385712-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] ba7361d2-4e0a-4087-989f-5832a7ece890/ba7361d2-4e0a-4087-989f-5832a7ece890.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 977.705273] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-88849856-a1d7-4df5-8c13-2a6e85f31c51 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.716321] env[65448]: DEBUG oslo_vmware.api [None req-eff2f1bc-cac2-40d5-9896-ebac5a2352b4 tempest-ServersV294TestFqdnHostnames-1535385712 tempest-ServersV294TestFqdnHostnames-1535385712-project-member] Waiting for the task: (returnval){ [ 977.716321] env[65448]: value = "task-4938002" [ 977.716321] env[65448]: _type = "Task" [ 977.716321] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.729470] env[65448]: DEBUG oslo_vmware.api [None req-eff2f1bc-cac2-40d5-9896-ebac5a2352b4 tempest-ServersV294TestFqdnHostnames-1535385712 tempest-ServersV294TestFqdnHostnames-1535385712-project-member] Task: {'id': task-4938002, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.892344] env[65448]: DEBUG oslo_concurrency.lockutils [req-e3de0def-7abf-466e-87ca-3b75bc9dd248 req-82c1e04a-b50b-44bb-9e5e-9ecc310dabfe service nova] Releasing lock "refresh_cache-ba7361d2-4e0a-4087-989f-5832a7ece890" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.957216] env[65448]: DEBUG nova.scheduler.client.report [None req-be662c43-2aab-446f-af6f-65b2738c4e92 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Updated inventory for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 with generation 124 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 977.957492] env[65448]: DEBUG nova.compute.provider_tree [None req-be662c43-2aab-446f-af6f-65b2738c4e92 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Updating resource provider 76aeec68-79e6-4d77-baf0-33bb098aa897 generation from 124 to 125 during operation: update_inventory {{(pid=65448) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 977.957670] env[65448]: DEBUG nova.compute.provider_tree [None req-be662c43-2aab-446f-af6f-65b2738c4e92 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Updating inventory in ProviderTree for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 978.063734] env[65448]: DEBUG oslo_concurrency.lockutils [None req-346ff18c-f2e2-4cad-910d-f8c297df6c86 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Releasing lock "refresh_cache-d7a47642-66f2-4772-bff2-50b672f23d21" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.064199] env[65448]: DEBUG nova.compute.manager [None req-346ff18c-f2e2-4cad-910d-f8c297df6c86 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: d7a47642-66f2-4772-bff2-50b672f23d21] Instance network_info: |[{"id": "82d39161-e034-41c2-a203-03294312eea2", "address": "fa:16:3e:37:3b:a8", "network": {"id": "92aa873c-abd5-48af-9226-444e5584127a", "bridge": "br-int", "label": "tempest-ServersTestJSON-334056748-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd050f9067644c0db6e945683a3fcccc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82d39161-e0", "ovs_interfaceid": "82d39161-e034-41c2-a203-03294312eea2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 978.064772] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-346ff18c-f2e2-4cad-910d-f8c297df6c86 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: d7a47642-66f2-4772-bff2-50b672f23d21] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:37:3b:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '37434b93-dfdc-4a3f-bf5a-9f2cbe25a754', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '82d39161-e034-41c2-a203-03294312eea2', 'vif_model': 'vmxnet3'}] {{(pid=65448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 978.072954] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-346ff18c-f2e2-4cad-910d-f8c297df6c86 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 978.073228] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7a47642-66f2-4772-bff2-50b672f23d21] Creating VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 978.073574] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7bae5e8c-a79b-4a97-bb5f-a4cd8cab5091 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.099906] env[65448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 978.099906] env[65448]: value = "task-4938003" [ 978.099906] env[65448]: _type = "Task" [ 978.099906] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.109617] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4938003, 'name': CreateVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.232904] env[65448]: DEBUG oslo_vmware.api [None req-eff2f1bc-cac2-40d5-9896-ebac5a2352b4 tempest-ServersV294TestFqdnHostnames-1535385712 tempest-ServersV294TestFqdnHostnames-1535385712-project-member] Task: {'id': task-4938002, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.465167] env[65448]: DEBUG oslo_concurrency.lockutils [None req-be662c43-2aab-446f-af6f-65b2738c4e92 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.749s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.465167] env[65448]: DEBUG nova.compute.manager [None req-be662c43-2aab-446f-af6f-65b2738c4e92 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: ffb11675-ff83-4efb-be37-b642e50ea8b9] Start building networks asynchronously for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2881}} [ 978.468540] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5e09d55c-4fca-4bf3-99e5-e9becc7367f3 tempest-ServerTagsTestJSON-1535616916 tempest-ServerTagsTestJSON-1535616916-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.746s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.468963] env[65448]: DEBUG nova.objects.instance [None req-5e09d55c-4fca-4bf3-99e5-e9becc7367f3 tempest-ServerTagsTestJSON-1535616916 tempest-ServerTagsTestJSON-1535616916-project-member] Lazy-loading 'resources' on Instance uuid 5d5d90a5-f93c-4070-8c3f-2690af66af2a {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 978.565110] env[65448]: DEBUG nova.compute.manager [req-41d4297e-c72c-4d1f-aca0-c96c836d5e38 req-5914ac85-2129-42da-a58b-04ac7bc62bef service nova] [instance: abc20464-a66c-4425-a677-b5852aec43bb] Received event network-vif-deleted-bb83c5a0-5fdb-4ab3-8f0f-001e89be75f8 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 978.589141] env[65448]: DEBUG nova.compute.manager [req-271b6a3a-d82e-42d0-b09b-2f8cd3d4f8ff req-281d7447-d942-4a8a-9837-c44d8a4c1c1a service nova] [instance: d7a47642-66f2-4772-bff2-50b672f23d21] Received event network-changed-82d39161-e034-41c2-a203-03294312eea2 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 978.589141] env[65448]: DEBUG nova.compute.manager [req-271b6a3a-d82e-42d0-b09b-2f8cd3d4f8ff req-281d7447-d942-4a8a-9837-c44d8a4c1c1a service nova] [instance: d7a47642-66f2-4772-bff2-50b672f23d21] Refreshing instance network info cache due to event network-changed-82d39161-e034-41c2-a203-03294312eea2. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 978.589141] env[65448]: DEBUG oslo_concurrency.lockutils [req-271b6a3a-d82e-42d0-b09b-2f8cd3d4f8ff req-281d7447-d942-4a8a-9837-c44d8a4c1c1a service nova] Acquiring lock "refresh_cache-d7a47642-66f2-4772-bff2-50b672f23d21" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.589141] env[65448]: DEBUG oslo_concurrency.lockutils [req-271b6a3a-d82e-42d0-b09b-2f8cd3d4f8ff req-281d7447-d942-4a8a-9837-c44d8a4c1c1a service nova] Acquired lock "refresh_cache-d7a47642-66f2-4772-bff2-50b672f23d21" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.589141] env[65448]: DEBUG nova.network.neutron [req-271b6a3a-d82e-42d0-b09b-2f8cd3d4f8ff req-281d7447-d942-4a8a-9837-c44d8a4c1c1a service nova] [instance: d7a47642-66f2-4772-bff2-50b672f23d21] Refreshing network info cache for port 82d39161-e034-41c2-a203-03294312eea2 {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 978.612563] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4938003, 'name': CreateVM_Task} progress is 25%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.728775] env[65448]: DEBUG oslo_vmware.api [None req-eff2f1bc-cac2-40d5-9896-ebac5a2352b4 tempest-ServersV294TestFqdnHostnames-1535385712 tempest-ServersV294TestFqdnHostnames-1535385712-project-member] Task: {'id': task-4938002, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.81755} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.729199] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-eff2f1bc-cac2-40d5-9896-ebac5a2352b4 tempest-ServersV294TestFqdnHostnames-1535385712 tempest-ServersV294TestFqdnHostnames-1535385712-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] ba7361d2-4e0a-4087-989f-5832a7ece890/ba7361d2-4e0a-4087-989f-5832a7ece890.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 978.729502] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-eff2f1bc-cac2-40d5-9896-ebac5a2352b4 tempest-ServersV294TestFqdnHostnames-1535385712 tempest-ServersV294TestFqdnHostnames-1535385712-project-member] [instance: ba7361d2-4e0a-4087-989f-5832a7ece890] Extending root virtual disk to 1048576 {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 978.729895] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-093ce0c8-18a9-452d-ac1e-d7b9cbeeea9e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.739894] env[65448]: DEBUG oslo_vmware.api [None req-eff2f1bc-cac2-40d5-9896-ebac5a2352b4 tempest-ServersV294TestFqdnHostnames-1535385712 tempest-ServersV294TestFqdnHostnames-1535385712-project-member] Waiting for the task: (returnval){ [ 978.739894] env[65448]: value = "task-4938004" [ 978.739894] env[65448]: _type = "Task" [ 978.739894] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.751916] env[65448]: DEBUG oslo_vmware.api [None req-eff2f1bc-cac2-40d5-9896-ebac5a2352b4 tempest-ServersV294TestFqdnHostnames-1535385712 tempest-ServersV294TestFqdnHostnames-1535385712-project-member] Task: {'id': task-4938004, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.976926] env[65448]: DEBUG nova.compute.utils [None req-be662c43-2aab-446f-af6f-65b2738c4e92 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Using /dev/sd instead of None {{(pid=65448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 978.978169] env[65448]: DEBUG nova.compute.manager [None req-be662c43-2aab-446f-af6f-65b2738c4e92 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: ffb11675-ff83-4efb-be37-b642e50ea8b9] Allocating IP information in the background. {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 978.978358] env[65448]: DEBUG nova.network.neutron [None req-be662c43-2aab-446f-af6f-65b2738c4e92 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: ffb11675-ff83-4efb-be37-b642e50ea8b9] allocate_for_instance() {{(pid=65448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 978.978689] env[65448]: WARNING neutronclient.v2_0.client [None req-be662c43-2aab-446f-af6f-65b2738c4e92 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 978.979142] env[65448]: WARNING neutronclient.v2_0.client [None req-be662c43-2aab-446f-af6f-65b2738c4e92 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 979.025744] env[65448]: DEBUG nova.policy [None req-be662c43-2aab-446f-af6f-65b2738c4e92 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2087101f07f24d9aa31a7b9c7e230d9f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f35763225db24d7f858aa84e17d07cc4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65448) authorize /opt/stack/nova/nova/policy.py:192}} [ 979.094223] env[65448]: WARNING neutronclient.v2_0.client [req-271b6a3a-d82e-42d0-b09b-2f8cd3d4f8ff req-281d7447-d942-4a8a-9837-c44d8a4c1c1a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 979.118327] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4938003, 'name': CreateVM_Task, 'duration_secs': 0.90565} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.118653] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7a47642-66f2-4772-bff2-50b672f23d21] Created VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 979.122870] env[65448]: WARNING neutronclient.v2_0.client [None req-346ff18c-f2e2-4cad-910d-f8c297df6c86 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 979.123393] env[65448]: DEBUG oslo_concurrency.lockutils [None req-346ff18c-f2e2-4cad-910d-f8c297df6c86 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.123626] env[65448]: DEBUG oslo_concurrency.lockutils [None req-346ff18c-f2e2-4cad-910d-f8c297df6c86 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.124040] env[65448]: DEBUG oslo_concurrency.lockutils [None req-346ff18c-f2e2-4cad-910d-f8c297df6c86 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.124740] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-847ca00d-b421-4c6b-b658-2ebc7ccca2bc {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.131237] env[65448]: DEBUG oslo_vmware.api [None req-346ff18c-f2e2-4cad-910d-f8c297df6c86 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Waiting for the task: (returnval){ [ 979.131237] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5203ede5-d0d1-964a-1ade-edb9a73af79c" [ 979.131237] env[65448]: _type = "Task" [ 979.131237] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.140869] env[65448]: DEBUG oslo_vmware.api [None req-346ff18c-f2e2-4cad-910d-f8c297df6c86 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5203ede5-d0d1-964a-1ade-edb9a73af79c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.252240] env[65448]: DEBUG oslo_vmware.api [None req-eff2f1bc-cac2-40d5-9896-ebac5a2352b4 tempest-ServersV294TestFqdnHostnames-1535385712 tempest-ServersV294TestFqdnHostnames-1535385712-project-member] Task: {'id': task-4938004, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.11907} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.252240] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-eff2f1bc-cac2-40d5-9896-ebac5a2352b4 tempest-ServersV294TestFqdnHostnames-1535385712 tempest-ServersV294TestFqdnHostnames-1535385712-project-member] [instance: ba7361d2-4e0a-4087-989f-5832a7ece890] Extended root virtual disk {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 979.252240] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3276bbad-baa6-4692-8354-ac9c18c61836 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.280437] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-eff2f1bc-cac2-40d5-9896-ebac5a2352b4 tempest-ServersV294TestFqdnHostnames-1535385712 tempest-ServersV294TestFqdnHostnames-1535385712-project-member] [instance: ba7361d2-4e0a-4087-989f-5832a7ece890] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] ba7361d2-4e0a-4087-989f-5832a7ece890/ba7361d2-4e0a-4087-989f-5832a7ece890.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 979.287752] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7557410a-5e4b-492b-8793-74146a0cbd26 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.313600] env[65448]: DEBUG oslo_vmware.api [None req-eff2f1bc-cac2-40d5-9896-ebac5a2352b4 tempest-ServersV294TestFqdnHostnames-1535385712 tempest-ServersV294TestFqdnHostnames-1535385712-project-member] Waiting for the task: (returnval){ [ 979.313600] env[65448]: value = "task-4938005" [ 979.313600] env[65448]: _type = "Task" [ 979.313600] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.326048] env[65448]: DEBUG oslo_vmware.api [None req-eff2f1bc-cac2-40d5-9896-ebac5a2352b4 tempest-ServersV294TestFqdnHostnames-1535385712 tempest-ServersV294TestFqdnHostnames-1535385712-project-member] Task: {'id': task-4938005, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.390361] env[65448]: DEBUG nova.network.neutron [None req-be662c43-2aab-446f-af6f-65b2738c4e92 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: ffb11675-ff83-4efb-be37-b642e50ea8b9] Successfully created port: 2d51f333-e777-44b1-b392-f80d31bf5212 {{(pid=65448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 979.397073] env[65448]: WARNING neutronclient.v2_0.client [req-271b6a3a-d82e-42d0-b09b-2f8cd3d4f8ff req-281d7447-d942-4a8a-9837-c44d8a4c1c1a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 979.481658] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ccbba20-77a1-4908-9cb6-9d107d172119 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.485399] env[65448]: DEBUG nova.compute.manager [None req-be662c43-2aab-446f-af6f-65b2738c4e92 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: ffb11675-ff83-4efb-be37-b642e50ea8b9] Start building block device mappings for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2916}} [ 979.494098] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f31d1a56-6bb7-4a5b-ad91-09e43bf0757b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.529195] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de4b155f-bffc-4177-bac4-254dc2755934 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.537815] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09804a8c-bdcc-4edc-b565-8db7c110b629 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.544749] env[65448]: DEBUG nova.network.neutron [req-271b6a3a-d82e-42d0-b09b-2f8cd3d4f8ff req-281d7447-d942-4a8a-9837-c44d8a4c1c1a service nova] [instance: d7a47642-66f2-4772-bff2-50b672f23d21] Updated VIF entry in instance network info cache for port 82d39161-e034-41c2-a203-03294312eea2. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 979.545177] env[65448]: DEBUG nova.network.neutron [req-271b6a3a-d82e-42d0-b09b-2f8cd3d4f8ff req-281d7447-d942-4a8a-9837-c44d8a4c1c1a service nova] [instance: d7a47642-66f2-4772-bff2-50b672f23d21] Updating instance_info_cache with network_info: [{"id": "82d39161-e034-41c2-a203-03294312eea2", "address": "fa:16:3e:37:3b:a8", "network": {"id": "92aa873c-abd5-48af-9226-444e5584127a", "bridge": "br-int", "label": "tempest-ServersTestJSON-334056748-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd050f9067644c0db6e945683a3fcccc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82d39161-e0", "ovs_interfaceid": "82d39161-e034-41c2-a203-03294312eea2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.557998] env[65448]: DEBUG nova.compute.provider_tree [None req-5e09d55c-4fca-4bf3-99e5-e9becc7367f3 tempest-ServerTagsTestJSON-1535616916 tempest-ServerTagsTestJSON-1535616916-project-member] Updating inventory in ProviderTree for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 979.642635] env[65448]: DEBUG oslo_vmware.api [None req-346ff18c-f2e2-4cad-910d-f8c297df6c86 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5203ede5-d0d1-964a-1ade-edb9a73af79c, 'name': SearchDatastore_Task, 'duration_secs': 0.059502} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.643041] env[65448]: DEBUG oslo_concurrency.lockutils [None req-346ff18c-f2e2-4cad-910d-f8c297df6c86 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.644473] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-346ff18c-f2e2-4cad-910d-f8c297df6c86 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: d7a47642-66f2-4772-bff2-50b672f23d21] Processing image 50fb366d-48e6-424f-9c20-bc83d77be76a {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 979.644473] env[65448]: DEBUG oslo_concurrency.lockutils [None req-346ff18c-f2e2-4cad-910d-f8c297df6c86 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.644473] env[65448]: DEBUG oslo_concurrency.lockutils [None req-346ff18c-f2e2-4cad-910d-f8c297df6c86 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.644473] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-346ff18c-f2e2-4cad-910d-f8c297df6c86 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 979.644473] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e7fc34ea-c132-4965-997a-5cf2bde9848d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.653941] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-346ff18c-f2e2-4cad-910d-f8c297df6c86 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 979.654196] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-346ff18c-f2e2-4cad-910d-f8c297df6c86 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 979.654983] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f800668-6a31-4939-8689-d4096552029e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.660969] env[65448]: DEBUG oslo_vmware.api [None req-346ff18c-f2e2-4cad-910d-f8c297df6c86 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Waiting for the task: (returnval){ [ 979.660969] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52f24d14-518c-2790-1dc5-26cd1a2b7da9" [ 979.660969] env[65448]: _type = "Task" [ 979.660969] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.669923] env[65448]: DEBUG oslo_vmware.api [None req-346ff18c-f2e2-4cad-910d-f8c297df6c86 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52f24d14-518c-2790-1dc5-26cd1a2b7da9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.825087] env[65448]: DEBUG oslo_vmware.api [None req-eff2f1bc-cac2-40d5-9896-ebac5a2352b4 tempest-ServersV294TestFqdnHostnames-1535385712 tempest-ServersV294TestFqdnHostnames-1535385712-project-member] Task: {'id': task-4938005, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.048727] env[65448]: DEBUG oslo_concurrency.lockutils [req-271b6a3a-d82e-42d0-b09b-2f8cd3d4f8ff req-281d7447-d942-4a8a-9837-c44d8a4c1c1a service nova] Releasing lock "refresh_cache-d7a47642-66f2-4772-bff2-50b672f23d21" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.096332] env[65448]: DEBUG nova.scheduler.client.report [None req-5e09d55c-4fca-4bf3-99e5-e9becc7367f3 tempest-ServerTagsTestJSON-1535616916 tempest-ServerTagsTestJSON-1535616916-project-member] Updated inventory for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 with generation 125 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 980.096604] env[65448]: DEBUG nova.compute.provider_tree [None req-5e09d55c-4fca-4bf3-99e5-e9becc7367f3 tempest-ServerTagsTestJSON-1535616916 tempest-ServerTagsTestJSON-1535616916-project-member] Updating resource provider 76aeec68-79e6-4d77-baf0-33bb098aa897 generation from 125 to 126 during operation: update_inventory {{(pid=65448) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 980.096787] env[65448]: DEBUG nova.compute.provider_tree [None req-5e09d55c-4fca-4bf3-99e5-e9becc7367f3 tempest-ServerTagsTestJSON-1535616916 tempest-ServerTagsTestJSON-1535616916-project-member] Updating inventory in ProviderTree for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 980.171324] env[65448]: DEBUG oslo_vmware.api [None req-346ff18c-f2e2-4cad-910d-f8c297df6c86 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52f24d14-518c-2790-1dc5-26cd1a2b7da9, 'name': SearchDatastore_Task, 'duration_secs': 0.009639} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.172116] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b37b18ac-7a0c-42cc-b41c-35c760eba3b4 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.177870] env[65448]: DEBUG oslo_vmware.api [None req-346ff18c-f2e2-4cad-910d-f8c297df6c86 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Waiting for the task: (returnval){ [ 980.177870] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5218d9dd-86e1-06b0-f937-7fd42582b69b" [ 980.177870] env[65448]: _type = "Task" [ 980.177870] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.186271] env[65448]: DEBUG oslo_vmware.api [None req-346ff18c-f2e2-4cad-910d-f8c297df6c86 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5218d9dd-86e1-06b0-f937-7fd42582b69b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.325542] env[65448]: DEBUG oslo_vmware.api [None req-eff2f1bc-cac2-40d5-9896-ebac5a2352b4 tempest-ServersV294TestFqdnHostnames-1535385712 tempest-ServersV294TestFqdnHostnames-1535385712-project-member] Task: {'id': task-4938005, 'name': ReconfigVM_Task, 'duration_secs': 0.751102} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.325846] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-eff2f1bc-cac2-40d5-9896-ebac5a2352b4 tempest-ServersV294TestFqdnHostnames-1535385712 tempest-ServersV294TestFqdnHostnames-1535385712-project-member] [instance: ba7361d2-4e0a-4087-989f-5832a7ece890] Reconfigured VM instance instance-0000004e to attach disk [datastore2] ba7361d2-4e0a-4087-989f-5832a7ece890/ba7361d2-4e0a-4087-989f-5832a7ece890.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 980.326544] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0e8a1fbb-9824-4638-9d47-6d2a17e63c1f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.334147] env[65448]: DEBUG oslo_vmware.api [None req-eff2f1bc-cac2-40d5-9896-ebac5a2352b4 tempest-ServersV294TestFqdnHostnames-1535385712 tempest-ServersV294TestFqdnHostnames-1535385712-project-member] Waiting for the task: (returnval){ [ 980.334147] env[65448]: value = "task-4938006" [ 980.334147] env[65448]: _type = "Task" [ 980.334147] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.344416] env[65448]: DEBUG oslo_vmware.api [None req-eff2f1bc-cac2-40d5-9896-ebac5a2352b4 tempest-ServersV294TestFqdnHostnames-1535385712 tempest-ServersV294TestFqdnHostnames-1535385712-project-member] Task: {'id': task-4938006, 'name': Rename_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.496935] env[65448]: DEBUG nova.compute.manager [None req-be662c43-2aab-446f-af6f-65b2738c4e92 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: ffb11675-ff83-4efb-be37-b642e50ea8b9] Start spawning the instance on the hypervisor. {{(pid=65448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2689}} [ 980.525880] env[65448]: DEBUG nova.virt.hardware [None req-be662c43-2aab-446f-af6f-65b2738c4e92 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-08T17:19:51Z,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a992292b6dae455593d228217860e2e1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-08T17:19:52Z,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 980.525880] env[65448]: DEBUG nova.virt.hardware [None req-be662c43-2aab-446f-af6f-65b2738c4e92 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 980.525880] env[65448]: DEBUG nova.virt.hardware [None req-be662c43-2aab-446f-af6f-65b2738c4e92 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 980.526126] env[65448]: DEBUG nova.virt.hardware [None req-be662c43-2aab-446f-af6f-65b2738c4e92 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 980.526203] env[65448]: DEBUG nova.virt.hardware [None req-be662c43-2aab-446f-af6f-65b2738c4e92 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 980.526344] env[65448]: DEBUG nova.virt.hardware [None req-be662c43-2aab-446f-af6f-65b2738c4e92 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 980.526540] env[65448]: DEBUG nova.virt.hardware [None req-be662c43-2aab-446f-af6f-65b2738c4e92 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 980.526691] env[65448]: DEBUG nova.virt.hardware [None req-be662c43-2aab-446f-af6f-65b2738c4e92 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 980.526851] env[65448]: DEBUG nova.virt.hardware [None req-be662c43-2aab-446f-af6f-65b2738c4e92 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 980.527015] env[65448]: DEBUG nova.virt.hardware [None req-be662c43-2aab-446f-af6f-65b2738c4e92 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 980.527192] env[65448]: DEBUG nova.virt.hardware [None req-be662c43-2aab-446f-af6f-65b2738c4e92 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 980.528106] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec78e916-2307-4b81-8099-6b1a76d26b6b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.537536] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b5bbfdb-bdea-4e5b-8888-71daef0766dc {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.602311] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5e09d55c-4fca-4bf3-99e5-e9becc7367f3 tempest-ServerTagsTestJSON-1535616916 tempest-ServerTagsTestJSON-1535616916-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.134s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.604641] env[65448]: DEBUG oslo_concurrency.lockutils [None req-1ca60782-03db-47e5-8689-e8d79f8f2aab tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 35.331s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.628690] env[65448]: INFO nova.scheduler.client.report [None req-5e09d55c-4fca-4bf3-99e5-e9becc7367f3 tempest-ServerTagsTestJSON-1535616916 tempest-ServerTagsTestJSON-1535616916-project-member] Deleted allocations for instance 5d5d90a5-f93c-4070-8c3f-2690af66af2a [ 980.691424] env[65448]: DEBUG oslo_vmware.api [None req-346ff18c-f2e2-4cad-910d-f8c297df6c86 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5218d9dd-86e1-06b0-f937-7fd42582b69b, 'name': SearchDatastore_Task, 'duration_secs': 0.009915} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.691820] env[65448]: DEBUG oslo_concurrency.lockutils [None req-346ff18c-f2e2-4cad-910d-f8c297df6c86 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.692463] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-346ff18c-f2e2-4cad-910d-f8c297df6c86 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] d7a47642-66f2-4772-bff2-50b672f23d21/d7a47642-66f2-4772-bff2-50b672f23d21.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 980.693142] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0e9adcbf-7313-4ede-bd84-8574475993d5 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.701333] env[65448]: DEBUG oslo_vmware.api [None req-346ff18c-f2e2-4cad-910d-f8c297df6c86 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Waiting for the task: (returnval){ [ 980.701333] env[65448]: value = "task-4938007" [ 980.701333] env[65448]: _type = "Task" [ 980.701333] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.711498] env[65448]: DEBUG oslo_vmware.api [None req-346ff18c-f2e2-4cad-910d-f8c297df6c86 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': task-4938007, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.847012] env[65448]: DEBUG oslo_vmware.api [None req-eff2f1bc-cac2-40d5-9896-ebac5a2352b4 tempest-ServersV294TestFqdnHostnames-1535385712 tempest-ServersV294TestFqdnHostnames-1535385712-project-member] Task: {'id': task-4938006, 'name': Rename_Task, 'duration_secs': 0.147075} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.847410] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-eff2f1bc-cac2-40d5-9896-ebac5a2352b4 tempest-ServersV294TestFqdnHostnames-1535385712 tempest-ServersV294TestFqdnHostnames-1535385712-project-member] [instance: ba7361d2-4e0a-4087-989f-5832a7ece890] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 980.847773] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-afde6374-19ff-4340-bc85-38229ccd4479 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.856065] env[65448]: DEBUG oslo_vmware.api [None req-eff2f1bc-cac2-40d5-9896-ebac5a2352b4 tempest-ServersV294TestFqdnHostnames-1535385712 tempest-ServersV294TestFqdnHostnames-1535385712-project-member] Waiting for the task: (returnval){ [ 980.856065] env[65448]: value = "task-4938008" [ 980.856065] env[65448]: _type = "Task" [ 980.856065] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.863656] env[65448]: DEBUG nova.compute.manager [req-adf9aeb4-4c52-4527-aab7-5eb878fe28eb req-4bdec42b-c3fc-430c-9c4d-a657da6303ad service nova] [instance: ffb11675-ff83-4efb-be37-b642e50ea8b9] Received event network-vif-plugged-2d51f333-e777-44b1-b392-f80d31bf5212 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 980.863924] env[65448]: DEBUG oslo_concurrency.lockutils [req-adf9aeb4-4c52-4527-aab7-5eb878fe28eb req-4bdec42b-c3fc-430c-9c4d-a657da6303ad service nova] Acquiring lock "ffb11675-ff83-4efb-be37-b642e50ea8b9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.864120] env[65448]: DEBUG oslo_concurrency.lockutils [req-adf9aeb4-4c52-4527-aab7-5eb878fe28eb req-4bdec42b-c3fc-430c-9c4d-a657da6303ad service nova] Lock "ffb11675-ff83-4efb-be37-b642e50ea8b9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.864290] env[65448]: DEBUG oslo_concurrency.lockutils [req-adf9aeb4-4c52-4527-aab7-5eb878fe28eb req-4bdec42b-c3fc-430c-9c4d-a657da6303ad service nova] Lock "ffb11675-ff83-4efb-be37-b642e50ea8b9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.864453] env[65448]: DEBUG nova.compute.manager [req-adf9aeb4-4c52-4527-aab7-5eb878fe28eb req-4bdec42b-c3fc-430c-9c4d-a657da6303ad service nova] [instance: ffb11675-ff83-4efb-be37-b642e50ea8b9] No waiting events found dispatching network-vif-plugged-2d51f333-e777-44b1-b392-f80d31bf5212 {{(pid=65448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 980.864612] env[65448]: WARNING nova.compute.manager [req-adf9aeb4-4c52-4527-aab7-5eb878fe28eb req-4bdec42b-c3fc-430c-9c4d-a657da6303ad service nova] [instance: ffb11675-ff83-4efb-be37-b642e50ea8b9] Received unexpected event network-vif-plugged-2d51f333-e777-44b1-b392-f80d31bf5212 for instance with vm_state building and task_state spawning. [ 980.875347] env[65448]: DEBUG oslo_vmware.api [None req-eff2f1bc-cac2-40d5-9896-ebac5a2352b4 tempest-ServersV294TestFqdnHostnames-1535385712 tempest-ServersV294TestFqdnHostnames-1535385712-project-member] Task: {'id': task-4938008, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.967494] env[65448]: DEBUG nova.network.neutron [None req-be662c43-2aab-446f-af6f-65b2738c4e92 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: ffb11675-ff83-4efb-be37-b642e50ea8b9] Successfully updated port: 2d51f333-e777-44b1-b392-f80d31bf5212 {{(pid=65448) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 981.114030] env[65448]: INFO nova.compute.claims [None req-1ca60782-03db-47e5-8689-e8d79f8f2aab tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: 59a9ff6f-4e7b-4530-aaab-b12d54355269] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 981.139458] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5e09d55c-4fca-4bf3-99e5-e9becc7367f3 tempest-ServerTagsTestJSON-1535616916 tempest-ServerTagsTestJSON-1535616916-project-member] Lock "5d5d90a5-f93c-4070-8c3f-2690af66af2a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.079s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.224020] env[65448]: DEBUG oslo_vmware.api [None req-346ff18c-f2e2-4cad-910d-f8c297df6c86 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': task-4938007, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.47822} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.224020] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-346ff18c-f2e2-4cad-910d-f8c297df6c86 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] d7a47642-66f2-4772-bff2-50b672f23d21/d7a47642-66f2-4772-bff2-50b672f23d21.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 981.224020] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-346ff18c-f2e2-4cad-910d-f8c297df6c86 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: d7a47642-66f2-4772-bff2-50b672f23d21] Extending root virtual disk to 1048576 {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 981.224020] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1f36f5d4-a46a-4302-a406-62922893276d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.231863] env[65448]: DEBUG oslo_vmware.api [None req-346ff18c-f2e2-4cad-910d-f8c297df6c86 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Waiting for the task: (returnval){ [ 981.231863] env[65448]: value = "task-4938009" [ 981.231863] env[65448]: _type = "Task" [ 981.231863] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.251064] env[65448]: DEBUG oslo_vmware.api [None req-346ff18c-f2e2-4cad-910d-f8c297df6c86 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': task-4938009, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.370196] env[65448]: DEBUG oslo_vmware.api [None req-eff2f1bc-cac2-40d5-9896-ebac5a2352b4 tempest-ServersV294TestFqdnHostnames-1535385712 tempest-ServersV294TestFqdnHostnames-1535385712-project-member] Task: {'id': task-4938008, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.471026] env[65448]: DEBUG oslo_concurrency.lockutils [None req-be662c43-2aab-446f-af6f-65b2738c4e92 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Acquiring lock "refresh_cache-ffb11675-ff83-4efb-be37-b642e50ea8b9" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.471272] env[65448]: DEBUG oslo_concurrency.lockutils [None req-be662c43-2aab-446f-af6f-65b2738c4e92 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Acquired lock "refresh_cache-ffb11675-ff83-4efb-be37-b642e50ea8b9" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.471435] env[65448]: DEBUG nova.network.neutron [None req-be662c43-2aab-446f-af6f-65b2738c4e92 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: ffb11675-ff83-4efb-be37-b642e50ea8b9] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 981.621206] env[65448]: INFO nova.compute.resource_tracker [None req-1ca60782-03db-47e5-8689-e8d79f8f2aab tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: 59a9ff6f-4e7b-4530-aaab-b12d54355269] Updating resource usage from migration 6cb94b28-c6db-451b-9d36-1ef5eec7cd46 [ 981.747016] env[65448]: DEBUG oslo_vmware.api [None req-346ff18c-f2e2-4cad-910d-f8c297df6c86 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': task-4938009, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076188} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.747362] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-346ff18c-f2e2-4cad-910d-f8c297df6c86 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: d7a47642-66f2-4772-bff2-50b672f23d21] Extended root virtual disk {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 981.749139] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcb280ba-1ea8-42a8-afae-c959138af6e0 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.780839] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-346ff18c-f2e2-4cad-910d-f8c297df6c86 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: d7a47642-66f2-4772-bff2-50b672f23d21] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] d7a47642-66f2-4772-bff2-50b672f23d21/d7a47642-66f2-4772-bff2-50b672f23d21.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 981.783938] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d87a221-0749-4b9f-940b-6e5723a7d824 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.807163] env[65448]: DEBUG oslo_vmware.api [None req-346ff18c-f2e2-4cad-910d-f8c297df6c86 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Waiting for the task: (returnval){ [ 981.807163] env[65448]: value = "task-4938010" [ 981.807163] env[65448]: _type = "Task" [ 981.807163] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.819237] env[65448]: DEBUG oslo_vmware.api [None req-346ff18c-f2e2-4cad-910d-f8c297df6c86 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': task-4938010, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.873685] env[65448]: DEBUG oslo_vmware.api [None req-eff2f1bc-cac2-40d5-9896-ebac5a2352b4 tempest-ServersV294TestFqdnHostnames-1535385712 tempest-ServersV294TestFqdnHostnames-1535385712-project-member] Task: {'id': task-4938008, 'name': PowerOnVM_Task, 'duration_secs': 0.88359} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.875130] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-eff2f1bc-cac2-40d5-9896-ebac5a2352b4 tempest-ServersV294TestFqdnHostnames-1535385712 tempest-ServersV294TestFqdnHostnames-1535385712-project-member] [instance: ba7361d2-4e0a-4087-989f-5832a7ece890] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 981.875359] env[65448]: INFO nova.compute.manager [None req-eff2f1bc-cac2-40d5-9896-ebac5a2352b4 tempest-ServersV294TestFqdnHostnames-1535385712 tempest-ServersV294TestFqdnHostnames-1535385712-project-member] [instance: ba7361d2-4e0a-4087-989f-5832a7ece890] Took 8.64 seconds to spawn the instance on the hypervisor. [ 981.877114] env[65448]: DEBUG nova.compute.manager [None req-eff2f1bc-cac2-40d5-9896-ebac5a2352b4 tempest-ServersV294TestFqdnHostnames-1535385712 tempest-ServersV294TestFqdnHostnames-1535385712-project-member] [instance: ba7361d2-4e0a-4087-989f-5832a7ece890] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 981.877962] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f287ba04-6dfb-4891-826c-690a8879fc07 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.009685] env[65448]: DEBUG nova.network.neutron [None req-be662c43-2aab-446f-af6f-65b2738c4e92 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: ffb11675-ff83-4efb-be37-b642e50ea8b9] Instance cache missing network info. {{(pid=65448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 982.138258] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5ff2bbd-b03d-48c2-9f47-a7ad9a89e3f3 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.143411] env[65448]: WARNING neutronclient.v2_0.client [None req-be662c43-2aab-446f-af6f-65b2738c4e92 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 982.155518] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9547584-676a-48ec-b85f-fa0f5272697c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.187171] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f40568c0-568d-4067-9e6d-552054e6b1f9 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.198122] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7d629ed-2c0f-400c-b35a-128d55c51278 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.218538] env[65448]: DEBUG nova.compute.provider_tree [None req-1ca60782-03db-47e5-8689-e8d79f8f2aab tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 982.245584] env[65448]: DEBUG nova.network.neutron [None req-be662c43-2aab-446f-af6f-65b2738c4e92 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: ffb11675-ff83-4efb-be37-b642e50ea8b9] Updating instance_info_cache with network_info: [{"id": "2d51f333-e777-44b1-b392-f80d31bf5212", "address": "fa:16:3e:6f:07:7f", "network": {"id": "3dad17d1-fdd5-4069-8675-ef8a0f0b9caf", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2039208773-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f35763225db24d7f858aa84e17d07cc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d51f333-e7", "ovs_interfaceid": "2d51f333-e777-44b1-b392-f80d31bf5212", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.318832] env[65448]: DEBUG oslo_vmware.api [None req-346ff18c-f2e2-4cad-910d-f8c297df6c86 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': task-4938010, 'name': ReconfigVM_Task, 'duration_secs': 0.295116} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.319188] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-346ff18c-f2e2-4cad-910d-f8c297df6c86 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: d7a47642-66f2-4772-bff2-50b672f23d21] Reconfigured VM instance instance-0000004f to attach disk [datastore2] d7a47642-66f2-4772-bff2-50b672f23d21/d7a47642-66f2-4772-bff2-50b672f23d21.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 982.319922] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7321936a-13bc-4bec-b55e-5c8085a39254 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.327497] env[65448]: DEBUG oslo_vmware.api [None req-346ff18c-f2e2-4cad-910d-f8c297df6c86 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Waiting for the task: (returnval){ [ 982.327497] env[65448]: value = "task-4938011" [ 982.327497] env[65448]: _type = "Task" [ 982.327497] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.338711] env[65448]: DEBUG oslo_vmware.api [None req-346ff18c-f2e2-4cad-910d-f8c297df6c86 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': task-4938011, 'name': Rename_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.402154] env[65448]: INFO nova.compute.manager [None req-eff2f1bc-cac2-40d5-9896-ebac5a2352b4 tempest-ServersV294TestFqdnHostnames-1535385712 tempest-ServersV294TestFqdnHostnames-1535385712-project-member] [instance: ba7361d2-4e0a-4087-989f-5832a7ece890] Took 42.88 seconds to build instance. [ 982.721815] env[65448]: DEBUG nova.scheduler.client.report [None req-1ca60782-03db-47e5-8689-e8d79f8f2aab tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 982.750030] env[65448]: DEBUG oslo_concurrency.lockutils [None req-be662c43-2aab-446f-af6f-65b2738c4e92 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Releasing lock "refresh_cache-ffb11675-ff83-4efb-be37-b642e50ea8b9" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.750030] env[65448]: DEBUG nova.compute.manager [None req-be662c43-2aab-446f-af6f-65b2738c4e92 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: ffb11675-ff83-4efb-be37-b642e50ea8b9] Instance network_info: |[{"id": "2d51f333-e777-44b1-b392-f80d31bf5212", "address": "fa:16:3e:6f:07:7f", "network": {"id": "3dad17d1-fdd5-4069-8675-ef8a0f0b9caf", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2039208773-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f35763225db24d7f858aa84e17d07cc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d51f333-e7", "ovs_interfaceid": "2d51f333-e777-44b1-b392-f80d31bf5212", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 982.750785] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-be662c43-2aab-446f-af6f-65b2738c4e92 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: ffb11675-ff83-4efb-be37-b642e50ea8b9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6f:07:7f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c894ab55-c869-4530-9702-cb46d173ce94', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2d51f333-e777-44b1-b392-f80d31bf5212', 'vif_model': 'vmxnet3'}] {{(pid=65448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 982.761584] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-be662c43-2aab-446f-af6f-65b2738c4e92 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Creating folder: Project (f35763225db24d7f858aa84e17d07cc4). Parent ref: group-v961779. {{(pid=65448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 982.762837] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-11afaa67-e6b9-4151-8697-1a889d10260d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.778187] env[65448]: INFO nova.virt.vmwareapi.vm_util [None req-be662c43-2aab-446f-af6f-65b2738c4e92 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Created folder: Project (f35763225db24d7f858aa84e17d07cc4) in parent group-v961779. [ 982.778507] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-be662c43-2aab-446f-af6f-65b2738c4e92 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Creating folder: Instances. Parent ref: group-v961999. {{(pid=65448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 982.778784] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dba831d1-2253-4fba-ad72-3d34d5324fcf {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.792283] env[65448]: INFO nova.virt.vmwareapi.vm_util [None req-be662c43-2aab-446f-af6f-65b2738c4e92 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Created folder: Instances in parent group-v961999. [ 982.792576] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-be662c43-2aab-446f-af6f-65b2738c4e92 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 982.792807] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ffb11675-ff83-4efb-be37-b642e50ea8b9] Creating VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 982.793048] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ae54a408-8c5c-4285-857d-dcfb5072da7f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.820926] env[65448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 982.820926] env[65448]: value = "task-4938014" [ 982.820926] env[65448]: _type = "Task" [ 982.820926] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.830389] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4938014, 'name': CreateVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.840670] env[65448]: DEBUG oslo_vmware.api [None req-346ff18c-f2e2-4cad-910d-f8c297df6c86 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': task-4938011, 'name': Rename_Task, 'duration_secs': 0.155304} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.840988] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-346ff18c-f2e2-4cad-910d-f8c297df6c86 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: d7a47642-66f2-4772-bff2-50b672f23d21] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 982.841105] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3e7c668e-186f-4fe6-9011-57c3faec0bc9 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.850090] env[65448]: DEBUG oslo_vmware.api [None req-346ff18c-f2e2-4cad-910d-f8c297df6c86 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Waiting for the task: (returnval){ [ 982.850090] env[65448]: value = "task-4938015" [ 982.850090] env[65448]: _type = "Task" [ 982.850090] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.859500] env[65448]: DEBUG oslo_vmware.api [None req-346ff18c-f2e2-4cad-910d-f8c297df6c86 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': task-4938015, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.905670] env[65448]: DEBUG oslo_concurrency.lockutils [None req-eff2f1bc-cac2-40d5-9896-ebac5a2352b4 tempest-ServersV294TestFqdnHostnames-1535385712 tempest-ServersV294TestFqdnHostnames-1535385712-project-member] Lock "ba7361d2-4e0a-4087-989f-5832a7ece890" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.394s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.932515] env[65448]: DEBUG nova.compute.manager [req-7c58dc38-2f13-43e4-a682-2db3437b98d0 req-83ec3aaa-1479-4316-bd17-5b0c9a310645 service nova] [instance: ffb11675-ff83-4efb-be37-b642e50ea8b9] Received event network-changed-2d51f333-e777-44b1-b392-f80d31bf5212 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 982.932515] env[65448]: DEBUG nova.compute.manager [req-7c58dc38-2f13-43e4-a682-2db3437b98d0 req-83ec3aaa-1479-4316-bd17-5b0c9a310645 service nova] [instance: ffb11675-ff83-4efb-be37-b642e50ea8b9] Refreshing instance network info cache due to event network-changed-2d51f333-e777-44b1-b392-f80d31bf5212. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 982.932905] env[65448]: DEBUG oslo_concurrency.lockutils [req-7c58dc38-2f13-43e4-a682-2db3437b98d0 req-83ec3aaa-1479-4316-bd17-5b0c9a310645 service nova] Acquiring lock "refresh_cache-ffb11675-ff83-4efb-be37-b642e50ea8b9" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.933130] env[65448]: DEBUG oslo_concurrency.lockutils [req-7c58dc38-2f13-43e4-a682-2db3437b98d0 req-83ec3aaa-1479-4316-bd17-5b0c9a310645 service nova] Acquired lock "refresh_cache-ffb11675-ff83-4efb-be37-b642e50ea8b9" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.933368] env[65448]: DEBUG nova.network.neutron [req-7c58dc38-2f13-43e4-a682-2db3437b98d0 req-83ec3aaa-1479-4316-bd17-5b0c9a310645 service nova] [instance: ffb11675-ff83-4efb-be37-b642e50ea8b9] Refreshing network info cache for port 2d51f333-e777-44b1-b392-f80d31bf5212 {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 983.228864] env[65448]: DEBUG oslo_concurrency.lockutils [None req-1ca60782-03db-47e5-8689-e8d79f8f2aab tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.624s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.230412] env[65448]: INFO nova.compute.manager [None req-1ca60782-03db-47e5-8689-e8d79f8f2aab tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: 59a9ff6f-4e7b-4530-aaab-b12d54355269] Migrating [ 983.243403] env[65448]: DEBUG oslo_concurrency.lockutils [None req-82bfbc84-e999-41da-a642-3199683b9500 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.027s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.243403] env[65448]: DEBUG nova.objects.instance [None req-82bfbc84-e999-41da-a642-3199683b9500 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Lazy-loading 'resources' on Instance uuid 65f7a5e2-e42a-4a78-a9df-7bd5424ca2f2 {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 983.333174] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4938014, 'name': CreateVM_Task, 'duration_secs': 0.415398} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.333456] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ffb11675-ff83-4efb-be37-b642e50ea8b9] Created VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 983.334411] env[65448]: WARNING neutronclient.v2_0.client [None req-be662c43-2aab-446f-af6f-65b2738c4e92 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 983.334914] env[65448]: DEBUG oslo_concurrency.lockutils [None req-be662c43-2aab-446f-af6f-65b2738c4e92 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.335110] env[65448]: DEBUG oslo_concurrency.lockutils [None req-be662c43-2aab-446f-af6f-65b2738c4e92 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.335452] env[65448]: DEBUG oslo_concurrency.lockutils [None req-be662c43-2aab-446f-af6f-65b2738c4e92 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.335827] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e250ecbf-90b9-42e3-9075-b579ecf6d4f0 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.343705] env[65448]: DEBUG oslo_vmware.api [None req-be662c43-2aab-446f-af6f-65b2738c4e92 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Waiting for the task: (returnval){ [ 983.343705] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52867e54-284c-5415-9cf8-a54e86a1bcf2" [ 983.343705] env[65448]: _type = "Task" [ 983.343705] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.357608] env[65448]: DEBUG oslo_vmware.api [None req-be662c43-2aab-446f-af6f-65b2738c4e92 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52867e54-284c-5415-9cf8-a54e86a1bcf2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.363971] env[65448]: DEBUG oslo_vmware.api [None req-346ff18c-f2e2-4cad-910d-f8c297df6c86 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': task-4938015, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.410602] env[65448]: DEBUG nova.compute.manager [None req-56ff521b-7155-41f3-b95a-53159461f00e tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] [instance: b905ff09-c59b-4f17-a42b-cf754c4006fe] Starting instance... {{(pid=65448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2483}} [ 983.436826] env[65448]: WARNING neutronclient.v2_0.client [req-7c58dc38-2f13-43e4-a682-2db3437b98d0 req-83ec3aaa-1479-4316-bd17-5b0c9a310645 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 983.597984] env[65448]: WARNING neutronclient.v2_0.client [req-7c58dc38-2f13-43e4-a682-2db3437b98d0 req-83ec3aaa-1479-4316-bd17-5b0c9a310645 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 983.673823] env[65448]: DEBUG nova.network.neutron [req-7c58dc38-2f13-43e4-a682-2db3437b98d0 req-83ec3aaa-1479-4316-bd17-5b0c9a310645 service nova] [instance: ffb11675-ff83-4efb-be37-b642e50ea8b9] Updated VIF entry in instance network info cache for port 2d51f333-e777-44b1-b392-f80d31bf5212. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 983.674278] env[65448]: DEBUG nova.network.neutron [req-7c58dc38-2f13-43e4-a682-2db3437b98d0 req-83ec3aaa-1479-4316-bd17-5b0c9a310645 service nova] [instance: ffb11675-ff83-4efb-be37-b642e50ea8b9] Updating instance_info_cache with network_info: [{"id": "2d51f333-e777-44b1-b392-f80d31bf5212", "address": "fa:16:3e:6f:07:7f", "network": {"id": "3dad17d1-fdd5-4069-8675-ef8a0f0b9caf", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2039208773-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f35763225db24d7f858aa84e17d07cc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d51f333-e7", "ovs_interfaceid": "2d51f333-e777-44b1-b392-f80d31bf5212", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.758275] env[65448]: DEBUG oslo_concurrency.lockutils [None req-1ca60782-03db-47e5-8689-e8d79f8f2aab tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Acquiring lock "refresh_cache-59a9ff6f-4e7b-4530-aaab-b12d54355269" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.758553] env[65448]: DEBUG oslo_concurrency.lockutils [None req-1ca60782-03db-47e5-8689-e8d79f8f2aab tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Acquired lock "refresh_cache-59a9ff6f-4e7b-4530-aaab-b12d54355269" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.758594] env[65448]: DEBUG nova.network.neutron [None req-1ca60782-03db-47e5-8689-e8d79f8f2aab tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: 59a9ff6f-4e7b-4530-aaab-b12d54355269] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 983.858502] env[65448]: DEBUG oslo_vmware.api [None req-be662c43-2aab-446f-af6f-65b2738c4e92 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52867e54-284c-5415-9cf8-a54e86a1bcf2, 'name': SearchDatastore_Task, 'duration_secs': 0.013664} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.861397] env[65448]: DEBUG oslo_concurrency.lockutils [None req-be662c43-2aab-446f-af6f-65b2738c4e92 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.861736] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-be662c43-2aab-446f-af6f-65b2738c4e92 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: ffb11675-ff83-4efb-be37-b642e50ea8b9] Processing image 50fb366d-48e6-424f-9c20-bc83d77be76a {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 983.862054] env[65448]: DEBUG oslo_concurrency.lockutils [None req-be662c43-2aab-446f-af6f-65b2738c4e92 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.862246] env[65448]: DEBUG oslo_concurrency.lockutils [None req-be662c43-2aab-446f-af6f-65b2738c4e92 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.862447] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-be662c43-2aab-446f-af6f-65b2738c4e92 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 983.863096] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-084646e0-bb3f-4403-8d46-f2045267f73f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.868369] env[65448]: DEBUG oslo_vmware.api [None req-346ff18c-f2e2-4cad-910d-f8c297df6c86 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': task-4938015, 'name': PowerOnVM_Task, 'duration_secs': 0.601816} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.869156] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-346ff18c-f2e2-4cad-910d-f8c297df6c86 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: d7a47642-66f2-4772-bff2-50b672f23d21] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 983.869403] env[65448]: INFO nova.compute.manager [None req-346ff18c-f2e2-4cad-910d-f8c297df6c86 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: d7a47642-66f2-4772-bff2-50b672f23d21] Took 8.12 seconds to spawn the instance on the hypervisor. [ 983.869588] env[65448]: DEBUG nova.compute.manager [None req-346ff18c-f2e2-4cad-910d-f8c297df6c86 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: d7a47642-66f2-4772-bff2-50b672f23d21] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 983.870589] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba2f5b02-2aa3-4ece-ab38-49c6532def91 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.877595] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-be662c43-2aab-446f-af6f-65b2738c4e92 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 983.877802] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-be662c43-2aab-446f-af6f-65b2738c4e92 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 983.880125] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5fd87a4-cd63-449d-8c5e-5726b462c736 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.892300] env[65448]: DEBUG oslo_vmware.api [None req-be662c43-2aab-446f-af6f-65b2738c4e92 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Waiting for the task: (returnval){ [ 983.892300] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52b22a4f-3c60-ab50-5f5b-f6d099d97be5" [ 983.892300] env[65448]: _type = "Task" [ 983.892300] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.902880] env[65448]: DEBUG oslo_vmware.api [None req-be662c43-2aab-446f-af6f-65b2738c4e92 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52b22a4f-3c60-ab50-5f5b-f6d099d97be5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.935042] env[65448]: DEBUG oslo_concurrency.lockutils [None req-56ff521b-7155-41f3-b95a-53159461f00e tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.140592] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ab88996-400c-409e-bba8-ed78ff3a60f7 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.149035] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9e32870-1579-459c-a301-fbc8ec21b998 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.180865] env[65448]: DEBUG oslo_concurrency.lockutils [req-7c58dc38-2f13-43e4-a682-2db3437b98d0 req-83ec3aaa-1479-4316-bd17-5b0c9a310645 service nova] Releasing lock "refresh_cache-ffb11675-ff83-4efb-be37-b642e50ea8b9" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.181515] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47d4fd0b-8000-44eb-a559-5e7f3a6455ae {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.190142] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f02bad85-ea3a-49cd-8853-1cde8bfbb730 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.206624] env[65448]: DEBUG nova.compute.provider_tree [None req-82bfbc84-e999-41da-a642-3199683b9500 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 984.261437] env[65448]: WARNING neutronclient.v2_0.client [None req-1ca60782-03db-47e5-8689-e8d79f8f2aab tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 984.404247] env[65448]: INFO nova.compute.manager [None req-346ff18c-f2e2-4cad-910d-f8c297df6c86 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: d7a47642-66f2-4772-bff2-50b672f23d21] Took 44.36 seconds to build instance. [ 984.410216] env[65448]: DEBUG oslo_vmware.api [None req-be662c43-2aab-446f-af6f-65b2738c4e92 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52b22a4f-3c60-ab50-5f5b-f6d099d97be5, 'name': SearchDatastore_Task, 'duration_secs': 0.034791} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.411216] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9df25a2-90a8-4e25-bd93-7fcf5badbeb8 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.417649] env[65448]: DEBUG oslo_vmware.api [None req-be662c43-2aab-446f-af6f-65b2738c4e92 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Waiting for the task: (returnval){ [ 984.417649] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5266e40a-cb76-2304-75ca-86e3e5d5627b" [ 984.417649] env[65448]: _type = "Task" [ 984.417649] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.426598] env[65448]: DEBUG oslo_vmware.api [None req-be662c43-2aab-446f-af6f-65b2738c4e92 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5266e40a-cb76-2304-75ca-86e3e5d5627b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.443191] env[65448]: WARNING neutronclient.v2_0.client [None req-1ca60782-03db-47e5-8689-e8d79f8f2aab tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 984.517770] env[65448]: DEBUG nova.network.neutron [None req-1ca60782-03db-47e5-8689-e8d79f8f2aab tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: 59a9ff6f-4e7b-4530-aaab-b12d54355269] Updating instance_info_cache with network_info: [{"id": "131d4838-48ea-499f-accc-16d7b5a7e60c", "address": "fa:16:3e:b6:f1:fe", "network": {"id": "e780d8ca-74b1-42d6-9931-c68bece889ed", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1768290232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b4602fe4973466b8eb0d97f7a72d721", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f17856cf-7248-414b-bde6-8c90cfb4c593", "external-id": "nsx-vlan-transportzone-341", "segmentation_id": 341, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap131d4838-48", "ovs_interfaceid": "131d4838-48ea-499f-accc-16d7b5a7e60c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.710924] env[65448]: DEBUG nova.scheduler.client.report [None req-82bfbc84-e999-41da-a642-3199683b9500 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 984.907199] env[65448]: DEBUG oslo_concurrency.lockutils [None req-346ff18c-f2e2-4cad-910d-f8c297df6c86 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Lock "d7a47642-66f2-4772-bff2-50b672f23d21" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.876s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.930660] env[65448]: DEBUG oslo_vmware.api [None req-be662c43-2aab-446f-af6f-65b2738c4e92 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5266e40a-cb76-2304-75ca-86e3e5d5627b, 'name': SearchDatastore_Task, 'duration_secs': 0.011145} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.930894] env[65448]: DEBUG oslo_concurrency.lockutils [None req-be662c43-2aab-446f-af6f-65b2738c4e92 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.931169] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-be662c43-2aab-446f-af6f-65b2738c4e92 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] ffb11675-ff83-4efb-be37-b642e50ea8b9/ffb11675-ff83-4efb-be37-b642e50ea8b9.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 984.931443] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ffc1e236-2e8c-4a9b-b8db-53dc8caee7c6 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.940065] env[65448]: DEBUG oslo_vmware.api [None req-be662c43-2aab-446f-af6f-65b2738c4e92 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Waiting for the task: (returnval){ [ 984.940065] env[65448]: value = "task-4938016" [ 984.940065] env[65448]: _type = "Task" [ 984.940065] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.948208] env[65448]: DEBUG oslo_vmware.api [None req-be662c43-2aab-446f-af6f-65b2738c4e92 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Task: {'id': task-4938016, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.980692] env[65448]: DEBUG nova.compute.manager [req-e363f386-38d6-4852-a678-0749f4733fab req-99d897b2-d39e-4ab5-87bd-e20549926773 service nova] [instance: ba7361d2-4e0a-4087-989f-5832a7ece890] Received event network-changed-c69492f8-a792-42b3-8bed-3f8d22ae8175 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 984.981170] env[65448]: DEBUG nova.compute.manager [req-e363f386-38d6-4852-a678-0749f4733fab req-99d897b2-d39e-4ab5-87bd-e20549926773 service nova] [instance: ba7361d2-4e0a-4087-989f-5832a7ece890] Refreshing instance network info cache due to event network-changed-c69492f8-a792-42b3-8bed-3f8d22ae8175. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 984.981523] env[65448]: DEBUG oslo_concurrency.lockutils [req-e363f386-38d6-4852-a678-0749f4733fab req-99d897b2-d39e-4ab5-87bd-e20549926773 service nova] Acquiring lock "refresh_cache-ba7361d2-4e0a-4087-989f-5832a7ece890" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.981748] env[65448]: DEBUG oslo_concurrency.lockutils [req-e363f386-38d6-4852-a678-0749f4733fab req-99d897b2-d39e-4ab5-87bd-e20549926773 service nova] Acquired lock "refresh_cache-ba7361d2-4e0a-4087-989f-5832a7ece890" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.981985] env[65448]: DEBUG nova.network.neutron [req-e363f386-38d6-4852-a678-0749f4733fab req-99d897b2-d39e-4ab5-87bd-e20549926773 service nova] [instance: ba7361d2-4e0a-4087-989f-5832a7ece890] Refreshing network info cache for port c69492f8-a792-42b3-8bed-3f8d22ae8175 {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 985.020073] env[65448]: DEBUG oslo_concurrency.lockutils [None req-1ca60782-03db-47e5-8689-e8d79f8f2aab tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Releasing lock "refresh_cache-59a9ff6f-4e7b-4530-aaab-b12d54355269" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.216649] env[65448]: DEBUG oslo_concurrency.lockutils [None req-82bfbc84-e999-41da-a642-3199683b9500 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.975s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.219353] env[65448]: DEBUG oslo_concurrency.lockutils [None req-9dbcd417-c0e8-4567-92d7-2349f5460e27 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.066s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.223608] env[65448]: INFO nova.compute.claims [None req-9dbcd417-c0e8-4567-92d7-2349f5460e27 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d3eb5b9f-a5e0-4dfe-a6ea-42fec368280f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 985.251107] env[65448]: INFO nova.scheduler.client.report [None req-82bfbc84-e999-41da-a642-3199683b9500 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Deleted allocations for instance 65f7a5e2-e42a-4a78-a9df-7bd5424ca2f2 [ 985.410438] env[65448]: DEBUG nova.compute.manager [None req-fb5db10c-f929-4ab2-9e7e-91b70b215198 tempest-AttachInterfacesV270Test-1102348690 tempest-AttachInterfacesV270Test-1102348690-project-member] [instance: e4c91856-fcd2-447b-a2d2-7d2ce2bce0f3] Starting instance... {{(pid=65448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2483}} [ 985.451709] env[65448]: DEBUG oslo_vmware.api [None req-be662c43-2aab-446f-af6f-65b2738c4e92 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Task: {'id': task-4938016, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.486150] env[65448]: WARNING neutronclient.v2_0.client [req-e363f386-38d6-4852-a678-0749f4733fab req-99d897b2-d39e-4ab5-87bd-e20549926773 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 985.700289] env[65448]: WARNING neutronclient.v2_0.client [req-e363f386-38d6-4852-a678-0749f4733fab req-99d897b2-d39e-4ab5-87bd-e20549926773 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 985.759604] env[65448]: DEBUG oslo_concurrency.lockutils [None req-82bfbc84-e999-41da-a642-3199683b9500 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Lock "65f7a5e2-e42a-4a78-a9df-7bd5424ca2f2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.451s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.775456] env[65448]: DEBUG nova.network.neutron [req-e363f386-38d6-4852-a678-0749f4733fab req-99d897b2-d39e-4ab5-87bd-e20549926773 service nova] [instance: ba7361d2-4e0a-4087-989f-5832a7ece890] Updated VIF entry in instance network info cache for port c69492f8-a792-42b3-8bed-3f8d22ae8175. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 985.776644] env[65448]: DEBUG nova.network.neutron [req-e363f386-38d6-4852-a678-0749f4733fab req-99d897b2-d39e-4ab5-87bd-e20549926773 service nova] [instance: ba7361d2-4e0a-4087-989f-5832a7ece890] Updating instance_info_cache with network_info: [{"id": "c69492f8-a792-42b3-8bed-3f8d22ae8175", "address": "fa:16:3e:83:0a:92", "network": {"id": "471913ca-c38b-4fdc-8136-2af2639b112a", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-936130087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ddf7e9e628f4f668356b098a7fb5929", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc69492f8-a7", "ovs_interfaceid": "c69492f8-a792-42b3-8bed-3f8d22ae8175", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.929938] env[65448]: DEBUG oslo_concurrency.lockutils [None req-fb5db10c-f929-4ab2-9e7e-91b70b215198 tempest-AttachInterfacesV270Test-1102348690 tempest-AttachInterfacesV270Test-1102348690-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.952910] env[65448]: DEBUG oslo_vmware.api [None req-be662c43-2aab-446f-af6f-65b2738c4e92 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Task: {'id': task-4938016, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.787717} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.953365] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-be662c43-2aab-446f-af6f-65b2738c4e92 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] ffb11675-ff83-4efb-be37-b642e50ea8b9/ffb11675-ff83-4efb-be37-b642e50ea8b9.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 985.953652] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-be662c43-2aab-446f-af6f-65b2738c4e92 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: ffb11675-ff83-4efb-be37-b642e50ea8b9] Extending root virtual disk to 1048576 {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 985.953994] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a8027720-678d-4be5-b35b-8d57696a2185 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.961163] env[65448]: DEBUG oslo_vmware.api [None req-be662c43-2aab-446f-af6f-65b2738c4e92 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Waiting for the task: (returnval){ [ 985.961163] env[65448]: value = "task-4938017" [ 985.961163] env[65448]: _type = "Task" [ 985.961163] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.970562] env[65448]: DEBUG oslo_vmware.api [None req-be662c43-2aab-446f-af6f-65b2738c4e92 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Task: {'id': task-4938017, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.053550] env[65448]: DEBUG oslo_concurrency.lockutils [None req-0cc1dd29-4bc8-4013-9d87-cbcb1569b2e8 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Acquiring lock "2d86c404-07f7-4f62-81e1-b99125527970" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.055025] env[65448]: DEBUG oslo_concurrency.lockutils [None req-0cc1dd29-4bc8-4013-9d87-cbcb1569b2e8 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Lock "2d86c404-07f7-4f62-81e1-b99125527970" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.280112] env[65448]: DEBUG oslo_concurrency.lockutils [req-e363f386-38d6-4852-a678-0749f4733fab req-99d897b2-d39e-4ab5-87bd-e20549926773 service nova] Releasing lock "refresh_cache-ba7361d2-4e0a-4087-989f-5832a7ece890" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.475155] env[65448]: DEBUG oslo_vmware.api [None req-be662c43-2aab-446f-af6f-65b2738c4e92 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Task: {'id': task-4938017, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069923} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.478119] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-be662c43-2aab-446f-af6f-65b2738c4e92 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: ffb11675-ff83-4efb-be37-b642e50ea8b9] Extended root virtual disk {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 986.479395] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ed4d0a8-f8ce-4380-8fc7-a5847a1212f2 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.503580] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-be662c43-2aab-446f-af6f-65b2738c4e92 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: ffb11675-ff83-4efb-be37-b642e50ea8b9] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] ffb11675-ff83-4efb-be37-b642e50ea8b9/ffb11675-ff83-4efb-be37-b642e50ea8b9.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 986.506809] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9a1c320-cc4b-485e-b261-6c8fa0c3f40a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.529124] env[65448]: DEBUG oslo_vmware.api [None req-be662c43-2aab-446f-af6f-65b2738c4e92 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Waiting for the task: (returnval){ [ 986.529124] env[65448]: value = "task-4938018" [ 986.529124] env[65448]: _type = "Task" [ 986.529124] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.539467] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a89ab902-0fe9-4eef-add6-5ccaf665c718 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.546222] env[65448]: DEBUG oslo_vmware.api [None req-be662c43-2aab-446f-af6f-65b2738c4e92 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Task: {'id': task-4938018, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.565906] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-1ca60782-03db-47e5-8689-e8d79f8f2aab tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: 59a9ff6f-4e7b-4530-aaab-b12d54355269] Updating instance '59a9ff6f-4e7b-4530-aaab-b12d54355269' progress to 0 {{(pid=65448) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 986.671657] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2a06615-ff22-48f9-8ce9-eedbd5231d86 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.680296] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcc9713c-457a-4c8c-b77c-db3efadede39 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.712391] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2fb08ee-4c06-4720-8899-0447e90f0219 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.720798] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b967410-3b5b-4ca3-93a2-f0eda652e646 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.736691] env[65448]: DEBUG nova.compute.provider_tree [None req-9dbcd417-c0e8-4567-92d7-2349f5460e27 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 987.040214] env[65448]: DEBUG oslo_vmware.api [None req-be662c43-2aab-446f-af6f-65b2738c4e92 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Task: {'id': task-4938018, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.075349] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ca60782-03db-47e5-8689-e8d79f8f2aab tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: 59a9ff6f-4e7b-4530-aaab-b12d54355269] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 987.075791] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2eea77df-63b3-4709-b70b-b86c2bcbade2 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.082832] env[65448]: DEBUG oslo_vmware.api [None req-1ca60782-03db-47e5-8689-e8d79f8f2aab tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Waiting for the task: (returnval){ [ 987.082832] env[65448]: value = "task-4938019" [ 987.082832] env[65448]: _type = "Task" [ 987.082832] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.091394] env[65448]: DEBUG oslo_vmware.api [None req-1ca60782-03db-47e5-8689-e8d79f8f2aab tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': task-4938019, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.241371] env[65448]: DEBUG nova.scheduler.client.report [None req-9dbcd417-c0e8-4567-92d7-2349f5460e27 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 987.265014] env[65448]: DEBUG oslo_concurrency.lockutils [None req-c322a7c9-2f5d-472c-a7d0-6a36d2a9a7bf tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Acquiring lock "6298b6d7-5892-48cc-b808-eeca3d91f57e" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.265356] env[65448]: DEBUG oslo_concurrency.lockutils [None req-c322a7c9-2f5d-472c-a7d0-6a36d2a9a7bf tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Lock "6298b6d7-5892-48cc-b808-eeca3d91f57e" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.541110] env[65448]: DEBUG oslo_vmware.api [None req-be662c43-2aab-446f-af6f-65b2738c4e92 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Task: {'id': task-4938018, 'name': ReconfigVM_Task, 'duration_secs': 0.880715} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.541436] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-be662c43-2aab-446f-af6f-65b2738c4e92 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: ffb11675-ff83-4efb-be37-b642e50ea8b9] Reconfigured VM instance instance-00000050 to attach disk [datastore2] ffb11675-ff83-4efb-be37-b642e50ea8b9/ffb11675-ff83-4efb-be37-b642e50ea8b9.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 987.542125] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dd361ba5-613e-44ff-824f-6941ce8e230d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.549571] env[65448]: DEBUG oslo_vmware.api [None req-be662c43-2aab-446f-af6f-65b2738c4e92 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Waiting for the task: (returnval){ [ 987.549571] env[65448]: value = "task-4938020" [ 987.549571] env[65448]: _type = "Task" [ 987.549571] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.558785] env[65448]: DEBUG oslo_vmware.api [None req-be662c43-2aab-446f-af6f-65b2738c4e92 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Task: {'id': task-4938020, 'name': Rename_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.596666] env[65448]: DEBUG oslo_vmware.api [None req-1ca60782-03db-47e5-8689-e8d79f8f2aab tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': task-4938019, 'name': PowerOffVM_Task, 'duration_secs': 0.211076} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.597076] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ca60782-03db-47e5-8689-e8d79f8f2aab tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: 59a9ff6f-4e7b-4530-aaab-b12d54355269] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 987.597419] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-1ca60782-03db-47e5-8689-e8d79f8f2aab tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: 59a9ff6f-4e7b-4530-aaab-b12d54355269] Updating instance '59a9ff6f-4e7b-4530-aaab-b12d54355269' progress to 17 {{(pid=65448) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 987.746839] env[65448]: DEBUG oslo_concurrency.lockutils [None req-9dbcd417-c0e8-4567-92d7-2349f5460e27 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.527s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.747395] env[65448]: DEBUG nova.compute.manager [None req-9dbcd417-c0e8-4567-92d7-2349f5460e27 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d3eb5b9f-a5e0-4dfe-a6ea-42fec368280f] Start building networks asynchronously for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2881}} [ 987.750384] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6e450db4-0052-4334-b00b-7226b1376516 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.250s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.751743] env[65448]: INFO nova.compute.claims [None req-6e450db4-0052-4334-b00b-7226b1376516 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] [instance: a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 987.771177] env[65448]: INFO nova.compute.manager [None req-c322a7c9-2f5d-472c-a7d0-6a36d2a9a7bf tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 6298b6d7-5892-48cc-b808-eeca3d91f57e] Detaching volume ade72e98-0522-47ce-b314-757b2209a3f7 [ 987.818731] env[65448]: INFO nova.virt.block_device [None req-c322a7c9-2f5d-472c-a7d0-6a36d2a9a7bf tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 6298b6d7-5892-48cc-b808-eeca3d91f57e] Attempting to driver detach volume ade72e98-0522-47ce-b314-757b2209a3f7 from mountpoint /dev/sdb [ 987.819089] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-c322a7c9-2f5d-472c-a7d0-6a36d2a9a7bf tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 6298b6d7-5892-48cc-b808-eeca3d91f57e] Volume detach. Driver type: vmdk {{(pid=65448) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 987.819286] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-c322a7c9-2f5d-472c-a7d0-6a36d2a9a7bf tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 6298b6d7-5892-48cc-b808-eeca3d91f57e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-961941', 'volume_id': 'ade72e98-0522-47ce-b314-757b2209a3f7', 'name': 'volume-ade72e98-0522-47ce-b314-757b2209a3f7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6298b6d7-5892-48cc-b808-eeca3d91f57e', 'attached_at': '', 'detached_at': '', 'volume_id': 'ade72e98-0522-47ce-b314-757b2209a3f7', 'serial': 'ade72e98-0522-47ce-b314-757b2209a3f7'} {{(pid=65448) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 987.820248] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22bd484f-5fd7-48d5-809c-3f7a650216c8 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.847373] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac6081ea-aa4a-44ed-b06f-177b16dfae8a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.853914] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7438e811-1d18-43f2-a16a-b37de689080d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.876479] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e0a92e3-e65e-4d72-a193-206b855c2084 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.905023] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-c322a7c9-2f5d-472c-a7d0-6a36d2a9a7bf tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] The volume has not been displaced from its original location: [datastore2] volume-ade72e98-0522-47ce-b314-757b2209a3f7/volume-ade72e98-0522-47ce-b314-757b2209a3f7.vmdk. No consolidation needed. {{(pid=65448) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 987.905023] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-c322a7c9-2f5d-472c-a7d0-6a36d2a9a7bf tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 6298b6d7-5892-48cc-b808-eeca3d91f57e] Reconfiguring VM instance instance-00000008 to detach disk 2001 {{(pid=65448) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 987.905023] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ccf793c5-37ad-4a73-b72e-63eb0f582b33 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.922887] env[65448]: DEBUG oslo_vmware.api [None req-c322a7c9-2f5d-472c-a7d0-6a36d2a9a7bf tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Waiting for the task: (returnval){ [ 987.922887] env[65448]: value = "task-4938021" [ 987.922887] env[65448]: _type = "Task" [ 987.922887] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.935881] env[65448]: DEBUG oslo_vmware.api [None req-c322a7c9-2f5d-472c-a7d0-6a36d2a9a7bf tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Task: {'id': task-4938021, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.061068] env[65448]: DEBUG oslo_vmware.api [None req-be662c43-2aab-446f-af6f-65b2738c4e92 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Task: {'id': task-4938020, 'name': Rename_Task, 'duration_secs': 0.323582} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.061573] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-be662c43-2aab-446f-af6f-65b2738c4e92 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: ffb11675-ff83-4efb-be37-b642e50ea8b9] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 988.061671] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d3a6100f-b0c3-4bab-a225-05875a1b46d5 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.069742] env[65448]: DEBUG oslo_vmware.api [None req-be662c43-2aab-446f-af6f-65b2738c4e92 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Waiting for the task: (returnval){ [ 988.069742] env[65448]: value = "task-4938022" [ 988.069742] env[65448]: _type = "Task" [ 988.069742] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.079064] env[65448]: DEBUG oslo_vmware.api [None req-be662c43-2aab-446f-af6f-65b2738c4e92 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Task: {'id': task-4938022, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.104634] env[65448]: DEBUG nova.virt.hardware [None req-1ca60782-03db-47e5-8689-e8d79f8f2aab tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 988.104972] env[65448]: DEBUG nova.virt.hardware [None req-1ca60782-03db-47e5-8689-e8d79f8f2aab tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 988.105152] env[65448]: DEBUG nova.virt.hardware [None req-1ca60782-03db-47e5-8689-e8d79f8f2aab tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 988.105346] env[65448]: DEBUG nova.virt.hardware [None req-1ca60782-03db-47e5-8689-e8d79f8f2aab tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 988.105520] env[65448]: DEBUG nova.virt.hardware [None req-1ca60782-03db-47e5-8689-e8d79f8f2aab tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 988.105681] env[65448]: DEBUG nova.virt.hardware [None req-1ca60782-03db-47e5-8689-e8d79f8f2aab tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 988.105916] env[65448]: DEBUG nova.virt.hardware [None req-1ca60782-03db-47e5-8689-e8d79f8f2aab tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 988.106115] env[65448]: DEBUG nova.virt.hardware [None req-1ca60782-03db-47e5-8689-e8d79f8f2aab tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 988.106319] env[65448]: DEBUG nova.virt.hardware [None req-1ca60782-03db-47e5-8689-e8d79f8f2aab tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 988.106542] env[65448]: DEBUG nova.virt.hardware [None req-1ca60782-03db-47e5-8689-e8d79f8f2aab tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 988.106756] env[65448]: DEBUG nova.virt.hardware [None req-1ca60782-03db-47e5-8689-e8d79f8f2aab tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 988.112180] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5eba9ae5-6f0b-441d-b574-3cfad8844f22 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.129442] env[65448]: DEBUG oslo_vmware.api [None req-1ca60782-03db-47e5-8689-e8d79f8f2aab tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Waiting for the task: (returnval){ [ 988.129442] env[65448]: value = "task-4938023" [ 988.129442] env[65448]: _type = "Task" [ 988.129442] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.142165] env[65448]: DEBUG oslo_vmware.api [None req-1ca60782-03db-47e5-8689-e8d79f8f2aab tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': task-4938023, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.259338] env[65448]: DEBUG nova.compute.utils [None req-9dbcd417-c0e8-4567-92d7-2349f5460e27 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Using /dev/sd instead of None {{(pid=65448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 988.260934] env[65448]: DEBUG nova.compute.manager [None req-9dbcd417-c0e8-4567-92d7-2349f5460e27 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d3eb5b9f-a5e0-4dfe-a6ea-42fec368280f] Allocating IP information in the background. {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 988.261145] env[65448]: DEBUG nova.network.neutron [None req-9dbcd417-c0e8-4567-92d7-2349f5460e27 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d3eb5b9f-a5e0-4dfe-a6ea-42fec368280f] allocate_for_instance() {{(pid=65448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 988.261476] env[65448]: WARNING neutronclient.v2_0.client [None req-9dbcd417-c0e8-4567-92d7-2349f5460e27 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 988.261791] env[65448]: WARNING neutronclient.v2_0.client [None req-9dbcd417-c0e8-4567-92d7-2349f5460e27 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 988.307608] env[65448]: DEBUG nova.policy [None req-9dbcd417-c0e8-4567-92d7-2349f5460e27 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dc9a3048fffb4c5c805492e6b371cf9e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7bf59e2c00b54ab7a8bc201e80781fcb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65448) authorize /opt/stack/nova/nova/policy.py:192}} [ 988.435095] env[65448]: DEBUG oslo_vmware.api [None req-c322a7c9-2f5d-472c-a7d0-6a36d2a9a7bf tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Task: {'id': task-4938021, 'name': ReconfigVM_Task, 'duration_secs': 0.256533} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.435474] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-c322a7c9-2f5d-472c-a7d0-6a36d2a9a7bf tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 6298b6d7-5892-48cc-b808-eeca3d91f57e] Reconfigured VM instance instance-00000008 to detach disk 2001 {{(pid=65448) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 988.440744] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7306e67-279e-4b21-9d2d-29c4228cf69b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.458467] env[65448]: DEBUG oslo_vmware.api [None req-c322a7c9-2f5d-472c-a7d0-6a36d2a9a7bf tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Waiting for the task: (returnval){ [ 988.458467] env[65448]: value = "task-4938024" [ 988.458467] env[65448]: _type = "Task" [ 988.458467] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.467523] env[65448]: DEBUG oslo_vmware.api [None req-c322a7c9-2f5d-472c-a7d0-6a36d2a9a7bf tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Task: {'id': task-4938024, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.580512] env[65448]: DEBUG oslo_vmware.api [None req-be662c43-2aab-446f-af6f-65b2738c4e92 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Task: {'id': task-4938022, 'name': PowerOnVM_Task} progress is 94%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.640072] env[65448]: DEBUG oslo_vmware.api [None req-1ca60782-03db-47e5-8689-e8d79f8f2aab tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': task-4938023, 'name': ReconfigVM_Task, 'duration_secs': 0.196007} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.641177] env[65448]: DEBUG nova.network.neutron [None req-9dbcd417-c0e8-4567-92d7-2349f5460e27 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d3eb5b9f-a5e0-4dfe-a6ea-42fec368280f] Successfully created port: 88705932-5cb5-4b60-9702-276bf66772eb {{(pid=65448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 988.643564] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-1ca60782-03db-47e5-8689-e8d79f8f2aab tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: 59a9ff6f-4e7b-4530-aaab-b12d54355269] Updating instance '59a9ff6f-4e7b-4530-aaab-b12d54355269' progress to 33 {{(pid=65448) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 988.766264] env[65448]: DEBUG nova.compute.manager [None req-9dbcd417-c0e8-4567-92d7-2349f5460e27 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d3eb5b9f-a5e0-4dfe-a6ea-42fec368280f] Start building block device mappings for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2916}} [ 988.971677] env[65448]: DEBUG oslo_vmware.api [None req-c322a7c9-2f5d-472c-a7d0-6a36d2a9a7bf tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Task: {'id': task-4938024, 'name': ReconfigVM_Task, 'duration_secs': 0.195552} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.972181] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-c322a7c9-2f5d-472c-a7d0-6a36d2a9a7bf tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 6298b6d7-5892-48cc-b808-eeca3d91f57e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-961941', 'volume_id': 'ade72e98-0522-47ce-b314-757b2209a3f7', 'name': 'volume-ade72e98-0522-47ce-b314-757b2209a3f7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6298b6d7-5892-48cc-b808-eeca3d91f57e', 'attached_at': '', 'detached_at': '', 'volume_id': 'ade72e98-0522-47ce-b314-757b2209a3f7', 'serial': 'ade72e98-0522-47ce-b314-757b2209a3f7'} {{(pid=65448) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 989.081869] env[65448]: DEBUG oslo_vmware.api [None req-be662c43-2aab-446f-af6f-65b2738c4e92 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Task: {'id': task-4938022, 'name': PowerOnVM_Task, 'duration_secs': 0.635197} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.082252] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-be662c43-2aab-446f-af6f-65b2738c4e92 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: ffb11675-ff83-4efb-be37-b642e50ea8b9] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 989.082432] env[65448]: INFO nova.compute.manager [None req-be662c43-2aab-446f-af6f-65b2738c4e92 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: ffb11675-ff83-4efb-be37-b642e50ea8b9] Took 8.59 seconds to spawn the instance on the hypervisor. [ 989.082523] env[65448]: DEBUG nova.compute.manager [None req-be662c43-2aab-446f-af6f-65b2738c4e92 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: ffb11675-ff83-4efb-be37-b642e50ea8b9] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 989.083369] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35415b5c-c5d2-4878-a5ca-61604a3be1ae {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.149867] env[65448]: DEBUG nova.virt.hardware [None req-1ca60782-03db-47e5-8689-e8d79f8f2aab tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 989.150122] env[65448]: DEBUG nova.virt.hardware [None req-1ca60782-03db-47e5-8689-e8d79f8f2aab tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 989.150367] env[65448]: DEBUG nova.virt.hardware [None req-1ca60782-03db-47e5-8689-e8d79f8f2aab tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 989.150456] env[65448]: DEBUG nova.virt.hardware [None req-1ca60782-03db-47e5-8689-e8d79f8f2aab tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 989.150622] env[65448]: DEBUG nova.virt.hardware [None req-1ca60782-03db-47e5-8689-e8d79f8f2aab tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 989.150794] env[65448]: DEBUG nova.virt.hardware [None req-1ca60782-03db-47e5-8689-e8d79f8f2aab tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 989.151018] env[65448]: DEBUG nova.virt.hardware [None req-1ca60782-03db-47e5-8689-e8d79f8f2aab tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 989.151177] env[65448]: DEBUG nova.virt.hardware [None req-1ca60782-03db-47e5-8689-e8d79f8f2aab tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 989.151342] env[65448]: DEBUG nova.virt.hardware [None req-1ca60782-03db-47e5-8689-e8d79f8f2aab tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 989.151499] env[65448]: DEBUG nova.virt.hardware [None req-1ca60782-03db-47e5-8689-e8d79f8f2aab tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 989.151667] env[65448]: DEBUG nova.virt.hardware [None req-1ca60782-03db-47e5-8689-e8d79f8f2aab tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 989.157973] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ca60782-03db-47e5-8689-e8d79f8f2aab tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: 59a9ff6f-4e7b-4530-aaab-b12d54355269] Reconfiguring VM instance instance-0000004b to detach disk 2000 {{(pid=65448) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 989.159564] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15bf3c45-7c1d-4af9-afe5-0ea6cf11a58f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.174516] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-598bdcbd-8c42-4677-b46c-22411cfd16de {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.185481] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baa70fd2-33fc-43c1-83b7-dee094c6c7c3 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.188939] env[65448]: DEBUG oslo_vmware.api [None req-1ca60782-03db-47e5-8689-e8d79f8f2aab tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Waiting for the task: (returnval){ [ 989.188939] env[65448]: value = "task-4938025" [ 989.188939] env[65448]: _type = "Task" [ 989.188939] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.219443] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b1912c4-576f-4027-84fe-102bbbd87603 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.226153] env[65448]: DEBUG oslo_vmware.api [None req-1ca60782-03db-47e5-8689-e8d79f8f2aab tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': task-4938025, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.231759] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcd098de-69ef-417f-abb5-6728b8621d5f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.246764] env[65448]: DEBUG nova.compute.provider_tree [None req-6e450db4-0052-4334-b00b-7226b1376516 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 989.524910] env[65448]: DEBUG nova.objects.instance [None req-c322a7c9-2f5d-472c-a7d0-6a36d2a9a7bf tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Lazy-loading 'flavor' on Instance uuid 6298b6d7-5892-48cc-b808-eeca3d91f57e {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 989.607621] env[65448]: INFO nova.compute.manager [None req-be662c43-2aab-446f-af6f-65b2738c4e92 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: ffb11675-ff83-4efb-be37-b642e50ea8b9] Took 47.53 seconds to build instance. [ 989.700288] env[65448]: DEBUG oslo_vmware.api [None req-1ca60782-03db-47e5-8689-e8d79f8f2aab tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': task-4938025, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.750520] env[65448]: DEBUG nova.scheduler.client.report [None req-6e450db4-0052-4334-b00b-7226b1376516 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 989.775933] env[65448]: DEBUG nova.compute.manager [None req-9dbcd417-c0e8-4567-92d7-2349f5460e27 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d3eb5b9f-a5e0-4dfe-a6ea-42fec368280f] Start spawning the instance on the hypervisor. {{(pid=65448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2689}} [ 989.805694] env[65448]: DEBUG nova.virt.hardware [None req-9dbcd417-c0e8-4567-92d7-2349f5460e27 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-08T17:19:51Z,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a992292b6dae455593d228217860e2e1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-08T17:19:52Z,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 989.806213] env[65448]: DEBUG nova.virt.hardware [None req-9dbcd417-c0e8-4567-92d7-2349f5460e27 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 989.806213] env[65448]: DEBUG nova.virt.hardware [None req-9dbcd417-c0e8-4567-92d7-2349f5460e27 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 989.806407] env[65448]: DEBUG nova.virt.hardware [None req-9dbcd417-c0e8-4567-92d7-2349f5460e27 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 989.806577] env[65448]: DEBUG nova.virt.hardware [None req-9dbcd417-c0e8-4567-92d7-2349f5460e27 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 989.806722] env[65448]: DEBUG nova.virt.hardware [None req-9dbcd417-c0e8-4567-92d7-2349f5460e27 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 989.806930] env[65448]: DEBUG nova.virt.hardware [None req-9dbcd417-c0e8-4567-92d7-2349f5460e27 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 989.807102] env[65448]: DEBUG nova.virt.hardware [None req-9dbcd417-c0e8-4567-92d7-2349f5460e27 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 989.807268] env[65448]: DEBUG nova.virt.hardware [None req-9dbcd417-c0e8-4567-92d7-2349f5460e27 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 989.807428] env[65448]: DEBUG nova.virt.hardware [None req-9dbcd417-c0e8-4567-92d7-2349f5460e27 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 989.807603] env[65448]: DEBUG nova.virt.hardware [None req-9dbcd417-c0e8-4567-92d7-2349f5460e27 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 989.808807] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfd6ef57-9ced-4395-81a5-9713d1f1f5fc {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.817158] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d808a24b-763a-4100-a263-4eae4dfeba87 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.113248] env[65448]: DEBUG oslo_concurrency.lockutils [None req-be662c43-2aab-446f-af6f-65b2738c4e92 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Lock "ffb11675-ff83-4efb-be37-b642e50ea8b9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.043s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.202273] env[65448]: DEBUG oslo_vmware.api [None req-1ca60782-03db-47e5-8689-e8d79f8f2aab tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': task-4938025, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.207985] env[65448]: DEBUG nova.network.neutron [None req-9dbcd417-c0e8-4567-92d7-2349f5460e27 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d3eb5b9f-a5e0-4dfe-a6ea-42fec368280f] Successfully updated port: 88705932-5cb5-4b60-9702-276bf66772eb {{(pid=65448) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 990.248692] env[65448]: DEBUG nova.compute.manager [req-54fcdbc1-2c73-4b80-ab28-8f44e9a2d5fc req-a4092b8b-943f-4468-b1e6-9a7675e7f1e8 service nova] [instance: d3eb5b9f-a5e0-4dfe-a6ea-42fec368280f] Received event network-vif-plugged-88705932-5cb5-4b60-9702-276bf66772eb {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 990.249158] env[65448]: DEBUG oslo_concurrency.lockutils [req-54fcdbc1-2c73-4b80-ab28-8f44e9a2d5fc req-a4092b8b-943f-4468-b1e6-9a7675e7f1e8 service nova] Acquiring lock "d3eb5b9f-a5e0-4dfe-a6ea-42fec368280f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.249468] env[65448]: DEBUG oslo_concurrency.lockutils [req-54fcdbc1-2c73-4b80-ab28-8f44e9a2d5fc req-a4092b8b-943f-4468-b1e6-9a7675e7f1e8 service nova] Lock "d3eb5b9f-a5e0-4dfe-a6ea-42fec368280f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.249840] env[65448]: DEBUG oslo_concurrency.lockutils [req-54fcdbc1-2c73-4b80-ab28-8f44e9a2d5fc req-a4092b8b-943f-4468-b1e6-9a7675e7f1e8 service nova] Lock "d3eb5b9f-a5e0-4dfe-a6ea-42fec368280f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.250137] env[65448]: DEBUG nova.compute.manager [req-54fcdbc1-2c73-4b80-ab28-8f44e9a2d5fc req-a4092b8b-943f-4468-b1e6-9a7675e7f1e8 service nova] [instance: d3eb5b9f-a5e0-4dfe-a6ea-42fec368280f] No waiting events found dispatching network-vif-plugged-88705932-5cb5-4b60-9702-276bf66772eb {{(pid=65448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 990.250416] env[65448]: WARNING nova.compute.manager [req-54fcdbc1-2c73-4b80-ab28-8f44e9a2d5fc req-a4092b8b-943f-4468-b1e6-9a7675e7f1e8 service nova] [instance: d3eb5b9f-a5e0-4dfe-a6ea-42fec368280f] Received unexpected event network-vif-plugged-88705932-5cb5-4b60-9702-276bf66772eb for instance with vm_state building and task_state spawning. [ 990.256036] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6e450db4-0052-4334-b00b-7226b1376516 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.506s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.259327] env[65448]: DEBUG nova.compute.manager [None req-6e450db4-0052-4334-b00b-7226b1376516 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] [instance: a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e] Start building networks asynchronously for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2881}} [ 990.260819] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5df6878a-823d-4dc4-9dd8-dcd4a5b4bc9c tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.701s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.264439] env[65448]: INFO nova.compute.claims [None req-5df6878a-823d-4dc4-9dd8-dcd4a5b4bc9c tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 1df72414-93c2-4356-93c4-2dd4c781a1b9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 990.536889] env[65448]: DEBUG oslo_concurrency.lockutils [None req-c322a7c9-2f5d-472c-a7d0-6a36d2a9a7bf tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Lock "6298b6d7-5892-48cc-b808-eeca3d91f57e" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.271s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.546933] env[65448]: DEBUG nova.compute.manager [req-7c4f212a-6c62-4ca3-9074-b38c148c3d25 req-ea9ffed2-4cf4-4137-b35d-75d5ae63bffe service nova] [instance: ffb11675-ff83-4efb-be37-b642e50ea8b9] Received event network-changed-2d51f333-e777-44b1-b392-f80d31bf5212 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 990.546933] env[65448]: DEBUG nova.compute.manager [req-7c4f212a-6c62-4ca3-9074-b38c148c3d25 req-ea9ffed2-4cf4-4137-b35d-75d5ae63bffe service nova] [instance: ffb11675-ff83-4efb-be37-b642e50ea8b9] Refreshing instance network info cache due to event network-changed-2d51f333-e777-44b1-b392-f80d31bf5212. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 990.547195] env[65448]: DEBUG oslo_concurrency.lockutils [req-7c4f212a-6c62-4ca3-9074-b38c148c3d25 req-ea9ffed2-4cf4-4137-b35d-75d5ae63bffe service nova] Acquiring lock "refresh_cache-ffb11675-ff83-4efb-be37-b642e50ea8b9" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.547325] env[65448]: DEBUG oslo_concurrency.lockutils [req-7c4f212a-6c62-4ca3-9074-b38c148c3d25 req-ea9ffed2-4cf4-4137-b35d-75d5ae63bffe service nova] Acquired lock "refresh_cache-ffb11675-ff83-4efb-be37-b642e50ea8b9" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.547585] env[65448]: DEBUG nova.network.neutron [req-7c4f212a-6c62-4ca3-9074-b38c148c3d25 req-ea9ffed2-4cf4-4137-b35d-75d5ae63bffe service nova] [instance: ffb11675-ff83-4efb-be37-b642e50ea8b9] Refreshing network info cache for port 2d51f333-e777-44b1-b392-f80d31bf5212 {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 990.614994] env[65448]: DEBUG nova.compute.manager [None req-4f2b2386-2756-48ee-83ff-8f3fa3d700a8 tempest-ImagesNegativeTestJSON-2018095814 tempest-ImagesNegativeTestJSON-2018095814-project-member] [instance: 11062866-c4f7-41ef-a119-55cc027aa3b8] Starting instance... {{(pid=65448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2483}} [ 990.700073] env[65448]: DEBUG oslo_vmware.api [None req-1ca60782-03db-47e5-8689-e8d79f8f2aab tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': task-4938025, 'name': ReconfigVM_Task, 'duration_secs': 1.252232} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.700401] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ca60782-03db-47e5-8689-e8d79f8f2aab tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: 59a9ff6f-4e7b-4530-aaab-b12d54355269] Reconfigured VM instance instance-0000004b to detach disk 2000 {{(pid=65448) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 990.701237] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ba071e7-7139-4494-ada6-e864933213c2 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.718192] env[65448]: DEBUG oslo_concurrency.lockutils [None req-9dbcd417-c0e8-4567-92d7-2349f5460e27 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Acquiring lock "refresh_cache-d3eb5b9f-a5e0-4dfe-a6ea-42fec368280f" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.718419] env[65448]: DEBUG oslo_concurrency.lockutils [None req-9dbcd417-c0e8-4567-92d7-2349f5460e27 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Acquired lock "refresh_cache-d3eb5b9f-a5e0-4dfe-a6ea-42fec368280f" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.718550] env[65448]: DEBUG nova.network.neutron [None req-9dbcd417-c0e8-4567-92d7-2349f5460e27 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d3eb5b9f-a5e0-4dfe-a6ea-42fec368280f] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 990.728371] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ca60782-03db-47e5-8689-e8d79f8f2aab tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: 59a9ff6f-4e7b-4530-aaab-b12d54355269] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] 59a9ff6f-4e7b-4530-aaab-b12d54355269/59a9ff6f-4e7b-4530-aaab-b12d54355269.vmdk or device None with type thin {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 990.729490] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-00377b37-b3b4-4466-9873-4fb24134b168 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.749753] env[65448]: DEBUG oslo_vmware.api [None req-1ca60782-03db-47e5-8689-e8d79f8f2aab tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Waiting for the task: (returnval){ [ 990.749753] env[65448]: value = "task-4938026" [ 990.749753] env[65448]: _type = "Task" [ 990.749753] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.758832] env[65448]: DEBUG oslo_vmware.api [None req-1ca60782-03db-47e5-8689-e8d79f8f2aab tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': task-4938026, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.773056] env[65448]: DEBUG nova.compute.utils [None req-6e450db4-0052-4334-b00b-7226b1376516 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Using /dev/sd instead of None {{(pid=65448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 990.775302] env[65448]: DEBUG nova.compute.manager [None req-6e450db4-0052-4334-b00b-7226b1376516 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] [instance: a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e] Allocating IP information in the background. {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 990.776186] env[65448]: DEBUG nova.network.neutron [None req-6e450db4-0052-4334-b00b-7226b1376516 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] [instance: a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e] allocate_for_instance() {{(pid=65448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 990.776186] env[65448]: WARNING neutronclient.v2_0.client [None req-6e450db4-0052-4334-b00b-7226b1376516 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 990.776586] env[65448]: WARNING neutronclient.v2_0.client [None req-6e450db4-0052-4334-b00b-7226b1376516 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 990.821807] env[65448]: DEBUG nova.policy [None req-6e450db4-0052-4334-b00b-7226b1376516 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '88f6b996a5a64e2a9ce4916a56da7b9a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e377eb92259c42e9b71b1927f8775fd3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65448) authorize /opt/stack/nova/nova/policy.py:192}} [ 991.050528] env[65448]: WARNING neutronclient.v2_0.client [req-7c4f212a-6c62-4ca3-9074-b38c148c3d25 req-ea9ffed2-4cf4-4137-b35d-75d5ae63bffe service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 991.144407] env[65448]: DEBUG oslo_concurrency.lockutils [None req-4f2b2386-2756-48ee-83ff-8f3fa3d700a8 tempest-ImagesNegativeTestJSON-2018095814 tempest-ImagesNegativeTestJSON-2018095814-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.160220] env[65448]: DEBUG nova.network.neutron [None req-6e450db4-0052-4334-b00b-7226b1376516 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] [instance: a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e] Successfully created port: 41c5925e-6090-41da-8f95-9a225fa0cd4f {{(pid=65448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 991.232021] env[65448]: WARNING neutronclient.v2_0.client [req-7c4f212a-6c62-4ca3-9074-b38c148c3d25 req-ea9ffed2-4cf4-4137-b35d-75d5ae63bffe service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 991.260113] env[65448]: DEBUG oslo_vmware.api [None req-1ca60782-03db-47e5-8689-e8d79f8f2aab tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': task-4938026, 'name': ReconfigVM_Task, 'duration_secs': 0.273951} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.260683] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ca60782-03db-47e5-8689-e8d79f8f2aab tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: 59a9ff6f-4e7b-4530-aaab-b12d54355269] Reconfigured VM instance instance-0000004b to attach disk [datastore2] 59a9ff6f-4e7b-4530-aaab-b12d54355269/59a9ff6f-4e7b-4530-aaab-b12d54355269.vmdk or device None with type thin {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 991.264018] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-1ca60782-03db-47e5-8689-e8d79f8f2aab tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: 59a9ff6f-4e7b-4530-aaab-b12d54355269] Updating instance '59a9ff6f-4e7b-4530-aaab-b12d54355269' progress to 50 {{(pid=65448) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 991.277319] env[65448]: DEBUG nova.compute.manager [None req-6e450db4-0052-4334-b00b-7226b1376516 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] [instance: a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e] Start building block device mappings for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2916}} [ 991.377805] env[65448]: DEBUG nova.network.neutron [None req-9dbcd417-c0e8-4567-92d7-2349f5460e27 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d3eb5b9f-a5e0-4dfe-a6ea-42fec368280f] Instance cache missing network info. {{(pid=65448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 991.512609] env[65448]: DEBUG nova.network.neutron [req-7c4f212a-6c62-4ca3-9074-b38c148c3d25 req-ea9ffed2-4cf4-4137-b35d-75d5ae63bffe service nova] [instance: ffb11675-ff83-4efb-be37-b642e50ea8b9] Updated VIF entry in instance network info cache for port 2d51f333-e777-44b1-b392-f80d31bf5212. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 991.513065] env[65448]: DEBUG nova.network.neutron [req-7c4f212a-6c62-4ca3-9074-b38c148c3d25 req-ea9ffed2-4cf4-4137-b35d-75d5ae63bffe service nova] [instance: ffb11675-ff83-4efb-be37-b642e50ea8b9] Updating instance_info_cache with network_info: [{"id": "2d51f333-e777-44b1-b392-f80d31bf5212", "address": "fa:16:3e:6f:07:7f", "network": {"id": "3dad17d1-fdd5-4069-8675-ef8a0f0b9caf", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2039208773-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f35763225db24d7f858aa84e17d07cc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d51f333-e7", "ovs_interfaceid": "2d51f333-e777-44b1-b392-f80d31bf5212", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.648310] env[65448]: WARNING neutronclient.v2_0.client [None req-9dbcd417-c0e8-4567-92d7-2349f5460e27 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 991.672235] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b208ed19-5431-4e4e-8ca0-2dae919d1927 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Acquiring lock "6298b6d7-5892-48cc-b808-eeca3d91f57e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.672235] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b208ed19-5431-4e4e-8ca0-2dae919d1927 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Lock "6298b6d7-5892-48cc-b808-eeca3d91f57e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.672395] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b208ed19-5431-4e4e-8ca0-2dae919d1927 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Acquiring lock "6298b6d7-5892-48cc-b808-eeca3d91f57e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.672569] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b208ed19-5431-4e4e-8ca0-2dae919d1927 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Lock "6298b6d7-5892-48cc-b808-eeca3d91f57e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.672728] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b208ed19-5431-4e4e-8ca0-2dae919d1927 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Lock "6298b6d7-5892-48cc-b808-eeca3d91f57e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.675275] env[65448]: INFO nova.compute.manager [None req-b208ed19-5431-4e4e-8ca0-2dae919d1927 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 6298b6d7-5892-48cc-b808-eeca3d91f57e] Terminating instance [ 991.683025] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aebee4a-b449-4f7a-bd2e-88a0611a8499 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.693060] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-027200a2-f727-4999-ba07-1e382cd5e43a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.729557] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fc7882b-f296-4a9d-a54c-469ad5cc1fda {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.738770] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fcc82f0-4b7b-4023-b27b-4cb291dabba7 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.754426] env[65448]: DEBUG nova.compute.provider_tree [None req-5df6878a-823d-4dc4-9dd8-dcd4a5b4bc9c tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 991.768761] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6726f05-07a4-40a6-9f57-d44cb3dbc27c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.791739] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8cf904d-0778-47a3-84e9-c80dfcd21308 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.796274] env[65448]: DEBUG nova.network.neutron [None req-9dbcd417-c0e8-4567-92d7-2349f5460e27 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d3eb5b9f-a5e0-4dfe-a6ea-42fec368280f] Updating instance_info_cache with network_info: [{"id": "88705932-5cb5-4b60-9702-276bf66772eb", "address": "fa:16:3e:b1:fc:a8", "network": {"id": "1c6b4e31-4989-4b8c-8cc6-67fa107dcc6a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1246525494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bf59e2c00b54ab7a8bc201e80781fcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88705932-5c", "ovs_interfaceid": "88705932-5cb5-4b60-9702-276bf66772eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.812052] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-1ca60782-03db-47e5-8689-e8d79f8f2aab tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: 59a9ff6f-4e7b-4530-aaab-b12d54355269] Updating instance '59a9ff6f-4e7b-4530-aaab-b12d54355269' progress to 67 {{(pid=65448) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 991.817055] env[65448]: DEBUG oslo_concurrency.lockutils [None req-9dbcd417-c0e8-4567-92d7-2349f5460e27 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Releasing lock "refresh_cache-d3eb5b9f-a5e0-4dfe-a6ea-42fec368280f" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.817055] env[65448]: DEBUG nova.compute.manager [None req-9dbcd417-c0e8-4567-92d7-2349f5460e27 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d3eb5b9f-a5e0-4dfe-a6ea-42fec368280f] Instance network_info: |[{"id": "88705932-5cb5-4b60-9702-276bf66772eb", "address": "fa:16:3e:b1:fc:a8", "network": {"id": "1c6b4e31-4989-4b8c-8cc6-67fa107dcc6a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1246525494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bf59e2c00b54ab7a8bc201e80781fcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88705932-5c", "ovs_interfaceid": "88705932-5cb5-4b60-9702-276bf66772eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 991.817308] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-9dbcd417-c0e8-4567-92d7-2349f5460e27 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d3eb5b9f-a5e0-4dfe-a6ea-42fec368280f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:fc:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89463199-7ddf-4ee7-b485-1629a75b4b8f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '88705932-5cb5-4b60-9702-276bf66772eb', 'vif_model': 'vmxnet3'}] {{(pid=65448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 991.825445] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-9dbcd417-c0e8-4567-92d7-2349f5460e27 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 991.826183] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3eb5b9f-a5e0-4dfe-a6ea-42fec368280f] Creating VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 991.826183] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-106551a1-7f11-4fd8-ba3f-7065499096ad {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.848602] env[65448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 991.848602] env[65448]: value = "task-4938027" [ 991.848602] env[65448]: _type = "Task" [ 991.848602] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.857928] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4938027, 'name': CreateVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.016373] env[65448]: DEBUG oslo_concurrency.lockutils [req-7c4f212a-6c62-4ca3-9074-b38c148c3d25 req-ea9ffed2-4cf4-4137-b35d-75d5ae63bffe service nova] Releasing lock "refresh_cache-ffb11675-ff83-4efb-be37-b642e50ea8b9" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.180279] env[65448]: DEBUG nova.compute.manager [None req-b208ed19-5431-4e4e-8ca0-2dae919d1927 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 6298b6d7-5892-48cc-b808-eeca3d91f57e] Start destroying the instance on the hypervisor. {{(pid=65448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3209}} [ 992.180685] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-b208ed19-5431-4e4e-8ca0-2dae919d1927 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 6298b6d7-5892-48cc-b808-eeca3d91f57e] Destroying instance {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 992.181569] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b032d77-284f-4325-8c18-2f5935e43064 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.193734] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-b208ed19-5431-4e4e-8ca0-2dae919d1927 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 6298b6d7-5892-48cc-b808-eeca3d91f57e] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 992.194468] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ba427e5a-1e87-4679-8f52-91beba668c1f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.207219] env[65448]: DEBUG oslo_vmware.api [None req-b208ed19-5431-4e4e-8ca0-2dae919d1927 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Waiting for the task: (returnval){ [ 992.207219] env[65448]: value = "task-4938028" [ 992.207219] env[65448]: _type = "Task" [ 992.207219] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.218099] env[65448]: DEBUG oslo_vmware.api [None req-b208ed19-5431-4e4e-8ca0-2dae919d1927 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Task: {'id': task-4938028, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.258408] env[65448]: DEBUG nova.scheduler.client.report [None req-5df6878a-823d-4dc4-9dd8-dcd4a5b4bc9c tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 992.281290] env[65448]: DEBUG nova.compute.manager [req-de2f83b9-e164-47b5-9d99-9e358c6a9a64 req-b20c32ec-a7ee-4b15-8af6-f2bc6de9abe6 service nova] [instance: d3eb5b9f-a5e0-4dfe-a6ea-42fec368280f] Received event network-changed-88705932-5cb5-4b60-9702-276bf66772eb {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 992.281290] env[65448]: DEBUG nova.compute.manager [req-de2f83b9-e164-47b5-9d99-9e358c6a9a64 req-b20c32ec-a7ee-4b15-8af6-f2bc6de9abe6 service nova] [instance: d3eb5b9f-a5e0-4dfe-a6ea-42fec368280f] Refreshing instance network info cache due to event network-changed-88705932-5cb5-4b60-9702-276bf66772eb. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 992.281460] env[65448]: DEBUG oslo_concurrency.lockutils [req-de2f83b9-e164-47b5-9d99-9e358c6a9a64 req-b20c32ec-a7ee-4b15-8af6-f2bc6de9abe6 service nova] Acquiring lock "refresh_cache-d3eb5b9f-a5e0-4dfe-a6ea-42fec368280f" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.281654] env[65448]: DEBUG oslo_concurrency.lockutils [req-de2f83b9-e164-47b5-9d99-9e358c6a9a64 req-b20c32ec-a7ee-4b15-8af6-f2bc6de9abe6 service nova] Acquired lock "refresh_cache-d3eb5b9f-a5e0-4dfe-a6ea-42fec368280f" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.281772] env[65448]: DEBUG nova.network.neutron [req-de2f83b9-e164-47b5-9d99-9e358c6a9a64 req-b20c32ec-a7ee-4b15-8af6-f2bc6de9abe6 service nova] [instance: d3eb5b9f-a5e0-4dfe-a6ea-42fec368280f] Refreshing network info cache for port 88705932-5cb5-4b60-9702-276bf66772eb {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 992.296950] env[65448]: DEBUG nova.compute.manager [None req-6e450db4-0052-4334-b00b-7226b1376516 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] [instance: a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e] Start spawning the instance on the hypervisor. {{(pid=65448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2689}} [ 992.328646] env[65448]: WARNING neutronclient.v2_0.client [None req-1ca60782-03db-47e5-8689-e8d79f8f2aab tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 992.329271] env[65448]: WARNING neutronclient.v2_0.client [None req-1ca60782-03db-47e5-8689-e8d79f8f2aab tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 992.339812] env[65448]: DEBUG nova.virt.hardware [None req-6e450db4-0052-4334-b00b-7226b1376516 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-08T17:19:51Z,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a992292b6dae455593d228217860e2e1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-08T17:19:52Z,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 992.340117] env[65448]: DEBUG nova.virt.hardware [None req-6e450db4-0052-4334-b00b-7226b1376516 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 992.340256] env[65448]: DEBUG nova.virt.hardware [None req-6e450db4-0052-4334-b00b-7226b1376516 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 992.340445] env[65448]: DEBUG nova.virt.hardware [None req-6e450db4-0052-4334-b00b-7226b1376516 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 992.340650] env[65448]: DEBUG nova.virt.hardware [None req-6e450db4-0052-4334-b00b-7226b1376516 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 992.340770] env[65448]: DEBUG nova.virt.hardware [None req-6e450db4-0052-4334-b00b-7226b1376516 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 992.340984] env[65448]: DEBUG nova.virt.hardware [None req-6e450db4-0052-4334-b00b-7226b1376516 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 992.341184] env[65448]: DEBUG nova.virt.hardware [None req-6e450db4-0052-4334-b00b-7226b1376516 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 992.341358] env[65448]: DEBUG nova.virt.hardware [None req-6e450db4-0052-4334-b00b-7226b1376516 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 992.341535] env[65448]: DEBUG nova.virt.hardware [None req-6e450db4-0052-4334-b00b-7226b1376516 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 992.341735] env[65448]: DEBUG nova.virt.hardware [None req-6e450db4-0052-4334-b00b-7226b1376516 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 992.342768] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67cd88d6-d1c3-45a8-9e42-667786f5c5a0 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.356112] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a04d2f56-62de-49c3-9462-82bd1d0dafa4 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.367046] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4938027, 'name': CreateVM_Task} progress is 99%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.388575] env[65448]: DEBUG nova.network.neutron [None req-1ca60782-03db-47e5-8689-e8d79f8f2aab tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: 59a9ff6f-4e7b-4530-aaab-b12d54355269] Port 131d4838-48ea-499f-accc-16d7b5a7e60c binding to destination host cpu-1 is already ACTIVE {{(pid=65448) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 992.699814] env[65448]: DEBUG nova.compute.manager [req-39617c2b-49c3-46d8-9112-65ee1a11205f req-ea61655e-dd81-4ec1-8579-06a0a8f5b268 service nova] [instance: a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e] Received event network-vif-plugged-41c5925e-6090-41da-8f95-9a225fa0cd4f {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 992.699885] env[65448]: DEBUG oslo_concurrency.lockutils [req-39617c2b-49c3-46d8-9112-65ee1a11205f req-ea61655e-dd81-4ec1-8579-06a0a8f5b268 service nova] Acquiring lock "a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.700138] env[65448]: DEBUG oslo_concurrency.lockutils [req-39617c2b-49c3-46d8-9112-65ee1a11205f req-ea61655e-dd81-4ec1-8579-06a0a8f5b268 service nova] Lock "a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.700360] env[65448]: DEBUG oslo_concurrency.lockutils [req-39617c2b-49c3-46d8-9112-65ee1a11205f req-ea61655e-dd81-4ec1-8579-06a0a8f5b268 service nova] Lock "a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.700458] env[65448]: DEBUG nova.compute.manager [req-39617c2b-49c3-46d8-9112-65ee1a11205f req-ea61655e-dd81-4ec1-8579-06a0a8f5b268 service nova] [instance: a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e] No waiting events found dispatching network-vif-plugged-41c5925e-6090-41da-8f95-9a225fa0cd4f {{(pid=65448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 992.700620] env[65448]: WARNING nova.compute.manager [req-39617c2b-49c3-46d8-9112-65ee1a11205f req-ea61655e-dd81-4ec1-8579-06a0a8f5b268 service nova] [instance: a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e] Received unexpected event network-vif-plugged-41c5925e-6090-41da-8f95-9a225fa0cd4f for instance with vm_state building and task_state spawning. [ 992.718274] env[65448]: DEBUG oslo_vmware.api [None req-b208ed19-5431-4e4e-8ca0-2dae919d1927 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Task: {'id': task-4938028, 'name': PowerOffVM_Task, 'duration_secs': 0.2821} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.718553] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-b208ed19-5431-4e4e-8ca0-2dae919d1927 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 6298b6d7-5892-48cc-b808-eeca3d91f57e] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 992.718721] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-b208ed19-5431-4e4e-8ca0-2dae919d1927 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 6298b6d7-5892-48cc-b808-eeca3d91f57e] Unregistering the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 992.718993] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c5d3c817-e04b-4441-a98f-957c2753613c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.763555] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5df6878a-823d-4dc4-9dd8-dcd4a5b4bc9c tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.503s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.764217] env[65448]: DEBUG nova.compute.manager [None req-5df6878a-823d-4dc4-9dd8-dcd4a5b4bc9c tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 1df72414-93c2-4356-93c4-2dd4c781a1b9] Start building networks asynchronously for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2881}} [ 992.767074] env[65448]: DEBUG oslo_concurrency.lockutils [None req-19c159e7-88b8-4588-bc3d-1669e2690fdf tempest-ServerGroupTestJSON-694706050 tempest-ServerGroupTestJSON-694706050-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.838s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.768577] env[65448]: INFO nova.compute.claims [None req-19c159e7-88b8-4588-bc3d-1669e2690fdf tempest-ServerGroupTestJSON-694706050 tempest-ServerGroupTestJSON-694706050-project-member] [instance: 3a22ed5d-c4fd-429f-966a-ba2af260e43c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 992.784473] env[65448]: WARNING neutronclient.v2_0.client [req-de2f83b9-e164-47b5-9d99-9e358c6a9a64 req-b20c32ec-a7ee-4b15-8af6-f2bc6de9abe6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 992.790566] env[65448]: DEBUG nova.network.neutron [None req-6e450db4-0052-4334-b00b-7226b1376516 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] [instance: a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e] Successfully updated port: 41c5925e-6090-41da-8f95-9a225fa0cd4f {{(pid=65448) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 992.812244] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-b208ed19-5431-4e4e-8ca0-2dae919d1927 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 6298b6d7-5892-48cc-b808-eeca3d91f57e] Unregistered the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 992.812845] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-b208ed19-5431-4e4e-8ca0-2dae919d1927 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 6298b6d7-5892-48cc-b808-eeca3d91f57e] Deleting contents of the VM from datastore datastore1 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 992.813438] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-b208ed19-5431-4e4e-8ca0-2dae919d1927 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Deleting the datastore file [datastore1] 6298b6d7-5892-48cc-b808-eeca3d91f57e {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 992.813784] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1aa7a953-dcdf-48a5-8d88-710a689db4d8 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.825161] env[65448]: DEBUG oslo_vmware.api [None req-b208ed19-5431-4e4e-8ca0-2dae919d1927 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Waiting for the task: (returnval){ [ 992.825161] env[65448]: value = "task-4938030" [ 992.825161] env[65448]: _type = "Task" [ 992.825161] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.840595] env[65448]: DEBUG oslo_vmware.api [None req-b208ed19-5431-4e4e-8ca0-2dae919d1927 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Task: {'id': task-4938030, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.862729] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4938027, 'name': CreateVM_Task, 'duration_secs': 0.64558} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.862943] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3eb5b9f-a5e0-4dfe-a6ea-42fec368280f] Created VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 992.863461] env[65448]: WARNING neutronclient.v2_0.client [None req-9dbcd417-c0e8-4567-92d7-2349f5460e27 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 992.863835] env[65448]: DEBUG oslo_concurrency.lockutils [None req-9dbcd417-c0e8-4567-92d7-2349f5460e27 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.864033] env[65448]: DEBUG oslo_concurrency.lockutils [None req-9dbcd417-c0e8-4567-92d7-2349f5460e27 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.864377] env[65448]: DEBUG oslo_concurrency.lockutils [None req-9dbcd417-c0e8-4567-92d7-2349f5460e27 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.864672] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f51ff568-f0a4-4c6c-a90c-d5cd62b2aa40 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.873671] env[65448]: DEBUG oslo_vmware.api [None req-9dbcd417-c0e8-4567-92d7-2349f5460e27 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Waiting for the task: (returnval){ [ 992.873671] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52b79ff4-4835-44da-56f3-123bba188058" [ 992.873671] env[65448]: _type = "Task" [ 992.873671] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.885299] env[65448]: DEBUG oslo_vmware.api [None req-9dbcd417-c0e8-4567-92d7-2349f5460e27 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52b79ff4-4835-44da-56f3-123bba188058, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.965697] env[65448]: WARNING neutronclient.v2_0.client [req-de2f83b9-e164-47b5-9d99-9e358c6a9a64 req-b20c32ec-a7ee-4b15-8af6-f2bc6de9abe6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 993.040665] env[65448]: DEBUG nova.network.neutron [req-de2f83b9-e164-47b5-9d99-9e358c6a9a64 req-b20c32ec-a7ee-4b15-8af6-f2bc6de9abe6 service nova] [instance: d3eb5b9f-a5e0-4dfe-a6ea-42fec368280f] Updated VIF entry in instance network info cache for port 88705932-5cb5-4b60-9702-276bf66772eb. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 993.041041] env[65448]: DEBUG nova.network.neutron [req-de2f83b9-e164-47b5-9d99-9e358c6a9a64 req-b20c32ec-a7ee-4b15-8af6-f2bc6de9abe6 service nova] [instance: d3eb5b9f-a5e0-4dfe-a6ea-42fec368280f] Updating instance_info_cache with network_info: [{"id": "88705932-5cb5-4b60-9702-276bf66772eb", "address": "fa:16:3e:b1:fc:a8", "network": {"id": "1c6b4e31-4989-4b8c-8cc6-67fa107dcc6a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1246525494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bf59e2c00b54ab7a8bc201e80781fcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88705932-5c", "ovs_interfaceid": "88705932-5cb5-4b60-9702-276bf66772eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.277107] env[65448]: DEBUG nova.compute.utils [None req-5df6878a-823d-4dc4-9dd8-dcd4a5b4bc9c tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Using /dev/sd instead of None {{(pid=65448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 993.278532] env[65448]: DEBUG nova.compute.manager [None req-5df6878a-823d-4dc4-9dd8-dcd4a5b4bc9c tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 1df72414-93c2-4356-93c4-2dd4c781a1b9] Allocating IP information in the background. {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 993.278727] env[65448]: DEBUG nova.network.neutron [None req-5df6878a-823d-4dc4-9dd8-dcd4a5b4bc9c tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 1df72414-93c2-4356-93c4-2dd4c781a1b9] allocate_for_instance() {{(pid=65448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 993.279391] env[65448]: WARNING neutronclient.v2_0.client [None req-5df6878a-823d-4dc4-9dd8-dcd4a5b4bc9c tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 993.279496] env[65448]: WARNING neutronclient.v2_0.client [None req-5df6878a-823d-4dc4-9dd8-dcd4a5b4bc9c tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 993.295414] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6e450db4-0052-4334-b00b-7226b1376516 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Acquiring lock "refresh_cache-a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.295614] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6e450db4-0052-4334-b00b-7226b1376516 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Acquired lock "refresh_cache-a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.295797] env[65448]: DEBUG nova.network.neutron [None req-6e450db4-0052-4334-b00b-7226b1376516 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] [instance: a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 993.340493] env[65448]: DEBUG oslo_vmware.api [None req-b208ed19-5431-4e4e-8ca0-2dae919d1927 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Task: {'id': task-4938030, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.200023} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.342065] env[65448]: DEBUG nova.policy [None req-5df6878a-823d-4dc4-9dd8-dcd4a5b4bc9c tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '13c0267394e44d39aa313dd6e28d2c5b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '916343b5368a43deacc775f54aa9bc72', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65448) authorize /opt/stack/nova/nova/policy.py:192}} [ 993.343784] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-b208ed19-5431-4e4e-8ca0-2dae919d1927 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 993.343954] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-b208ed19-5431-4e4e-8ca0-2dae919d1927 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 6298b6d7-5892-48cc-b808-eeca3d91f57e] Deleted contents of the VM from datastore datastore1 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 993.344180] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-b208ed19-5431-4e4e-8ca0-2dae919d1927 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 6298b6d7-5892-48cc-b808-eeca3d91f57e] Instance destroyed {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 993.344356] env[65448]: INFO nova.compute.manager [None req-b208ed19-5431-4e4e-8ca0-2dae919d1927 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 6298b6d7-5892-48cc-b808-eeca3d91f57e] Took 1.16 seconds to destroy the instance on the hypervisor. [ 993.344602] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-b208ed19-5431-4e4e-8ca0-2dae919d1927 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 993.345345] env[65448]: DEBUG nova.compute.manager [-] [instance: 6298b6d7-5892-48cc-b808-eeca3d91f57e] Deallocating network for instance {{(pid=65448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 993.345458] env[65448]: DEBUG nova.network.neutron [-] [instance: 6298b6d7-5892-48cc-b808-eeca3d91f57e] deallocate_for_instance() {{(pid=65448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 993.345670] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 993.385352] env[65448]: DEBUG oslo_vmware.api [None req-9dbcd417-c0e8-4567-92d7-2349f5460e27 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52b79ff4-4835-44da-56f3-123bba188058, 'name': SearchDatastore_Task, 'duration_secs': 0.011203} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.385705] env[65448]: DEBUG oslo_concurrency.lockutils [None req-9dbcd417-c0e8-4567-92d7-2349f5460e27 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.385933] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-9dbcd417-c0e8-4567-92d7-2349f5460e27 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d3eb5b9f-a5e0-4dfe-a6ea-42fec368280f] Processing image 50fb366d-48e6-424f-9c20-bc83d77be76a {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 993.386191] env[65448]: DEBUG oslo_concurrency.lockutils [None req-9dbcd417-c0e8-4567-92d7-2349f5460e27 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.386330] env[65448]: DEBUG oslo_concurrency.lockutils [None req-9dbcd417-c0e8-4567-92d7-2349f5460e27 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.386509] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-9dbcd417-c0e8-4567-92d7-2349f5460e27 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 993.386778] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a4f93048-0419-4f6f-9d44-08efc52d352f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.404310] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-9dbcd417-c0e8-4567-92d7-2349f5460e27 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 993.404499] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-9dbcd417-c0e8-4567-92d7-2349f5460e27 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 993.407775] env[65448]: DEBUG oslo_concurrency.lockutils [None req-1ca60782-03db-47e5-8689-e8d79f8f2aab tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Acquiring lock "59a9ff6f-4e7b-4530-aaab-b12d54355269-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.407997] env[65448]: DEBUG oslo_concurrency.lockutils [None req-1ca60782-03db-47e5-8689-e8d79f8f2aab tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Lock "59a9ff6f-4e7b-4530-aaab-b12d54355269-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.408209] env[65448]: DEBUG oslo_concurrency.lockutils [None req-1ca60782-03db-47e5-8689-e8d79f8f2aab tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Lock "59a9ff6f-4e7b-4530-aaab-b12d54355269-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.410538] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25c9d433-f096-491a-b2da-d6fcc8b22d9c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.417671] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 993.424417] env[65448]: DEBUG oslo_vmware.api [None req-9dbcd417-c0e8-4567-92d7-2349f5460e27 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Waiting for the task: (returnval){ [ 993.424417] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52e3dd0f-50e0-8214-d43a-70a1716712ba" [ 993.424417] env[65448]: _type = "Task" [ 993.424417] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.435036] env[65448]: DEBUG oslo_vmware.api [None req-9dbcd417-c0e8-4567-92d7-2349f5460e27 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52e3dd0f-50e0-8214-d43a-70a1716712ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.543414] env[65448]: DEBUG oslo_concurrency.lockutils [req-de2f83b9-e164-47b5-9d99-9e358c6a9a64 req-b20c32ec-a7ee-4b15-8af6-f2bc6de9abe6 service nova] Releasing lock "refresh_cache-d3eb5b9f-a5e0-4dfe-a6ea-42fec368280f" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.656340] env[65448]: DEBUG nova.network.neutron [None req-5df6878a-823d-4dc4-9dd8-dcd4a5b4bc9c tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 1df72414-93c2-4356-93c4-2dd4c781a1b9] Successfully created port: 1abd8d35-c490-49a2-beb6-b3d616634c36 {{(pid=65448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 993.782309] env[65448]: DEBUG nova.compute.manager [None req-5df6878a-823d-4dc4-9dd8-dcd4a5b4bc9c tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 1df72414-93c2-4356-93c4-2dd4c781a1b9] Start building block device mappings for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2916}} [ 993.930969] env[65448]: DEBUG nova.network.neutron [None req-6e450db4-0052-4334-b00b-7226b1376516 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] [instance: a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e] Instance cache missing network info. {{(pid=65448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 993.944309] env[65448]: DEBUG oslo_vmware.api [None req-9dbcd417-c0e8-4567-92d7-2349f5460e27 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52e3dd0f-50e0-8214-d43a-70a1716712ba, 'name': SearchDatastore_Task, 'duration_secs': 0.01816} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.945313] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef073158-add9-42ef-ae45-e36903a59258 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.955532] env[65448]: DEBUG oslo_vmware.api [None req-9dbcd417-c0e8-4567-92d7-2349f5460e27 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Waiting for the task: (returnval){ [ 993.955532] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5232808d-ef02-e1c4-b63f-3ed0d9316924" [ 993.955532] env[65448]: _type = "Task" [ 993.955532] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.964942] env[65448]: DEBUG oslo_vmware.api [None req-9dbcd417-c0e8-4567-92d7-2349f5460e27 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5232808d-ef02-e1c4-b63f-3ed0d9316924, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.126018] env[65448]: WARNING neutronclient.v2_0.client [None req-6e450db4-0052-4334-b00b-7226b1376516 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 994.219246] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9818afc1-2a07-4001-a3e7-68e5165abf18 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.232074] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eef216f-bd9b-4c60-be96-e9e4f9fa5a22 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.270110] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b44b357-8d38-4d0d-9d4d-9784614e142d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.276378] env[65448]: DEBUG nova.network.neutron [None req-6e450db4-0052-4334-b00b-7226b1376516 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] [instance: a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e] Updating instance_info_cache with network_info: [{"id": "41c5925e-6090-41da-8f95-9a225fa0cd4f", "address": "fa:16:3e:ca:b3:bd", "network": {"id": "98f05a7f-a025-4156-98ea-c5f7aaab79bf", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1834771820-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e377eb92259c42e9b71b1927f8775fd3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d39252e-42ef-4252-98d3-62af5a0d109d", "external-id": "nsx-vlan-transportzone-190", "segmentation_id": 190, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41c5925e-60", "ovs_interfaceid": "41c5925e-6090-41da-8f95-9a225fa0cd4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.281233] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-714559f1-cc63-4b8e-9b74-6cdd8ad83cd6 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.301133] env[65448]: DEBUG nova.compute.provider_tree [None req-19c159e7-88b8-4588-bc3d-1669e2690fdf tempest-ServerGroupTestJSON-694706050 tempest-ServerGroupTestJSON-694706050-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 994.339531] env[65448]: DEBUG nova.network.neutron [-] [instance: 6298b6d7-5892-48cc-b808-eeca3d91f57e] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.425573] env[65448]: WARNING neutronclient.v2_0.client [None req-1ca60782-03db-47e5-8689-e8d79f8f2aab tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 994.470055] env[65448]: DEBUG oslo_vmware.api [None req-9dbcd417-c0e8-4567-92d7-2349f5460e27 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5232808d-ef02-e1c4-b63f-3ed0d9316924, 'name': SearchDatastore_Task, 'duration_secs': 0.010312} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.470562] env[65448]: DEBUG oslo_concurrency.lockutils [None req-9dbcd417-c0e8-4567-92d7-2349f5460e27 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.470992] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dbcd417-c0e8-4567-92d7-2349f5460e27 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] d3eb5b9f-a5e0-4dfe-a6ea-42fec368280f/d3eb5b9f-a5e0-4dfe-a6ea-42fec368280f.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 994.471410] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ec12b08d-922e-4aea-8fbf-b37043866075 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.480345] env[65448]: DEBUG oslo_vmware.api [None req-9dbcd417-c0e8-4567-92d7-2349f5460e27 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Waiting for the task: (returnval){ [ 994.480345] env[65448]: value = "task-4938031" [ 994.480345] env[65448]: _type = "Task" [ 994.480345] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.492785] env[65448]: DEBUG oslo_vmware.api [None req-9dbcd417-c0e8-4567-92d7-2349f5460e27 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4938031, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.512895] env[65448]: DEBUG oslo_concurrency.lockutils [None req-1ca60782-03db-47e5-8689-e8d79f8f2aab tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Acquiring lock "refresh_cache-59a9ff6f-4e7b-4530-aaab-b12d54355269" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.513094] env[65448]: DEBUG oslo_concurrency.lockutils [None req-1ca60782-03db-47e5-8689-e8d79f8f2aab tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Acquired lock "refresh_cache-59a9ff6f-4e7b-4530-aaab-b12d54355269" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.513299] env[65448]: DEBUG nova.network.neutron [None req-1ca60782-03db-47e5-8689-e8d79f8f2aab tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: 59a9ff6f-4e7b-4530-aaab-b12d54355269] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 994.781171] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6e450db4-0052-4334-b00b-7226b1376516 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Releasing lock "refresh_cache-a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.781642] env[65448]: DEBUG nova.compute.manager [None req-6e450db4-0052-4334-b00b-7226b1376516 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] [instance: a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e] Instance network_info: |[{"id": "41c5925e-6090-41da-8f95-9a225fa0cd4f", "address": "fa:16:3e:ca:b3:bd", "network": {"id": "98f05a7f-a025-4156-98ea-c5f7aaab79bf", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1834771820-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e377eb92259c42e9b71b1927f8775fd3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d39252e-42ef-4252-98d3-62af5a0d109d", "external-id": "nsx-vlan-transportzone-190", "segmentation_id": 190, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41c5925e-60", "ovs_interfaceid": "41c5925e-6090-41da-8f95-9a225fa0cd4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 994.782529] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-6e450db4-0052-4334-b00b-7226b1376516 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] [instance: a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:b3:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9d39252e-42ef-4252-98d3-62af5a0d109d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '41c5925e-6090-41da-8f95-9a225fa0cd4f', 'vif_model': 'vmxnet3'}] {{(pid=65448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 994.791241] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e450db4-0052-4334-b00b-7226b1376516 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Creating folder: Project (e377eb92259c42e9b71b1927f8775fd3). Parent ref: group-v961779. {{(pid=65448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 994.791429] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f1438839-265f-4bcc-b526-65da6a729e94 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.804249] env[65448]: DEBUG nova.compute.manager [None req-5df6878a-823d-4dc4-9dd8-dcd4a5b4bc9c tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 1df72414-93c2-4356-93c4-2dd4c781a1b9] Start spawning the instance on the hypervisor. {{(pid=65448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2689}} [ 994.808731] env[65448]: DEBUG nova.scheduler.client.report [None req-19c159e7-88b8-4588-bc3d-1669e2690fdf tempest-ServerGroupTestJSON-694706050 tempest-ServerGroupTestJSON-694706050-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 994.812562] env[65448]: INFO nova.virt.vmwareapi.vm_util [None req-6e450db4-0052-4334-b00b-7226b1376516 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Created folder: Project (e377eb92259c42e9b71b1927f8775fd3) in parent group-v961779. [ 994.812787] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e450db4-0052-4334-b00b-7226b1376516 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Creating folder: Instances. Parent ref: group-v962003. {{(pid=65448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 994.814578] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b23975e1-1753-4307-9c84-7fab2f0b843f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.818068] env[65448]: DEBUG nova.compute.manager [req-8460ff37-5a5b-4977-9415-dae4f0a58df0 req-c81a34db-26b6-4f54-ab03-a855f80cf151 service nova] [instance: a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e] Received event network-changed-41c5925e-6090-41da-8f95-9a225fa0cd4f {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 994.818266] env[65448]: DEBUG nova.compute.manager [req-8460ff37-5a5b-4977-9415-dae4f0a58df0 req-c81a34db-26b6-4f54-ab03-a855f80cf151 service nova] [instance: a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e] Refreshing instance network info cache due to event network-changed-41c5925e-6090-41da-8f95-9a225fa0cd4f. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 994.818481] env[65448]: DEBUG oslo_concurrency.lockutils [req-8460ff37-5a5b-4977-9415-dae4f0a58df0 req-c81a34db-26b6-4f54-ab03-a855f80cf151 service nova] Acquiring lock "refresh_cache-a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.818619] env[65448]: DEBUG oslo_concurrency.lockutils [req-8460ff37-5a5b-4977-9415-dae4f0a58df0 req-c81a34db-26b6-4f54-ab03-a855f80cf151 service nova] Acquired lock "refresh_cache-a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.818775] env[65448]: DEBUG nova.network.neutron [req-8460ff37-5a5b-4977-9415-dae4f0a58df0 req-c81a34db-26b6-4f54-ab03-a855f80cf151 service nova] [instance: a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e] Refreshing network info cache for port 41c5925e-6090-41da-8f95-9a225fa0cd4f {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 994.833538] env[65448]: INFO nova.virt.vmwareapi.vm_util [None req-6e450db4-0052-4334-b00b-7226b1376516 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Created folder: Instances in parent group-v962003. [ 994.834119] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-6e450db4-0052-4334-b00b-7226b1376516 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 994.834119] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e] Creating VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 994.834326] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-91b1ad69-f76a-4a94-8bbb-9c4f9d0e5daf {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.851888] env[65448]: DEBUG nova.virt.hardware [None req-5df6878a-823d-4dc4-9dd8-dcd4a5b4bc9c tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='5f2e2c0e49e9a93753943018a7c08308',container_format='bare',created_at=2025-12-08T17:28:04Z,direct_url=,disk_format='vmdk',id=98eaa93c-6fe9-47a2-addc-fc9f0fd02c5d,min_disk=1,min_ram=0,name='tempest-test-snap-2050283155',owner='916343b5368a43deacc775f54aa9bc72',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-12-08T17:28:20Z,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 994.852274] env[65448]: DEBUG nova.virt.hardware [None req-5df6878a-823d-4dc4-9dd8-dcd4a5b4bc9c tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 994.852409] env[65448]: DEBUG nova.virt.hardware [None req-5df6878a-823d-4dc4-9dd8-dcd4a5b4bc9c tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 994.852598] env[65448]: DEBUG nova.virt.hardware [None req-5df6878a-823d-4dc4-9dd8-dcd4a5b4bc9c tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 994.852752] env[65448]: DEBUG nova.virt.hardware [None req-5df6878a-823d-4dc4-9dd8-dcd4a5b4bc9c tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 994.852890] env[65448]: DEBUG nova.virt.hardware [None req-5df6878a-823d-4dc4-9dd8-dcd4a5b4bc9c tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 994.853111] env[65448]: DEBUG nova.virt.hardware [None req-5df6878a-823d-4dc4-9dd8-dcd4a5b4bc9c tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 994.853269] env[65448]: DEBUG nova.virt.hardware [None req-5df6878a-823d-4dc4-9dd8-dcd4a5b4bc9c tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 994.853482] env[65448]: DEBUG nova.virt.hardware [None req-5df6878a-823d-4dc4-9dd8-dcd4a5b4bc9c tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 994.853655] env[65448]: DEBUG nova.virt.hardware [None req-5df6878a-823d-4dc4-9dd8-dcd4a5b4bc9c tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 994.853825] env[65448]: DEBUG nova.virt.hardware [None req-5df6878a-823d-4dc4-9dd8-dcd4a5b4bc9c tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 994.854893] env[65448]: INFO nova.compute.manager [-] [instance: 6298b6d7-5892-48cc-b808-eeca3d91f57e] Took 1.51 seconds to deallocate network for instance. [ 994.855823] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48176d2f-33ae-4049-84f4-13123ae0e6b5 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.867552] env[65448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 994.867552] env[65448]: value = "task-4938034" [ 994.867552] env[65448]: _type = "Task" [ 994.867552] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.874813] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30e1cbb8-5b7c-4234-9672-7163c24003db {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.888298] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4938034, 'name': CreateVM_Task} progress is 6%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.991928] env[65448]: DEBUG oslo_vmware.api [None req-9dbcd417-c0e8-4567-92d7-2349f5460e27 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4938031, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50606} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.991928] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dbcd417-c0e8-4567-92d7-2349f5460e27 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] d3eb5b9f-a5e0-4dfe-a6ea-42fec368280f/d3eb5b9f-a5e0-4dfe-a6ea-42fec368280f.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 994.991928] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-9dbcd417-c0e8-4567-92d7-2349f5460e27 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d3eb5b9f-a5e0-4dfe-a6ea-42fec368280f] Extending root virtual disk to 1048576 {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 994.992294] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5c5395e5-c9ca-4dac-8436-b8326e3a7d8a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.000328] env[65448]: DEBUG oslo_vmware.api [None req-9dbcd417-c0e8-4567-92d7-2349f5460e27 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Waiting for the task: (returnval){ [ 995.000328] env[65448]: value = "task-4938035" [ 995.000328] env[65448]: _type = "Task" [ 995.000328] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.009799] env[65448]: DEBUG oslo_vmware.api [None req-9dbcd417-c0e8-4567-92d7-2349f5460e27 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4938035, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.017147] env[65448]: WARNING neutronclient.v2_0.client [None req-1ca60782-03db-47e5-8689-e8d79f8f2aab tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 995.243741] env[65448]: WARNING neutronclient.v2_0.client [None req-1ca60782-03db-47e5-8689-e8d79f8f2aab tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 995.314415] env[65448]: DEBUG oslo_concurrency.lockutils [None req-19c159e7-88b8-4588-bc3d-1669e2690fdf tempest-ServerGroupTestJSON-694706050 tempest-ServerGroupTestJSON-694706050-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.547s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.315742] env[65448]: DEBUG oslo_concurrency.lockutils [None req-60f8446b-24aa-452f-8bcb-eaf18803e131 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.157s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.315968] env[65448]: DEBUG nova.objects.instance [None req-60f8446b-24aa-452f-8bcb-eaf18803e131 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Lazy-loading 'resources' on Instance uuid b9df7ebd-a64a-4031-89f7-75a8aee3c74c {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 995.321548] env[65448]: WARNING neutronclient.v2_0.client [req-8460ff37-5a5b-4977-9415-dae4f0a58df0 req-c81a34db-26b6-4f54-ab03-a855f80cf151 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 995.366904] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b208ed19-5431-4e4e-8ca0-2dae919d1927 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.380230] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4938034, 'name': CreateVM_Task} progress is 25%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.402814] env[65448]: DEBUG nova.network.neutron [None req-1ca60782-03db-47e5-8689-e8d79f8f2aab tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: 59a9ff6f-4e7b-4530-aaab-b12d54355269] Updating instance_info_cache with network_info: [{"id": "131d4838-48ea-499f-accc-16d7b5a7e60c", "address": "fa:16:3e:b6:f1:fe", "network": {"id": "e780d8ca-74b1-42d6-9931-c68bece889ed", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1768290232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b4602fe4973466b8eb0d97f7a72d721", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f17856cf-7248-414b-bde6-8c90cfb4c593", "external-id": "nsx-vlan-transportzone-341", "segmentation_id": 341, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap131d4838-48", "ovs_interfaceid": "131d4838-48ea-499f-accc-16d7b5a7e60c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.516555] env[65448]: DEBUG oslo_vmware.api [None req-9dbcd417-c0e8-4567-92d7-2349f5460e27 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4938035, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081224} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.516847] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-9dbcd417-c0e8-4567-92d7-2349f5460e27 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d3eb5b9f-a5e0-4dfe-a6ea-42fec368280f] Extended root virtual disk {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 995.518566] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71f782de-4ef2-4d89-8eb3-b70f91cfc776 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.540354] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-9dbcd417-c0e8-4567-92d7-2349f5460e27 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d3eb5b9f-a5e0-4dfe-a6ea-42fec368280f] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] d3eb5b9f-a5e0-4dfe-a6ea-42fec368280f/d3eb5b9f-a5e0-4dfe-a6ea-42fec368280f.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 995.543376] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3bd297ce-07b5-4c87-98a8-0d72d2396836 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.563941] env[65448]: DEBUG oslo_vmware.api [None req-9dbcd417-c0e8-4567-92d7-2349f5460e27 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Waiting for the task: (returnval){ [ 995.563941] env[65448]: value = "task-4938036" [ 995.563941] env[65448]: _type = "Task" [ 995.563941] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.573580] env[65448]: DEBUG oslo_vmware.api [None req-9dbcd417-c0e8-4567-92d7-2349f5460e27 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4938036, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.579923] env[65448]: DEBUG nova.compute.manager [req-bca94ccb-28d7-4952-9140-9366cf1f07b6 req-b7d79c2a-d14a-46a0-8b23-9e0cc785f4b8 service nova] [instance: 1df72414-93c2-4356-93c4-2dd4c781a1b9] Received event network-vif-plugged-1abd8d35-c490-49a2-beb6-b3d616634c36 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 995.580189] env[65448]: DEBUG oslo_concurrency.lockutils [req-bca94ccb-28d7-4952-9140-9366cf1f07b6 req-b7d79c2a-d14a-46a0-8b23-9e0cc785f4b8 service nova] Acquiring lock "1df72414-93c2-4356-93c4-2dd4c781a1b9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.580467] env[65448]: DEBUG oslo_concurrency.lockutils [req-bca94ccb-28d7-4952-9140-9366cf1f07b6 req-b7d79c2a-d14a-46a0-8b23-9e0cc785f4b8 service nova] Lock "1df72414-93c2-4356-93c4-2dd4c781a1b9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.580697] env[65448]: DEBUG oslo_concurrency.lockutils [req-bca94ccb-28d7-4952-9140-9366cf1f07b6 req-b7d79c2a-d14a-46a0-8b23-9e0cc785f4b8 service nova] Lock "1df72414-93c2-4356-93c4-2dd4c781a1b9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.580861] env[65448]: DEBUG nova.compute.manager [req-bca94ccb-28d7-4952-9140-9366cf1f07b6 req-b7d79c2a-d14a-46a0-8b23-9e0cc785f4b8 service nova] [instance: 1df72414-93c2-4356-93c4-2dd4c781a1b9] No waiting events found dispatching network-vif-plugged-1abd8d35-c490-49a2-beb6-b3d616634c36 {{(pid=65448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 995.581051] env[65448]: WARNING nova.compute.manager [req-bca94ccb-28d7-4952-9140-9366cf1f07b6 req-b7d79c2a-d14a-46a0-8b23-9e0cc785f4b8 service nova] [instance: 1df72414-93c2-4356-93c4-2dd4c781a1b9] Received unexpected event network-vif-plugged-1abd8d35-c490-49a2-beb6-b3d616634c36 for instance with vm_state building and task_state spawning. [ 995.615827] env[65448]: WARNING neutronclient.v2_0.client [req-8460ff37-5a5b-4977-9415-dae4f0a58df0 req-c81a34db-26b6-4f54-ab03-a855f80cf151 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 995.670979] env[65448]: DEBUG nova.network.neutron [None req-5df6878a-823d-4dc4-9dd8-dcd4a5b4bc9c tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 1df72414-93c2-4356-93c4-2dd4c781a1b9] Successfully updated port: 1abd8d35-c490-49a2-beb6-b3d616634c36 {{(pid=65448) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 995.707052] env[65448]: DEBUG nova.network.neutron [req-8460ff37-5a5b-4977-9415-dae4f0a58df0 req-c81a34db-26b6-4f54-ab03-a855f80cf151 service nova] [instance: a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e] Updated VIF entry in instance network info cache for port 41c5925e-6090-41da-8f95-9a225fa0cd4f. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 995.707363] env[65448]: DEBUG nova.network.neutron [req-8460ff37-5a5b-4977-9415-dae4f0a58df0 req-c81a34db-26b6-4f54-ab03-a855f80cf151 service nova] [instance: a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e] Updating instance_info_cache with network_info: [{"id": "41c5925e-6090-41da-8f95-9a225fa0cd4f", "address": "fa:16:3e:ca:b3:bd", "network": {"id": "98f05a7f-a025-4156-98ea-c5f7aaab79bf", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1834771820-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e377eb92259c42e9b71b1927f8775fd3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d39252e-42ef-4252-98d3-62af5a0d109d", "external-id": "nsx-vlan-transportzone-190", "segmentation_id": 190, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41c5925e-60", "ovs_interfaceid": "41c5925e-6090-41da-8f95-9a225fa0cd4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.818730] env[65448]: DEBUG oslo_concurrency.lockutils [None req-19c159e7-88b8-4588-bc3d-1669e2690fdf tempest-ServerGroupTestJSON-694706050 tempest-ServerGroupTestJSON-694706050-project-member] Acquiring lock "c58131df-ca07-42bf-89af-fd5de4559b04" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.818897] env[65448]: DEBUG oslo_concurrency.lockutils [None req-19c159e7-88b8-4588-bc3d-1669e2690fdf tempest-ServerGroupTestJSON-694706050 tempest-ServerGroupTestJSON-694706050-project-member] Lock "c58131df-ca07-42bf-89af-fd5de4559b04" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.882207] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4938034, 'name': CreateVM_Task, 'duration_secs': 0.805983} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.884760] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e] Created VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 995.885882] env[65448]: WARNING neutronclient.v2_0.client [None req-6e450db4-0052-4334-b00b-7226b1376516 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 995.886279] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6e450db4-0052-4334-b00b-7226b1376516 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.886476] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6e450db4-0052-4334-b00b-7226b1376516 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.886725] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6e450db4-0052-4334-b00b-7226b1376516 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.886986] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a584d8ed-9597-4958-a02e-63964ed5dc68 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.892485] env[65448]: DEBUG oslo_vmware.api [None req-6e450db4-0052-4334-b00b-7226b1376516 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Waiting for the task: (returnval){ [ 995.892485] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]520eeb09-0e1e-d46c-79a8-041719356929" [ 995.892485] env[65448]: _type = "Task" [ 995.892485] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.903806] env[65448]: DEBUG oslo_vmware.api [None req-6e450db4-0052-4334-b00b-7226b1376516 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]520eeb09-0e1e-d46c-79a8-041719356929, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.911124] env[65448]: DEBUG oslo_concurrency.lockutils [None req-1ca60782-03db-47e5-8689-e8d79f8f2aab tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Releasing lock "refresh_cache-59a9ff6f-4e7b-4530-aaab-b12d54355269" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.074608] env[65448]: DEBUG oslo_vmware.api [None req-9dbcd417-c0e8-4567-92d7-2349f5460e27 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4938036, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.167524] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f90c2b0-42b3-41a7-a123-0cb3bbd4ded6 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.173425] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5df6878a-823d-4dc4-9dd8-dcd4a5b4bc9c tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Acquiring lock "refresh_cache-1df72414-93c2-4356-93c4-2dd4c781a1b9" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.173610] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5df6878a-823d-4dc4-9dd8-dcd4a5b4bc9c tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Acquired lock "refresh_cache-1df72414-93c2-4356-93c4-2dd4c781a1b9" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.173784] env[65448]: DEBUG nova.network.neutron [None req-5df6878a-823d-4dc4-9dd8-dcd4a5b4bc9c tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 1df72414-93c2-4356-93c4-2dd4c781a1b9] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 996.178218] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0c9d779-5030-4062-8beb-590d1098196e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.211534] env[65448]: DEBUG oslo_concurrency.lockutils [req-8460ff37-5a5b-4977-9415-dae4f0a58df0 req-c81a34db-26b6-4f54-ab03-a855f80cf151 service nova] Releasing lock "refresh_cache-a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.211847] env[65448]: DEBUG nova.compute.manager [req-8460ff37-5a5b-4977-9415-dae4f0a58df0 req-c81a34db-26b6-4f54-ab03-a855f80cf151 service nova] [instance: 6298b6d7-5892-48cc-b808-eeca3d91f57e] Received event network-vif-deleted-58b013a8-5508-4dd2-89fd-15a7e6e99539 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 996.212958] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dd1b79e-14ac-4191-8380-72d11f852b24 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.221837] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25cfe6c2-3281-406a-bf52-39f3b3bfddf4 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.237085] env[65448]: DEBUG nova.compute.provider_tree [None req-60f8446b-24aa-452f-8bcb-eaf18803e131 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 996.324493] env[65448]: DEBUG oslo_concurrency.lockutils [None req-19c159e7-88b8-4588-bc3d-1669e2690fdf tempest-ServerGroupTestJSON-694706050 tempest-ServerGroupTestJSON-694706050-project-member] Lock "c58131df-ca07-42bf-89af-fd5de4559b04" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.505s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.325146] env[65448]: DEBUG nova.compute.manager [None req-19c159e7-88b8-4588-bc3d-1669e2690fdf tempest-ServerGroupTestJSON-694706050 tempest-ServerGroupTestJSON-694706050-project-member] [instance: 3a22ed5d-c4fd-429f-966a-ba2af260e43c] Start building networks asynchronously for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2881}} [ 996.405596] env[65448]: DEBUG oslo_vmware.api [None req-6e450db4-0052-4334-b00b-7226b1376516 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]520eeb09-0e1e-d46c-79a8-041719356929, 'name': SearchDatastore_Task, 'duration_secs': 0.045736} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.406131] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6e450db4-0052-4334-b00b-7226b1376516 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.406502] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-6e450db4-0052-4334-b00b-7226b1376516 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] [instance: a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e] Processing image 50fb366d-48e6-424f-9c20-bc83d77be76a {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 996.406869] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6e450db4-0052-4334-b00b-7226b1376516 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.407097] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6e450db4-0052-4334-b00b-7226b1376516 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.407330] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e450db4-0052-4334-b00b-7226b1376516 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 996.407579] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8b857020-fe48-412d-a5ed-304b8deba15a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.423226] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e450db4-0052-4334-b00b-7226b1376516 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 996.423388] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-6e450db4-0052-4334-b00b-7226b1376516 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 996.427072] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-edf38686-29f7-4e42-967d-25e150bd1a75 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.433518] env[65448]: DEBUG oslo_vmware.api [None req-6e450db4-0052-4334-b00b-7226b1376516 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Waiting for the task: (returnval){ [ 996.433518] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]521b21af-a4d0-b84a-d10e-d5805aadb164" [ 996.433518] env[65448]: _type = "Task" [ 996.433518] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.443188] env[65448]: DEBUG oslo_vmware.api [None req-6e450db4-0052-4334-b00b-7226b1376516 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]521b21af-a4d0-b84a-d10e-d5805aadb164, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.447910] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11a43943-1880-4efc-9293-bb6f51defce7 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.471241] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6becddbc-7969-4bf5-86ac-c81c7b90d6ee {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.479054] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-1ca60782-03db-47e5-8689-e8d79f8f2aab tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: 59a9ff6f-4e7b-4530-aaab-b12d54355269] Updating instance '59a9ff6f-4e7b-4530-aaab-b12d54355269' progress to 83 {{(pid=65448) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 996.577049] env[65448]: DEBUG oslo_vmware.api [None req-9dbcd417-c0e8-4567-92d7-2349f5460e27 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4938036, 'name': ReconfigVM_Task, 'duration_secs': 0.902892} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.577391] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-9dbcd417-c0e8-4567-92d7-2349f5460e27 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d3eb5b9f-a5e0-4dfe-a6ea-42fec368280f] Reconfigured VM instance instance-00000051 to attach disk [datastore2] d3eb5b9f-a5e0-4dfe-a6ea-42fec368280f/d3eb5b9f-a5e0-4dfe-a6ea-42fec368280f.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 996.578154] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7f471f06-c6cf-4010-a435-b00673c721ab {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.587999] env[65448]: DEBUG oslo_vmware.api [None req-9dbcd417-c0e8-4567-92d7-2349f5460e27 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Waiting for the task: (returnval){ [ 996.587999] env[65448]: value = "task-4938037" [ 996.587999] env[65448]: _type = "Task" [ 996.587999] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.599446] env[65448]: DEBUG oslo_vmware.api [None req-9dbcd417-c0e8-4567-92d7-2349f5460e27 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4938037, 'name': Rename_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.713673] env[65448]: DEBUG nova.network.neutron [None req-5df6878a-823d-4dc4-9dd8-dcd4a5b4bc9c tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 1df72414-93c2-4356-93c4-2dd4c781a1b9] Instance cache missing network info. {{(pid=65448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 996.740659] env[65448]: DEBUG nova.scheduler.client.report [None req-60f8446b-24aa-452f-8bcb-eaf18803e131 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 996.790301] env[65448]: WARNING neutronclient.v2_0.client [None req-5df6878a-823d-4dc4-9dd8-dcd4a5b4bc9c tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 996.830548] env[65448]: DEBUG nova.compute.utils [None req-19c159e7-88b8-4588-bc3d-1669e2690fdf tempest-ServerGroupTestJSON-694706050 tempest-ServerGroupTestJSON-694706050-project-member] Using /dev/sd instead of None {{(pid=65448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 996.832718] env[65448]: DEBUG nova.compute.manager [None req-19c159e7-88b8-4588-bc3d-1669e2690fdf tempest-ServerGroupTestJSON-694706050 tempest-ServerGroupTestJSON-694706050-project-member] [instance: 3a22ed5d-c4fd-429f-966a-ba2af260e43c] Allocating IP information in the background. {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 996.832919] env[65448]: DEBUG nova.network.neutron [None req-19c159e7-88b8-4588-bc3d-1669e2690fdf tempest-ServerGroupTestJSON-694706050 tempest-ServerGroupTestJSON-694706050-project-member] [instance: 3a22ed5d-c4fd-429f-966a-ba2af260e43c] allocate_for_instance() {{(pid=65448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 996.833251] env[65448]: WARNING neutronclient.v2_0.client [None req-19c159e7-88b8-4588-bc3d-1669e2690fdf tempest-ServerGroupTestJSON-694706050 tempest-ServerGroupTestJSON-694706050-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 996.833536] env[65448]: WARNING neutronclient.v2_0.client [None req-19c159e7-88b8-4588-bc3d-1669e2690fdf tempest-ServerGroupTestJSON-694706050 tempest-ServerGroupTestJSON-694706050-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 996.868696] env[65448]: DEBUG nova.network.neutron [None req-5df6878a-823d-4dc4-9dd8-dcd4a5b4bc9c tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 1df72414-93c2-4356-93c4-2dd4c781a1b9] Updating instance_info_cache with network_info: [{"id": "1abd8d35-c490-49a2-beb6-b3d616634c36", "address": "fa:16:3e:7c:04:71", "network": {"id": "6528ac8d-8c3e-4351-91ad-01014698df76", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1716468686-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "916343b5368a43deacc775f54aa9bc72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1abd8d35-c4", "ovs_interfaceid": "1abd8d35-c490-49a2-beb6-b3d616634c36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.918549] env[65448]: DEBUG nova.policy [None req-19c159e7-88b8-4588-bc3d-1669e2690fdf tempest-ServerGroupTestJSON-694706050 tempest-ServerGroupTestJSON-694706050-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '448fbd9a7f33459f8fc6abad013c1c05', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fa77b1ca055f450a9c4c970cf96deb6b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65448) authorize /opt/stack/nova/nova/policy.py:192}} [ 996.944493] env[65448]: DEBUG oslo_vmware.api [None req-6e450db4-0052-4334-b00b-7226b1376516 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]521b21af-a4d0-b84a-d10e-d5805aadb164, 'name': SearchDatastore_Task, 'duration_secs': 0.015581} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.945449] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9f0cebb-6c2b-41f3-bc02-74872dfcacd3 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.951921] env[65448]: DEBUG oslo_vmware.api [None req-6e450db4-0052-4334-b00b-7226b1376516 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Waiting for the task: (returnval){ [ 996.951921] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]523d31d6-455d-9ba4-bae1-95a8ec80aac5" [ 996.951921] env[65448]: _type = "Task" [ 996.951921] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.961514] env[65448]: DEBUG oslo_vmware.api [None req-6e450db4-0052-4334-b00b-7226b1376516 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]523d31d6-455d-9ba4-bae1-95a8ec80aac5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.985532] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ca60782-03db-47e5-8689-e8d79f8f2aab tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: 59a9ff6f-4e7b-4530-aaab-b12d54355269] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 996.986234] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0ed8ed9b-6b2c-42e2-86b5-76a6d6b2fff1 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.992841] env[65448]: DEBUG oslo_vmware.api [None req-1ca60782-03db-47e5-8689-e8d79f8f2aab tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Waiting for the task: (returnval){ [ 996.992841] env[65448]: value = "task-4938038" [ 996.992841] env[65448]: _type = "Task" [ 996.992841] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.004857] env[65448]: DEBUG oslo_vmware.api [None req-1ca60782-03db-47e5-8689-e8d79f8f2aab tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': task-4938038, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.100245] env[65448]: DEBUG oslo_vmware.api [None req-9dbcd417-c0e8-4567-92d7-2349f5460e27 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4938037, 'name': Rename_Task, 'duration_secs': 0.332615} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.100617] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dbcd417-c0e8-4567-92d7-2349f5460e27 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d3eb5b9f-a5e0-4dfe-a6ea-42fec368280f] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 997.100909] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2f229a44-b243-4dee-815e-734a0fe80e9f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.109447] env[65448]: DEBUG oslo_vmware.api [None req-9dbcd417-c0e8-4567-92d7-2349f5460e27 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Waiting for the task: (returnval){ [ 997.109447] env[65448]: value = "task-4938039" [ 997.109447] env[65448]: _type = "Task" [ 997.109447] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.120626] env[65448]: DEBUG oslo_vmware.api [None req-9dbcd417-c0e8-4567-92d7-2349f5460e27 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4938039, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.239622] env[65448]: DEBUG nova.network.neutron [None req-19c159e7-88b8-4588-bc3d-1669e2690fdf tempest-ServerGroupTestJSON-694706050 tempest-ServerGroupTestJSON-694706050-project-member] [instance: 3a22ed5d-c4fd-429f-966a-ba2af260e43c] Successfully created port: 0a6c84a7-2986-4b30-9cca-67c188cfa9be {{(pid=65448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 997.246680] env[65448]: DEBUG oslo_concurrency.lockutils [None req-60f8446b-24aa-452f-8bcb-eaf18803e131 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.931s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.249066] env[65448]: DEBUG oslo_concurrency.lockutils [None req-8b7d2bf7-5a3e-42c5-ba74-d259c67065e8 tempest-ServersNegativeTestMultiTenantJSON-240494906 tempest-ServersNegativeTestMultiTenantJSON-240494906-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.009s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.249066] env[65448]: DEBUG nova.objects.instance [None req-8b7d2bf7-5a3e-42c5-ba74-d259c67065e8 tempest-ServersNegativeTestMultiTenantJSON-240494906 tempest-ServersNegativeTestMultiTenantJSON-240494906-project-member] Lazy-loading 'resources' on Instance uuid 6c671722-081d-4d34-9eae-f9e7565127e9 {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 997.272232] env[65448]: INFO nova.scheduler.client.report [None req-60f8446b-24aa-452f-8bcb-eaf18803e131 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Deleted allocations for instance b9df7ebd-a64a-4031-89f7-75a8aee3c74c [ 997.337939] env[65448]: DEBUG nova.compute.manager [None req-19c159e7-88b8-4588-bc3d-1669e2690fdf tempest-ServerGroupTestJSON-694706050 tempest-ServerGroupTestJSON-694706050-project-member] [instance: 3a22ed5d-c4fd-429f-966a-ba2af260e43c] Start building block device mappings for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2916}} [ 997.372351] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5df6878a-823d-4dc4-9dd8-dcd4a5b4bc9c tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Releasing lock "refresh_cache-1df72414-93c2-4356-93c4-2dd4c781a1b9" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.373113] env[65448]: DEBUG nova.compute.manager [None req-5df6878a-823d-4dc4-9dd8-dcd4a5b4bc9c tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 1df72414-93c2-4356-93c4-2dd4c781a1b9] Instance network_info: |[{"id": "1abd8d35-c490-49a2-beb6-b3d616634c36", "address": "fa:16:3e:7c:04:71", "network": {"id": "6528ac8d-8c3e-4351-91ad-01014698df76", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1716468686-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "916343b5368a43deacc775f54aa9bc72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1abd8d35-c4", "ovs_interfaceid": "1abd8d35-c490-49a2-beb6-b3d616634c36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 997.374565] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-5df6878a-823d-4dc4-9dd8-dcd4a5b4bc9c tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 1df72414-93c2-4356-93c4-2dd4c781a1b9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7c:04:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '62237242-7ce2-4664-a1c5-6783b516b507', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1abd8d35-c490-49a2-beb6-b3d616634c36', 'vif_model': 'vmxnet3'}] {{(pid=65448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 997.383665] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-5df6878a-823d-4dc4-9dd8-dcd4a5b4bc9c tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 997.383969] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1df72414-93c2-4356-93c4-2dd4c781a1b9] Creating VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 997.384234] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c2a69bba-7cbb-4fd3-9764-5f6f7257411e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.407769] env[65448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 997.407769] env[65448]: value = "task-4938040" [ 997.407769] env[65448]: _type = "Task" [ 997.407769] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.417111] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4938040, 'name': CreateVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.467061] env[65448]: DEBUG oslo_vmware.api [None req-6e450db4-0052-4334-b00b-7226b1376516 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]523d31d6-455d-9ba4-bae1-95a8ec80aac5, 'name': SearchDatastore_Task, 'duration_secs': 0.010103} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.467173] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6e450db4-0052-4334-b00b-7226b1376516 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.467598] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e450db4-0052-4334-b00b-7226b1376516 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e/a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 997.468265] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-629d59db-0655-48be-a9b1-d12f510fe130 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.478078] env[65448]: DEBUG oslo_vmware.api [None req-6e450db4-0052-4334-b00b-7226b1376516 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Waiting for the task: (returnval){ [ 997.478078] env[65448]: value = "task-4938041" [ 997.478078] env[65448]: _type = "Task" [ 997.478078] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.488196] env[65448]: DEBUG oslo_vmware.api [None req-6e450db4-0052-4334-b00b-7226b1376516 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Task: {'id': task-4938041, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.503279] env[65448]: DEBUG oslo_vmware.api [None req-1ca60782-03db-47e5-8689-e8d79f8f2aab tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': task-4938038, 'name': PowerOnVM_Task, 'duration_secs': 0.418388} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.503585] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ca60782-03db-47e5-8689-e8d79f8f2aab tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: 59a9ff6f-4e7b-4530-aaab-b12d54355269] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 997.503792] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-1ca60782-03db-47e5-8689-e8d79f8f2aab tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: 59a9ff6f-4e7b-4530-aaab-b12d54355269] Updating instance '59a9ff6f-4e7b-4530-aaab-b12d54355269' progress to 100 {{(pid=65448) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 997.622073] env[65448]: DEBUG oslo_vmware.api [None req-9dbcd417-c0e8-4567-92d7-2349f5460e27 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4938039, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.678364] env[65448]: DEBUG nova.compute.manager [req-3345c1d3-87c6-44c0-83ac-96cb01cc6b97 req-6aeb37a7-d574-4319-af81-619182c37b66 service nova] [instance: 1df72414-93c2-4356-93c4-2dd4c781a1b9] Received event network-changed-1abd8d35-c490-49a2-beb6-b3d616634c36 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 997.678599] env[65448]: DEBUG nova.compute.manager [req-3345c1d3-87c6-44c0-83ac-96cb01cc6b97 req-6aeb37a7-d574-4319-af81-619182c37b66 service nova] [instance: 1df72414-93c2-4356-93c4-2dd4c781a1b9] Refreshing instance network info cache due to event network-changed-1abd8d35-c490-49a2-beb6-b3d616634c36. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 997.679134] env[65448]: DEBUG oslo_concurrency.lockutils [req-3345c1d3-87c6-44c0-83ac-96cb01cc6b97 req-6aeb37a7-d574-4319-af81-619182c37b66 service nova] Acquiring lock "refresh_cache-1df72414-93c2-4356-93c4-2dd4c781a1b9" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.679316] env[65448]: DEBUG oslo_concurrency.lockutils [req-3345c1d3-87c6-44c0-83ac-96cb01cc6b97 req-6aeb37a7-d574-4319-af81-619182c37b66 service nova] Acquired lock "refresh_cache-1df72414-93c2-4356-93c4-2dd4c781a1b9" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.679575] env[65448]: DEBUG nova.network.neutron [req-3345c1d3-87c6-44c0-83ac-96cb01cc6b97 req-6aeb37a7-d574-4319-af81-619182c37b66 service nova] [instance: 1df72414-93c2-4356-93c4-2dd4c781a1b9] Refreshing network info cache for port 1abd8d35-c490-49a2-beb6-b3d616634c36 {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 997.784959] env[65448]: DEBUG oslo_concurrency.lockutils [None req-60f8446b-24aa-452f-8bcb-eaf18803e131 tempest-MigrationsAdminTest-1373625124 tempest-MigrationsAdminTest-1373625124-project-member] Lock "b9df7ebd-a64a-4031-89f7-75a8aee3c74c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.105s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.925289] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4938040, 'name': CreateVM_Task, 'duration_secs': 0.469866} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.925518] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1df72414-93c2-4356-93c4-2dd4c781a1b9] Created VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 997.926017] env[65448]: WARNING neutronclient.v2_0.client [None req-5df6878a-823d-4dc4-9dd8-dcd4a5b4bc9c tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 997.926471] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5df6878a-823d-4dc4-9dd8-dcd4a5b4bc9c tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/98eaa93c-6fe9-47a2-addc-fc9f0fd02c5d" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.926597] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5df6878a-823d-4dc4-9dd8-dcd4a5b4bc9c tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Acquired lock "[datastore2] devstack-image-cache_base/98eaa93c-6fe9-47a2-addc-fc9f0fd02c5d" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.926983] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5df6878a-823d-4dc4-9dd8-dcd4a5b4bc9c tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/98eaa93c-6fe9-47a2-addc-fc9f0fd02c5d" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.927286] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbb6e921-9985-475b-ab45-75df330ad325 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.935900] env[65448]: DEBUG oslo_vmware.api [None req-5df6878a-823d-4dc4-9dd8-dcd4a5b4bc9c tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Waiting for the task: (returnval){ [ 997.935900] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52f29d2c-0e8c-ca89-398f-0865620614f3" [ 997.935900] env[65448]: _type = "Task" [ 997.935900] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.949880] env[65448]: DEBUG oslo_vmware.api [None req-5df6878a-823d-4dc4-9dd8-dcd4a5b4bc9c tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52f29d2c-0e8c-ca89-398f-0865620614f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.992229] env[65448]: DEBUG oslo_vmware.api [None req-6e450db4-0052-4334-b00b-7226b1376516 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Task: {'id': task-4938041, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.125247] env[65448]: DEBUG oslo_vmware.api [None req-9dbcd417-c0e8-4567-92d7-2349f5460e27 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4938039, 'name': PowerOnVM_Task, 'duration_secs': 0.512812} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.125247] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dbcd417-c0e8-4567-92d7-2349f5460e27 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d3eb5b9f-a5e0-4dfe-a6ea-42fec368280f] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 998.125247] env[65448]: INFO nova.compute.manager [None req-9dbcd417-c0e8-4567-92d7-2349f5460e27 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d3eb5b9f-a5e0-4dfe-a6ea-42fec368280f] Took 8.35 seconds to spawn the instance on the hypervisor. [ 998.125247] env[65448]: DEBUG nova.compute.manager [None req-9dbcd417-c0e8-4567-92d7-2349f5460e27 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d3eb5b9f-a5e0-4dfe-a6ea-42fec368280f] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 998.125247] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8bc148e-2a38-4fab-938a-48c7d1f7ef8c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.150040] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-207ef4e7-34f2-4d5b-a88b-6e5c58dc88c3 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.158988] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e094ba86-1004-4523-9849-fb6e0548493e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.192197] env[65448]: WARNING neutronclient.v2_0.client [req-3345c1d3-87c6-44c0-83ac-96cb01cc6b97 req-6aeb37a7-d574-4319-af81-619182c37b66 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 998.197132] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8d42727-372e-4072-91ba-12a12141cfb7 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.206514] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec4c787d-9e38-4c25-95d2-cc8229d259ec {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.222780] env[65448]: DEBUG nova.compute.provider_tree [None req-8b7d2bf7-5a3e-42c5-ba74-d259c67065e8 tempest-ServersNegativeTestMultiTenantJSON-240494906 tempest-ServersNegativeTestMultiTenantJSON-240494906-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 998.353151] env[65448]: DEBUG nova.compute.manager [None req-19c159e7-88b8-4588-bc3d-1669e2690fdf tempest-ServerGroupTestJSON-694706050 tempest-ServerGroupTestJSON-694706050-project-member] [instance: 3a22ed5d-c4fd-429f-966a-ba2af260e43c] Start spawning the instance on the hypervisor. {{(pid=65448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2689}} [ 998.387320] env[65448]: DEBUG nova.virt.hardware [None req-19c159e7-88b8-4588-bc3d-1669e2690fdf tempest-ServerGroupTestJSON-694706050 tempest-ServerGroupTestJSON-694706050-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-08T17:19:51Z,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a992292b6dae455593d228217860e2e1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-08T17:19:52Z,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 998.387586] env[65448]: DEBUG nova.virt.hardware [None req-19c159e7-88b8-4588-bc3d-1669e2690fdf tempest-ServerGroupTestJSON-694706050 tempest-ServerGroupTestJSON-694706050-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 998.387736] env[65448]: DEBUG nova.virt.hardware [None req-19c159e7-88b8-4588-bc3d-1669e2690fdf tempest-ServerGroupTestJSON-694706050 tempest-ServerGroupTestJSON-694706050-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 998.387912] env[65448]: DEBUG nova.virt.hardware [None req-19c159e7-88b8-4588-bc3d-1669e2690fdf tempest-ServerGroupTestJSON-694706050 tempest-ServerGroupTestJSON-694706050-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 998.388065] env[65448]: DEBUG nova.virt.hardware [None req-19c159e7-88b8-4588-bc3d-1669e2690fdf tempest-ServerGroupTestJSON-694706050 tempest-ServerGroupTestJSON-694706050-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 998.388214] env[65448]: DEBUG nova.virt.hardware [None req-19c159e7-88b8-4588-bc3d-1669e2690fdf tempest-ServerGroupTestJSON-694706050 tempest-ServerGroupTestJSON-694706050-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 998.388418] env[65448]: DEBUG nova.virt.hardware [None req-19c159e7-88b8-4588-bc3d-1669e2690fdf tempest-ServerGroupTestJSON-694706050 tempest-ServerGroupTestJSON-694706050-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 998.388571] env[65448]: DEBUG nova.virt.hardware [None req-19c159e7-88b8-4588-bc3d-1669e2690fdf tempest-ServerGroupTestJSON-694706050 tempest-ServerGroupTestJSON-694706050-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 998.388730] env[65448]: DEBUG nova.virt.hardware [None req-19c159e7-88b8-4588-bc3d-1669e2690fdf tempest-ServerGroupTestJSON-694706050 tempest-ServerGroupTestJSON-694706050-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 998.388884] env[65448]: DEBUG nova.virt.hardware [None req-19c159e7-88b8-4588-bc3d-1669e2690fdf tempest-ServerGroupTestJSON-694706050 tempest-ServerGroupTestJSON-694706050-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 998.389059] env[65448]: DEBUG nova.virt.hardware [None req-19c159e7-88b8-4588-bc3d-1669e2690fdf tempest-ServerGroupTestJSON-694706050 tempest-ServerGroupTestJSON-694706050-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 998.389976] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a560934d-d124-4cf1-9435-dd19d1b8e3be {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.401380] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dacee0c0-a49c-452a-a52f-9a09943d1c0e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.420203] env[65448]: WARNING neutronclient.v2_0.client [req-3345c1d3-87c6-44c0-83ac-96cb01cc6b97 req-6aeb37a7-d574-4319-af81-619182c37b66 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 998.446574] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5df6878a-823d-4dc4-9dd8-dcd4a5b4bc9c tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Releasing lock "[datastore2] devstack-image-cache_base/98eaa93c-6fe9-47a2-addc-fc9f0fd02c5d" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.446887] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-5df6878a-823d-4dc4-9dd8-dcd4a5b4bc9c tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 1df72414-93c2-4356-93c4-2dd4c781a1b9] Processing image 98eaa93c-6fe9-47a2-addc-fc9f0fd02c5d {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 998.447074] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5df6878a-823d-4dc4-9dd8-dcd4a5b4bc9c tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/98eaa93c-6fe9-47a2-addc-fc9f0fd02c5d/98eaa93c-6fe9-47a2-addc-fc9f0fd02c5d.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.447262] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5df6878a-823d-4dc4-9dd8-dcd4a5b4bc9c tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Acquired lock "[datastore2] devstack-image-cache_base/98eaa93c-6fe9-47a2-addc-fc9f0fd02c5d/98eaa93c-6fe9-47a2-addc-fc9f0fd02c5d.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.447415] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-5df6878a-823d-4dc4-9dd8-dcd4a5b4bc9c tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 998.447675] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9124599b-936f-470c-987a-796a9a6ef59e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.461865] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-5df6878a-823d-4dc4-9dd8-dcd4a5b4bc9c tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 998.461865] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-5df6878a-823d-4dc4-9dd8-dcd4a5b4bc9c tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 998.461865] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca550b47-b675-4397-b66c-cb2db333aef8 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.467866] env[65448]: DEBUG oslo_vmware.api [None req-5df6878a-823d-4dc4-9dd8-dcd4a5b4bc9c tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Waiting for the task: (returnval){ [ 998.467866] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52e06451-0996-6780-3b12-b58646f425f5" [ 998.467866] env[65448]: _type = "Task" [ 998.467866] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.481381] env[65448]: DEBUG oslo_vmware.api [None req-5df6878a-823d-4dc4-9dd8-dcd4a5b4bc9c tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52e06451-0996-6780-3b12-b58646f425f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.490211] env[65448]: DEBUG oslo_vmware.api [None req-6e450db4-0052-4334-b00b-7226b1376516 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Task: {'id': task-4938041, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.642144} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.490461] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e450db4-0052-4334-b00b-7226b1376516 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e/a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 998.491450] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-6e450db4-0052-4334-b00b-7226b1376516 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] [instance: a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e] Extending root virtual disk to 1048576 {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 998.491450] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a1cbeda5-1ab4-4a34-a940-a7332065a8da {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.498129] env[65448]: DEBUG oslo_vmware.api [None req-6e450db4-0052-4334-b00b-7226b1376516 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Waiting for the task: (returnval){ [ 998.498129] env[65448]: value = "task-4938042" [ 998.498129] env[65448]: _type = "Task" [ 998.498129] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.506680] env[65448]: DEBUG oslo_vmware.api [None req-6e450db4-0052-4334-b00b-7226b1376516 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Task: {'id': task-4938042, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.511095] env[65448]: DEBUG nova.network.neutron [req-3345c1d3-87c6-44c0-83ac-96cb01cc6b97 req-6aeb37a7-d574-4319-af81-619182c37b66 service nova] [instance: 1df72414-93c2-4356-93c4-2dd4c781a1b9] Updated VIF entry in instance network info cache for port 1abd8d35-c490-49a2-beb6-b3d616634c36. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 998.511509] env[65448]: DEBUG nova.network.neutron [req-3345c1d3-87c6-44c0-83ac-96cb01cc6b97 req-6aeb37a7-d574-4319-af81-619182c37b66 service nova] [instance: 1df72414-93c2-4356-93c4-2dd4c781a1b9] Updating instance_info_cache with network_info: [{"id": "1abd8d35-c490-49a2-beb6-b3d616634c36", "address": "fa:16:3e:7c:04:71", "network": {"id": "6528ac8d-8c3e-4351-91ad-01014698df76", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1716468686-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "916343b5368a43deacc775f54aa9bc72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1abd8d35-c4", "ovs_interfaceid": "1abd8d35-c490-49a2-beb6-b3d616634c36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.646634] env[65448]: INFO nova.compute.manager [None req-9dbcd417-c0e8-4567-92d7-2349f5460e27 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d3eb5b9f-a5e0-4dfe-a6ea-42fec368280f] Took 49.51 seconds to build instance. [ 998.728244] env[65448]: DEBUG nova.scheduler.client.report [None req-8b7d2bf7-5a3e-42c5-ba74-d259c67065e8 tempest-ServersNegativeTestMultiTenantJSON-240494906 tempest-ServersNegativeTestMultiTenantJSON-240494906-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 998.789550] env[65448]: DEBUG nova.compute.manager [req-571b1608-e5cf-4288-b2a9-4d95beea1d09 req-b8e97437-fcd1-49fe-b3af-9e392b8e1fb2 service nova] [instance: 3a22ed5d-c4fd-429f-966a-ba2af260e43c] Received event network-vif-plugged-0a6c84a7-2986-4b30-9cca-67c188cfa9be {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 998.789725] env[65448]: DEBUG oslo_concurrency.lockutils [req-571b1608-e5cf-4288-b2a9-4d95beea1d09 req-b8e97437-fcd1-49fe-b3af-9e392b8e1fb2 service nova] Acquiring lock "3a22ed5d-c4fd-429f-966a-ba2af260e43c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.789935] env[65448]: DEBUG oslo_concurrency.lockutils [req-571b1608-e5cf-4288-b2a9-4d95beea1d09 req-b8e97437-fcd1-49fe-b3af-9e392b8e1fb2 service nova] Lock "3a22ed5d-c4fd-429f-966a-ba2af260e43c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.790122] env[65448]: DEBUG oslo_concurrency.lockutils [req-571b1608-e5cf-4288-b2a9-4d95beea1d09 req-b8e97437-fcd1-49fe-b3af-9e392b8e1fb2 service nova] Lock "3a22ed5d-c4fd-429f-966a-ba2af260e43c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.790280] env[65448]: DEBUG nova.compute.manager [req-571b1608-e5cf-4288-b2a9-4d95beea1d09 req-b8e97437-fcd1-49fe-b3af-9e392b8e1fb2 service nova] [instance: 3a22ed5d-c4fd-429f-966a-ba2af260e43c] No waiting events found dispatching network-vif-plugged-0a6c84a7-2986-4b30-9cca-67c188cfa9be {{(pid=65448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 998.790883] env[65448]: WARNING nova.compute.manager [req-571b1608-e5cf-4288-b2a9-4d95beea1d09 req-b8e97437-fcd1-49fe-b3af-9e392b8e1fb2 service nova] [instance: 3a22ed5d-c4fd-429f-966a-ba2af260e43c] Received unexpected event network-vif-plugged-0a6c84a7-2986-4b30-9cca-67c188cfa9be for instance with vm_state building and task_state spawning. [ 998.876837] env[65448]: DEBUG nova.network.neutron [None req-19c159e7-88b8-4588-bc3d-1669e2690fdf tempest-ServerGroupTestJSON-694706050 tempest-ServerGroupTestJSON-694706050-project-member] [instance: 3a22ed5d-c4fd-429f-966a-ba2af260e43c] Successfully updated port: 0a6c84a7-2986-4b30-9cca-67c188cfa9be {{(pid=65448) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 998.981349] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-5df6878a-823d-4dc4-9dd8-dcd4a5b4bc9c tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 1df72414-93c2-4356-93c4-2dd4c781a1b9] Preparing fetch location {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 998.981622] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-5df6878a-823d-4dc4-9dd8-dcd4a5b4bc9c tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 1df72414-93c2-4356-93c4-2dd4c781a1b9] Fetch image to [datastore2] OSTACK_IMG_f80f233e-3375-47b6-bc5b-966b25e065f5/OSTACK_IMG_f80f233e-3375-47b6-bc5b-966b25e065f5.vmdk {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 998.981718] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-5df6878a-823d-4dc4-9dd8-dcd4a5b4bc9c tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 1df72414-93c2-4356-93c4-2dd4c781a1b9] Downloading stream optimized image 98eaa93c-6fe9-47a2-addc-fc9f0fd02c5d to [datastore2] OSTACK_IMG_f80f233e-3375-47b6-bc5b-966b25e065f5/OSTACK_IMG_f80f233e-3375-47b6-bc5b-966b25e065f5.vmdk on the data store datastore2 as vApp {{(pid=65448) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 998.981844] env[65448]: DEBUG nova.virt.vmwareapi.images [None req-5df6878a-823d-4dc4-9dd8-dcd4a5b4bc9c tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 1df72414-93c2-4356-93c4-2dd4c781a1b9] Downloading image file data 98eaa93c-6fe9-47a2-addc-fc9f0fd02c5d to the ESX as VM named 'OSTACK_IMG_f80f233e-3375-47b6-bc5b-966b25e065f5' {{(pid=65448) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 999.024386] env[65448]: DEBUG oslo_concurrency.lockutils [req-3345c1d3-87c6-44c0-83ac-96cb01cc6b97 req-6aeb37a7-d574-4319-af81-619182c37b66 service nova] Releasing lock "refresh_cache-1df72414-93c2-4356-93c4-2dd4c781a1b9" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.036451] env[65448]: DEBUG oslo_vmware.api [None req-6e450db4-0052-4334-b00b-7226b1376516 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Task: {'id': task-4938042, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.236896} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.038783] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-6e450db4-0052-4334-b00b-7226b1376516 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] [instance: a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e] Extended root virtual disk {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 999.040461] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f99d441-433d-4ecf-8568-d8ee1bb1042d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.066833] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e450db4-0052-4334-b00b-7226b1376516 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] [instance: a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e/a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 999.070028] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d88ceb8-43f2-4f8e-a4e9-f9ae1cc6f7b7 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.962648] env[65448]: DEBUG oslo_concurrency.lockutils [None req-9dbcd417-c0e8-4567-92d7-2349f5460e27 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Lock "d3eb5b9f-a5e0-4dfe-a6ea-42fec368280f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.836s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.962648] env[65448]: DEBUG oslo_concurrency.lockutils [None req-8b7d2bf7-5a3e-42c5-ba74-d259c67065e8 tempest-ServersNegativeTestMultiTenantJSON-240494906 tempest-ServersNegativeTestMultiTenantJSON-240494906-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.713s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.964396] env[65448]: DEBUG oslo_concurrency.lockutils [None req-19c159e7-88b8-4588-bc3d-1669e2690fdf tempest-ServerGroupTestJSON-694706050 tempest-ServerGroupTestJSON-694706050-project-member] Acquiring lock "refresh_cache-3a22ed5d-c4fd-429f-966a-ba2af260e43c" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.964546] env[65448]: DEBUG oslo_concurrency.lockutils [None req-19c159e7-88b8-4588-bc3d-1669e2690fdf tempest-ServerGroupTestJSON-694706050 tempest-ServerGroupTestJSON-694706050-project-member] Acquired lock "refresh_cache-3a22ed5d-c4fd-429f-966a-ba2af260e43c" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.964711] env[65448]: DEBUG nova.network.neutron [None req-19c159e7-88b8-4588-bc3d-1669e2690fdf tempest-ServerGroupTestJSON-694706050 tempest-ServerGroupTestJSON-694706050-project-member] [instance: 3a22ed5d-c4fd-429f-966a-ba2af260e43c] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 999.973174] env[65448]: DEBUG oslo_concurrency.lockutils [None req-37d0d905-015a-4fdb-9d6e-bd991363aaa2 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.721s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.976132] env[65448]: INFO nova.compute.claims [None req-37d0d905-015a-4fdb-9d6e-bd991363aaa2 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: 2aca5466-f783-4972-8c9d-d0de3a679c0c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 999.985370] env[65448]: DEBUG oslo_vmware.api [None req-6e450db4-0052-4334-b00b-7226b1376516 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Waiting for the task: (returnval){ [ 999.985370] env[65448]: value = "task-4938043" [ 999.985370] env[65448]: _type = "Task" [ 999.985370] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.997197] env[65448]: DEBUG oslo_vmware.api [None req-6e450db4-0052-4334-b00b-7226b1376516 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Task: {'id': task-4938043, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.002481] env[65448]: DEBUG oslo_vmware.rw_handles [None req-5df6878a-823d-4dc4-9dd8-dcd4a5b4bc9c tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1000.002481] env[65448]: value = "resgroup-9" [ 1000.002481] env[65448]: _type = "ResourcePool" [ 1000.002481] env[65448]: }. {{(pid=65448) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1000.003183] env[65448]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-f0fb5dac-8e42-4530-a6bd-4ff6afc2a13f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.023242] env[65448]: INFO nova.scheduler.client.report [None req-8b7d2bf7-5a3e-42c5-ba74-d259c67065e8 tempest-ServersNegativeTestMultiTenantJSON-240494906 tempest-ServersNegativeTestMultiTenantJSON-240494906-project-member] Deleted allocations for instance 6c671722-081d-4d34-9eae-f9e7565127e9 [ 1000.037676] env[65448]: DEBUG oslo_vmware.rw_handles [None req-5df6878a-823d-4dc4-9dd8-dcd4a5b4bc9c tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Lease: (returnval){ [ 1000.037676] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]526f73b5-f4e6-a7e0-c1ef-1918f1829511" [ 1000.037676] env[65448]: _type = "HttpNfcLease" [ 1000.037676] env[65448]: } obtained for vApp import into resource pool (val){ [ 1000.037676] env[65448]: value = "resgroup-9" [ 1000.037676] env[65448]: _type = "ResourcePool" [ 1000.037676] env[65448]: }. {{(pid=65448) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1000.038103] env[65448]: DEBUG oslo_vmware.api [None req-5df6878a-823d-4dc4-9dd8-dcd4a5b4bc9c tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Waiting for the lease: (returnval){ [ 1000.038103] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]526f73b5-f4e6-a7e0-c1ef-1918f1829511" [ 1000.038103] env[65448]: _type = "HttpNfcLease" [ 1000.038103] env[65448]: } to be ready. {{(pid=65448) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1000.046914] env[65448]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1000.046914] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]526f73b5-f4e6-a7e0-c1ef-1918f1829511" [ 1000.046914] env[65448]: _type = "HttpNfcLease" [ 1000.046914] env[65448]: } is initializing. {{(pid=65448) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1000.470936] env[65448]: DEBUG oslo_concurrency.lockutils [None req-59b6fb71-dce2-417a-9daa-0f06ec8d5f46 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Acquiring lock "59a9ff6f-4e7b-4530-aaab-b12d54355269" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.472076] env[65448]: DEBUG oslo_concurrency.lockutils [None req-59b6fb71-dce2-417a-9daa-0f06ec8d5f46 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Lock "59a9ff6f-4e7b-4530-aaab-b12d54355269" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.472076] env[65448]: DEBUG nova.compute.manager [None req-59b6fb71-dce2-417a-9daa-0f06ec8d5f46 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: 59a9ff6f-4e7b-4530-aaab-b12d54355269] Going to confirm migration 4 {{(pid=65448) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5297}} [ 1000.473414] env[65448]: DEBUG oslo_concurrency.lockutils [None req-c77aeba1-5cad-4d26-8ba5-2feb0d3e2694 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Acquiring lock "d3eb5b9f-a5e0-4dfe-a6ea-42fec368280f" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.473642] env[65448]: DEBUG oslo_concurrency.lockutils [None req-c77aeba1-5cad-4d26-8ba5-2feb0d3e2694 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Lock "d3eb5b9f-a5e0-4dfe-a6ea-42fec368280f" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.473845] env[65448]: DEBUG nova.compute.manager [None req-c77aeba1-5cad-4d26-8ba5-2feb0d3e2694 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d3eb5b9f-a5e0-4dfe-a6ea-42fec368280f] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 1000.474769] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b518ede5-c19d-41ed-b599-fadc0003eef2 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.479882] env[65448]: DEBUG nova.compute.manager [None req-0cc1dd29-4bc8-4013-9d87-cbcb1569b2e8 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: 2d86c404-07f7-4f62-81e1-b99125527970] Starting instance... {{(pid=65448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2483}} [ 1000.492326] env[65448]: DEBUG nova.compute.manager [None req-c77aeba1-5cad-4d26-8ba5-2feb0d3e2694 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d3eb5b9f-a5e0-4dfe-a6ea-42fec368280f] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65448) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3449}} [ 1000.492326] env[65448]: DEBUG nova.objects.instance [None req-c77aeba1-5cad-4d26-8ba5-2feb0d3e2694 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Lazy-loading 'flavor' on Instance uuid d3eb5b9f-a5e0-4dfe-a6ea-42fec368280f {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1000.505016] env[65448]: DEBUG oslo_vmware.api [None req-6e450db4-0052-4334-b00b-7226b1376516 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Task: {'id': task-4938043, 'name': ReconfigVM_Task, 'duration_secs': 0.476768} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.508279] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e450db4-0052-4334-b00b-7226b1376516 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] [instance: a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e] Reconfigured VM instance instance-00000052 to attach disk [datastore2] a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e/a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1000.508279] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6c31a9b2-5ced-4581-a45f-004933d164fa {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.510358] env[65448]: DEBUG nova.network.neutron [None req-19c159e7-88b8-4588-bc3d-1669e2690fdf tempest-ServerGroupTestJSON-694706050 tempest-ServerGroupTestJSON-694706050-project-member] [instance: 3a22ed5d-c4fd-429f-966a-ba2af260e43c] Instance cache missing network info. {{(pid=65448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1000.522408] env[65448]: DEBUG oslo_vmware.api [None req-6e450db4-0052-4334-b00b-7226b1376516 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Waiting for the task: (returnval){ [ 1000.522408] env[65448]: value = "task-4938045" [ 1000.522408] env[65448]: _type = "Task" [ 1000.522408] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.544465] env[65448]: DEBUG oslo_vmware.api [None req-6e450db4-0052-4334-b00b-7226b1376516 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Task: {'id': task-4938045, 'name': Rename_Task} progress is 6%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.546587] env[65448]: DEBUG oslo_concurrency.lockutils [None req-8b7d2bf7-5a3e-42c5-ba74-d259c67065e8 tempest-ServersNegativeTestMultiTenantJSON-240494906 tempest-ServersNegativeTestMultiTenantJSON-240494906-project-member] Lock "6c671722-081d-4d34-9eae-f9e7565127e9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.856s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.564706] env[65448]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1000.564706] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]526f73b5-f4e6-a7e0-c1ef-1918f1829511" [ 1000.564706] env[65448]: _type = "HttpNfcLease" [ 1000.564706] env[65448]: } is initializing. {{(pid=65448) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1000.641009] env[65448]: WARNING neutronclient.v2_0.client [None req-19c159e7-88b8-4588-bc3d-1669e2690fdf tempest-ServerGroupTestJSON-694706050 tempest-ServerGroupTestJSON-694706050-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1000.827465] env[65448]: DEBUG nova.network.neutron [None req-19c159e7-88b8-4588-bc3d-1669e2690fdf tempest-ServerGroupTestJSON-694706050 tempest-ServerGroupTestJSON-694706050-project-member] [instance: 3a22ed5d-c4fd-429f-966a-ba2af260e43c] Updating instance_info_cache with network_info: [{"id": "0a6c84a7-2986-4b30-9cca-67c188cfa9be", "address": "fa:16:3e:f3:d7:36", "network": {"id": "f4d2bb89-0f80-430b-bbbd-edf363d03311", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-474203775-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa77b1ca055f450a9c4c970cf96deb6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a6c84a7-29", "ovs_interfaceid": "0a6c84a7-2986-4b30-9cca-67c188cfa9be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.972227] env[65448]: DEBUG nova.compute.manager [req-de0abd41-39ff-461f-ba6a-483b307bc242 req-b8e5f573-e39b-40d9-ac97-1fbf575cd82f service nova] [instance: 3a22ed5d-c4fd-429f-966a-ba2af260e43c] Received event network-changed-0a6c84a7-2986-4b30-9cca-67c188cfa9be {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1000.972558] env[65448]: DEBUG nova.compute.manager [req-de0abd41-39ff-461f-ba6a-483b307bc242 req-b8e5f573-e39b-40d9-ac97-1fbf575cd82f service nova] [instance: 3a22ed5d-c4fd-429f-966a-ba2af260e43c] Refreshing instance network info cache due to event network-changed-0a6c84a7-2986-4b30-9cca-67c188cfa9be. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 1000.972660] env[65448]: DEBUG oslo_concurrency.lockutils [req-de0abd41-39ff-461f-ba6a-483b307bc242 req-b8e5f573-e39b-40d9-ac97-1fbf575cd82f service nova] Acquiring lock "refresh_cache-3a22ed5d-c4fd-429f-966a-ba2af260e43c" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.982116] env[65448]: WARNING neutronclient.v2_0.client [None req-59b6fb71-dce2-417a-9daa-0f06ec8d5f46 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1001.022906] env[65448]: DEBUG oslo_concurrency.lockutils [None req-0cc1dd29-4bc8-4013-9d87-cbcb1569b2e8 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.039574] env[65448]: DEBUG oslo_vmware.api [None req-6e450db4-0052-4334-b00b-7226b1376516 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Task: {'id': task-4938045, 'name': Rename_Task, 'duration_secs': 0.309683} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.039841] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e450db4-0052-4334-b00b-7226b1376516 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] [instance: a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1001.040106] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1743b3ee-12d1-4f3f-8bc7-86cda39c1dda {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.051328] env[65448]: DEBUG oslo_vmware.api [None req-6e450db4-0052-4334-b00b-7226b1376516 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Waiting for the task: (returnval){ [ 1001.051328] env[65448]: value = "task-4938046" [ 1001.051328] env[65448]: _type = "Task" [ 1001.051328] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.057477] env[65448]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1001.057477] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]526f73b5-f4e6-a7e0-c1ef-1918f1829511" [ 1001.057477] env[65448]: _type = "HttpNfcLease" [ 1001.057477] env[65448]: } is ready. {{(pid=65448) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1001.058663] env[65448]: WARNING neutronclient.v2_0.client [None req-59b6fb71-dce2-417a-9daa-0f06ec8d5f46 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1001.058887] env[65448]: DEBUG oslo_concurrency.lockutils [None req-59b6fb71-dce2-417a-9daa-0f06ec8d5f46 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Acquiring lock "refresh_cache-59a9ff6f-4e7b-4530-aaab-b12d54355269" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.059060] env[65448]: DEBUG oslo_concurrency.lockutils [None req-59b6fb71-dce2-417a-9daa-0f06ec8d5f46 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Acquired lock "refresh_cache-59a9ff6f-4e7b-4530-aaab-b12d54355269" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.059231] env[65448]: DEBUG nova.network.neutron [None req-59b6fb71-dce2-417a-9daa-0f06ec8d5f46 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: 59a9ff6f-4e7b-4530-aaab-b12d54355269] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1001.059403] env[65448]: DEBUG nova.objects.instance [None req-59b6fb71-dce2-417a-9daa-0f06ec8d5f46 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Lazy-loading 'info_cache' on Instance uuid 59a9ff6f-4e7b-4530-aaab-b12d54355269 {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1001.061177] env[65448]: DEBUG oslo_vmware.rw_handles [None req-5df6878a-823d-4dc4-9dd8-dcd4a5b4bc9c tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1001.061177] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]526f73b5-f4e6-a7e0-c1ef-1918f1829511" [ 1001.061177] env[65448]: _type = "HttpNfcLease" [ 1001.061177] env[65448]: }. {{(pid=65448) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1001.064493] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96748293-4e35-4849-9edf-4a2e1a174da3 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.071773] env[65448]: DEBUG oslo_vmware.api [None req-6e450db4-0052-4334-b00b-7226b1376516 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Task: {'id': task-4938046, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.080764] env[65448]: DEBUG oslo_vmware.rw_handles [None req-5df6878a-823d-4dc4-9dd8-dcd4a5b4bc9c tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5295cc12-1be8-5e58-3d60-9585b8ae8098/disk-0.vmdk from lease info. {{(pid=65448) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1001.081033] env[65448]: DEBUG oslo_vmware.rw_handles [None req-5df6878a-823d-4dc4-9dd8-dcd4a5b4bc9c tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5295cc12-1be8-5e58-3d60-9585b8ae8098/disk-0.vmdk. {{(pid=65448) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1001.152533] env[65448]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f11d2f86-c03d-453a-ab23-ff0cd44a6781 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.334650] env[65448]: DEBUG oslo_concurrency.lockutils [None req-19c159e7-88b8-4588-bc3d-1669e2690fdf tempest-ServerGroupTestJSON-694706050 tempest-ServerGroupTestJSON-694706050-project-member] Releasing lock "refresh_cache-3a22ed5d-c4fd-429f-966a-ba2af260e43c" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.335173] env[65448]: DEBUG nova.compute.manager [None req-19c159e7-88b8-4588-bc3d-1669e2690fdf tempest-ServerGroupTestJSON-694706050 tempest-ServerGroupTestJSON-694706050-project-member] [instance: 3a22ed5d-c4fd-429f-966a-ba2af260e43c] Instance network_info: |[{"id": "0a6c84a7-2986-4b30-9cca-67c188cfa9be", "address": "fa:16:3e:f3:d7:36", "network": {"id": "f4d2bb89-0f80-430b-bbbd-edf363d03311", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-474203775-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa77b1ca055f450a9c4c970cf96deb6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a6c84a7-29", "ovs_interfaceid": "0a6c84a7-2986-4b30-9cca-67c188cfa9be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 1001.335512] env[65448]: DEBUG oslo_concurrency.lockutils [req-de0abd41-39ff-461f-ba6a-483b307bc242 req-b8e5f573-e39b-40d9-ac97-1fbf575cd82f service nova] Acquired lock "refresh_cache-3a22ed5d-c4fd-429f-966a-ba2af260e43c" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.335749] env[65448]: DEBUG nova.network.neutron [req-de0abd41-39ff-461f-ba6a-483b307bc242 req-b8e5f573-e39b-40d9-ac97-1fbf575cd82f service nova] [instance: 3a22ed5d-c4fd-429f-966a-ba2af260e43c] Refreshing network info cache for port 0a6c84a7-2986-4b30-9cca-67c188cfa9be {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1001.337311] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-19c159e7-88b8-4588-bc3d-1669e2690fdf tempest-ServerGroupTestJSON-694706050 tempest-ServerGroupTestJSON-694706050-project-member] [instance: 3a22ed5d-c4fd-429f-966a-ba2af260e43c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:d7:36', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '79ece966-6187-47d7-bce7-cc39df14ac67', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0a6c84a7-2986-4b30-9cca-67c188cfa9be', 'vif_model': 'vmxnet3'}] {{(pid=65448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1001.346864] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-19c159e7-88b8-4588-bc3d-1669e2690fdf tempest-ServerGroupTestJSON-694706050 tempest-ServerGroupTestJSON-694706050-project-member] Creating folder: Project (fa77b1ca055f450a9c4c970cf96deb6b). Parent ref: group-v961779. {{(pid=65448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1001.352286] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6e51b5fa-6149-41d1-a3f3-c01a1b38e20d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.367682] env[65448]: INFO nova.virt.vmwareapi.vm_util [None req-19c159e7-88b8-4588-bc3d-1669e2690fdf tempest-ServerGroupTestJSON-694706050 tempest-ServerGroupTestJSON-694706050-project-member] Created folder: Project (fa77b1ca055f450a9c4c970cf96deb6b) in parent group-v961779. [ 1001.367870] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-19c159e7-88b8-4588-bc3d-1669e2690fdf tempest-ServerGroupTestJSON-694706050 tempest-ServerGroupTestJSON-694706050-project-member] Creating folder: Instances. Parent ref: group-v962008. {{(pid=65448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1001.369533] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-19d56c86-587b-4fba-8504-2aeaa76d6144 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.390338] env[65448]: INFO nova.virt.vmwareapi.vm_util [None req-19c159e7-88b8-4588-bc3d-1669e2690fdf tempest-ServerGroupTestJSON-694706050 tempest-ServerGroupTestJSON-694706050-project-member] Created folder: Instances in parent group-v962008. [ 1001.390859] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-19c159e7-88b8-4588-bc3d-1669e2690fdf tempest-ServerGroupTestJSON-694706050 tempest-ServerGroupTestJSON-694706050-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1001.391705] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a22ed5d-c4fd-429f-966a-ba2af260e43c] Creating VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1001.395252] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-18c73ce2-09f8-4b12-a954-35a2a0e7fa14 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.420826] env[65448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1001.420826] env[65448]: value = "task-4938049" [ 1001.420826] env[65448]: _type = "Task" [ 1001.420826] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.433979] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4938049, 'name': CreateVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.508545] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-c77aeba1-5cad-4d26-8ba5-2feb0d3e2694 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d3eb5b9f-a5e0-4dfe-a6ea-42fec368280f] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1001.508545] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-29d06723-91db-4714-8242-4b1687712564 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.516481] env[65448]: DEBUG oslo_vmware.api [None req-c77aeba1-5cad-4d26-8ba5-2feb0d3e2694 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Waiting for the task: (returnval){ [ 1001.516481] env[65448]: value = "task-4938050" [ 1001.516481] env[65448]: _type = "Task" [ 1001.516481] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.531394] env[65448]: DEBUG oslo_vmware.api [None req-c77aeba1-5cad-4d26-8ba5-2feb0d3e2694 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4938050, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.543942] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adf177cc-b757-45a4-ac48-1afe57c3225d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.552879] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c72c2ff2-ca3e-40fb-ba03-e34ff4dfa036 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.572118] env[65448]: DEBUG oslo_vmware.api [None req-6e450db4-0052-4334-b00b-7226b1376516 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Task: {'id': task-4938046, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.608540] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2ced699-b662-4cf1-a266-39f74ac65b3e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.619148] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18656653-ac16-4863-8781-05986e919ed1 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.637760] env[65448]: DEBUG nova.compute.provider_tree [None req-37d0d905-015a-4fdb-9d6e-bd991363aaa2 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1001.852577] env[65448]: WARNING neutronclient.v2_0.client [req-de0abd41-39ff-461f-ba6a-483b307bc242 req-b8e5f573-e39b-40d9-ac97-1fbf575cd82f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1001.937129] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4938049, 'name': CreateVM_Task, 'duration_secs': 0.4594} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.939519] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a22ed5d-c4fd-429f-966a-ba2af260e43c] Created VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1001.940718] env[65448]: WARNING neutronclient.v2_0.client [None req-19c159e7-88b8-4588-bc3d-1669e2690fdf tempest-ServerGroupTestJSON-694706050 tempest-ServerGroupTestJSON-694706050-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1001.941283] env[65448]: DEBUG oslo_concurrency.lockutils [None req-19c159e7-88b8-4588-bc3d-1669e2690fdf tempest-ServerGroupTestJSON-694706050 tempest-ServerGroupTestJSON-694706050-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.941515] env[65448]: DEBUG oslo_concurrency.lockutils [None req-19c159e7-88b8-4588-bc3d-1669e2690fdf tempest-ServerGroupTestJSON-694706050 tempest-ServerGroupTestJSON-694706050-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.942010] env[65448]: DEBUG oslo_concurrency.lockutils [None req-19c159e7-88b8-4588-bc3d-1669e2690fdf tempest-ServerGroupTestJSON-694706050 tempest-ServerGroupTestJSON-694706050-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.942374] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2c86629-5fc4-41a1-bab1-3345fed60b95 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.961238] env[65448]: DEBUG oslo_vmware.api [None req-19c159e7-88b8-4588-bc3d-1669e2690fdf tempest-ServerGroupTestJSON-694706050 tempest-ServerGroupTestJSON-694706050-project-member] Waiting for the task: (returnval){ [ 1001.961238] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]527ea00d-909a-7517-cd31-171a06eea51c" [ 1001.961238] env[65448]: _type = "Task" [ 1001.961238] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.976614] env[65448]: DEBUG oslo_vmware.api [None req-19c159e7-88b8-4588-bc3d-1669e2690fdf tempest-ServerGroupTestJSON-694706050 tempest-ServerGroupTestJSON-694706050-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]527ea00d-909a-7517-cd31-171a06eea51c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.027567] env[65448]: DEBUG oslo_vmware.rw_handles [None req-5df6878a-823d-4dc4-9dd8-dcd4a5b4bc9c tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Completed reading data from the image iterator. {{(pid=65448) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1002.028340] env[65448]: DEBUG oslo_vmware.rw_handles [None req-5df6878a-823d-4dc4-9dd8-dcd4a5b4bc9c tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5295cc12-1be8-5e58-3d60-9585b8ae8098/disk-0.vmdk. {{(pid=65448) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1002.028947] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4da7896-dbf6-44d5-b216-0542fa39e1d6 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.036535] env[65448]: DEBUG oslo_vmware.api [None req-c77aeba1-5cad-4d26-8ba5-2feb0d3e2694 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4938050, 'name': PowerOffVM_Task, 'duration_secs': 0.235838} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.037583] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-c77aeba1-5cad-4d26-8ba5-2feb0d3e2694 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d3eb5b9f-a5e0-4dfe-a6ea-42fec368280f] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1002.037726] env[65448]: DEBUG nova.compute.manager [None req-c77aeba1-5cad-4d26-8ba5-2feb0d3e2694 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d3eb5b9f-a5e0-4dfe-a6ea-42fec368280f] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 1002.039038] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b45c8b4d-39c2-4b5d-b2ca-c1913689debe {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.045837] env[65448]: DEBUG oslo_vmware.rw_handles [None req-5df6878a-823d-4dc4-9dd8-dcd4a5b4bc9c tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5295cc12-1be8-5e58-3d60-9585b8ae8098/disk-0.vmdk is in state: ready. {{(pid=65448) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1002.045837] env[65448]: DEBUG oslo_vmware.rw_handles [None req-5df6878a-823d-4dc4-9dd8-dcd4a5b4bc9c tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5295cc12-1be8-5e58-3d60-9585b8ae8098/disk-0.vmdk. {{(pid=65448) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1002.045837] env[65448]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-77815f6e-30de-49f5-aa21-06a5ad58fbbf {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.062281] env[65448]: DEBUG oslo_vmware.api [None req-6e450db4-0052-4334-b00b-7226b1376516 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Task: {'id': task-4938046, 'name': PowerOnVM_Task, 'duration_secs': 0.777921} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.062514] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e450db4-0052-4334-b00b-7226b1376516 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] [instance: a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1002.062730] env[65448]: INFO nova.compute.manager [None req-6e450db4-0052-4334-b00b-7226b1376516 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] [instance: a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e] Took 9.77 seconds to spawn the instance on the hypervisor. [ 1002.063360] env[65448]: DEBUG nova.compute.manager [None req-6e450db4-0052-4334-b00b-7226b1376516 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] [instance: a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 1002.063717] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52c03be0-e33d-4383-97b7-801b73a37f45 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.066805] env[65448]: WARNING neutronclient.v2_0.client [None req-59b6fb71-dce2-417a-9daa-0f06ec8d5f46 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1002.143296] env[65448]: DEBUG nova.scheduler.client.report [None req-37d0d905-015a-4fdb-9d6e-bd991363aaa2 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1002.231393] env[65448]: DEBUG oslo_vmware.rw_handles [None req-5df6878a-823d-4dc4-9dd8-dcd4a5b4bc9c tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5295cc12-1be8-5e58-3d60-9585b8ae8098/disk-0.vmdk. {{(pid=65448) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1002.231393] env[65448]: INFO nova.virt.vmwareapi.images [None req-5df6878a-823d-4dc4-9dd8-dcd4a5b4bc9c tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 1df72414-93c2-4356-93c4-2dd4c781a1b9] Downloaded image file data 98eaa93c-6fe9-47a2-addc-fc9f0fd02c5d [ 1002.232825] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a31595a3-70b3-411a-bede-26e32bb3d95e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.254351] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fd3a6e4f-7523-46c8-8f95-b8252b08c677 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.282525] env[65448]: INFO nova.virt.vmwareapi.images [None req-5df6878a-823d-4dc4-9dd8-dcd4a5b4bc9c tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 1df72414-93c2-4356-93c4-2dd4c781a1b9] The imported VM was unregistered [ 1002.285199] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-5df6878a-823d-4dc4-9dd8-dcd4a5b4bc9c tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 1df72414-93c2-4356-93c4-2dd4c781a1b9] Caching image {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1002.285447] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-5df6878a-823d-4dc4-9dd8-dcd4a5b4bc9c tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Creating directory with path [datastore2] devstack-image-cache_base/98eaa93c-6fe9-47a2-addc-fc9f0fd02c5d {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1002.285760] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fa4fce90-cc4d-43c8-b0b0-419690e9560f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.301021] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-5df6878a-823d-4dc4-9dd8-dcd4a5b4bc9c tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Created directory with path [datastore2] devstack-image-cache_base/98eaa93c-6fe9-47a2-addc-fc9f0fd02c5d {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1002.301321] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-5df6878a-823d-4dc4-9dd8-dcd4a5b4bc9c tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_f80f233e-3375-47b6-bc5b-966b25e065f5/OSTACK_IMG_f80f233e-3375-47b6-bc5b-966b25e065f5.vmdk to [datastore2] devstack-image-cache_base/98eaa93c-6fe9-47a2-addc-fc9f0fd02c5d/98eaa93c-6fe9-47a2-addc-fc9f0fd02c5d.vmdk. {{(pid=65448) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1002.301656] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-5f258d15-476e-4a39-aa06-6739b4fc6708 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.315252] env[65448]: DEBUG oslo_vmware.api [None req-5df6878a-823d-4dc4-9dd8-dcd4a5b4bc9c tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Waiting for the task: (returnval){ [ 1002.315252] env[65448]: value = "task-4938052" [ 1002.315252] env[65448]: _type = "Task" [ 1002.315252] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.326541] env[65448]: DEBUG oslo_vmware.api [None req-5df6878a-823d-4dc4-9dd8-dcd4a5b4bc9c tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': task-4938052, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.446742] env[65448]: WARNING neutronclient.v2_0.client [req-de0abd41-39ff-461f-ba6a-483b307bc242 req-b8e5f573-e39b-40d9-ac97-1fbf575cd82f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1002.477558] env[65448]: DEBUG oslo_vmware.api [None req-19c159e7-88b8-4588-bc3d-1669e2690fdf tempest-ServerGroupTestJSON-694706050 tempest-ServerGroupTestJSON-694706050-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]527ea00d-909a-7517-cd31-171a06eea51c, 'name': SearchDatastore_Task, 'duration_secs': 0.017866} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.478025] env[65448]: DEBUG oslo_concurrency.lockutils [None req-19c159e7-88b8-4588-bc3d-1669e2690fdf tempest-ServerGroupTestJSON-694706050 tempest-ServerGroupTestJSON-694706050-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.478122] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-19c159e7-88b8-4588-bc3d-1669e2690fdf tempest-ServerGroupTestJSON-694706050 tempest-ServerGroupTestJSON-694706050-project-member] [instance: 3a22ed5d-c4fd-429f-966a-ba2af260e43c] Processing image 50fb366d-48e6-424f-9c20-bc83d77be76a {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1002.478456] env[65448]: DEBUG oslo_concurrency.lockutils [None req-19c159e7-88b8-4588-bc3d-1669e2690fdf tempest-ServerGroupTestJSON-694706050 tempest-ServerGroupTestJSON-694706050-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.478558] env[65448]: DEBUG oslo_concurrency.lockutils [None req-19c159e7-88b8-4588-bc3d-1669e2690fdf tempest-ServerGroupTestJSON-694706050 tempest-ServerGroupTestJSON-694706050-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.478654] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-19c159e7-88b8-4588-bc3d-1669e2690fdf tempest-ServerGroupTestJSON-694706050 tempest-ServerGroupTestJSON-694706050-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1002.478940] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a6337576-c6e3-48f5-88ca-9cea00d17281 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.497237] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-19c159e7-88b8-4588-bc3d-1669e2690fdf tempest-ServerGroupTestJSON-694706050 tempest-ServerGroupTestJSON-694706050-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1002.497445] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-19c159e7-88b8-4588-bc3d-1669e2690fdf tempest-ServerGroupTestJSON-694706050 tempest-ServerGroupTestJSON-694706050-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1002.498895] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae7a7cb8-e242-4dcc-8b27-64deb76304c8 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.505599] env[65448]: DEBUG oslo_vmware.api [None req-19c159e7-88b8-4588-bc3d-1669e2690fdf tempest-ServerGroupTestJSON-694706050 tempest-ServerGroupTestJSON-694706050-project-member] Waiting for the task: (returnval){ [ 1002.505599] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52d53aa5-8260-82cc-a4bf-c31986b664c2" [ 1002.505599] env[65448]: _type = "Task" [ 1002.505599] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.515345] env[65448]: DEBUG oslo_vmware.api [None req-19c159e7-88b8-4588-bc3d-1669e2690fdf tempest-ServerGroupTestJSON-694706050 tempest-ServerGroupTestJSON-694706050-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52d53aa5-8260-82cc-a4bf-c31986b664c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.555186] env[65448]: DEBUG oslo_concurrency.lockutils [None req-c77aeba1-5cad-4d26-8ba5-2feb0d3e2694 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Lock "d3eb5b9f-a5e0-4dfe-a6ea-42fec368280f" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.081s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.592778] env[65448]: INFO nova.compute.manager [None req-6e450db4-0052-4334-b00b-7226b1376516 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] [instance: a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e] Took 50.13 seconds to build instance. [ 1002.648478] env[65448]: DEBUG oslo_concurrency.lockutils [None req-37d0d905-015a-4fdb-9d6e-bd991363aaa2 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.675s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.649090] env[65448]: DEBUG nova.compute.manager [None req-37d0d905-015a-4fdb-9d6e-bd991363aaa2 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: 2aca5466-f783-4972-8c9d-d0de3a679c0c] Start building networks asynchronously for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2881}} [ 1002.652328] env[65448]: DEBUG oslo_concurrency.lockutils [None req-e0725629-4ad3-4c60-964e-db5b4a077489 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.357s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.653510] env[65448]: INFO nova.compute.claims [None req-e0725629-4ad3-4c60-964e-db5b4a077489 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 24665a99-6cfb-4d8b-8d08-406b7d1f468f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1002.726294] env[65448]: WARNING neutronclient.v2_0.client [None req-59b6fb71-dce2-417a-9daa-0f06ec8d5f46 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1002.731572] env[65448]: DEBUG nova.network.neutron [req-de0abd41-39ff-461f-ba6a-483b307bc242 req-b8e5f573-e39b-40d9-ac97-1fbf575cd82f service nova] [instance: 3a22ed5d-c4fd-429f-966a-ba2af260e43c] Updated VIF entry in instance network info cache for port 0a6c84a7-2986-4b30-9cca-67c188cfa9be. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1002.732242] env[65448]: DEBUG nova.network.neutron [req-de0abd41-39ff-461f-ba6a-483b307bc242 req-b8e5f573-e39b-40d9-ac97-1fbf575cd82f service nova] [instance: 3a22ed5d-c4fd-429f-966a-ba2af260e43c] Updating instance_info_cache with network_info: [{"id": "0a6c84a7-2986-4b30-9cca-67c188cfa9be", "address": "fa:16:3e:f3:d7:36", "network": {"id": "f4d2bb89-0f80-430b-bbbd-edf363d03311", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-474203775-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa77b1ca055f450a9c4c970cf96deb6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a6c84a7-29", "ovs_interfaceid": "0a6c84a7-2986-4b30-9cca-67c188cfa9be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.826158] env[65448]: DEBUG oslo_vmware.api [None req-5df6878a-823d-4dc4-9dd8-dcd4a5b4bc9c tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': task-4938052, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.877245] env[65448]: DEBUG nova.network.neutron [None req-59b6fb71-dce2-417a-9daa-0f06ec8d5f46 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: 59a9ff6f-4e7b-4530-aaab-b12d54355269] Updating instance_info_cache with network_info: [{"id": "131d4838-48ea-499f-accc-16d7b5a7e60c", "address": "fa:16:3e:b6:f1:fe", "network": {"id": "e780d8ca-74b1-42d6-9931-c68bece889ed", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1768290232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b4602fe4973466b8eb0d97f7a72d721", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f17856cf-7248-414b-bde6-8c90cfb4c593", "external-id": "nsx-vlan-transportzone-341", "segmentation_id": 341, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap131d4838-48", "ovs_interfaceid": "131d4838-48ea-499f-accc-16d7b5a7e60c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.019880] env[65448]: DEBUG oslo_vmware.api [None req-19c159e7-88b8-4588-bc3d-1669e2690fdf tempest-ServerGroupTestJSON-694706050 tempest-ServerGroupTestJSON-694706050-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52d53aa5-8260-82cc-a4bf-c31986b664c2, 'name': SearchDatastore_Task, 'duration_secs': 0.025953} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.021051] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e908007-543d-4a06-841a-39aaa91073b1 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.028351] env[65448]: DEBUG oslo_vmware.api [None req-19c159e7-88b8-4588-bc3d-1669e2690fdf tempest-ServerGroupTestJSON-694706050 tempest-ServerGroupTestJSON-694706050-project-member] Waiting for the task: (returnval){ [ 1003.028351] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]521dfdbb-43e5-0d85-e074-a38f0761bd46" [ 1003.028351] env[65448]: _type = "Task" [ 1003.028351] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.037737] env[65448]: DEBUG oslo_vmware.api [None req-19c159e7-88b8-4588-bc3d-1669e2690fdf tempest-ServerGroupTestJSON-694706050 tempest-ServerGroupTestJSON-694706050-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]521dfdbb-43e5-0d85-e074-a38f0761bd46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.095700] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6e450db4-0052-4334-b00b-7226b1376516 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Lock "a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.650s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.159482] env[65448]: DEBUG nova.compute.utils [None req-37d0d905-015a-4fdb-9d6e-bd991363aaa2 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Using /dev/sd instead of None {{(pid=65448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1003.164683] env[65448]: DEBUG nova.compute.manager [None req-37d0d905-015a-4fdb-9d6e-bd991363aaa2 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: 2aca5466-f783-4972-8c9d-d0de3a679c0c] Allocating IP information in the background. {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 1003.164953] env[65448]: DEBUG nova.network.neutron [None req-37d0d905-015a-4fdb-9d6e-bd991363aaa2 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: 2aca5466-f783-4972-8c9d-d0de3a679c0c] allocate_for_instance() {{(pid=65448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1003.165950] env[65448]: WARNING neutronclient.v2_0.client [None req-37d0d905-015a-4fdb-9d6e-bd991363aaa2 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1003.166704] env[65448]: WARNING neutronclient.v2_0.client [None req-37d0d905-015a-4fdb-9d6e-bd991363aaa2 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1003.236639] env[65448]: DEBUG oslo_concurrency.lockutils [req-de0abd41-39ff-461f-ba6a-483b307bc242 req-b8e5f573-e39b-40d9-ac97-1fbf575cd82f service nova] Releasing lock "refresh_cache-3a22ed5d-c4fd-429f-966a-ba2af260e43c" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.331852] env[65448]: DEBUG oslo_vmware.api [None req-5df6878a-823d-4dc4-9dd8-dcd4a5b4bc9c tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': task-4938052, 'name': MoveVirtualDisk_Task} progress is 29%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.366304] env[65448]: DEBUG nova.policy [None req-37d0d905-015a-4fdb-9d6e-bd991363aaa2 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '079a59871c4f4d8b873b7f8473d35231', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5c8e9c9b80524b25833ad43c15e78a5a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65448) authorize /opt/stack/nova/nova/policy.py:192}} [ 1003.381311] env[65448]: DEBUG oslo_concurrency.lockutils [None req-59b6fb71-dce2-417a-9daa-0f06ec8d5f46 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Releasing lock "refresh_cache-59a9ff6f-4e7b-4530-aaab-b12d54355269" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.381673] env[65448]: DEBUG nova.objects.instance [None req-59b6fb71-dce2-417a-9daa-0f06ec8d5f46 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Lazy-loading 'migration_context' on Instance uuid 59a9ff6f-4e7b-4530-aaab-b12d54355269 {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1003.540779] env[65448]: DEBUG oslo_vmware.api [None req-19c159e7-88b8-4588-bc3d-1669e2690fdf tempest-ServerGroupTestJSON-694706050 tempest-ServerGroupTestJSON-694706050-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]521dfdbb-43e5-0d85-e074-a38f0761bd46, 'name': SearchDatastore_Task, 'duration_secs': 0.047636} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.541267] env[65448]: DEBUG oslo_concurrency.lockutils [None req-19c159e7-88b8-4588-bc3d-1669e2690fdf tempest-ServerGroupTestJSON-694706050 tempest-ServerGroupTestJSON-694706050-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.541611] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-19c159e7-88b8-4588-bc3d-1669e2690fdf tempest-ServerGroupTestJSON-694706050 tempest-ServerGroupTestJSON-694706050-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore1] 3a22ed5d-c4fd-429f-966a-ba2af260e43c/3a22ed5d-c4fd-429f-966a-ba2af260e43c.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1003.541981] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d7328dd2-af4d-4434-a3fe-da5cd06e88d9 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.551853] env[65448]: DEBUG oslo_vmware.api [None req-19c159e7-88b8-4588-bc3d-1669e2690fdf tempest-ServerGroupTestJSON-694706050 tempest-ServerGroupTestJSON-694706050-project-member] Waiting for the task: (returnval){ [ 1003.551853] env[65448]: value = "task-4938053" [ 1003.551853] env[65448]: _type = "Task" [ 1003.551853] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.563616] env[65448]: DEBUG oslo_vmware.api [None req-19c159e7-88b8-4588-bc3d-1669e2690fdf tempest-ServerGroupTestJSON-694706050 tempest-ServerGroupTestJSON-694706050-project-member] Task: {'id': task-4938053, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.666060] env[65448]: DEBUG nova.compute.manager [None req-37d0d905-015a-4fdb-9d6e-bd991363aaa2 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: 2aca5466-f783-4972-8c9d-d0de3a679c0c] Start building block device mappings for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2916}} [ 1003.827078] env[65448]: DEBUG oslo_vmware.api [None req-5df6878a-823d-4dc4-9dd8-dcd4a5b4bc9c tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': task-4938052, 'name': MoveVirtualDisk_Task} progress is 49%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.885318] env[65448]: DEBUG nova.objects.base [None req-59b6fb71-dce2-417a-9daa-0f06ec8d5f46 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Object Instance<59a9ff6f-4e7b-4530-aaab-b12d54355269> lazy-loaded attributes: info_cache,migration_context {{(pid=65448) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1003.886582] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5da24c9e-627a-48cc-9999-ca2033f2a56a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.910902] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0107ea58-075a-4da5-b22a-f6595937445a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.919393] env[65448]: DEBUG oslo_vmware.api [None req-59b6fb71-dce2-417a-9daa-0f06ec8d5f46 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Waiting for the task: (returnval){ [ 1003.919393] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5216288f-de2a-9d5b-05c8-2a0b40af9a2f" [ 1003.919393] env[65448]: _type = "Task" [ 1003.919393] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.933378] env[65448]: DEBUG oslo_vmware.api [None req-59b6fb71-dce2-417a-9daa-0f06ec8d5f46 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5216288f-de2a-9d5b-05c8-2a0b40af9a2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.064289] env[65448]: DEBUG oslo_vmware.api [None req-19c159e7-88b8-4588-bc3d-1669e2690fdf tempest-ServerGroupTestJSON-694706050 tempest-ServerGroupTestJSON-694706050-project-member] Task: {'id': task-4938053, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.097274] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eb6a641-d23c-492b-9a0a-e0b5970d1cf2 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.105373] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afe92b9d-1a7b-42f7-b337-5947006139ee {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.144547] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c1e0706-dcb3-4237-b3ea-bcff3fd9b388 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.153736] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13e1dc76-8993-4492-a2f8-be308d64f7c4 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.168929] env[65448]: DEBUG nova.compute.provider_tree [None req-e0725629-4ad3-4c60-964e-db5b4a077489 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1004.326707] env[65448]: DEBUG oslo_vmware.api [None req-5df6878a-823d-4dc4-9dd8-dcd4a5b4bc9c tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': task-4938052, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.401483] env[65448]: DEBUG nova.network.neutron [None req-37d0d905-015a-4fdb-9d6e-bd991363aaa2 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: 2aca5466-f783-4972-8c9d-d0de3a679c0c] Successfully created port: fc0701c8-45d4-467f-a9d7-dd871b9cd5d4 {{(pid=65448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1004.431929] env[65448]: DEBUG oslo_vmware.api [None req-59b6fb71-dce2-417a-9daa-0f06ec8d5f46 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5216288f-de2a-9d5b-05c8-2a0b40af9a2f, 'name': SearchDatastore_Task, 'duration_secs': 0.048841} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.432354] env[65448]: DEBUG oslo_concurrency.lockutils [None req-59b6fb71-dce2-417a-9daa-0f06ec8d5f46 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.564845] env[65448]: DEBUG oslo_vmware.api [None req-19c159e7-88b8-4588-bc3d-1669e2690fdf tempest-ServerGroupTestJSON-694706050 tempest-ServerGroupTestJSON-694706050-project-member] Task: {'id': task-4938053, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.675483] env[65448]: DEBUG nova.scheduler.client.report [None req-e0725629-4ad3-4c60-964e-db5b4a077489 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1004.679903] env[65448]: DEBUG nova.compute.manager [None req-37d0d905-015a-4fdb-9d6e-bd991363aaa2 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: 2aca5466-f783-4972-8c9d-d0de3a679c0c] Start spawning the instance on the hypervisor. {{(pid=65448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2689}} [ 1004.717932] env[65448]: DEBUG nova.virt.hardware [None req-37d0d905-015a-4fdb-9d6e-bd991363aaa2 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-08T17:19:51Z,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a992292b6dae455593d228217860e2e1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-08T17:19:52Z,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1004.718255] env[65448]: DEBUG nova.virt.hardware [None req-37d0d905-015a-4fdb-9d6e-bd991363aaa2 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1004.718418] env[65448]: DEBUG nova.virt.hardware [None req-37d0d905-015a-4fdb-9d6e-bd991363aaa2 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1004.718597] env[65448]: DEBUG nova.virt.hardware [None req-37d0d905-015a-4fdb-9d6e-bd991363aaa2 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1004.718757] env[65448]: DEBUG nova.virt.hardware [None req-37d0d905-015a-4fdb-9d6e-bd991363aaa2 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1004.718907] env[65448]: DEBUG nova.virt.hardware [None req-37d0d905-015a-4fdb-9d6e-bd991363aaa2 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1004.719227] env[65448]: DEBUG nova.virt.hardware [None req-37d0d905-015a-4fdb-9d6e-bd991363aaa2 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1004.719434] env[65448]: DEBUG nova.virt.hardware [None req-37d0d905-015a-4fdb-9d6e-bd991363aaa2 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1004.719617] env[65448]: DEBUG nova.virt.hardware [None req-37d0d905-015a-4fdb-9d6e-bd991363aaa2 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1004.719777] env[65448]: DEBUG nova.virt.hardware [None req-37d0d905-015a-4fdb-9d6e-bd991363aaa2 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1004.719942] env[65448]: DEBUG nova.virt.hardware [None req-37d0d905-015a-4fdb-9d6e-bd991363aaa2 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1004.721074] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9020158-99c2-4aca-b957-fe8e73255e87 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.731566] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a4df60e-4f4e-4f46-b4d3-a01ae8f4c1c9 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.829234] env[65448]: DEBUG oslo_vmware.api [None req-5df6878a-823d-4dc4-9dd8-dcd4a5b4bc9c tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': task-4938052, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.065688] env[65448]: DEBUG oslo_vmware.api [None req-19c159e7-88b8-4588-bc3d-1669e2690fdf tempest-ServerGroupTestJSON-694706050 tempest-ServerGroupTestJSON-694706050-project-member] Task: {'id': task-4938053, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.186601] env[65448]: DEBUG oslo_concurrency.lockutils [None req-e0725629-4ad3-4c60-964e-db5b4a077489 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.535s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.187187] env[65448]: DEBUG nova.compute.manager [None req-e0725629-4ad3-4c60-964e-db5b4a077489 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 24665a99-6cfb-4d8b-8d08-406b7d1f468f] Start building networks asynchronously for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2881}} [ 1005.190209] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 42.593s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.190429] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.190535] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65448) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1005.190859] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a8ca7e03-040f-46e7-9968-d3c44c124e69 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.289s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.192635] env[65448]: INFO nova.compute.claims [None req-a8ca7e03-040f-46e7-9968-d3c44c124e69 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: b0c623fa-d333-4033-9b82-c846509e532a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1005.196386] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff853570-b8f7-49db-9cc1-75459e9c92f4 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.206994] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-788fcfb4-4e99-452d-96bc-5daab9282d21 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.227374] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9671eed4-58ee-482d-b497-0e0ab9676d48 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.241063] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fb4a3e7-eee1-4fd9-8b93-137dbf0a658c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.279864] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179261MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65448) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1005.280063] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.333895] env[65448]: DEBUG oslo_vmware.api [None req-5df6878a-823d-4dc4-9dd8-dcd4a5b4bc9c tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': task-4938052, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.564205] env[65448]: DEBUG oslo_vmware.api [None req-19c159e7-88b8-4588-bc3d-1669e2690fdf tempest-ServerGroupTestJSON-694706050 tempest-ServerGroupTestJSON-694706050-project-member] Task: {'id': task-4938053, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.698115] env[65448]: DEBUG nova.compute.utils [None req-e0725629-4ad3-4c60-964e-db5b4a077489 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Using /dev/sd instead of None {{(pid=65448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1005.699711] env[65448]: DEBUG nova.compute.manager [None req-e0725629-4ad3-4c60-964e-db5b4a077489 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 24665a99-6cfb-4d8b-8d08-406b7d1f468f] Allocating IP information in the background. {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 1005.699899] env[65448]: DEBUG nova.network.neutron [None req-e0725629-4ad3-4c60-964e-db5b4a077489 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 24665a99-6cfb-4d8b-8d08-406b7d1f468f] allocate_for_instance() {{(pid=65448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1005.700234] env[65448]: WARNING neutronclient.v2_0.client [None req-e0725629-4ad3-4c60-964e-db5b4a077489 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1005.700523] env[65448]: WARNING neutronclient.v2_0.client [None req-e0725629-4ad3-4c60-964e-db5b4a077489 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1005.835738] env[65448]: DEBUG oslo_vmware.api [None req-5df6878a-823d-4dc4-9dd8-dcd4a5b4bc9c tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': task-4938052, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.067153} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.836015] env[65448]: INFO nova.virt.vmwareapi.ds_util [None req-5df6878a-823d-4dc4-9dd8-dcd4a5b4bc9c tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_f80f233e-3375-47b6-bc5b-966b25e065f5/OSTACK_IMG_f80f233e-3375-47b6-bc5b-966b25e065f5.vmdk to [datastore2] devstack-image-cache_base/98eaa93c-6fe9-47a2-addc-fc9f0fd02c5d/98eaa93c-6fe9-47a2-addc-fc9f0fd02c5d.vmdk. [ 1005.836204] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-5df6878a-823d-4dc4-9dd8-dcd4a5b4bc9c tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 1df72414-93c2-4356-93c4-2dd4c781a1b9] Cleaning up location [datastore2] OSTACK_IMG_f80f233e-3375-47b6-bc5b-966b25e065f5 {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1005.836356] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-5df6878a-823d-4dc4-9dd8-dcd4a5b4bc9c tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_f80f233e-3375-47b6-bc5b-966b25e065f5 {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1005.836653] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-73faf7d9-753c-4ebb-b859-cae3da21fb3f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.847314] env[65448]: DEBUG oslo_vmware.api [None req-5df6878a-823d-4dc4-9dd8-dcd4a5b4bc9c tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Waiting for the task: (returnval){ [ 1005.847314] env[65448]: value = "task-4938054" [ 1005.847314] env[65448]: _type = "Task" [ 1005.847314] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.860590] env[65448]: DEBUG oslo_vmware.api [None req-5df6878a-823d-4dc4-9dd8-dcd4a5b4bc9c tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': task-4938054, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.069568] env[65448]: DEBUG oslo_vmware.api [None req-19c159e7-88b8-4588-bc3d-1669e2690fdf tempest-ServerGroupTestJSON-694706050 tempest-ServerGroupTestJSON-694706050-project-member] Task: {'id': task-4938053, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.129980] env[65448]: DEBUG nova.network.neutron [None req-37d0d905-015a-4fdb-9d6e-bd991363aaa2 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: 2aca5466-f783-4972-8c9d-d0de3a679c0c] Successfully updated port: fc0701c8-45d4-467f-a9d7-dd871b9cd5d4 {{(pid=65448) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1006.139912] env[65448]: DEBUG nova.policy [None req-e0725629-4ad3-4c60-964e-db5b4a077489 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a278319122f4493e8edb16186f0372bc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a4a79f75fe9f47d4a1cca9aa9f9c3901', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65448) authorize /opt/stack/nova/nova/policy.py:192}} [ 1006.203415] env[65448]: DEBUG nova.compute.manager [None req-e0725629-4ad3-4c60-964e-db5b4a077489 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 24665a99-6cfb-4d8b-8d08-406b7d1f468f] Start building block device mappings for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2916}} [ 1006.359241] env[65448]: DEBUG oslo_vmware.api [None req-5df6878a-823d-4dc4-9dd8-dcd4a5b4bc9c tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': task-4938054, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.220128} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.359728] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-5df6878a-823d-4dc4-9dd8-dcd4a5b4bc9c tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1006.359728] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5df6878a-823d-4dc4-9dd8-dcd4a5b4bc9c tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Releasing lock "[datastore2] devstack-image-cache_base/98eaa93c-6fe9-47a2-addc-fc9f0fd02c5d/98eaa93c-6fe9-47a2-addc-fc9f0fd02c5d.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.360666] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-5df6878a-823d-4dc4-9dd8-dcd4a5b4bc9c tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/98eaa93c-6fe9-47a2-addc-fc9f0fd02c5d/98eaa93c-6fe9-47a2-addc-fc9f0fd02c5d.vmdk to [datastore2] 1df72414-93c2-4356-93c4-2dd4c781a1b9/1df72414-93c2-4356-93c4-2dd4c781a1b9.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1006.360666] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3e80b70a-2ed9-45e9-8f22-06e248312e82 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.368984] env[65448]: DEBUG oslo_vmware.api [None req-5df6878a-823d-4dc4-9dd8-dcd4a5b4bc9c tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Waiting for the task: (returnval){ [ 1006.368984] env[65448]: value = "task-4938055" [ 1006.368984] env[65448]: _type = "Task" [ 1006.368984] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.377058] env[65448]: DEBUG oslo_vmware.api [None req-5df6878a-823d-4dc4-9dd8-dcd4a5b4bc9c tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': task-4938055, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.567912] env[65448]: DEBUG nova.network.neutron [None req-e0725629-4ad3-4c60-964e-db5b4a077489 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 24665a99-6cfb-4d8b-8d08-406b7d1f468f] Successfully created port: af6f7b74-852c-4d48-970b-470008ad79e9 {{(pid=65448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1006.569951] env[65448]: DEBUG oslo_vmware.api [None req-19c159e7-88b8-4588-bc3d-1669e2690fdf tempest-ServerGroupTestJSON-694706050 tempest-ServerGroupTestJSON-694706050-project-member] Task: {'id': task-4938053, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.786687} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.571040] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-19c159e7-88b8-4588-bc3d-1669e2690fdf tempest-ServerGroupTestJSON-694706050 tempest-ServerGroupTestJSON-694706050-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore1] 3a22ed5d-c4fd-429f-966a-ba2af260e43c/3a22ed5d-c4fd-429f-966a-ba2af260e43c.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1006.571040] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-19c159e7-88b8-4588-bc3d-1669e2690fdf tempest-ServerGroupTestJSON-694706050 tempest-ServerGroupTestJSON-694706050-project-member] [instance: 3a22ed5d-c4fd-429f-966a-ba2af260e43c] Extending root virtual disk to 1048576 {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1006.571229] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-44f22108-e6b2-4d3a-bbb8-2190947cb110 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.581921] env[65448]: DEBUG oslo_vmware.api [None req-19c159e7-88b8-4588-bc3d-1669e2690fdf tempest-ServerGroupTestJSON-694706050 tempest-ServerGroupTestJSON-694706050-project-member] Waiting for the task: (returnval){ [ 1006.581921] env[65448]: value = "task-4938056" [ 1006.581921] env[65448]: _type = "Task" [ 1006.581921] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.594326] env[65448]: DEBUG oslo_vmware.api [None req-19c159e7-88b8-4588-bc3d-1669e2690fdf tempest-ServerGroupTestJSON-694706050 tempest-ServerGroupTestJSON-694706050-project-member] Task: {'id': task-4938056, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.598131] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07830d28-4e0b-4295-ada2-3ab5468e747a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.605581] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-836b7225-c24e-4e29-a494-bceef23c2fd8 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.644039] env[65448]: DEBUG oslo_concurrency.lockutils [None req-37d0d905-015a-4fdb-9d6e-bd991363aaa2 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Acquiring lock "refresh_cache-2aca5466-f783-4972-8c9d-d0de3a679c0c" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.644039] env[65448]: DEBUG oslo_concurrency.lockutils [None req-37d0d905-015a-4fdb-9d6e-bd991363aaa2 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Acquired lock "refresh_cache-2aca5466-f783-4972-8c9d-d0de3a679c0c" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.644039] env[65448]: DEBUG nova.network.neutron [None req-37d0d905-015a-4fdb-9d6e-bd991363aaa2 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: 2aca5466-f783-4972-8c9d-d0de3a679c0c] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1006.646022] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38149bfb-7446-4fc2-82ae-b5b38275a662 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.656635] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93a2c8fe-d31f-432e-9756-6960ed9e1e18 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.671398] env[65448]: DEBUG nova.compute.provider_tree [None req-a8ca7e03-040f-46e7-9968-d3c44c124e69 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1006.879856] env[65448]: DEBUG oslo_vmware.api [None req-5df6878a-823d-4dc4-9dd8-dcd4a5b4bc9c tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': task-4938055, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.093350] env[65448]: DEBUG oslo_vmware.api [None req-19c159e7-88b8-4588-bc3d-1669e2690fdf tempest-ServerGroupTestJSON-694706050 tempest-ServerGroupTestJSON-694706050-project-member] Task: {'id': task-4938056, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.295103} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.093621] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-19c159e7-88b8-4588-bc3d-1669e2690fdf tempest-ServerGroupTestJSON-694706050 tempest-ServerGroupTestJSON-694706050-project-member] [instance: 3a22ed5d-c4fd-429f-966a-ba2af260e43c] Extended root virtual disk {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1007.094517] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7ede0e7-895e-443c-ac1e-5048c94d5b96 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.118792] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-19c159e7-88b8-4588-bc3d-1669e2690fdf tempest-ServerGroupTestJSON-694706050 tempest-ServerGroupTestJSON-694706050-project-member] [instance: 3a22ed5d-c4fd-429f-966a-ba2af260e43c] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] 3a22ed5d-c4fd-429f-966a-ba2af260e43c/3a22ed5d-c4fd-429f-966a-ba2af260e43c.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1007.119500] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-50245eaa-e2a8-42b2-aa54-7ac96b26c399 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.143172] env[65448]: DEBUG oslo_vmware.api [None req-19c159e7-88b8-4588-bc3d-1669e2690fdf tempest-ServerGroupTestJSON-694706050 tempest-ServerGroupTestJSON-694706050-project-member] Waiting for the task: (returnval){ [ 1007.143172] env[65448]: value = "task-4938057" [ 1007.143172] env[65448]: _type = "Task" [ 1007.143172] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.155328] env[65448]: DEBUG oslo_vmware.api [None req-19c159e7-88b8-4588-bc3d-1669e2690fdf tempest-ServerGroupTestJSON-694706050 tempest-ServerGroupTestJSON-694706050-project-member] Task: {'id': task-4938057, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.174784] env[65448]: DEBUG nova.scheduler.client.report [None req-a8ca7e03-040f-46e7-9968-d3c44c124e69 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1007.227268] env[65448]: DEBUG nova.compute.manager [None req-e0725629-4ad3-4c60-964e-db5b4a077489 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 24665a99-6cfb-4d8b-8d08-406b7d1f468f] Start spawning the instance on the hypervisor. {{(pid=65448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2689}} [ 1007.251132] env[65448]: DEBUG nova.network.neutron [None req-37d0d905-015a-4fdb-9d6e-bd991363aaa2 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: 2aca5466-f783-4972-8c9d-d0de3a679c0c] Instance cache missing network info. {{(pid=65448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1007.267036] env[65448]: DEBUG nova.virt.hardware [None req-e0725629-4ad3-4c60-964e-db5b4a077489 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-08T17:19:51Z,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a992292b6dae455593d228217860e2e1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-08T17:19:52Z,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1007.267036] env[65448]: DEBUG nova.virt.hardware [None req-e0725629-4ad3-4c60-964e-db5b4a077489 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1007.267036] env[65448]: DEBUG nova.virt.hardware [None req-e0725629-4ad3-4c60-964e-db5b4a077489 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1007.267561] env[65448]: DEBUG nova.virt.hardware [None req-e0725629-4ad3-4c60-964e-db5b4a077489 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1007.267561] env[65448]: DEBUG nova.virt.hardware [None req-e0725629-4ad3-4c60-964e-db5b4a077489 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1007.267561] env[65448]: DEBUG nova.virt.hardware [None req-e0725629-4ad3-4c60-964e-db5b4a077489 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1007.267786] env[65448]: DEBUG nova.virt.hardware [None req-e0725629-4ad3-4c60-964e-db5b4a077489 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1007.267953] env[65448]: DEBUG nova.virt.hardware [None req-e0725629-4ad3-4c60-964e-db5b4a077489 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1007.268995] env[65448]: DEBUG nova.virt.hardware [None req-e0725629-4ad3-4c60-964e-db5b4a077489 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1007.268995] env[65448]: DEBUG nova.virt.hardware [None req-e0725629-4ad3-4c60-964e-db5b4a077489 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1007.268995] env[65448]: DEBUG nova.virt.hardware [None req-e0725629-4ad3-4c60-964e-db5b4a077489 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1007.269358] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc1037a0-d84a-480d-b908-9b2323b1342a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.279395] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-057ccc46-12b0-4e29-8c29-863ab59e5942 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.384717] env[65448]: DEBUG oslo_vmware.api [None req-5df6878a-823d-4dc4-9dd8-dcd4a5b4bc9c tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': task-4938055, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.518911] env[65448]: WARNING neutronclient.v2_0.client [None req-37d0d905-015a-4fdb-9d6e-bd991363aaa2 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1007.650504] env[65448]: DEBUG nova.compute.manager [req-36dd31fd-2ce2-4f80-98c7-1d018b7124ce req-875f8a40-dcd3-4ebb-b36b-662fc1d386d2 service nova] [instance: 2aca5466-f783-4972-8c9d-d0de3a679c0c] Received event network-vif-plugged-fc0701c8-45d4-467f-a9d7-dd871b9cd5d4 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1007.650769] env[65448]: DEBUG oslo_concurrency.lockutils [req-36dd31fd-2ce2-4f80-98c7-1d018b7124ce req-875f8a40-dcd3-4ebb-b36b-662fc1d386d2 service nova] Acquiring lock "2aca5466-f783-4972-8c9d-d0de3a679c0c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.650962] env[65448]: DEBUG oslo_concurrency.lockutils [req-36dd31fd-2ce2-4f80-98c7-1d018b7124ce req-875f8a40-dcd3-4ebb-b36b-662fc1d386d2 service nova] Lock "2aca5466-f783-4972-8c9d-d0de3a679c0c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.651127] env[65448]: DEBUG oslo_concurrency.lockutils [req-36dd31fd-2ce2-4f80-98c7-1d018b7124ce req-875f8a40-dcd3-4ebb-b36b-662fc1d386d2 service nova] Lock "2aca5466-f783-4972-8c9d-d0de3a679c0c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.651339] env[65448]: DEBUG nova.compute.manager [req-36dd31fd-2ce2-4f80-98c7-1d018b7124ce req-875f8a40-dcd3-4ebb-b36b-662fc1d386d2 service nova] [instance: 2aca5466-f783-4972-8c9d-d0de3a679c0c] No waiting events found dispatching network-vif-plugged-fc0701c8-45d4-467f-a9d7-dd871b9cd5d4 {{(pid=65448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1007.651564] env[65448]: WARNING nova.compute.manager [req-36dd31fd-2ce2-4f80-98c7-1d018b7124ce req-875f8a40-dcd3-4ebb-b36b-662fc1d386d2 service nova] [instance: 2aca5466-f783-4972-8c9d-d0de3a679c0c] Received unexpected event network-vif-plugged-fc0701c8-45d4-467f-a9d7-dd871b9cd5d4 for instance with vm_state building and task_state spawning. [ 1007.658956] env[65448]: DEBUG oslo_vmware.api [None req-19c159e7-88b8-4588-bc3d-1669e2690fdf tempest-ServerGroupTestJSON-694706050 tempest-ServerGroupTestJSON-694706050-project-member] Task: {'id': task-4938057, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.668243] env[65448]: DEBUG nova.network.neutron [None req-37d0d905-015a-4fdb-9d6e-bd991363aaa2 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: 2aca5466-f783-4972-8c9d-d0de3a679c0c] Updating instance_info_cache with network_info: [{"id": "fc0701c8-45d4-467f-a9d7-dd871b9cd5d4", "address": "fa:16:3e:b3:65:63", "network": {"id": "4e0352d8-558b-49e0-81dd-d7132b36af3d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-328140024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c8e9c9b80524b25833ad43c15e78a5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc0701c8-45", "ovs_interfaceid": "fc0701c8-45d4-467f-a9d7-dd871b9cd5d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.680507] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a8ca7e03-040f-46e7-9968-d3c44c124e69 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.489s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.681082] env[65448]: DEBUG nova.compute.manager [None req-a8ca7e03-040f-46e7-9968-d3c44c124e69 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: b0c623fa-d333-4033-9b82-c846509e532a] Start building networks asynchronously for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2881}} [ 1007.685582] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5f97c3ac-0fb8-469c-b8e0-e55c3bbdb743 tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.680s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.685899] env[65448]: DEBUG nova.objects.instance [None req-5f97c3ac-0fb8-469c-b8e0-e55c3bbdb743 tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Lazy-loading 'resources' on Instance uuid 2555d855-2461-4a92-ad02-372ecb1f4c10 {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1007.882714] env[65448]: DEBUG oslo_vmware.api [None req-5df6878a-823d-4dc4-9dd8-dcd4a5b4bc9c tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': task-4938055, 'name': CopyVirtualDisk_Task} progress is 35%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.058967] env[65448]: INFO nova.compute.manager [None req-6614cd9f-5fb0-4770-bf7b-874ca0f5e7ee tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d3eb5b9f-a5e0-4dfe-a6ea-42fec368280f] Rebuilding instance [ 1008.144902] env[65448]: DEBUG nova.compute.manager [None req-6614cd9f-5fb0-4770-bf7b-874ca0f5e7ee tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d3eb5b9f-a5e0-4dfe-a6ea-42fec368280f] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 1008.146041] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3e4f449-2eb3-44d6-9081-c58c9852f58d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.171885] env[65448]: DEBUG oslo_concurrency.lockutils [None req-37d0d905-015a-4fdb-9d6e-bd991363aaa2 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Releasing lock "refresh_cache-2aca5466-f783-4972-8c9d-d0de3a679c0c" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.172793] env[65448]: DEBUG nova.compute.manager [None req-37d0d905-015a-4fdb-9d6e-bd991363aaa2 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: 2aca5466-f783-4972-8c9d-d0de3a679c0c] Instance network_info: |[{"id": "fc0701c8-45d4-467f-a9d7-dd871b9cd5d4", "address": "fa:16:3e:b3:65:63", "network": {"id": "4e0352d8-558b-49e0-81dd-d7132b36af3d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-328140024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c8e9c9b80524b25833ad43c15e78a5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc0701c8-45", "ovs_interfaceid": "fc0701c8-45d4-467f-a9d7-dd871b9cd5d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 1008.173027] env[65448]: DEBUG oslo_vmware.api [None req-19c159e7-88b8-4588-bc3d-1669e2690fdf tempest-ServerGroupTestJSON-694706050 tempest-ServerGroupTestJSON-694706050-project-member] Task: {'id': task-4938057, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.173758] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-37d0d905-015a-4fdb-9d6e-bd991363aaa2 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: 2aca5466-f783-4972-8c9d-d0de3a679c0c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:65:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e23c1d18-c841-49ea-95f3-df5ceac28afd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fc0701c8-45d4-467f-a9d7-dd871b9cd5d4', 'vif_model': 'vmxnet3'}] {{(pid=65448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1008.188824] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-37d0d905-015a-4fdb-9d6e-bd991363aaa2 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Creating folder: Project (5c8e9c9b80524b25833ad43c15e78a5a). Parent ref: group-v961779. {{(pid=65448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1008.192139] env[65448]: DEBUG nova.compute.utils [None req-a8ca7e03-040f-46e7-9968-d3c44c124e69 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Using /dev/sd instead of None {{(pid=65448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1008.197834] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bb8ce2d4-43f1-4c9c-810c-52fccc92b790 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.201113] env[65448]: DEBUG nova.compute.manager [None req-a8ca7e03-040f-46e7-9968-d3c44c124e69 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: b0c623fa-d333-4033-9b82-c846509e532a] Allocating IP information in the background. {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 1008.202886] env[65448]: DEBUG nova.network.neutron [None req-a8ca7e03-040f-46e7-9968-d3c44c124e69 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: b0c623fa-d333-4033-9b82-c846509e532a] allocate_for_instance() {{(pid=65448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1008.202886] env[65448]: WARNING neutronclient.v2_0.client [None req-a8ca7e03-040f-46e7-9968-d3c44c124e69 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1008.202886] env[65448]: WARNING neutronclient.v2_0.client [None req-a8ca7e03-040f-46e7-9968-d3c44c124e69 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1008.221281] env[65448]: INFO nova.virt.vmwareapi.vm_util [None req-37d0d905-015a-4fdb-9d6e-bd991363aaa2 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Created folder: Project (5c8e9c9b80524b25833ad43c15e78a5a) in parent group-v961779. [ 1008.222037] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-37d0d905-015a-4fdb-9d6e-bd991363aaa2 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Creating folder: Instances. Parent ref: group-v962011. {{(pid=65448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1008.222197] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-412db65b-b391-4ecf-8210-dc4300b9caf8 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.235430] env[65448]: INFO nova.virt.vmwareapi.vm_util [None req-37d0d905-015a-4fdb-9d6e-bd991363aaa2 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Created folder: Instances in parent group-v962011. [ 1008.235720] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-37d0d905-015a-4fdb-9d6e-bd991363aaa2 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1008.235931] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2aca5466-f783-4972-8c9d-d0de3a679c0c] Creating VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1008.236219] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c257a410-d520-4a08-bbce-a5e27ef07d0c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.257491] env[65448]: DEBUG nova.network.neutron [None req-e0725629-4ad3-4c60-964e-db5b4a077489 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 24665a99-6cfb-4d8b-8d08-406b7d1f468f] Successfully updated port: af6f7b74-852c-4d48-970b-470008ad79e9 {{(pid=65448) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1008.264732] env[65448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1008.264732] env[65448]: value = "task-4938060" [ 1008.264732] env[65448]: _type = "Task" [ 1008.264732] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.282964] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4938060, 'name': CreateVM_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.304958] env[65448]: DEBUG nova.policy [None req-a8ca7e03-040f-46e7-9968-d3c44c124e69 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6e640ad962104d56a0e341dbc395c9ce', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '40f710aa821f49ef963bafd588fa759f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65448) authorize /opt/stack/nova/nova/policy.py:192}} [ 1008.390764] env[65448]: DEBUG oslo_vmware.api [None req-5df6878a-823d-4dc4-9dd8-dcd4a5b4bc9c tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': task-4938055, 'name': CopyVirtualDisk_Task} progress is 57%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.551513] env[65448]: DEBUG nova.compute.manager [req-19b102b4-44af-4747-a5f7-09dd992e0da3 req-a1f65699-5469-4818-9f0d-6eecb1bb09c7 service nova] [instance: 24665a99-6cfb-4d8b-8d08-406b7d1f468f] Received event network-vif-plugged-af6f7b74-852c-4d48-970b-470008ad79e9 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1008.551756] env[65448]: DEBUG oslo_concurrency.lockutils [req-19b102b4-44af-4747-a5f7-09dd992e0da3 req-a1f65699-5469-4818-9f0d-6eecb1bb09c7 service nova] Acquiring lock "24665a99-6cfb-4d8b-8d08-406b7d1f468f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.552010] env[65448]: DEBUG oslo_concurrency.lockutils [req-19b102b4-44af-4747-a5f7-09dd992e0da3 req-a1f65699-5469-4818-9f0d-6eecb1bb09c7 service nova] Lock "24665a99-6cfb-4d8b-8d08-406b7d1f468f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.552403] env[65448]: DEBUG oslo_concurrency.lockutils [req-19b102b4-44af-4747-a5f7-09dd992e0da3 req-a1f65699-5469-4818-9f0d-6eecb1bb09c7 service nova] Lock "24665a99-6cfb-4d8b-8d08-406b7d1f468f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.552674] env[65448]: DEBUG nova.compute.manager [req-19b102b4-44af-4747-a5f7-09dd992e0da3 req-a1f65699-5469-4818-9f0d-6eecb1bb09c7 service nova] [instance: 24665a99-6cfb-4d8b-8d08-406b7d1f468f] No waiting events found dispatching network-vif-plugged-af6f7b74-852c-4d48-970b-470008ad79e9 {{(pid=65448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1008.552944] env[65448]: WARNING nova.compute.manager [req-19b102b4-44af-4747-a5f7-09dd992e0da3 req-a1f65699-5469-4818-9f0d-6eecb1bb09c7 service nova] [instance: 24665a99-6cfb-4d8b-8d08-406b7d1f468f] Received unexpected event network-vif-plugged-af6f7b74-852c-4d48-970b-470008ad79e9 for instance with vm_state building and task_state spawning. [ 1008.657864] env[65448]: DEBUG oslo_vmware.api [None req-19c159e7-88b8-4588-bc3d-1669e2690fdf tempest-ServerGroupTestJSON-694706050 tempest-ServerGroupTestJSON-694706050-project-member] Task: {'id': task-4938057, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.694822] env[65448]: DEBUG nova.compute.manager [None req-a8ca7e03-040f-46e7-9968-d3c44c124e69 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: b0c623fa-d333-4033-9b82-c846509e532a] Start building block device mappings for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2916}} [ 1008.702458] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1601da5b-3d03-4ade-825e-2088df8d5ac5 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.713197] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68682ccd-11ba-4885-a90b-98b518814578 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.752284] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b091c43f-5596-4c17-bebb-54958ef50a1b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.761173] env[65448]: DEBUG oslo_concurrency.lockutils [None req-e0725629-4ad3-4c60-964e-db5b4a077489 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Acquiring lock "refresh_cache-24665a99-6cfb-4d8b-8d08-406b7d1f468f" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.761382] env[65448]: DEBUG oslo_concurrency.lockutils [None req-e0725629-4ad3-4c60-964e-db5b4a077489 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Acquired lock "refresh_cache-24665a99-6cfb-4d8b-8d08-406b7d1f468f" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.761625] env[65448]: DEBUG nova.network.neutron [None req-e0725629-4ad3-4c60-964e-db5b4a077489 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 24665a99-6cfb-4d8b-8d08-406b7d1f468f] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1008.764019] env[65448]: DEBUG nova.network.neutron [None req-a8ca7e03-040f-46e7-9968-d3c44c124e69 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: b0c623fa-d333-4033-9b82-c846509e532a] Successfully created port: fbf6fa07-858c-4a26-8c11-8b1471651060 {{(pid=65448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1008.767639] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cfeeb1b-b209-48dd-aa4c-714a8666ed81 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.785107] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4938060, 'name': CreateVM_Task, 'duration_secs': 0.429686} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.793655] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2aca5466-f783-4972-8c9d-d0de3a679c0c] Created VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1008.794921] env[65448]: DEBUG nova.compute.provider_tree [None req-5f97c3ac-0fb8-469c-b8e0-e55c3bbdb743 tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1008.796867] env[65448]: WARNING neutronclient.v2_0.client [None req-37d0d905-015a-4fdb-9d6e-bd991363aaa2 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1008.797381] env[65448]: DEBUG oslo_concurrency.lockutils [None req-37d0d905-015a-4fdb-9d6e-bd991363aaa2 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.797556] env[65448]: DEBUG oslo_concurrency.lockutils [None req-37d0d905-015a-4fdb-9d6e-bd991363aaa2 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.797877] env[65448]: DEBUG oslo_concurrency.lockutils [None req-37d0d905-015a-4fdb-9d6e-bd991363aaa2 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.798454] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f700450c-a579-4cc5-9a54-eb8101aba200 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.808492] env[65448]: DEBUG oslo_vmware.api [None req-37d0d905-015a-4fdb-9d6e-bd991363aaa2 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Waiting for the task: (returnval){ [ 1008.808492] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52153f22-1038-d2c7-b24f-6f9acbd3658c" [ 1008.808492] env[65448]: _type = "Task" [ 1008.808492] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.823522] env[65448]: DEBUG oslo_vmware.api [None req-37d0d905-015a-4fdb-9d6e-bd991363aaa2 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52153f22-1038-d2c7-b24f-6f9acbd3658c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.888861] env[65448]: DEBUG oslo_vmware.api [None req-5df6878a-823d-4dc4-9dd8-dcd4a5b4bc9c tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': task-4938055, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.955083] env[65448]: DEBUG oslo_concurrency.lockutils [None req-908e137a-a93f-4a9a-9630-1e672d387106 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Acquiring lock "b1c44555-fbc8-4a03-b155-65c0986cb216" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.955352] env[65448]: DEBUG oslo_concurrency.lockutils [None req-908e137a-a93f-4a9a-9630-1e672d387106 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Lock "b1c44555-fbc8-4a03-b155-65c0986cb216" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.158727] env[65448]: DEBUG oslo_vmware.api [None req-19c159e7-88b8-4588-bc3d-1669e2690fdf tempest-ServerGroupTestJSON-694706050 tempest-ServerGroupTestJSON-694706050-project-member] Task: {'id': task-4938057, 'name': ReconfigVM_Task, 'duration_secs': 1.523006} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.159034] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-19c159e7-88b8-4588-bc3d-1669e2690fdf tempest-ServerGroupTestJSON-694706050 tempest-ServerGroupTestJSON-694706050-project-member] [instance: 3a22ed5d-c4fd-429f-966a-ba2af260e43c] Reconfigured VM instance instance-00000054 to attach disk [datastore1] 3a22ed5d-c4fd-429f-966a-ba2af260e43c/3a22ed5d-c4fd-429f-966a-ba2af260e43c.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1009.159721] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1d180cb6-e310-4165-b3ab-0d2ed31ccf5b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.168050] env[65448]: DEBUG oslo_vmware.api [None req-19c159e7-88b8-4588-bc3d-1669e2690fdf tempest-ServerGroupTestJSON-694706050 tempest-ServerGroupTestJSON-694706050-project-member] Waiting for the task: (returnval){ [ 1009.168050] env[65448]: value = "task-4938061" [ 1009.168050] env[65448]: _type = "Task" [ 1009.168050] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.183075] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-6614cd9f-5fb0-4770-bf7b-874ca0f5e7ee tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d3eb5b9f-a5e0-4dfe-a6ea-42fec368280f] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1009.183359] env[65448]: DEBUG oslo_vmware.api [None req-19c159e7-88b8-4588-bc3d-1669e2690fdf tempest-ServerGroupTestJSON-694706050 tempest-ServerGroupTestJSON-694706050-project-member] Task: {'id': task-4938061, 'name': Rename_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.183606] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e59e8ad1-e7c8-4cb5-9243-4a1c09088a74 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.193540] env[65448]: DEBUG oslo_vmware.api [None req-6614cd9f-5fb0-4770-bf7b-874ca0f5e7ee tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Waiting for the task: (returnval){ [ 1009.193540] env[65448]: value = "task-4938062" [ 1009.193540] env[65448]: _type = "Task" [ 1009.193540] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.205816] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-6614cd9f-5fb0-4770-bf7b-874ca0f5e7ee tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d3eb5b9f-a5e0-4dfe-a6ea-42fec368280f] VM already powered off {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1009.206212] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-6614cd9f-5fb0-4770-bf7b-874ca0f5e7ee tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d3eb5b9f-a5e0-4dfe-a6ea-42fec368280f] Destroying instance {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1009.210669] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dab564f6-3df7-4c81-9860-916d056c5642 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.219951] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-6614cd9f-5fb0-4770-bf7b-874ca0f5e7ee tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d3eb5b9f-a5e0-4dfe-a6ea-42fec368280f] Unregistering the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1009.220322] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2d3af34a-f3fb-4618-90d9-b3c322ba8dc8 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.304597] env[65448]: DEBUG nova.scheduler.client.report [None req-5f97c3ac-0fb8-469c-b8e0-e55c3bbdb743 tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1009.323606] env[65448]: DEBUG oslo_vmware.api [None req-37d0d905-015a-4fdb-9d6e-bd991363aaa2 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52153f22-1038-d2c7-b24f-6f9acbd3658c, 'name': SearchDatastore_Task, 'duration_secs': 0.056245} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.324210] env[65448]: DEBUG oslo_concurrency.lockutils [None req-37d0d905-015a-4fdb-9d6e-bd991363aaa2 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.324587] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-37d0d905-015a-4fdb-9d6e-bd991363aaa2 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: 2aca5466-f783-4972-8c9d-d0de3a679c0c] Processing image 50fb366d-48e6-424f-9c20-bc83d77be76a {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1009.326693] env[65448]: DEBUG oslo_concurrency.lockutils [None req-37d0d905-015a-4fdb-9d6e-bd991363aaa2 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.326996] env[65448]: DEBUG oslo_concurrency.lockutils [None req-37d0d905-015a-4fdb-9d6e-bd991363aaa2 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.327848] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-37d0d905-015a-4fdb-9d6e-bd991363aaa2 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1009.327848] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-24ecf08a-09ec-4a5b-a089-31dabd3ce39c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.342093] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-6614cd9f-5fb0-4770-bf7b-874ca0f5e7ee tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d3eb5b9f-a5e0-4dfe-a6ea-42fec368280f] Unregistered the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1009.342765] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-6614cd9f-5fb0-4770-bf7b-874ca0f5e7ee tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d3eb5b9f-a5e0-4dfe-a6ea-42fec368280f] Deleting contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1009.342926] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-6614cd9f-5fb0-4770-bf7b-874ca0f5e7ee tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Deleting the datastore file [datastore2] d3eb5b9f-a5e0-4dfe-a6ea-42fec368280f {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1009.345041] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8df5be10-a22a-4710-a3ec-4dda40f7ac19 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.349433] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-37d0d905-015a-4fdb-9d6e-bd991363aaa2 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1009.349544] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-37d0d905-015a-4fdb-9d6e-bd991363aaa2 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1009.350367] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1694871d-4a68-47de-bb32-66d4accf0352 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.360169] env[65448]: DEBUG oslo_vmware.api [None req-37d0d905-015a-4fdb-9d6e-bd991363aaa2 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Waiting for the task: (returnval){ [ 1009.360169] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5263f3eb-c913-2195-b428-20c0c890c904" [ 1009.360169] env[65448]: _type = "Task" [ 1009.360169] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.362477] env[65448]: DEBUG oslo_vmware.api [None req-6614cd9f-5fb0-4770-bf7b-874ca0f5e7ee tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Waiting for the task: (returnval){ [ 1009.362477] env[65448]: value = "task-4938064" [ 1009.362477] env[65448]: _type = "Task" [ 1009.362477] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.388915] env[65448]: DEBUG oslo_vmware.api [None req-37d0d905-015a-4fdb-9d6e-bd991363aaa2 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5263f3eb-c913-2195-b428-20c0c890c904, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.393621] env[65448]: DEBUG nova.network.neutron [None req-e0725629-4ad3-4c60-964e-db5b4a077489 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 24665a99-6cfb-4d8b-8d08-406b7d1f468f] Instance cache missing network info. {{(pid=65448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1009.397020] env[65448]: DEBUG oslo_vmware.api [None req-6614cd9f-5fb0-4770-bf7b-874ca0f5e7ee tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4938064, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.402573] env[65448]: DEBUG oslo_vmware.api [None req-5df6878a-823d-4dc4-9dd8-dcd4a5b4bc9c tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': task-4938055, 'name': CopyVirtualDisk_Task} progress is 97%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.457840] env[65448]: DEBUG nova.compute.manager [None req-908e137a-a93f-4a9a-9630-1e672d387106 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: b1c44555-fbc8-4a03-b155-65c0986cb216] Starting instance... {{(pid=65448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2483}} [ 1009.608668] env[65448]: WARNING neutronclient.v2_0.client [None req-e0725629-4ad3-4c60-964e-db5b4a077489 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1009.680594] env[65448]: DEBUG oslo_vmware.api [None req-19c159e7-88b8-4588-bc3d-1669e2690fdf tempest-ServerGroupTestJSON-694706050 tempest-ServerGroupTestJSON-694706050-project-member] Task: {'id': task-4938061, 'name': Rename_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.716459] env[65448]: DEBUG nova.compute.manager [None req-a8ca7e03-040f-46e7-9968-d3c44c124e69 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: b0c623fa-d333-4033-9b82-c846509e532a] Start spawning the instance on the hypervisor. {{(pid=65448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2689}} [ 1009.743739] env[65448]: DEBUG nova.virt.hardware [None req-a8ca7e03-040f-46e7-9968-d3c44c124e69 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-08T17:19:51Z,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a992292b6dae455593d228217860e2e1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-08T17:19:52Z,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1009.744171] env[65448]: DEBUG nova.virt.hardware [None req-a8ca7e03-040f-46e7-9968-d3c44c124e69 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1009.744414] env[65448]: DEBUG nova.virt.hardware [None req-a8ca7e03-040f-46e7-9968-d3c44c124e69 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1009.744724] env[65448]: DEBUG nova.virt.hardware [None req-a8ca7e03-040f-46e7-9968-d3c44c124e69 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1009.746192] env[65448]: DEBUG nova.virt.hardware [None req-a8ca7e03-040f-46e7-9968-d3c44c124e69 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1009.746465] env[65448]: DEBUG nova.virt.hardware [None req-a8ca7e03-040f-46e7-9968-d3c44c124e69 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1009.746904] env[65448]: DEBUG nova.virt.hardware [None req-a8ca7e03-040f-46e7-9968-d3c44c124e69 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1009.747175] env[65448]: DEBUG nova.virt.hardware [None req-a8ca7e03-040f-46e7-9968-d3c44c124e69 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1009.747388] env[65448]: DEBUG nova.virt.hardware [None req-a8ca7e03-040f-46e7-9968-d3c44c124e69 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1009.747640] env[65448]: DEBUG nova.virt.hardware [None req-a8ca7e03-040f-46e7-9968-d3c44c124e69 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1009.747840] env[65448]: DEBUG nova.virt.hardware [None req-a8ca7e03-040f-46e7-9968-d3c44c124e69 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1009.748791] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd1ad80d-b032-40db-8f46-f8c650ebf8be {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.757784] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd2e56ac-7742-4b43-96b4-3fe64a394d24 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.817554] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5f97c3ac-0fb8-469c-b8e0-e55c3bbdb743 tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.132s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.820459] env[65448]: DEBUG oslo_concurrency.lockutils [None req-269b1b3d-45f1-442f-94f0-2f176fab21eb tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.440s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.821046] env[65448]: DEBUG nova.objects.instance [None req-269b1b3d-45f1-442f-94f0-2f176fab21eb tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Lazy-loading 'resources' on Instance uuid abc20464-a66c-4425-a677-b5852aec43bb {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1009.824159] env[65448]: DEBUG nova.network.neutron [None req-e0725629-4ad3-4c60-964e-db5b4a077489 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 24665a99-6cfb-4d8b-8d08-406b7d1f468f] Updating instance_info_cache with network_info: [{"id": "af6f7b74-852c-4d48-970b-470008ad79e9", "address": "fa:16:3e:b2:cd:00", "network": {"id": "6fa83dea-1d83-4041-ae56-d9e5e5278559", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-78264896-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4a79f75fe9f47d4a1cca9aa9f9c3901", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf6f7b74-85", "ovs_interfaceid": "af6f7b74-852c-4d48-970b-470008ad79e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.846028] env[65448]: INFO nova.scheduler.client.report [None req-5f97c3ac-0fb8-469c-b8e0-e55c3bbdb743 tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Deleted allocations for instance 2555d855-2461-4a92-ad02-372ecb1f4c10 [ 1009.873652] env[65448]: DEBUG oslo_vmware.api [None req-37d0d905-015a-4fdb-9d6e-bd991363aaa2 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5263f3eb-c913-2195-b428-20c0c890c904, 'name': SearchDatastore_Task, 'duration_secs': 0.05098} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.879993] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d100517-a5aa-4725-878b-c24afca87e18 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.891214] env[65448]: DEBUG oslo_vmware.api [None req-6614cd9f-5fb0-4770-bf7b-874ca0f5e7ee tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4938064, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.894842] env[65448]: DEBUG oslo_vmware.api [None req-37d0d905-015a-4fdb-9d6e-bd991363aaa2 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Waiting for the task: (returnval){ [ 1009.894842] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52bb815b-492d-4214-a53a-ecf8b6800f8b" [ 1009.894842] env[65448]: _type = "Task" [ 1009.894842] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.898922] env[65448]: DEBUG oslo_vmware.api [None req-5df6878a-823d-4dc4-9dd8-dcd4a5b4bc9c tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': task-4938055, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.110015} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.902494] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-5df6878a-823d-4dc4-9dd8-dcd4a5b4bc9c tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/98eaa93c-6fe9-47a2-addc-fc9f0fd02c5d/98eaa93c-6fe9-47a2-addc-fc9f0fd02c5d.vmdk to [datastore2] 1df72414-93c2-4356-93c4-2dd4c781a1b9/1df72414-93c2-4356-93c4-2dd4c781a1b9.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1009.904303] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-355c10a4-f62b-4af9-bf9f-3748e9271bad {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.917025] env[65448]: DEBUG oslo_vmware.api [None req-37d0d905-015a-4fdb-9d6e-bd991363aaa2 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52bb815b-492d-4214-a53a-ecf8b6800f8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.935893] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-5df6878a-823d-4dc4-9dd8-dcd4a5b4bc9c tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 1df72414-93c2-4356-93c4-2dd4c781a1b9] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] 1df72414-93c2-4356-93c4-2dd4c781a1b9/1df72414-93c2-4356-93c4-2dd4c781a1b9.vmdk or device None with type streamOptimized {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1009.936720] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79d8b99d-28d5-4678-8aa7-e1737a60e48c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.960020] env[65448]: DEBUG oslo_vmware.api [None req-5df6878a-823d-4dc4-9dd8-dcd4a5b4bc9c tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Waiting for the task: (returnval){ [ 1009.960020] env[65448]: value = "task-4938065" [ 1009.960020] env[65448]: _type = "Task" [ 1009.960020] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.970282] env[65448]: DEBUG nova.compute.manager [req-dd15f196-884f-4573-82e2-c960948ec805 req-a0f7671c-84c9-4788-b857-25b855d804e4 service nova] [instance: 2aca5466-f783-4972-8c9d-d0de3a679c0c] Received event network-changed-fc0701c8-45d4-467f-a9d7-dd871b9cd5d4 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1009.970670] env[65448]: DEBUG nova.compute.manager [req-dd15f196-884f-4573-82e2-c960948ec805 req-a0f7671c-84c9-4788-b857-25b855d804e4 service nova] [instance: 2aca5466-f783-4972-8c9d-d0de3a679c0c] Refreshing instance network info cache due to event network-changed-fc0701c8-45d4-467f-a9d7-dd871b9cd5d4. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 1009.970670] env[65448]: DEBUG oslo_concurrency.lockutils [req-dd15f196-884f-4573-82e2-c960948ec805 req-a0f7671c-84c9-4788-b857-25b855d804e4 service nova] Acquiring lock "refresh_cache-2aca5466-f783-4972-8c9d-d0de3a679c0c" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.970785] env[65448]: DEBUG oslo_concurrency.lockutils [req-dd15f196-884f-4573-82e2-c960948ec805 req-a0f7671c-84c9-4788-b857-25b855d804e4 service nova] Acquired lock "refresh_cache-2aca5466-f783-4972-8c9d-d0de3a679c0c" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.970923] env[65448]: DEBUG nova.network.neutron [req-dd15f196-884f-4573-82e2-c960948ec805 req-a0f7671c-84c9-4788-b857-25b855d804e4 service nova] [instance: 2aca5466-f783-4972-8c9d-d0de3a679c0c] Refreshing network info cache for port fc0701c8-45d4-467f-a9d7-dd871b9cd5d4 {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1009.981666] env[65448]: DEBUG oslo_vmware.api [None req-5df6878a-823d-4dc4-9dd8-dcd4a5b4bc9c tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': task-4938065, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.986178] env[65448]: DEBUG oslo_concurrency.lockutils [None req-908e137a-a93f-4a9a-9630-1e672d387106 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.182136] env[65448]: DEBUG oslo_vmware.api [None req-19c159e7-88b8-4588-bc3d-1669e2690fdf tempest-ServerGroupTestJSON-694706050 tempest-ServerGroupTestJSON-694706050-project-member] Task: {'id': task-4938061, 'name': Rename_Task, 'duration_secs': 0.634419} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.182515] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-19c159e7-88b8-4588-bc3d-1669e2690fdf tempest-ServerGroupTestJSON-694706050 tempest-ServerGroupTestJSON-694706050-project-member] [instance: 3a22ed5d-c4fd-429f-966a-ba2af260e43c] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1010.182663] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-27ce4529-5ae5-479a-9cd3-5209c5fb1630 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.190088] env[65448]: DEBUG oslo_vmware.api [None req-19c159e7-88b8-4588-bc3d-1669e2690fdf tempest-ServerGroupTestJSON-694706050 tempest-ServerGroupTestJSON-694706050-project-member] Waiting for the task: (returnval){ [ 1010.190088] env[65448]: value = "task-4938066" [ 1010.190088] env[65448]: _type = "Task" [ 1010.190088] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.199231] env[65448]: DEBUG oslo_vmware.api [None req-19c159e7-88b8-4588-bc3d-1669e2690fdf tempest-ServerGroupTestJSON-694706050 tempest-ServerGroupTestJSON-694706050-project-member] Task: {'id': task-4938066, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.327343] env[65448]: DEBUG oslo_concurrency.lockutils [None req-e0725629-4ad3-4c60-964e-db5b4a077489 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Releasing lock "refresh_cache-24665a99-6cfb-4d8b-8d08-406b7d1f468f" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.328142] env[65448]: DEBUG nova.compute.manager [None req-e0725629-4ad3-4c60-964e-db5b4a077489 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 24665a99-6cfb-4d8b-8d08-406b7d1f468f] Instance network_info: |[{"id": "af6f7b74-852c-4d48-970b-470008ad79e9", "address": "fa:16:3e:b2:cd:00", "network": {"id": "6fa83dea-1d83-4041-ae56-d9e5e5278559", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-78264896-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4a79f75fe9f47d4a1cca9aa9f9c3901", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf6f7b74-85", "ovs_interfaceid": "af6f7b74-852c-4d48-970b-470008ad79e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 1010.328623] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-e0725629-4ad3-4c60-964e-db5b4a077489 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 24665a99-6cfb-4d8b-8d08-406b7d1f468f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b2:cd:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1f996252-e329-42bd-a897-446dfe2b81cd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'af6f7b74-852c-4d48-970b-470008ad79e9', 'vif_model': 'vmxnet3'}] {{(pid=65448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1010.337688] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-e0725629-4ad3-4c60-964e-db5b4a077489 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1010.337885] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24665a99-6cfb-4d8b-8d08-406b7d1f468f] Creating VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1010.338183] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-93d9e626-3f38-4e5c-a591-f2102a5b8bd1 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.360606] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5f97c3ac-0fb8-469c-b8e0-e55c3bbdb743 tempest-ServerShowV247Test-102476784 tempest-ServerShowV247Test-102476784-project-member] Lock "2555d855-2461-4a92-ad02-372ecb1f4c10" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.629s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.368676] env[65448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1010.368676] env[65448]: value = "task-4938067" [ 1010.368676] env[65448]: _type = "Task" [ 1010.368676] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.383650] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4938067, 'name': CreateVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.390557] env[65448]: DEBUG oslo_vmware.api [None req-6614cd9f-5fb0-4770-bf7b-874ca0f5e7ee tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4938064, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.886097} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.393627] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-6614cd9f-5fb0-4770-bf7b-874ca0f5e7ee tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1010.393843] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-6614cd9f-5fb0-4770-bf7b-874ca0f5e7ee tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d3eb5b9f-a5e0-4dfe-a6ea-42fec368280f] Deleted contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1010.394039] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-6614cd9f-5fb0-4770-bf7b-874ca0f5e7ee tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d3eb5b9f-a5e0-4dfe-a6ea-42fec368280f] Instance destroyed {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1010.414865] env[65448]: DEBUG oslo_vmware.api [None req-37d0d905-015a-4fdb-9d6e-bd991363aaa2 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52bb815b-492d-4214-a53a-ecf8b6800f8b, 'name': SearchDatastore_Task, 'duration_secs': 0.07377} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.415826] env[65448]: DEBUG nova.network.neutron [None req-a8ca7e03-040f-46e7-9968-d3c44c124e69 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: b0c623fa-d333-4033-9b82-c846509e532a] Successfully updated port: fbf6fa07-858c-4a26-8c11-8b1471651060 {{(pid=65448) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1010.417063] env[65448]: DEBUG oslo_concurrency.lockutils [None req-37d0d905-015a-4fdb-9d6e-bd991363aaa2 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.417444] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-37d0d905-015a-4fdb-9d6e-bd991363aaa2 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore1] 2aca5466-f783-4972-8c9d-d0de3a679c0c/2aca5466-f783-4972-8c9d-d0de3a679c0c.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1010.418076] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-99539584-6157-40dd-a154-a75efaf2bb84 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.429823] env[65448]: DEBUG oslo_vmware.api [None req-37d0d905-015a-4fdb-9d6e-bd991363aaa2 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Waiting for the task: (returnval){ [ 1010.429823] env[65448]: value = "task-4938068" [ 1010.429823] env[65448]: _type = "Task" [ 1010.429823] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.447352] env[65448]: DEBUG oslo_vmware.api [None req-37d0d905-015a-4fdb-9d6e-bd991363aaa2 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': task-4938068, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.470869] env[65448]: DEBUG oslo_vmware.api [None req-5df6878a-823d-4dc4-9dd8-dcd4a5b4bc9c tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': task-4938065, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.472869] env[65448]: WARNING neutronclient.v2_0.client [req-dd15f196-884f-4573-82e2-c960948ec805 req-a0f7671c-84c9-4788-b857-25b855d804e4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1010.609887] env[65448]: DEBUG nova.compute.manager [req-c9282e78-b9af-4e08-8219-e44b493b18d0 req-0fe9376a-ac7e-45a8-b3ad-5b0eebf437cb service nova] [instance: 24665a99-6cfb-4d8b-8d08-406b7d1f468f] Received event network-changed-af6f7b74-852c-4d48-970b-470008ad79e9 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1010.610173] env[65448]: DEBUG nova.compute.manager [req-c9282e78-b9af-4e08-8219-e44b493b18d0 req-0fe9376a-ac7e-45a8-b3ad-5b0eebf437cb service nova] [instance: 24665a99-6cfb-4d8b-8d08-406b7d1f468f] Refreshing instance network info cache due to event network-changed-af6f7b74-852c-4d48-970b-470008ad79e9. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 1010.610448] env[65448]: DEBUG oslo_concurrency.lockutils [req-c9282e78-b9af-4e08-8219-e44b493b18d0 req-0fe9376a-ac7e-45a8-b3ad-5b0eebf437cb service nova] Acquiring lock "refresh_cache-24665a99-6cfb-4d8b-8d08-406b7d1f468f" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.610641] env[65448]: DEBUG oslo_concurrency.lockutils [req-c9282e78-b9af-4e08-8219-e44b493b18d0 req-0fe9376a-ac7e-45a8-b3ad-5b0eebf437cb service nova] Acquired lock "refresh_cache-24665a99-6cfb-4d8b-8d08-406b7d1f468f" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.610833] env[65448]: DEBUG nova.network.neutron [req-c9282e78-b9af-4e08-8219-e44b493b18d0 req-0fe9376a-ac7e-45a8-b3ad-5b0eebf437cb service nova] [instance: 24665a99-6cfb-4d8b-8d08-406b7d1f468f] Refreshing network info cache for port af6f7b74-852c-4d48-970b-470008ad79e9 {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1010.679636] env[65448]: WARNING neutronclient.v2_0.client [req-dd15f196-884f-4573-82e2-c960948ec805 req-a0f7671c-84c9-4788-b857-25b855d804e4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1010.701311] env[65448]: DEBUG oslo_vmware.api [None req-19c159e7-88b8-4588-bc3d-1669e2690fdf tempest-ServerGroupTestJSON-694706050 tempest-ServerGroupTestJSON-694706050-project-member] Task: {'id': task-4938066, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.747291] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67386819-357e-428f-8736-ef4a09bdc16d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.757325] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-322a6b34-b073-4e2a-b9fe-a15a7498563c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.761602] env[65448]: DEBUG nova.network.neutron [req-dd15f196-884f-4573-82e2-c960948ec805 req-a0f7671c-84c9-4788-b857-25b855d804e4 service nova] [instance: 2aca5466-f783-4972-8c9d-d0de3a679c0c] Updated VIF entry in instance network info cache for port fc0701c8-45d4-467f-a9d7-dd871b9cd5d4. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1010.761943] env[65448]: DEBUG nova.network.neutron [req-dd15f196-884f-4573-82e2-c960948ec805 req-a0f7671c-84c9-4788-b857-25b855d804e4 service nova] [instance: 2aca5466-f783-4972-8c9d-d0de3a679c0c] Updating instance_info_cache with network_info: [{"id": "fc0701c8-45d4-467f-a9d7-dd871b9cd5d4", "address": "fa:16:3e:b3:65:63", "network": {"id": "4e0352d8-558b-49e0-81dd-d7132b36af3d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-328140024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c8e9c9b80524b25833ad43c15e78a5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc0701c8-45", "ovs_interfaceid": "fc0701c8-45d4-467f-a9d7-dd871b9cd5d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.793319] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0691e986-12b6-4315-83f0-ce54b2b687ad {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.803869] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0f3999e-b2f0-41be-a4af-863be12024f7 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.822171] env[65448]: DEBUG nova.compute.provider_tree [None req-269b1b3d-45f1-442f-94f0-2f176fab21eb tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1010.884046] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4938067, 'name': CreateVM_Task, 'duration_secs': 0.423828} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.885065] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24665a99-6cfb-4d8b-8d08-406b7d1f468f] Created VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1010.885065] env[65448]: WARNING neutronclient.v2_0.client [None req-e0725629-4ad3-4c60-964e-db5b4a077489 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1010.885547] env[65448]: DEBUG oslo_concurrency.lockutils [None req-e0725629-4ad3-4c60-964e-db5b4a077489 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.885737] env[65448]: DEBUG oslo_concurrency.lockutils [None req-e0725629-4ad3-4c60-964e-db5b4a077489 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.886205] env[65448]: DEBUG oslo_concurrency.lockutils [None req-e0725629-4ad3-4c60-964e-db5b4a077489 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.886582] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1bdd8011-3214-4477-95b2-ac3074585a63 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.894057] env[65448]: DEBUG oslo_vmware.api [None req-e0725629-4ad3-4c60-964e-db5b4a077489 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Waiting for the task: (returnval){ [ 1010.894057] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]526dafd1-9526-d598-574c-3c31618bd751" [ 1010.894057] env[65448]: _type = "Task" [ 1010.894057] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.909944] env[65448]: DEBUG oslo_vmware.api [None req-e0725629-4ad3-4c60-964e-db5b4a077489 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]526dafd1-9526-d598-574c-3c31618bd751, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.918986] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a8ca7e03-040f-46e7-9968-d3c44c124e69 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Acquiring lock "refresh_cache-b0c623fa-d333-4033-9b82-c846509e532a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.919261] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a8ca7e03-040f-46e7-9968-d3c44c124e69 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Acquired lock "refresh_cache-b0c623fa-d333-4033-9b82-c846509e532a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.919469] env[65448]: DEBUG nova.network.neutron [None req-a8ca7e03-040f-46e7-9968-d3c44c124e69 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: b0c623fa-d333-4033-9b82-c846509e532a] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1010.946902] env[65448]: DEBUG oslo_vmware.api [None req-37d0d905-015a-4fdb-9d6e-bd991363aaa2 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': task-4938068, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.973780] env[65448]: DEBUG oslo_vmware.api [None req-5df6878a-823d-4dc4-9dd8-dcd4a5b4bc9c tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': task-4938065, 'name': ReconfigVM_Task, 'duration_secs': 0.901016} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.973780] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-5df6878a-823d-4dc4-9dd8-dcd4a5b4bc9c tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 1df72414-93c2-4356-93c4-2dd4c781a1b9] Reconfigured VM instance instance-00000053 to attach disk [datastore2] 1df72414-93c2-4356-93c4-2dd4c781a1b9/1df72414-93c2-4356-93c4-2dd4c781a1b9.vmdk or device None with type streamOptimized {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1010.974484] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c38882d2-dacc-4398-8552-7565ac29a409 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.982361] env[65448]: DEBUG oslo_vmware.api [None req-5df6878a-823d-4dc4-9dd8-dcd4a5b4bc9c tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Waiting for the task: (returnval){ [ 1010.982361] env[65448]: value = "task-4938069" [ 1010.982361] env[65448]: _type = "Task" [ 1010.982361] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.000672] env[65448]: DEBUG oslo_vmware.api [None req-5df6878a-823d-4dc4-9dd8-dcd4a5b4bc9c tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': task-4938069, 'name': Rename_Task} progress is 6%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.117901] env[65448]: WARNING neutronclient.v2_0.client [req-c9282e78-b9af-4e08-8219-e44b493b18d0 req-0fe9376a-ac7e-45a8-b3ad-5b0eebf437cb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1011.204239] env[65448]: DEBUG oslo_vmware.api [None req-19c159e7-88b8-4588-bc3d-1669e2690fdf tempest-ServerGroupTestJSON-694706050 tempest-ServerGroupTestJSON-694706050-project-member] Task: {'id': task-4938066, 'name': PowerOnVM_Task, 'duration_secs': 0.913579} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.204814] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-19c159e7-88b8-4588-bc3d-1669e2690fdf tempest-ServerGroupTestJSON-694706050 tempest-ServerGroupTestJSON-694706050-project-member] [instance: 3a22ed5d-c4fd-429f-966a-ba2af260e43c] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1011.204936] env[65448]: INFO nova.compute.manager [None req-19c159e7-88b8-4588-bc3d-1669e2690fdf tempest-ServerGroupTestJSON-694706050 tempest-ServerGroupTestJSON-694706050-project-member] [instance: 3a22ed5d-c4fd-429f-966a-ba2af260e43c] Took 12.85 seconds to spawn the instance on the hypervisor. [ 1011.205150] env[65448]: DEBUG nova.compute.manager [None req-19c159e7-88b8-4588-bc3d-1669e2690fdf tempest-ServerGroupTestJSON-694706050 tempest-ServerGroupTestJSON-694706050-project-member] [instance: 3a22ed5d-c4fd-429f-966a-ba2af260e43c] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 1011.206297] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e0da2da-ca34-4db1-87db-24419600b5ab {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.264816] env[65448]: DEBUG oslo_concurrency.lockutils [req-dd15f196-884f-4573-82e2-c960948ec805 req-a0f7671c-84c9-4788-b857-25b855d804e4 service nova] Releasing lock "refresh_cache-2aca5466-f783-4972-8c9d-d0de3a679c0c" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.265142] env[65448]: DEBUG nova.compute.manager [req-dd15f196-884f-4573-82e2-c960948ec805 req-a0f7671c-84c9-4788-b857-25b855d804e4 service nova] [instance: a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e] Received event network-changed-41c5925e-6090-41da-8f95-9a225fa0cd4f {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1011.265320] env[65448]: DEBUG nova.compute.manager [req-dd15f196-884f-4573-82e2-c960948ec805 req-a0f7671c-84c9-4788-b857-25b855d804e4 service nova] [instance: a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e] Refreshing instance network info cache due to event network-changed-41c5925e-6090-41da-8f95-9a225fa0cd4f. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 1011.265568] env[65448]: DEBUG oslo_concurrency.lockutils [req-dd15f196-884f-4573-82e2-c960948ec805 req-a0f7671c-84c9-4788-b857-25b855d804e4 service nova] Acquiring lock "refresh_cache-a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.265708] env[65448]: DEBUG oslo_concurrency.lockutils [req-dd15f196-884f-4573-82e2-c960948ec805 req-a0f7671c-84c9-4788-b857-25b855d804e4 service nova] Acquired lock "refresh_cache-a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.265896] env[65448]: DEBUG nova.network.neutron [req-dd15f196-884f-4573-82e2-c960948ec805 req-a0f7671c-84c9-4788-b857-25b855d804e4 service nova] [instance: a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e] Refreshing network info cache for port 41c5925e-6090-41da-8f95-9a225fa0cd4f {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1011.326231] env[65448]: DEBUG nova.scheduler.client.report [None req-269b1b3d-45f1-442f-94f0-2f176fab21eb tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1011.402707] env[65448]: WARNING neutronclient.v2_0.client [req-c9282e78-b9af-4e08-8219-e44b493b18d0 req-0fe9376a-ac7e-45a8-b3ad-5b0eebf437cb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1011.412794] env[65448]: DEBUG oslo_vmware.api [None req-e0725629-4ad3-4c60-964e-db5b4a077489 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]526dafd1-9526-d598-574c-3c31618bd751, 'name': SearchDatastore_Task, 'duration_secs': 0.02872} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.412794] env[65448]: DEBUG oslo_concurrency.lockutils [None req-e0725629-4ad3-4c60-964e-db5b4a077489 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.413033] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-e0725629-4ad3-4c60-964e-db5b4a077489 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 24665a99-6cfb-4d8b-8d08-406b7d1f468f] Processing image 50fb366d-48e6-424f-9c20-bc83d77be76a {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1011.413471] env[65448]: DEBUG oslo_concurrency.lockutils [None req-e0725629-4ad3-4c60-964e-db5b4a077489 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.413471] env[65448]: DEBUG oslo_concurrency.lockutils [None req-e0725629-4ad3-4c60-964e-db5b4a077489 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.413759] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0725629-4ad3-4c60-964e-db5b4a077489 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1011.414070] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-97b6c524-7743-442b-87dd-560f31562cb9 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.427160] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0725629-4ad3-4c60-964e-db5b4a077489 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1011.427357] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-e0725629-4ad3-4c60-964e-db5b4a077489 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1011.428492] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aaa00a1e-00e7-4c13-8d81-bdc7101dd36f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.434692] env[65448]: DEBUG nova.virt.hardware [None req-6614cd9f-5fb0-4770-bf7b-874ca0f5e7ee tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-08T17:19:51Z,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a992292b6dae455593d228217860e2e1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-08T17:19:52Z,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1011.436861] env[65448]: DEBUG nova.virt.hardware [None req-6614cd9f-5fb0-4770-bf7b-874ca0f5e7ee tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1011.436861] env[65448]: DEBUG nova.virt.hardware [None req-6614cd9f-5fb0-4770-bf7b-874ca0f5e7ee tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1011.436861] env[65448]: DEBUG nova.virt.hardware [None req-6614cd9f-5fb0-4770-bf7b-874ca0f5e7ee tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1011.436861] env[65448]: DEBUG nova.virt.hardware [None req-6614cd9f-5fb0-4770-bf7b-874ca0f5e7ee tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1011.436861] env[65448]: DEBUG nova.virt.hardware [None req-6614cd9f-5fb0-4770-bf7b-874ca0f5e7ee tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1011.436861] env[65448]: DEBUG nova.virt.hardware [None req-6614cd9f-5fb0-4770-bf7b-874ca0f5e7ee tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1011.436861] env[65448]: DEBUG nova.virt.hardware [None req-6614cd9f-5fb0-4770-bf7b-874ca0f5e7ee tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1011.436861] env[65448]: DEBUG nova.virt.hardware [None req-6614cd9f-5fb0-4770-bf7b-874ca0f5e7ee tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1011.436861] env[65448]: DEBUG nova.virt.hardware [None req-6614cd9f-5fb0-4770-bf7b-874ca0f5e7ee tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1011.436861] env[65448]: DEBUG nova.virt.hardware [None req-6614cd9f-5fb0-4770-bf7b-874ca0f5e7ee tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1011.437726] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ae8ec75-fc3e-4896-968e-828a04ae152e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.446292] env[65448]: DEBUG oslo_vmware.api [None req-e0725629-4ad3-4c60-964e-db5b4a077489 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Waiting for the task: (returnval){ [ 1011.446292] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]525c9ede-dab0-e0a6-02d1-5f65eed36947" [ 1011.446292] env[65448]: _type = "Task" [ 1011.446292] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.463394] env[65448]: DEBUG oslo_vmware.api [None req-37d0d905-015a-4fdb-9d6e-bd991363aaa2 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': task-4938068, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.809655} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.464402] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-37d0d905-015a-4fdb-9d6e-bd991363aaa2 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore1] 2aca5466-f783-4972-8c9d-d0de3a679c0c/2aca5466-f783-4972-8c9d-d0de3a679c0c.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1011.464674] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-37d0d905-015a-4fdb-9d6e-bd991363aaa2 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: 2aca5466-f783-4972-8c9d-d0de3a679c0c] Extending root virtual disk to 1048576 {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1011.465922] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c03fbb1c-17e4-40f2-b08a-f18acd6936b4 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.474246] env[65448]: DEBUG nova.network.neutron [None req-a8ca7e03-040f-46e7-9968-d3c44c124e69 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: b0c623fa-d333-4033-9b82-c846509e532a] Instance cache missing network info. {{(pid=65448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1011.476537] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b8fb396a-60c2-4f0d-9d60-824a9ba6c8f5 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.479176] env[65448]: DEBUG oslo_vmware.api [None req-e0725629-4ad3-4c60-964e-db5b4a077489 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]525c9ede-dab0-e0a6-02d1-5f65eed36947, 'name': SearchDatastore_Task, 'duration_secs': 0.023603} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.481038] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d811ab72-d5a5-4ebb-bf96-5ff7607d39dc {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.493180] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-6614cd9f-5fb0-4770-bf7b-874ca0f5e7ee tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d3eb5b9f-a5e0-4dfe-a6ea-42fec368280f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:fc:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89463199-7ddf-4ee7-b485-1629a75b4b8f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '88705932-5cb5-4b60-9702-276bf66772eb', 'vif_model': 'vmxnet3'}] {{(pid=65448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1011.501173] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-6614cd9f-5fb0-4770-bf7b-874ca0f5e7ee tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1011.506750] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3eb5b9f-a5e0-4dfe-a6ea-42fec368280f] Creating VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1011.507214] env[65448]: DEBUG oslo_vmware.api [None req-37d0d905-015a-4fdb-9d6e-bd991363aaa2 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Waiting for the task: (returnval){ [ 1011.507214] env[65448]: value = "task-4938070" [ 1011.507214] env[65448]: _type = "Task" [ 1011.507214] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.508229] env[65448]: DEBUG nova.network.neutron [req-c9282e78-b9af-4e08-8219-e44b493b18d0 req-0fe9376a-ac7e-45a8-b3ad-5b0eebf437cb service nova] [instance: 24665a99-6cfb-4d8b-8d08-406b7d1f468f] Updated VIF entry in instance network info cache for port af6f7b74-852c-4d48-970b-470008ad79e9. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1011.508607] env[65448]: DEBUG nova.network.neutron [req-c9282e78-b9af-4e08-8219-e44b493b18d0 req-0fe9376a-ac7e-45a8-b3ad-5b0eebf437cb service nova] [instance: 24665a99-6cfb-4d8b-8d08-406b7d1f468f] Updating instance_info_cache with network_info: [{"id": "af6f7b74-852c-4d48-970b-470008ad79e9", "address": "fa:16:3e:b2:cd:00", "network": {"id": "6fa83dea-1d83-4041-ae56-d9e5e5278559", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-78264896-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4a79f75fe9f47d4a1cca9aa9f9c3901", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf6f7b74-85", "ovs_interfaceid": "af6f7b74-852c-4d48-970b-470008ad79e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.509978] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cb0f9e39-57aa-4ca0-a80c-b7f41ac70605 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.533517] env[65448]: DEBUG oslo_vmware.api [None req-e0725629-4ad3-4c60-964e-db5b4a077489 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Waiting for the task: (returnval){ [ 1011.533517] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5219a914-631f-12d4-5bad-6aeac3029489" [ 1011.533517] env[65448]: _type = "Task" [ 1011.533517] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.537823] env[65448]: DEBUG oslo_vmware.api [None req-5df6878a-823d-4dc4-9dd8-dcd4a5b4bc9c tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': task-4938069, 'name': Rename_Task, 'duration_secs': 0.234714} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.542082] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-5df6878a-823d-4dc4-9dd8-dcd4a5b4bc9c tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 1df72414-93c2-4356-93c4-2dd4c781a1b9] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1011.546534] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-145700bf-0688-4d7f-84fa-c89217fd2c7d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.548840] env[65448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1011.548840] env[65448]: value = "task-4938071" [ 1011.548840] env[65448]: _type = "Task" [ 1011.548840] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.548840] env[65448]: DEBUG oslo_vmware.api [None req-37d0d905-015a-4fdb-9d6e-bd991363aaa2 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': task-4938070, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.557188] env[65448]: DEBUG oslo_vmware.api [None req-e0725629-4ad3-4c60-964e-db5b4a077489 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5219a914-631f-12d4-5bad-6aeac3029489, 'name': SearchDatastore_Task, 'duration_secs': 0.015624} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.559263] env[65448]: DEBUG oslo_concurrency.lockutils [None req-e0725629-4ad3-4c60-964e-db5b4a077489 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.559610] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0725629-4ad3-4c60-964e-db5b4a077489 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] 24665a99-6cfb-4d8b-8d08-406b7d1f468f/24665a99-6cfb-4d8b-8d08-406b7d1f468f.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1011.560230] env[65448]: DEBUG oslo_vmware.api [None req-5df6878a-823d-4dc4-9dd8-dcd4a5b4bc9c tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Waiting for the task: (returnval){ [ 1011.560230] env[65448]: value = "task-4938072" [ 1011.560230] env[65448]: _type = "Task" [ 1011.560230] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.560678] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5d3648ad-52f6-4812-8a84-74dd4900738a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.569579] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4938071, 'name': CreateVM_Task} progress is 6%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.579468] env[65448]: DEBUG oslo_vmware.api [None req-5df6878a-823d-4dc4-9dd8-dcd4a5b4bc9c tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': task-4938072, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.581185] env[65448]: DEBUG oslo_vmware.api [None req-e0725629-4ad3-4c60-964e-db5b4a077489 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Waiting for the task: (returnval){ [ 1011.581185] env[65448]: value = "task-4938073" [ 1011.581185] env[65448]: _type = "Task" [ 1011.581185] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.592357] env[65448]: DEBUG oslo_vmware.api [None req-e0725629-4ad3-4c60-964e-db5b4a077489 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4938073, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.619465] env[65448]: WARNING neutronclient.v2_0.client [None req-a8ca7e03-040f-46e7-9968-d3c44c124e69 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1011.701727] env[65448]: DEBUG nova.network.neutron [None req-a8ca7e03-040f-46e7-9968-d3c44c124e69 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: b0c623fa-d333-4033-9b82-c846509e532a] Updating instance_info_cache with network_info: [{"id": "fbf6fa07-858c-4a26-8c11-8b1471651060", "address": "fa:16:3e:42:9a:74", "network": {"id": "ae7fb699-1e8f-4e6e-ba65-11efac49c1f2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2072253352-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40f710aa821f49ef963bafd588fa759f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbf6fa07-85", "ovs_interfaceid": "fbf6fa07-858c-4a26-8c11-8b1471651060", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.732938] env[65448]: INFO nova.compute.manager [None req-19c159e7-88b8-4588-bc3d-1669e2690fdf tempest-ServerGroupTestJSON-694706050 tempest-ServerGroupTestJSON-694706050-project-member] [instance: 3a22ed5d-c4fd-429f-966a-ba2af260e43c] Took 55.82 seconds to build instance. [ 1011.770053] env[65448]: WARNING neutronclient.v2_0.client [req-dd15f196-884f-4573-82e2-c960948ec805 req-a0f7671c-84c9-4788-b857-25b855d804e4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1011.831983] env[65448]: DEBUG oslo_concurrency.lockutils [None req-269b1b3d-45f1-442f-94f0-2f176fab21eb tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.011s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.834711] env[65448]: DEBUG oslo_concurrency.lockutils [None req-56ff521b-7155-41f3-b95a-53159461f00e tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.900s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.836573] env[65448]: INFO nova.compute.claims [None req-56ff521b-7155-41f3-b95a-53159461f00e tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] [instance: b905ff09-c59b-4f17-a42b-cf754c4006fe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1011.879592] env[65448]: INFO nova.scheduler.client.report [None req-269b1b3d-45f1-442f-94f0-2f176fab21eb tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Deleted allocations for instance abc20464-a66c-4425-a677-b5852aec43bb [ 1011.975054] env[65448]: WARNING neutronclient.v2_0.client [req-dd15f196-884f-4573-82e2-c960948ec805 req-a0f7671c-84c9-4788-b857-25b855d804e4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1012.008554] env[65448]: DEBUG nova.compute.manager [req-f00d9af6-bc14-46cd-b08b-296288ef5532 req-8fd47eb0-1c60-49b9-8d5a-1416866fe12a service nova] [instance: b0c623fa-d333-4033-9b82-c846509e532a] Received event network-vif-plugged-fbf6fa07-858c-4a26-8c11-8b1471651060 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1012.008554] env[65448]: DEBUG oslo_concurrency.lockutils [req-f00d9af6-bc14-46cd-b08b-296288ef5532 req-8fd47eb0-1c60-49b9-8d5a-1416866fe12a service nova] Acquiring lock "b0c623fa-d333-4033-9b82-c846509e532a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.008554] env[65448]: DEBUG oslo_concurrency.lockutils [req-f00d9af6-bc14-46cd-b08b-296288ef5532 req-8fd47eb0-1c60-49b9-8d5a-1416866fe12a service nova] Lock "b0c623fa-d333-4033-9b82-c846509e532a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.009480] env[65448]: DEBUG oslo_concurrency.lockutils [req-f00d9af6-bc14-46cd-b08b-296288ef5532 req-8fd47eb0-1c60-49b9-8d5a-1416866fe12a service nova] Lock "b0c623fa-d333-4033-9b82-c846509e532a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.009480] env[65448]: DEBUG nova.compute.manager [req-f00d9af6-bc14-46cd-b08b-296288ef5532 req-8fd47eb0-1c60-49b9-8d5a-1416866fe12a service nova] [instance: b0c623fa-d333-4033-9b82-c846509e532a] No waiting events found dispatching network-vif-plugged-fbf6fa07-858c-4a26-8c11-8b1471651060 {{(pid=65448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1012.009480] env[65448]: WARNING nova.compute.manager [req-f00d9af6-bc14-46cd-b08b-296288ef5532 req-8fd47eb0-1c60-49b9-8d5a-1416866fe12a service nova] [instance: b0c623fa-d333-4033-9b82-c846509e532a] Received unexpected event network-vif-plugged-fbf6fa07-858c-4a26-8c11-8b1471651060 for instance with vm_state building and task_state spawning. [ 1012.009943] env[65448]: DEBUG nova.compute.manager [req-f00d9af6-bc14-46cd-b08b-296288ef5532 req-8fd47eb0-1c60-49b9-8d5a-1416866fe12a service nova] [instance: b0c623fa-d333-4033-9b82-c846509e532a] Received event network-changed-fbf6fa07-858c-4a26-8c11-8b1471651060 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1012.010064] env[65448]: DEBUG nova.compute.manager [req-f00d9af6-bc14-46cd-b08b-296288ef5532 req-8fd47eb0-1c60-49b9-8d5a-1416866fe12a service nova] [instance: b0c623fa-d333-4033-9b82-c846509e532a] Refreshing instance network info cache due to event network-changed-fbf6fa07-858c-4a26-8c11-8b1471651060. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 1012.010263] env[65448]: DEBUG oslo_concurrency.lockutils [req-f00d9af6-bc14-46cd-b08b-296288ef5532 req-8fd47eb0-1c60-49b9-8d5a-1416866fe12a service nova] Acquiring lock "refresh_cache-b0c623fa-d333-4033-9b82-c846509e532a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.026948] env[65448]: DEBUG oslo_concurrency.lockutils [req-c9282e78-b9af-4e08-8219-e44b493b18d0 req-0fe9376a-ac7e-45a8-b3ad-5b0eebf437cb service nova] Releasing lock "refresh_cache-24665a99-6cfb-4d8b-8d08-406b7d1f468f" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.042231] env[65448]: DEBUG oslo_vmware.api [None req-37d0d905-015a-4fdb-9d6e-bd991363aaa2 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': task-4938070, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.117961} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.042455] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-37d0d905-015a-4fdb-9d6e-bd991363aaa2 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: 2aca5466-f783-4972-8c9d-d0de3a679c0c] Extended root virtual disk {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1012.043394] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeb7020e-d945-411a-a86a-407f03762bc7 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.073719] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-37d0d905-015a-4fdb-9d6e-bd991363aaa2 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: 2aca5466-f783-4972-8c9d-d0de3a679c0c] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] 2aca5466-f783-4972-8c9d-d0de3a679c0c/2aca5466-f783-4972-8c9d-d0de3a679c0c.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1012.075189] env[65448]: DEBUG nova.network.neutron [req-dd15f196-884f-4573-82e2-c960948ec805 req-a0f7671c-84c9-4788-b857-25b855d804e4 service nova] [instance: a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e] Updated VIF entry in instance network info cache for port 41c5925e-6090-41da-8f95-9a225fa0cd4f. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1012.075654] env[65448]: DEBUG nova.network.neutron [req-dd15f196-884f-4573-82e2-c960948ec805 req-a0f7671c-84c9-4788-b857-25b855d804e4 service nova] [instance: a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e] Updating instance_info_cache with network_info: [{"id": "41c5925e-6090-41da-8f95-9a225fa0cd4f", "address": "fa:16:3e:ca:b3:bd", "network": {"id": "98f05a7f-a025-4156-98ea-c5f7aaab79bf", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1834771820-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e377eb92259c42e9b71b1927f8775fd3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d39252e-42ef-4252-98d3-62af5a0d109d", "external-id": "nsx-vlan-transportzone-190", "segmentation_id": 190, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41c5925e-60", "ovs_interfaceid": "41c5925e-6090-41da-8f95-9a225fa0cd4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.077558] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b23af9a-284b-4f30-a487-db4ae99f4d2a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.108649] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4938071, 'name': CreateVM_Task, 'duration_secs': 0.396645} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.110773] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3eb5b9f-a5e0-4dfe-a6ea-42fec368280f] Created VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1012.111194] env[65448]: DEBUG oslo_vmware.api [None req-37d0d905-015a-4fdb-9d6e-bd991363aaa2 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Waiting for the task: (returnval){ [ 1012.111194] env[65448]: value = "task-4938074" [ 1012.111194] env[65448]: _type = "Task" [ 1012.111194] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.116280] env[65448]: WARNING neutronclient.v2_0.client [None req-6614cd9f-5fb0-4770-bf7b-874ca0f5e7ee tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 1012.116831] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6614cd9f-5fb0-4770-bf7b-874ca0f5e7ee tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.117043] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6614cd9f-5fb0-4770-bf7b-874ca0f5e7ee tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.117442] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6614cd9f-5fb0-4770-bf7b-874ca0f5e7ee tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.117889] env[65448]: DEBUG oslo_vmware.api [None req-5df6878a-823d-4dc4-9dd8-dcd4a5b4bc9c tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': task-4938072, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.122171] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09ec27f5-3d5e-4a83-9c0c-bbc4fd357201 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.129424] env[65448]: DEBUG oslo_vmware.api [None req-e0725629-4ad3-4c60-964e-db5b4a077489 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4938073, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.134150] env[65448]: DEBUG oslo_vmware.api [None req-6614cd9f-5fb0-4770-bf7b-874ca0f5e7ee tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Waiting for the task: (returnval){ [ 1012.134150] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52c65cb5-a6bb-08fc-fd20-736a87a704ad" [ 1012.134150] env[65448]: _type = "Task" [ 1012.134150] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.140145] env[65448]: DEBUG oslo_vmware.api [None req-37d0d905-015a-4fdb-9d6e-bd991363aaa2 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': task-4938074, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.152166] env[65448]: DEBUG oslo_vmware.api [None req-6614cd9f-5fb0-4770-bf7b-874ca0f5e7ee tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52c65cb5-a6bb-08fc-fd20-736a87a704ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.205566] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a8ca7e03-040f-46e7-9968-d3c44c124e69 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Releasing lock "refresh_cache-b0c623fa-d333-4033-9b82-c846509e532a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.206170] env[65448]: DEBUG nova.compute.manager [None req-a8ca7e03-040f-46e7-9968-d3c44c124e69 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: b0c623fa-d333-4033-9b82-c846509e532a] Instance network_info: |[{"id": "fbf6fa07-858c-4a26-8c11-8b1471651060", "address": "fa:16:3e:42:9a:74", "network": {"id": "ae7fb699-1e8f-4e6e-ba65-11efac49c1f2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2072253352-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40f710aa821f49ef963bafd588fa759f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbf6fa07-85", "ovs_interfaceid": "fbf6fa07-858c-4a26-8c11-8b1471651060", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 1012.206615] env[65448]: DEBUG oslo_concurrency.lockutils [req-f00d9af6-bc14-46cd-b08b-296288ef5532 req-8fd47eb0-1c60-49b9-8d5a-1416866fe12a service nova] Acquired lock "refresh_cache-b0c623fa-d333-4033-9b82-c846509e532a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.206892] env[65448]: DEBUG nova.network.neutron [req-f00d9af6-bc14-46cd-b08b-296288ef5532 req-8fd47eb0-1c60-49b9-8d5a-1416866fe12a service nova] [instance: b0c623fa-d333-4033-9b82-c846509e532a] Refreshing network info cache for port fbf6fa07-858c-4a26-8c11-8b1471651060 {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1012.208434] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-a8ca7e03-040f-46e7-9968-d3c44c124e69 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: b0c623fa-d333-4033-9b82-c846509e532a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:42:9a:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f3a2eb5-353f-45c5-a73b-869626f4bb13', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fbf6fa07-858c-4a26-8c11-8b1471651060', 'vif_model': 'vmxnet3'}] {{(pid=65448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1012.216938] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-a8ca7e03-040f-46e7-9968-d3c44c124e69 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1012.217609] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0c623fa-d333-4033-9b82-c846509e532a] Creating VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1012.217903] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-538a3782-df57-45bb-8062-734ab100b26d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.234782] env[65448]: DEBUG oslo_concurrency.lockutils [None req-19c159e7-88b8-4588-bc3d-1669e2690fdf tempest-ServerGroupTestJSON-694706050 tempest-ServerGroupTestJSON-694706050-project-member] Lock "3a22ed5d-c4fd-429f-966a-ba2af260e43c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.331s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.243110] env[65448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1012.243110] env[65448]: value = "task-4938075" [ 1012.243110] env[65448]: _type = "Task" [ 1012.243110] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.256527] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4938075, 'name': CreateVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.390077] env[65448]: DEBUG oslo_concurrency.lockutils [None req-269b1b3d-45f1-442f-94f0-2f176fab21eb tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Lock "abc20464-a66c-4425-a677-b5852aec43bb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.922s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.590755] env[65448]: DEBUG oslo_vmware.api [None req-5df6878a-823d-4dc4-9dd8-dcd4a5b4bc9c tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': task-4938072, 'name': PowerOnVM_Task, 'duration_secs': 0.648876} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.590755] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-5df6878a-823d-4dc4-9dd8-dcd4a5b4bc9c tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 1df72414-93c2-4356-93c4-2dd4c781a1b9] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1012.590755] env[65448]: INFO nova.compute.manager [None req-5df6878a-823d-4dc4-9dd8-dcd4a5b4bc9c tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 1df72414-93c2-4356-93c4-2dd4c781a1b9] Took 17.79 seconds to spawn the instance on the hypervisor. [ 1012.590755] env[65448]: DEBUG nova.compute.manager [None req-5df6878a-823d-4dc4-9dd8-dcd4a5b4bc9c tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 1df72414-93c2-4356-93c4-2dd4c781a1b9] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 1012.591603] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eb309da-f3f2-41a4-b7ba-17b6a320448e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.595082] env[65448]: DEBUG oslo_concurrency.lockutils [req-dd15f196-884f-4573-82e2-c960948ec805 req-a0f7671c-84c9-4788-b857-25b855d804e4 service nova] Releasing lock "refresh_cache-a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.614289] env[65448]: DEBUG oslo_vmware.api [None req-e0725629-4ad3-4c60-964e-db5b4a077489 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4938073, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.643368} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.614636] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0725629-4ad3-4c60-964e-db5b4a077489 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] 24665a99-6cfb-4d8b-8d08-406b7d1f468f/24665a99-6cfb-4d8b-8d08-406b7d1f468f.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1012.614868] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-e0725629-4ad3-4c60-964e-db5b4a077489 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 24665a99-6cfb-4d8b-8d08-406b7d1f468f] Extending root virtual disk to 1048576 {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1012.615145] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-28618041-6684-4d2d-a219-9540c2ae06f5 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.627346] env[65448]: DEBUG oslo_vmware.api [None req-e0725629-4ad3-4c60-964e-db5b4a077489 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Waiting for the task: (returnval){ [ 1012.627346] env[65448]: value = "task-4938076" [ 1012.627346] env[65448]: _type = "Task" [ 1012.627346] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.640547] env[65448]: DEBUG oslo_vmware.api [None req-37d0d905-015a-4fdb-9d6e-bd991363aaa2 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': task-4938074, 'name': ReconfigVM_Task, 'duration_secs': 0.330133} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.646287] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-37d0d905-015a-4fdb-9d6e-bd991363aaa2 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: 2aca5466-f783-4972-8c9d-d0de3a679c0c] Reconfigured VM instance instance-00000055 to attach disk [datastore1] 2aca5466-f783-4972-8c9d-d0de3a679c0c/2aca5466-f783-4972-8c9d-d0de3a679c0c.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1012.651277] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fcdcd1f1-6a13-49eb-aa0d-54c8ab28c0e7 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.653346] env[65448]: DEBUG oslo_vmware.api [None req-e0725629-4ad3-4c60-964e-db5b4a077489 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4938076, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.662044] env[65448]: DEBUG oslo_vmware.api [None req-6614cd9f-5fb0-4770-bf7b-874ca0f5e7ee tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52c65cb5-a6bb-08fc-fd20-736a87a704ad, 'name': SearchDatastore_Task, 'duration_secs': 0.056246} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.663856] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6614cd9f-5fb0-4770-bf7b-874ca0f5e7ee tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.664618] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-6614cd9f-5fb0-4770-bf7b-874ca0f5e7ee tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d3eb5b9f-a5e0-4dfe-a6ea-42fec368280f] Processing image 50fb366d-48e6-424f-9c20-bc83d77be76a {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1012.664618] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6614cd9f-5fb0-4770-bf7b-874ca0f5e7ee tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.664618] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6614cd9f-5fb0-4770-bf7b-874ca0f5e7ee tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.664838] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-6614cd9f-5fb0-4770-bf7b-874ca0f5e7ee tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1012.665523] env[65448]: DEBUG oslo_vmware.api [None req-37d0d905-015a-4fdb-9d6e-bd991363aaa2 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Waiting for the task: (returnval){ [ 1012.665523] env[65448]: value = "task-4938077" [ 1012.665523] env[65448]: _type = "Task" [ 1012.665523] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.666673] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e6ba4f57-cdc9-4cd4-bc25-e016195ba808 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.680230] env[65448]: DEBUG oslo_vmware.api [None req-37d0d905-015a-4fdb-9d6e-bd991363aaa2 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': task-4938077, 'name': Rename_Task} progress is 6%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.681957] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-6614cd9f-5fb0-4770-bf7b-874ca0f5e7ee tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1012.682170] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-6614cd9f-5fb0-4770-bf7b-874ca0f5e7ee tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1012.683422] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd5de105-3e10-435a-8a90-4652044f5fc2 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.691198] env[65448]: DEBUG oslo_vmware.api [None req-6614cd9f-5fb0-4770-bf7b-874ca0f5e7ee tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Waiting for the task: (returnval){ [ 1012.691198] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5252a6a5-a934-5fbf-ab16-59235555f1c7" [ 1012.691198] env[65448]: _type = "Task" [ 1012.691198] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.703573] env[65448]: DEBUG oslo_vmware.api [None req-6614cd9f-5fb0-4770-bf7b-874ca0f5e7ee tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5252a6a5-a934-5fbf-ab16-59235555f1c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.718509] env[65448]: WARNING neutronclient.v2_0.client [req-f00d9af6-bc14-46cd-b08b-296288ef5532 req-8fd47eb0-1c60-49b9-8d5a-1416866fe12a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1012.757883] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4938075, 'name': CreateVM_Task} progress is 99%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.911428] env[65448]: WARNING neutronclient.v2_0.client [req-f00d9af6-bc14-46cd-b08b-296288ef5532 req-8fd47eb0-1c60-49b9-8d5a-1416866fe12a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1013.001662] env[65448]: DEBUG nova.network.neutron [req-f00d9af6-bc14-46cd-b08b-296288ef5532 req-8fd47eb0-1c60-49b9-8d5a-1416866fe12a service nova] [instance: b0c623fa-d333-4033-9b82-c846509e532a] Updated VIF entry in instance network info cache for port fbf6fa07-858c-4a26-8c11-8b1471651060. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1013.002057] env[65448]: DEBUG nova.network.neutron [req-f00d9af6-bc14-46cd-b08b-296288ef5532 req-8fd47eb0-1c60-49b9-8d5a-1416866fe12a service nova] [instance: b0c623fa-d333-4033-9b82-c846509e532a] Updating instance_info_cache with network_info: [{"id": "fbf6fa07-858c-4a26-8c11-8b1471651060", "address": "fa:16:3e:42:9a:74", "network": {"id": "ae7fb699-1e8f-4e6e-ba65-11efac49c1f2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2072253352-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40f710aa821f49ef963bafd588fa759f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbf6fa07-85", "ovs_interfaceid": "fbf6fa07-858c-4a26-8c11-8b1471651060", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.119243] env[65448]: INFO nova.compute.manager [None req-5df6878a-823d-4dc4-9dd8-dcd4a5b4bc9c tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 1df72414-93c2-4356-93c4-2dd4c781a1b9] Took 59.58 seconds to build instance. [ 1013.140581] env[65448]: DEBUG oslo_vmware.api [None req-e0725629-4ad3-4c60-964e-db5b4a077489 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4938076, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085957} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.143198] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-e0725629-4ad3-4c60-964e-db5b4a077489 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 24665a99-6cfb-4d8b-8d08-406b7d1f468f] Extended root virtual disk {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1013.144466] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45149a6f-0e72-44a9-9e67-f23c5d39c6b3 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.167745] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0725629-4ad3-4c60-964e-db5b4a077489 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 24665a99-6cfb-4d8b-8d08-406b7d1f468f] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] 24665a99-6cfb-4d8b-8d08-406b7d1f468f/24665a99-6cfb-4d8b-8d08-406b7d1f468f.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1013.170583] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3812a81a-3bfd-4a8c-89b4-d480892a8481 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.197846] env[65448]: DEBUG oslo_vmware.api [None req-37d0d905-015a-4fdb-9d6e-bd991363aaa2 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': task-4938077, 'name': Rename_Task, 'duration_secs': 0.228247} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.200541] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-37d0d905-015a-4fdb-9d6e-bd991363aaa2 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: 2aca5466-f783-4972-8c9d-d0de3a679c0c] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1013.201285] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db7d9014-76bb-40bf-a8d4-9b914c6aebf5 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.203987] env[65448]: DEBUG oslo_vmware.api [None req-e0725629-4ad3-4c60-964e-db5b4a077489 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Waiting for the task: (returnval){ [ 1013.203987] env[65448]: value = "task-4938078" [ 1013.203987] env[65448]: _type = "Task" [ 1013.203987] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.208533] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a0b31fac-1aa5-4247-b71c-c02b8dbe9697 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.210260] env[65448]: DEBUG oslo_vmware.api [None req-6614cd9f-5fb0-4770-bf7b-874ca0f5e7ee tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5252a6a5-a934-5fbf-ab16-59235555f1c7, 'name': SearchDatastore_Task, 'duration_secs': 0.018982} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.216773] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d10dc250-0db7-493a-9701-ed2bf4d5abdd {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.220896] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd0b9407-7897-4f6c-9057-c076f17c40db {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.229857] env[65448]: DEBUG oslo_vmware.api [None req-e0725629-4ad3-4c60-964e-db5b4a077489 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4938078, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.230201] env[65448]: DEBUG oslo_vmware.api [None req-37d0d905-015a-4fdb-9d6e-bd991363aaa2 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Waiting for the task: (returnval){ [ 1013.230201] env[65448]: value = "task-4938079" [ 1013.230201] env[65448]: _type = "Task" [ 1013.230201] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.231107] env[65448]: DEBUG oslo_concurrency.lockutils [None req-aa0b79a7-f9a5-44c7-bacd-c037a031ce22 tempest-ServerGroupTestJSON-694706050 tempest-ServerGroupTestJSON-694706050-project-member] Acquiring lock "3a22ed5d-c4fd-429f-966a-ba2af260e43c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.231405] env[65448]: DEBUG oslo_concurrency.lockutils [None req-aa0b79a7-f9a5-44c7-bacd-c037a031ce22 tempest-ServerGroupTestJSON-694706050 tempest-ServerGroupTestJSON-694706050-project-member] Lock "3a22ed5d-c4fd-429f-966a-ba2af260e43c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.231735] env[65448]: DEBUG oslo_concurrency.lockutils [None req-aa0b79a7-f9a5-44c7-bacd-c037a031ce22 tempest-ServerGroupTestJSON-694706050 tempest-ServerGroupTestJSON-694706050-project-member] Acquiring lock "3a22ed5d-c4fd-429f-966a-ba2af260e43c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.231960] env[65448]: DEBUG oslo_concurrency.lockutils [None req-aa0b79a7-f9a5-44c7-bacd-c037a031ce22 tempest-ServerGroupTestJSON-694706050 tempest-ServerGroupTestJSON-694706050-project-member] Lock "3a22ed5d-c4fd-429f-966a-ba2af260e43c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.232197] env[65448]: DEBUG oslo_concurrency.lockutils [None req-aa0b79a7-f9a5-44c7-bacd-c037a031ce22 tempest-ServerGroupTestJSON-694706050 tempest-ServerGroupTestJSON-694706050-project-member] Lock "3a22ed5d-c4fd-429f-966a-ba2af260e43c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.267529] env[65448]: DEBUG oslo_vmware.api [None req-6614cd9f-5fb0-4770-bf7b-874ca0f5e7ee tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Waiting for the task: (returnval){ [ 1013.267529] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5249da0c-35e1-d402-1e63-03275d2e2122" [ 1013.267529] env[65448]: _type = "Task" [ 1013.267529] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.268120] env[65448]: INFO nova.compute.manager [None req-aa0b79a7-f9a5-44c7-bacd-c037a031ce22 tempest-ServerGroupTestJSON-694706050 tempest-ServerGroupTestJSON-694706050-project-member] [instance: 3a22ed5d-c4fd-429f-966a-ba2af260e43c] Terminating instance [ 1013.272816] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56722fc6-40d6-4c8d-bafd-9edcae3036ec {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.279962] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b11d56a2-9029-4786-8325-de7cf2477006 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Acquiring lock "f92de7cc-d52b-4a1d-821a-0212e37e9369" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.279962] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b11d56a2-9029-4786-8325-de7cf2477006 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Lock "f92de7cc-d52b-4a1d-821a-0212e37e9369" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.279962] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b11d56a2-9029-4786-8325-de7cf2477006 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Acquiring lock "f92de7cc-d52b-4a1d-821a-0212e37e9369-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.279962] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b11d56a2-9029-4786-8325-de7cf2477006 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Lock "f92de7cc-d52b-4a1d-821a-0212e37e9369-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.279962] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b11d56a2-9029-4786-8325-de7cf2477006 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Lock "f92de7cc-d52b-4a1d-821a-0212e37e9369-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.286300] env[65448]: INFO nova.compute.manager [None req-b11d56a2-9029-4786-8325-de7cf2477006 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: f92de7cc-d52b-4a1d-821a-0212e37e9369] Terminating instance [ 1013.289218] env[65448]: DEBUG oslo_vmware.api [None req-37d0d905-015a-4fdb-9d6e-bd991363aaa2 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': task-4938079, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.297317] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4938075, 'name': CreateVM_Task, 'duration_secs': 0.721815} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.301827] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0c623fa-d333-4033-9b82-c846509e532a] Created VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1013.303137] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30699cba-0f4c-45c0-a13f-e6d27dd448c6 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.310271] env[65448]: DEBUG oslo_vmware.api [None req-6614cd9f-5fb0-4770-bf7b-874ca0f5e7ee tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5249da0c-35e1-d402-1e63-03275d2e2122, 'name': SearchDatastore_Task, 'duration_secs': 0.032483} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.310271] env[65448]: WARNING neutronclient.v2_0.client [None req-a8ca7e03-040f-46e7-9968-d3c44c124e69 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1013.310271] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a8ca7e03-040f-46e7-9968-d3c44c124e69 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.310271] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a8ca7e03-040f-46e7-9968-d3c44c124e69 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.310271] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a8ca7e03-040f-46e7-9968-d3c44c124e69 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.310700] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6614cd9f-5fb0-4770-bf7b-874ca0f5e7ee tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.310897] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-6614cd9f-5fb0-4770-bf7b-874ca0f5e7ee tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] d3eb5b9f-a5e0-4dfe-a6ea-42fec368280f/d3eb5b9f-a5e0-4dfe-a6ea-42fec368280f.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1013.311516] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14d35717-b9bf-4b89-b89b-858ec6a5fc33 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.313700] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6b3502c2-449a-40a4-a6c3-defa7aa42539 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.326936] env[65448]: DEBUG nova.compute.provider_tree [None req-56ff521b-7155-41f3-b95a-53159461f00e tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1013.330177] env[65448]: DEBUG oslo_vmware.api [None req-a8ca7e03-040f-46e7-9968-d3c44c124e69 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Waiting for the task: (returnval){ [ 1013.330177] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52060670-a6fb-3337-9006-a9db0f1dd31f" [ 1013.330177] env[65448]: _type = "Task" [ 1013.330177] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.336691] env[65448]: DEBUG oslo_vmware.api [None req-6614cd9f-5fb0-4770-bf7b-874ca0f5e7ee tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Waiting for the task: (returnval){ [ 1013.336691] env[65448]: value = "task-4938080" [ 1013.336691] env[65448]: _type = "Task" [ 1013.336691] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.345856] env[65448]: DEBUG oslo_vmware.api [None req-a8ca7e03-040f-46e7-9968-d3c44c124e69 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52060670-a6fb-3337-9006-a9db0f1dd31f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.355258] env[65448]: DEBUG oslo_vmware.api [None req-6614cd9f-5fb0-4770-bf7b-874ca0f5e7ee tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4938080, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.507916] env[65448]: DEBUG oslo_concurrency.lockutils [req-f00d9af6-bc14-46cd-b08b-296288ef5532 req-8fd47eb0-1c60-49b9-8d5a-1416866fe12a service nova] Releasing lock "refresh_cache-b0c623fa-d333-4033-9b82-c846509e532a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.620679] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5df6878a-823d-4dc4-9dd8-dcd4a5b4bc9c tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Lock "1df72414-93c2-4356-93c4-2dd4c781a1b9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.095s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.730754] env[65448]: DEBUG oslo_vmware.api [None req-e0725629-4ad3-4c60-964e-db5b4a077489 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4938078, 'name': ReconfigVM_Task, 'duration_secs': 0.381409} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.731237] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0725629-4ad3-4c60-964e-db5b4a077489 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 24665a99-6cfb-4d8b-8d08-406b7d1f468f] Reconfigured VM instance instance-00000056 to attach disk [datastore2] 24665a99-6cfb-4d8b-8d08-406b7d1f468f/24665a99-6cfb-4d8b-8d08-406b7d1f468f.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1013.735527] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4e99bca4-8983-43e3-8a90-c20a8bd13fa9 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.745911] env[65448]: DEBUG oslo_vmware.api [None req-37d0d905-015a-4fdb-9d6e-bd991363aaa2 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': task-4938079, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.748370] env[65448]: DEBUG oslo_vmware.api [None req-e0725629-4ad3-4c60-964e-db5b4a077489 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Waiting for the task: (returnval){ [ 1013.748370] env[65448]: value = "task-4938081" [ 1013.748370] env[65448]: _type = "Task" [ 1013.748370] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.759844] env[65448]: DEBUG oslo_vmware.api [None req-e0725629-4ad3-4c60-964e-db5b4a077489 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4938081, 'name': Rename_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.784420] env[65448]: DEBUG nova.compute.manager [None req-aa0b79a7-f9a5-44c7-bacd-c037a031ce22 tempest-ServerGroupTestJSON-694706050 tempest-ServerGroupTestJSON-694706050-project-member] [instance: 3a22ed5d-c4fd-429f-966a-ba2af260e43c] Start destroying the instance on the hypervisor. {{(pid=65448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3209}} [ 1013.784820] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-aa0b79a7-f9a5-44c7-bacd-c037a031ce22 tempest-ServerGroupTestJSON-694706050 tempest-ServerGroupTestJSON-694706050-project-member] [instance: 3a22ed5d-c4fd-429f-966a-ba2af260e43c] Destroying instance {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1013.786100] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fb0561c-3325-467c-a86c-017bd27a775b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.796164] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa0b79a7-f9a5-44c7-bacd-c037a031ce22 tempest-ServerGroupTestJSON-694706050 tempest-ServerGroupTestJSON-694706050-project-member] [instance: 3a22ed5d-c4fd-429f-966a-ba2af260e43c] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1013.796506] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-327801a8-507f-4aca-8db0-511da2046e5a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.799260] env[65448]: DEBUG nova.compute.manager [None req-b11d56a2-9029-4786-8325-de7cf2477006 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: f92de7cc-d52b-4a1d-821a-0212e37e9369] Start destroying the instance on the hypervisor. {{(pid=65448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3209}} [ 1013.799504] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-b11d56a2-9029-4786-8325-de7cf2477006 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: f92de7cc-d52b-4a1d-821a-0212e37e9369] Destroying instance {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1013.800596] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf58f2dc-2cb2-4734-a806-378d9f465802 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.811690] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-b11d56a2-9029-4786-8325-de7cf2477006 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: f92de7cc-d52b-4a1d-821a-0212e37e9369] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1013.813632] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-789bec4a-b20f-4e09-9fa0-2a50da59ca1b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.815917] env[65448]: DEBUG oslo_vmware.api [None req-aa0b79a7-f9a5-44c7-bacd-c037a031ce22 tempest-ServerGroupTestJSON-694706050 tempest-ServerGroupTestJSON-694706050-project-member] Waiting for the task: (returnval){ [ 1013.815917] env[65448]: value = "task-4938082" [ 1013.815917] env[65448]: _type = "Task" [ 1013.815917] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.822579] env[65448]: DEBUG oslo_vmware.api [None req-b11d56a2-9029-4786-8325-de7cf2477006 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Waiting for the task: (returnval){ [ 1013.822579] env[65448]: value = "task-4938083" [ 1013.822579] env[65448]: _type = "Task" [ 1013.822579] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.832956] env[65448]: DEBUG nova.scheduler.client.report [None req-56ff521b-7155-41f3-b95a-53159461f00e tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1013.850214] env[65448]: DEBUG oslo_vmware.api [None req-b11d56a2-9029-4786-8325-de7cf2477006 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Task: {'id': task-4938083, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.866192] env[65448]: DEBUG oslo_vmware.api [None req-6614cd9f-5fb0-4770-bf7b-874ca0f5e7ee tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4938080, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.871203] env[65448]: DEBUG oslo_vmware.api [None req-a8ca7e03-040f-46e7-9968-d3c44c124e69 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52060670-a6fb-3337-9006-a9db0f1dd31f, 'name': SearchDatastore_Task, 'duration_secs': 0.014507} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.871580] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a8ca7e03-040f-46e7-9968-d3c44c124e69 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.871894] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-a8ca7e03-040f-46e7-9968-d3c44c124e69 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: b0c623fa-d333-4033-9b82-c846509e532a] Processing image 50fb366d-48e6-424f-9c20-bc83d77be76a {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1013.872229] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a8ca7e03-040f-46e7-9968-d3c44c124e69 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.872380] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a8ca7e03-040f-46e7-9968-d3c44c124e69 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.873130] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8ca7e03-040f-46e7-9968-d3c44c124e69 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1013.873554] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c0e74142-f64f-4ec1-9d82-adbe6887389c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.895517] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8ca7e03-040f-46e7-9968-d3c44c124e69 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1013.895517] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-a8ca7e03-040f-46e7-9968-d3c44c124e69 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1013.895517] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ffe59cb-1089-46f2-850a-983d949331eb {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.902570] env[65448]: DEBUG oslo_vmware.api [None req-a8ca7e03-040f-46e7-9968-d3c44c124e69 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Waiting for the task: (returnval){ [ 1013.902570] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5211cd1c-12b5-4acc-aac5-0fc6d47fa43a" [ 1013.902570] env[65448]: _type = "Task" [ 1013.902570] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.915903] env[65448]: DEBUG oslo_vmware.api [None req-a8ca7e03-040f-46e7-9968-d3c44c124e69 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5211cd1c-12b5-4acc-aac5-0fc6d47fa43a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.224293] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6bf10488-b5b7-4a7b-aa03-93640fc181fe tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Acquiring lock "1df72414-93c2-4356-93c4-2dd4c781a1b9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.224910] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6bf10488-b5b7-4a7b-aa03-93640fc181fe tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Lock "1df72414-93c2-4356-93c4-2dd4c781a1b9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.224910] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6bf10488-b5b7-4a7b-aa03-93640fc181fe tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Acquiring lock "1df72414-93c2-4356-93c4-2dd4c781a1b9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.224910] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6bf10488-b5b7-4a7b-aa03-93640fc181fe tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Lock "1df72414-93c2-4356-93c4-2dd4c781a1b9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.225198] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6bf10488-b5b7-4a7b-aa03-93640fc181fe tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Lock "1df72414-93c2-4356-93c4-2dd4c781a1b9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.227801] env[65448]: INFO nova.compute.manager [None req-6bf10488-b5b7-4a7b-aa03-93640fc181fe tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 1df72414-93c2-4356-93c4-2dd4c781a1b9] Terminating instance [ 1014.241670] env[65448]: DEBUG oslo_vmware.api [None req-37d0d905-015a-4fdb-9d6e-bd991363aaa2 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': task-4938079, 'name': PowerOnVM_Task, 'duration_secs': 0.528052} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.242649] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-37d0d905-015a-4fdb-9d6e-bd991363aaa2 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: 2aca5466-f783-4972-8c9d-d0de3a679c0c] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1014.242853] env[65448]: INFO nova.compute.manager [None req-37d0d905-015a-4fdb-9d6e-bd991363aaa2 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: 2aca5466-f783-4972-8c9d-d0de3a679c0c] Took 9.56 seconds to spawn the instance on the hypervisor. [ 1014.243037] env[65448]: DEBUG nova.compute.manager [None req-37d0d905-015a-4fdb-9d6e-bd991363aaa2 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: 2aca5466-f783-4972-8c9d-d0de3a679c0c] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 1014.244141] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47c88675-ce15-464b-bd5c-9449f8851f37 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.265040] env[65448]: DEBUG oslo_vmware.api [None req-e0725629-4ad3-4c60-964e-db5b4a077489 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4938081, 'name': Rename_Task, 'duration_secs': 0.237649} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.265322] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0725629-4ad3-4c60-964e-db5b4a077489 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 24665a99-6cfb-4d8b-8d08-406b7d1f468f] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1014.265432] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-082b6760-0072-4271-b288-fdf54f7b8ec0 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.272733] env[65448]: DEBUG oslo_vmware.api [None req-e0725629-4ad3-4c60-964e-db5b4a077489 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Waiting for the task: (returnval){ [ 1014.272733] env[65448]: value = "task-4938084" [ 1014.272733] env[65448]: _type = "Task" [ 1014.272733] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.281856] env[65448]: DEBUG oslo_vmware.api [None req-e0725629-4ad3-4c60-964e-db5b4a077489 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4938084, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.327518] env[65448]: DEBUG oslo_vmware.api [None req-aa0b79a7-f9a5-44c7-bacd-c037a031ce22 tempest-ServerGroupTestJSON-694706050 tempest-ServerGroupTestJSON-694706050-project-member] Task: {'id': task-4938082, 'name': PowerOffVM_Task, 'duration_secs': 0.381842} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.330746] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa0b79a7-f9a5-44c7-bacd-c037a031ce22 tempest-ServerGroupTestJSON-694706050 tempest-ServerGroupTestJSON-694706050-project-member] [instance: 3a22ed5d-c4fd-429f-966a-ba2af260e43c] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1014.330961] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-aa0b79a7-f9a5-44c7-bacd-c037a031ce22 tempest-ServerGroupTestJSON-694706050 tempest-ServerGroupTestJSON-694706050-project-member] [instance: 3a22ed5d-c4fd-429f-966a-ba2af260e43c] Unregistering the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1014.331634] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-37561447-98f4-410b-8212-0f2ede6444bc {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.340620] env[65448]: DEBUG oslo_vmware.api [None req-b11d56a2-9029-4786-8325-de7cf2477006 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Task: {'id': task-4938083, 'name': PowerOffVM_Task, 'duration_secs': 0.311488} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.341272] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-b11d56a2-9029-4786-8325-de7cf2477006 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: f92de7cc-d52b-4a1d-821a-0212e37e9369] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1014.341412] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-b11d56a2-9029-4786-8325-de7cf2477006 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: f92de7cc-d52b-4a1d-821a-0212e37e9369] Unregistering the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1014.341725] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a042455b-a77a-46f3-b87b-e7b21d5ee4bf {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.352393] env[65448]: DEBUG oslo_concurrency.lockutils [None req-56ff521b-7155-41f3-b95a-53159461f00e tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.518s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.353095] env[65448]: DEBUG nova.compute.manager [None req-56ff521b-7155-41f3-b95a-53159461f00e tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] [instance: b905ff09-c59b-4f17-a42b-cf754c4006fe] Start building networks asynchronously for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2881}} [ 1014.364236] env[65448]: DEBUG oslo_concurrency.lockutils [None req-fb5db10c-f929-4ab2-9e7e-91b70b215198 tempest-AttachInterfacesV270Test-1102348690 tempest-AttachInterfacesV270Test-1102348690-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.433s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.364739] env[65448]: INFO nova.compute.claims [None req-fb5db10c-f929-4ab2-9e7e-91b70b215198 tempest-AttachInterfacesV270Test-1102348690 tempest-AttachInterfacesV270Test-1102348690-project-member] [instance: e4c91856-fcd2-447b-a2d2-7d2ce2bce0f3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1014.368713] env[65448]: DEBUG oslo_vmware.api [None req-6614cd9f-5fb0-4770-bf7b-874ca0f5e7ee tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4938080, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.685491} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.369831] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-6614cd9f-5fb0-4770-bf7b-874ca0f5e7ee tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] d3eb5b9f-a5e0-4dfe-a6ea-42fec368280f/d3eb5b9f-a5e0-4dfe-a6ea-42fec368280f.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1014.370105] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-6614cd9f-5fb0-4770-bf7b-874ca0f5e7ee tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d3eb5b9f-a5e0-4dfe-a6ea-42fec368280f] Extending root virtual disk to 1048576 {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1014.370419] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ae31273f-f21f-480d-9410-56161531dc5d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.379226] env[65448]: DEBUG oslo_vmware.api [None req-6614cd9f-5fb0-4770-bf7b-874ca0f5e7ee tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Waiting for the task: (returnval){ [ 1014.379226] env[65448]: value = "task-4938087" [ 1014.379226] env[65448]: _type = "Task" [ 1014.379226] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.410587] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-aa0b79a7-f9a5-44c7-bacd-c037a031ce22 tempest-ServerGroupTestJSON-694706050 tempest-ServerGroupTestJSON-694706050-project-member] [instance: 3a22ed5d-c4fd-429f-966a-ba2af260e43c] Unregistered the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1014.410821] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-aa0b79a7-f9a5-44c7-bacd-c037a031ce22 tempest-ServerGroupTestJSON-694706050 tempest-ServerGroupTestJSON-694706050-project-member] [instance: 3a22ed5d-c4fd-429f-966a-ba2af260e43c] Deleting contents of the VM from datastore datastore1 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1014.410997] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa0b79a7-f9a5-44c7-bacd-c037a031ce22 tempest-ServerGroupTestJSON-694706050 tempest-ServerGroupTestJSON-694706050-project-member] Deleting the datastore file [datastore1] 3a22ed5d-c4fd-429f-966a-ba2af260e43c {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1014.411923] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-275a842d-63dc-4530-a4d3-43e0525bad79 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.418535] env[65448]: DEBUG oslo_vmware.api [None req-a8ca7e03-040f-46e7-9968-d3c44c124e69 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5211cd1c-12b5-4acc-aac5-0fc6d47fa43a, 'name': SearchDatastore_Task, 'duration_secs': 0.070512} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.420110] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c69a47ad-edb7-4b2b-b7ec-e8ed5e7424cf {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.425534] env[65448]: DEBUG oslo_vmware.api [None req-aa0b79a7-f9a5-44c7-bacd-c037a031ce22 tempest-ServerGroupTestJSON-694706050 tempest-ServerGroupTestJSON-694706050-project-member] Waiting for the task: (returnval){ [ 1014.425534] env[65448]: value = "task-4938088" [ 1014.425534] env[65448]: _type = "Task" [ 1014.425534] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.429687] env[65448]: DEBUG oslo_vmware.api [None req-a8ca7e03-040f-46e7-9968-d3c44c124e69 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Waiting for the task: (returnval){ [ 1014.429687] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52a082a9-dc82-c8a8-cecb-18245251b38d" [ 1014.429687] env[65448]: _type = "Task" [ 1014.429687] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.436047] env[65448]: DEBUG oslo_vmware.api [None req-aa0b79a7-f9a5-44c7-bacd-c037a031ce22 tempest-ServerGroupTestJSON-694706050 tempest-ServerGroupTestJSON-694706050-project-member] Task: {'id': task-4938088, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.443036] env[65448]: DEBUG oslo_vmware.api [None req-a8ca7e03-040f-46e7-9968-d3c44c124e69 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52a082a9-dc82-c8a8-cecb-18245251b38d, 'name': SearchDatastore_Task, 'duration_secs': 0.012754} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.443306] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a8ca7e03-040f-46e7-9968-d3c44c124e69 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.443583] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8ca7e03-040f-46e7-9968-d3c44c124e69 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] b0c623fa-d333-4033-9b82-c846509e532a/b0c623fa-d333-4033-9b82-c846509e532a.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1014.443857] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3f301471-c4a3-4148-9b74-95fe4fefbe0b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.451063] env[65448]: DEBUG oslo_vmware.api [None req-a8ca7e03-040f-46e7-9968-d3c44c124e69 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Waiting for the task: (returnval){ [ 1014.451063] env[65448]: value = "task-4938089" [ 1014.451063] env[65448]: _type = "Task" [ 1014.451063] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.456027] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-b11d56a2-9029-4786-8325-de7cf2477006 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: f92de7cc-d52b-4a1d-821a-0212e37e9369] Unregistered the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1014.456326] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-b11d56a2-9029-4786-8325-de7cf2477006 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: f92de7cc-d52b-4a1d-821a-0212e37e9369] Deleting contents of the VM from datastore datastore1 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1014.456658] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-b11d56a2-9029-4786-8325-de7cf2477006 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Deleting the datastore file [datastore1] f92de7cc-d52b-4a1d-821a-0212e37e9369 {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1014.457841] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bc387859-49da-4aa9-8b11-eb4d02bb15ef {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.463865] env[65448]: DEBUG oslo_vmware.api [None req-a8ca7e03-040f-46e7-9968-d3c44c124e69 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': task-4938089, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.465341] env[65448]: DEBUG oslo_vmware.api [None req-b11d56a2-9029-4786-8325-de7cf2477006 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Waiting for the task: (returnval){ [ 1014.465341] env[65448]: value = "task-4938090" [ 1014.465341] env[65448]: _type = "Task" [ 1014.465341] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.474617] env[65448]: DEBUG oslo_vmware.api [None req-b11d56a2-9029-4786-8325-de7cf2477006 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Task: {'id': task-4938090, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.732710] env[65448]: DEBUG nova.compute.manager [None req-6bf10488-b5b7-4a7b-aa03-93640fc181fe tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 1df72414-93c2-4356-93c4-2dd4c781a1b9] Start destroying the instance on the hypervisor. {{(pid=65448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3209}} [ 1014.732899] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-6bf10488-b5b7-4a7b-aa03-93640fc181fe tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 1df72414-93c2-4356-93c4-2dd4c781a1b9] Destroying instance {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1014.734239] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26c52e8c-b7c5-43ab-941b-278a924834eb {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.745630] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bf10488-b5b7-4a7b-aa03-93640fc181fe tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 1df72414-93c2-4356-93c4-2dd4c781a1b9] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1014.746038] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a53f9513-859a-49af-8283-99dcbb1bfb87 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.754884] env[65448]: DEBUG oslo_vmware.api [None req-6bf10488-b5b7-4a7b-aa03-93640fc181fe tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Waiting for the task: (returnval){ [ 1014.754884] env[65448]: value = "task-4938091" [ 1014.754884] env[65448]: _type = "Task" [ 1014.754884] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.767526] env[65448]: INFO nova.compute.manager [None req-37d0d905-015a-4fdb-9d6e-bd991363aaa2 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: 2aca5466-f783-4972-8c9d-d0de3a679c0c] Took 56.54 seconds to build instance. [ 1014.774422] env[65448]: DEBUG oslo_vmware.api [None req-6bf10488-b5b7-4a7b-aa03-93640fc181fe tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': task-4938091, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.786074] env[65448]: DEBUG oslo_vmware.api [None req-e0725629-4ad3-4c60-964e-db5b4a077489 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4938084, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.873883] env[65448]: DEBUG nova.compute.utils [None req-56ff521b-7155-41f3-b95a-53159461f00e tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Using /dev/sd instead of None {{(pid=65448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1014.875641] env[65448]: DEBUG nova.compute.manager [None req-56ff521b-7155-41f3-b95a-53159461f00e tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] [instance: b905ff09-c59b-4f17-a42b-cf754c4006fe] Allocating IP information in the background. {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 1014.875839] env[65448]: DEBUG nova.network.neutron [None req-56ff521b-7155-41f3-b95a-53159461f00e tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] [instance: b905ff09-c59b-4f17-a42b-cf754c4006fe] allocate_for_instance() {{(pid=65448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1014.876182] env[65448]: WARNING neutronclient.v2_0.client [None req-56ff521b-7155-41f3-b95a-53159461f00e tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1014.876508] env[65448]: WARNING neutronclient.v2_0.client [None req-56ff521b-7155-41f3-b95a-53159461f00e tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1014.890237] env[65448]: DEBUG oslo_vmware.api [None req-6614cd9f-5fb0-4770-bf7b-874ca0f5e7ee tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4938087, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.145083} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.891769] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-6614cd9f-5fb0-4770-bf7b-874ca0f5e7ee tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d3eb5b9f-a5e0-4dfe-a6ea-42fec368280f] Extended root virtual disk {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1014.892748] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a4fcd1a-c2e4-42a1-a8b1-1537035b13b9 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.919346] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-6614cd9f-5fb0-4770-bf7b-874ca0f5e7ee tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d3eb5b9f-a5e0-4dfe-a6ea-42fec368280f] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] d3eb5b9f-a5e0-4dfe-a6ea-42fec368280f/d3eb5b9f-a5e0-4dfe-a6ea-42fec368280f.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1014.920079] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2094a2e-25b7-47c2-85f2-d20e28b46c70 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.947258] env[65448]: DEBUG nova.policy [None req-56ff521b-7155-41f3-b95a-53159461f00e tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0a74f8781ec24a9786dfc17049e7f025', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '37c58331131a4582ac9960bcaa8c546a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65448) authorize /opt/stack/nova/nova/policy.py:192}} [ 1014.956687] env[65448]: DEBUG oslo_vmware.api [None req-6614cd9f-5fb0-4770-bf7b-874ca0f5e7ee tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Waiting for the task: (returnval){ [ 1014.956687] env[65448]: value = "task-4938092" [ 1014.956687] env[65448]: _type = "Task" [ 1014.956687] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.962604] env[65448]: DEBUG oslo_vmware.api [None req-aa0b79a7-f9a5-44c7-bacd-c037a031ce22 tempest-ServerGroupTestJSON-694706050 tempest-ServerGroupTestJSON-694706050-project-member] Task: {'id': task-4938088, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.208132} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.967896] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa0b79a7-f9a5-44c7-bacd-c037a031ce22 tempest-ServerGroupTestJSON-694706050 tempest-ServerGroupTestJSON-694706050-project-member] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1014.968245] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-aa0b79a7-f9a5-44c7-bacd-c037a031ce22 tempest-ServerGroupTestJSON-694706050 tempest-ServerGroupTestJSON-694706050-project-member] [instance: 3a22ed5d-c4fd-429f-966a-ba2af260e43c] Deleted contents of the VM from datastore datastore1 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1014.968536] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-aa0b79a7-f9a5-44c7-bacd-c037a031ce22 tempest-ServerGroupTestJSON-694706050 tempest-ServerGroupTestJSON-694706050-project-member] [instance: 3a22ed5d-c4fd-429f-966a-ba2af260e43c] Instance destroyed {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1014.968754] env[65448]: INFO nova.compute.manager [None req-aa0b79a7-f9a5-44c7-bacd-c037a031ce22 tempest-ServerGroupTestJSON-694706050 tempest-ServerGroupTestJSON-694706050-project-member] [instance: 3a22ed5d-c4fd-429f-966a-ba2af260e43c] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1014.969030] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-aa0b79a7-f9a5-44c7-bacd-c037a031ce22 tempest-ServerGroupTestJSON-694706050 tempest-ServerGroupTestJSON-694706050-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1014.973481] env[65448]: DEBUG nova.compute.manager [-] [instance: 3a22ed5d-c4fd-429f-966a-ba2af260e43c] Deallocating network for instance {{(pid=65448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1014.973661] env[65448]: DEBUG nova.network.neutron [-] [instance: 3a22ed5d-c4fd-429f-966a-ba2af260e43c] deallocate_for_instance() {{(pid=65448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1014.973976] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1014.976687] env[65448]: DEBUG oslo_vmware.api [None req-a8ca7e03-040f-46e7-9968-d3c44c124e69 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': task-4938089, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.988859] env[65448]: DEBUG oslo_vmware.api [None req-6614cd9f-5fb0-4770-bf7b-874ca0f5e7ee tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4938092, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.993699] env[65448]: DEBUG oslo_vmware.api [None req-b11d56a2-9029-4786-8325-de7cf2477006 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Task: {'id': task-4938090, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.305581} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.993699] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-b11d56a2-9029-4786-8325-de7cf2477006 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1014.996786] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-b11d56a2-9029-4786-8325-de7cf2477006 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: f92de7cc-d52b-4a1d-821a-0212e37e9369] Deleted contents of the VM from datastore datastore1 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1014.996786] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-b11d56a2-9029-4786-8325-de7cf2477006 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: f92de7cc-d52b-4a1d-821a-0212e37e9369] Instance destroyed {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1014.997013] env[65448]: INFO nova.compute.manager [None req-b11d56a2-9029-4786-8325-de7cf2477006 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] [instance: f92de7cc-d52b-4a1d-821a-0212e37e9369] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1014.997093] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-b11d56a2-9029-4786-8325-de7cf2477006 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1014.997330] env[65448]: DEBUG nova.compute.manager [-] [instance: f92de7cc-d52b-4a1d-821a-0212e37e9369] Deallocating network for instance {{(pid=65448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1014.997517] env[65448]: DEBUG nova.network.neutron [-] [instance: f92de7cc-d52b-4a1d-821a-0212e37e9369] deallocate_for_instance() {{(pid=65448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1014.997683] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1015.247238] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1015.268437] env[65448]: DEBUG oslo_vmware.api [None req-6bf10488-b5b7-4a7b-aa03-93640fc181fe tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': task-4938091, 'name': PowerOffVM_Task, 'duration_secs': 0.304792} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.268497] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bf10488-b5b7-4a7b-aa03-93640fc181fe tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 1df72414-93c2-4356-93c4-2dd4c781a1b9] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1015.268651] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-6bf10488-b5b7-4a7b-aa03-93640fc181fe tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 1df72414-93c2-4356-93c4-2dd4c781a1b9] Unregistering the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1015.269480] env[65448]: DEBUG oslo_concurrency.lockutils [None req-37d0d905-015a-4fdb-9d6e-bd991363aaa2 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Lock "2aca5466-f783-4972-8c9d-d0de3a679c0c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.049s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.269806] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4adbe883-7273-406b-9c18-2cfa64df42e4 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.289135] env[65448]: DEBUG oslo_vmware.api [None req-e0725629-4ad3-4c60-964e-db5b4a077489 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4938084, 'name': PowerOnVM_Task, 'duration_secs': 0.777759} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.289307] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0725629-4ad3-4c60-964e-db5b4a077489 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 24665a99-6cfb-4d8b-8d08-406b7d1f468f] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1015.289601] env[65448]: INFO nova.compute.manager [None req-e0725629-4ad3-4c60-964e-db5b4a077489 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 24665a99-6cfb-4d8b-8d08-406b7d1f468f] Took 8.06 seconds to spawn the instance on the hypervisor. [ 1015.289841] env[65448]: DEBUG nova.compute.manager [None req-e0725629-4ad3-4c60-964e-db5b4a077489 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 24665a99-6cfb-4d8b-8d08-406b7d1f468f] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 1015.290793] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1359be5d-731c-4422-a6e2-17858cedd1c1 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.310789] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1015.352039] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-6bf10488-b5b7-4a7b-aa03-93640fc181fe tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 1df72414-93c2-4356-93c4-2dd4c781a1b9] Unregistered the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1015.352871] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-6bf10488-b5b7-4a7b-aa03-93640fc181fe tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 1df72414-93c2-4356-93c4-2dd4c781a1b9] Deleting contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1015.352871] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bf10488-b5b7-4a7b-aa03-93640fc181fe tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Deleting the datastore file [datastore2] 1df72414-93c2-4356-93c4-2dd4c781a1b9 {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1015.353054] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-659ca859-0f7c-4050-828e-747920d541fe {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.362806] env[65448]: DEBUG oslo_vmware.api [None req-6bf10488-b5b7-4a7b-aa03-93640fc181fe tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Waiting for the task: (returnval){ [ 1015.362806] env[65448]: value = "task-4938094" [ 1015.362806] env[65448]: _type = "Task" [ 1015.362806] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.369821] env[65448]: DEBUG nova.network.neutron [None req-56ff521b-7155-41f3-b95a-53159461f00e tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] [instance: b905ff09-c59b-4f17-a42b-cf754c4006fe] Successfully created port: 7a5b3991-1a34-4ad2-acfd-fe6103b2d9df {{(pid=65448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1015.381872] env[65448]: DEBUG oslo_vmware.api [None req-6bf10488-b5b7-4a7b-aa03-93640fc181fe tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': task-4938094, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.382774] env[65448]: DEBUG nova.compute.manager [None req-56ff521b-7155-41f3-b95a-53159461f00e tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] [instance: b905ff09-c59b-4f17-a42b-cf754c4006fe] Start building block device mappings for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2916}} [ 1015.478816] env[65448]: DEBUG oslo_vmware.api [None req-a8ca7e03-040f-46e7-9968-d3c44c124e69 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': task-4938089, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.535731} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.486101] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8ca7e03-040f-46e7-9968-d3c44c124e69 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] b0c623fa-d333-4033-9b82-c846509e532a/b0c623fa-d333-4033-9b82-c846509e532a.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1015.486394] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-a8ca7e03-040f-46e7-9968-d3c44c124e69 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: b0c623fa-d333-4033-9b82-c846509e532a] Extending root virtual disk to 1048576 {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1015.486703] env[65448]: DEBUG oslo_vmware.api [None req-6614cd9f-5fb0-4770-bf7b-874ca0f5e7ee tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4938092, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.487187] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f4d9e8d6-eb69-4167-bf30-81a51e646151 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.496285] env[65448]: DEBUG oslo_vmware.api [None req-a8ca7e03-040f-46e7-9968-d3c44c124e69 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Waiting for the task: (returnval){ [ 1015.496285] env[65448]: value = "task-4938095" [ 1015.496285] env[65448]: _type = "Task" [ 1015.496285] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.509131] env[65448]: DEBUG oslo_vmware.api [None req-a8ca7e03-040f-46e7-9968-d3c44c124e69 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': task-4938095, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.733626] env[65448]: DEBUG nova.compute.manager [req-c6c60780-f5ef-4204-b402-38e6c09c6a9b req-c85a9d41-9ddb-4534-a380-2f912548d0a1 service nova] [instance: 2aca5466-f783-4972-8c9d-d0de3a679c0c] Received event network-changed-fc0701c8-45d4-467f-a9d7-dd871b9cd5d4 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1015.733822] env[65448]: DEBUG nova.compute.manager [req-c6c60780-f5ef-4204-b402-38e6c09c6a9b req-c85a9d41-9ddb-4534-a380-2f912548d0a1 service nova] [instance: 2aca5466-f783-4972-8c9d-d0de3a679c0c] Refreshing instance network info cache due to event network-changed-fc0701c8-45d4-467f-a9d7-dd871b9cd5d4. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 1015.734181] env[65448]: DEBUG oslo_concurrency.lockutils [req-c6c60780-f5ef-4204-b402-38e6c09c6a9b req-c85a9d41-9ddb-4534-a380-2f912548d0a1 service nova] Acquiring lock "refresh_cache-2aca5466-f783-4972-8c9d-d0de3a679c0c" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.734327] env[65448]: DEBUG oslo_concurrency.lockutils [req-c6c60780-f5ef-4204-b402-38e6c09c6a9b req-c85a9d41-9ddb-4534-a380-2f912548d0a1 service nova] Acquired lock "refresh_cache-2aca5466-f783-4972-8c9d-d0de3a679c0c" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.734496] env[65448]: DEBUG nova.network.neutron [req-c6c60780-f5ef-4204-b402-38e6c09c6a9b req-c85a9d41-9ddb-4534-a380-2f912548d0a1 service nova] [instance: 2aca5466-f783-4972-8c9d-d0de3a679c0c] Refreshing network info cache for port fc0701c8-45d4-467f-a9d7-dd871b9cd5d4 {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1015.804466] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-716568ca-65d4-4ee2-bd5e-8cdb50db3683 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.819410] env[65448]: INFO nova.compute.manager [None req-e0725629-4ad3-4c60-964e-db5b4a077489 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 24665a99-6cfb-4d8b-8d08-406b7d1f468f] Took 53.55 seconds to build instance. [ 1015.820906] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe84fe37-b609-4c7f-bfb7-55a77dfb692d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.854469] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d48cb8f-fd24-47c2-87b9-0de6a82f77a0 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.863907] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccb7b4d3-2b2b-4236-a4ab-a89244489bd5 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.880546] env[65448]: DEBUG oslo_vmware.api [None req-6bf10488-b5b7-4a7b-aa03-93640fc181fe tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': task-4938094, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153656} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.891590] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bf10488-b5b7-4a7b-aa03-93640fc181fe tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1015.891590] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-6bf10488-b5b7-4a7b-aa03-93640fc181fe tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 1df72414-93c2-4356-93c4-2dd4c781a1b9] Deleted contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1015.891717] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-6bf10488-b5b7-4a7b-aa03-93640fc181fe tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 1df72414-93c2-4356-93c4-2dd4c781a1b9] Instance destroyed {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1015.891884] env[65448]: INFO nova.compute.manager [None req-6bf10488-b5b7-4a7b-aa03-93640fc181fe tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 1df72414-93c2-4356-93c4-2dd4c781a1b9] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1015.892167] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-6bf10488-b5b7-4a7b-aa03-93640fc181fe tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1015.896532] env[65448]: DEBUG nova.compute.provider_tree [None req-fb5db10c-f929-4ab2-9e7e-91b70b215198 tempest-AttachInterfacesV270Test-1102348690 tempest-AttachInterfacesV270Test-1102348690-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1015.897461] env[65448]: DEBUG nova.compute.manager [-] [instance: 1df72414-93c2-4356-93c4-2dd4c781a1b9] Deallocating network for instance {{(pid=65448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1015.897598] env[65448]: DEBUG nova.network.neutron [-] [instance: 1df72414-93c2-4356-93c4-2dd4c781a1b9] deallocate_for_instance() {{(pid=65448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1015.897805] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1015.964270] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1015.975091] env[65448]: DEBUG oslo_vmware.api [None req-6614cd9f-5fb0-4770-bf7b-874ca0f5e7ee tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4938092, 'name': ReconfigVM_Task, 'duration_secs': 0.767379} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.975400] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-6614cd9f-5fb0-4770-bf7b-874ca0f5e7ee tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d3eb5b9f-a5e0-4dfe-a6ea-42fec368280f] Reconfigured VM instance instance-00000051 to attach disk [datastore2] d3eb5b9f-a5e0-4dfe-a6ea-42fec368280f/d3eb5b9f-a5e0-4dfe-a6ea-42fec368280f.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1015.976078] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b93e891f-259a-45ba-b0eb-445d1cb889a7 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.982529] env[65448]: DEBUG oslo_vmware.api [None req-6614cd9f-5fb0-4770-bf7b-874ca0f5e7ee tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Waiting for the task: (returnval){ [ 1015.982529] env[65448]: value = "task-4938096" [ 1015.982529] env[65448]: _type = "Task" [ 1015.982529] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.990801] env[65448]: DEBUG oslo_vmware.api [None req-6614cd9f-5fb0-4770-bf7b-874ca0f5e7ee tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4938096, 'name': Rename_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.005723] env[65448]: DEBUG oslo_vmware.api [None req-a8ca7e03-040f-46e7-9968-d3c44c124e69 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': task-4938095, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07998} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.006101] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-a8ca7e03-040f-46e7-9968-d3c44c124e69 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: b0c623fa-d333-4033-9b82-c846509e532a] Extended root virtual disk {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1016.006866] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0907b00c-5810-41d3-b1a8-d76057edf549 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.031851] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8ca7e03-040f-46e7-9968-d3c44c124e69 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: b0c623fa-d333-4033-9b82-c846509e532a] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] b0c623fa-d333-4033-9b82-c846509e532a/b0c623fa-d333-4033-9b82-c846509e532a.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1016.032209] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f3ed413-69f5-43ca-b7d2-e35e7a5ef4c6 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.056021] env[65448]: DEBUG oslo_vmware.api [None req-a8ca7e03-040f-46e7-9968-d3c44c124e69 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Waiting for the task: (returnval){ [ 1016.056021] env[65448]: value = "task-4938097" [ 1016.056021] env[65448]: _type = "Task" [ 1016.056021] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.064693] env[65448]: DEBUG oslo_vmware.api [None req-a8ca7e03-040f-46e7-9968-d3c44c124e69 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': task-4938097, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.111787] env[65448]: DEBUG nova.network.neutron [-] [instance: f92de7cc-d52b-4a1d-821a-0212e37e9369] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.128774] env[65448]: DEBUG nova.network.neutron [-] [instance: 3a22ed5d-c4fd-429f-966a-ba2af260e43c] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.237770] env[65448]: WARNING neutronclient.v2_0.client [req-c6c60780-f5ef-4204-b402-38e6c09c6a9b req-c85a9d41-9ddb-4534-a380-2f912548d0a1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1016.284757] env[65448]: DEBUG nova.compute.manager [req-8738e3f0-37d2-45e0-af5f-b0e8a15b7a61 req-e5e0c272-44a0-43d0-be00-d47f22f2b0bf service nova] [instance: 3a22ed5d-c4fd-429f-966a-ba2af260e43c] Received event network-vif-deleted-0a6c84a7-2986-4b30-9cca-67c188cfa9be {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1016.326109] env[65448]: DEBUG oslo_concurrency.lockutils [None req-e0725629-4ad3-4c60-964e-db5b4a077489 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Lock "24665a99-6cfb-4d8b-8d08-406b7d1f468f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.092s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.398729] env[65448]: DEBUG nova.compute.manager [None req-56ff521b-7155-41f3-b95a-53159461f00e tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] [instance: b905ff09-c59b-4f17-a42b-cf754c4006fe] Start spawning the instance on the hypervisor. {{(pid=65448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2689}} [ 1016.402027] env[65448]: DEBUG nova.scheduler.client.report [None req-fb5db10c-f929-4ab2-9e7e-91b70b215198 tempest-AttachInterfacesV270Test-1102348690 tempest-AttachInterfacesV270Test-1102348690-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1016.426993] env[65448]: DEBUG nova.virt.hardware [None req-56ff521b-7155-41f3-b95a-53159461f00e tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-08T17:19:51Z,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a992292b6dae455593d228217860e2e1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-08T17:19:52Z,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1016.427362] env[65448]: DEBUG nova.virt.hardware [None req-56ff521b-7155-41f3-b95a-53159461f00e tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1016.427532] env[65448]: DEBUG nova.virt.hardware [None req-56ff521b-7155-41f3-b95a-53159461f00e tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1016.427715] env[65448]: DEBUG nova.virt.hardware [None req-56ff521b-7155-41f3-b95a-53159461f00e tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1016.427857] env[65448]: DEBUG nova.virt.hardware [None req-56ff521b-7155-41f3-b95a-53159461f00e tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1016.428009] env[65448]: DEBUG nova.virt.hardware [None req-56ff521b-7155-41f3-b95a-53159461f00e tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1016.428246] env[65448]: DEBUG nova.virt.hardware [None req-56ff521b-7155-41f3-b95a-53159461f00e tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1016.428429] env[65448]: DEBUG nova.virt.hardware [None req-56ff521b-7155-41f3-b95a-53159461f00e tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1016.428604] env[65448]: DEBUG nova.virt.hardware [None req-56ff521b-7155-41f3-b95a-53159461f00e tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1016.428803] env[65448]: DEBUG nova.virt.hardware [None req-56ff521b-7155-41f3-b95a-53159461f00e tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1016.429013] env[65448]: DEBUG nova.virt.hardware [None req-56ff521b-7155-41f3-b95a-53159461f00e tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1016.430196] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d48b5f8b-6bb5-4823-abe0-89b652f2b4ab {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.442023] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03460505-bd83-49ce-95de-664d735b3341 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.492961] env[65448]: DEBUG oslo_vmware.api [None req-6614cd9f-5fb0-4770-bf7b-874ca0f5e7ee tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4938096, 'name': Rename_Task, 'duration_secs': 0.216142} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.493310] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-6614cd9f-5fb0-4770-bf7b-874ca0f5e7ee tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d3eb5b9f-a5e0-4dfe-a6ea-42fec368280f] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1016.493575] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f43b7d7a-d123-4eb3-b869-adaee8225557 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.501859] env[65448]: DEBUG oslo_vmware.api [None req-6614cd9f-5fb0-4770-bf7b-874ca0f5e7ee tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Waiting for the task: (returnval){ [ 1016.501859] env[65448]: value = "task-4938098" [ 1016.501859] env[65448]: _type = "Task" [ 1016.501859] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.512799] env[65448]: DEBUG oslo_vmware.api [None req-6614cd9f-5fb0-4770-bf7b-874ca0f5e7ee tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4938098, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.568962] env[65448]: DEBUG oslo_vmware.api [None req-a8ca7e03-040f-46e7-9968-d3c44c124e69 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': task-4938097, 'name': ReconfigVM_Task, 'duration_secs': 0.301834} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.569161] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8ca7e03-040f-46e7-9968-d3c44c124e69 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: b0c623fa-d333-4033-9b82-c846509e532a] Reconfigured VM instance instance-00000057 to attach disk [datastore2] b0c623fa-d333-4033-9b82-c846509e532a/b0c623fa-d333-4033-9b82-c846509e532a.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1016.569883] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8d583153-88d0-4d0b-a37b-cd7c2245e326 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.577326] env[65448]: DEBUG oslo_vmware.api [None req-a8ca7e03-040f-46e7-9968-d3c44c124e69 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Waiting for the task: (returnval){ [ 1016.577326] env[65448]: value = "task-4938099" [ 1016.577326] env[65448]: _type = "Task" [ 1016.577326] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.586374] env[65448]: DEBUG oslo_vmware.api [None req-a8ca7e03-040f-46e7-9968-d3c44c124e69 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': task-4938099, 'name': Rename_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.614870] env[65448]: INFO nova.compute.manager [-] [instance: f92de7cc-d52b-4a1d-821a-0212e37e9369] Took 1.62 seconds to deallocate network for instance. [ 1016.631236] env[65448]: INFO nova.compute.manager [-] [instance: 3a22ed5d-c4fd-429f-966a-ba2af260e43c] Took 1.66 seconds to deallocate network for instance. [ 1016.658311] env[65448]: WARNING neutronclient.v2_0.client [req-c6c60780-f5ef-4204-b402-38e6c09c6a9b req-c85a9d41-9ddb-4534-a380-2f912548d0a1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1016.722529] env[65448]: DEBUG nova.network.neutron [-] [instance: 1df72414-93c2-4356-93c4-2dd4c781a1b9] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.776535] env[65448]: DEBUG nova.network.neutron [req-c6c60780-f5ef-4204-b402-38e6c09c6a9b req-c85a9d41-9ddb-4534-a380-2f912548d0a1 service nova] [instance: 2aca5466-f783-4972-8c9d-d0de3a679c0c] Updated VIF entry in instance network info cache for port fc0701c8-45d4-467f-a9d7-dd871b9cd5d4. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1016.776952] env[65448]: DEBUG nova.network.neutron [req-c6c60780-f5ef-4204-b402-38e6c09c6a9b req-c85a9d41-9ddb-4534-a380-2f912548d0a1 service nova] [instance: 2aca5466-f783-4972-8c9d-d0de3a679c0c] Updating instance_info_cache with network_info: [{"id": "fc0701c8-45d4-467f-a9d7-dd871b9cd5d4", "address": "fa:16:3e:b3:65:63", "network": {"id": "4e0352d8-558b-49e0-81dd-d7132b36af3d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-328140024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c8e9c9b80524b25833ad43c15e78a5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc0701c8-45", "ovs_interfaceid": "fc0701c8-45d4-467f-a9d7-dd871b9cd5d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.907768] env[65448]: DEBUG oslo_concurrency.lockutils [None req-fb5db10c-f929-4ab2-9e7e-91b70b215198 tempest-AttachInterfacesV270Test-1102348690 tempest-AttachInterfacesV270Test-1102348690-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.545s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.908542] env[65448]: DEBUG nova.compute.manager [None req-fb5db10c-f929-4ab2-9e7e-91b70b215198 tempest-AttachInterfacesV270Test-1102348690 tempest-AttachInterfacesV270Test-1102348690-project-member] [instance: e4c91856-fcd2-447b-a2d2-7d2ce2bce0f3] Start building networks asynchronously for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2881}} [ 1016.911105] env[65448]: DEBUG oslo_concurrency.lockutils [None req-4f2b2386-2756-48ee-83ff-8f3fa3d700a8 tempest-ImagesNegativeTestJSON-2018095814 tempest-ImagesNegativeTestJSON-2018095814-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.767s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.912642] env[65448]: INFO nova.compute.claims [None req-4f2b2386-2756-48ee-83ff-8f3fa3d700a8 tempest-ImagesNegativeTestJSON-2018095814 tempest-ImagesNegativeTestJSON-2018095814-project-member] [instance: 11062866-c4f7-41ef-a119-55cc027aa3b8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1017.013551] env[65448]: DEBUG oslo_vmware.api [None req-6614cd9f-5fb0-4770-bf7b-874ca0f5e7ee tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4938098, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.086934] env[65448]: DEBUG oslo_vmware.api [None req-a8ca7e03-040f-46e7-9968-d3c44c124e69 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': task-4938099, 'name': Rename_Task, 'duration_secs': 0.168229} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.087266] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8ca7e03-040f-46e7-9968-d3c44c124e69 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: b0c623fa-d333-4033-9b82-c846509e532a] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1017.087891] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4807b267-a748-4a1f-89b4-a66bffd6bd20 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.095194] env[65448]: DEBUG oslo_vmware.api [None req-a8ca7e03-040f-46e7-9968-d3c44c124e69 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Waiting for the task: (returnval){ [ 1017.095194] env[65448]: value = "task-4938100" [ 1017.095194] env[65448]: _type = "Task" [ 1017.095194] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.103977] env[65448]: DEBUG oslo_vmware.api [None req-a8ca7e03-040f-46e7-9968-d3c44c124e69 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': task-4938100, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.125821] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b11d56a2-9029-4786-8325-de7cf2477006 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.142859] env[65448]: DEBUG oslo_concurrency.lockutils [None req-aa0b79a7-f9a5-44c7-bacd-c037a031ce22 tempest-ServerGroupTestJSON-694706050 tempest-ServerGroupTestJSON-694706050-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.184675] env[65448]: DEBUG nova.network.neutron [None req-56ff521b-7155-41f3-b95a-53159461f00e tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] [instance: b905ff09-c59b-4f17-a42b-cf754c4006fe] Successfully updated port: 7a5b3991-1a34-4ad2-acfd-fe6103b2d9df {{(pid=65448) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1017.228651] env[65448]: INFO nova.compute.manager [-] [instance: 1df72414-93c2-4356-93c4-2dd4c781a1b9] Took 1.33 seconds to deallocate network for instance. [ 1017.280482] env[65448]: DEBUG oslo_concurrency.lockutils [req-c6c60780-f5ef-4204-b402-38e6c09c6a9b req-c85a9d41-9ddb-4534-a380-2f912548d0a1 service nova] Releasing lock "refresh_cache-2aca5466-f783-4972-8c9d-d0de3a679c0c" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.418565] env[65448]: DEBUG nova.compute.utils [None req-fb5db10c-f929-4ab2-9e7e-91b70b215198 tempest-AttachInterfacesV270Test-1102348690 tempest-AttachInterfacesV270Test-1102348690-project-member] Using /dev/sd instead of None {{(pid=65448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1017.423014] env[65448]: DEBUG nova.compute.manager [None req-fb5db10c-f929-4ab2-9e7e-91b70b215198 tempest-AttachInterfacesV270Test-1102348690 tempest-AttachInterfacesV270Test-1102348690-project-member] [instance: e4c91856-fcd2-447b-a2d2-7d2ce2bce0f3] Allocating IP information in the background. {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 1017.423293] env[65448]: DEBUG nova.network.neutron [None req-fb5db10c-f929-4ab2-9e7e-91b70b215198 tempest-AttachInterfacesV270Test-1102348690 tempest-AttachInterfacesV270Test-1102348690-project-member] [instance: e4c91856-fcd2-447b-a2d2-7d2ce2bce0f3] allocate_for_instance() {{(pid=65448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1017.423634] env[65448]: WARNING neutronclient.v2_0.client [None req-fb5db10c-f929-4ab2-9e7e-91b70b215198 tempest-AttachInterfacesV270Test-1102348690 tempest-AttachInterfacesV270Test-1102348690-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1017.423957] env[65448]: WARNING neutronclient.v2_0.client [None req-fb5db10c-f929-4ab2-9e7e-91b70b215198 tempest-AttachInterfacesV270Test-1102348690 tempest-AttachInterfacesV270Test-1102348690-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1017.471546] env[65448]: DEBUG nova.policy [None req-fb5db10c-f929-4ab2-9e7e-91b70b215198 tempest-AttachInterfacesV270Test-1102348690 tempest-AttachInterfacesV270Test-1102348690-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c03bfe66f52b489e8dc0f490eea0a14b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e44e178fd0cf4474a85763cddb22277a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65448) authorize /opt/stack/nova/nova/policy.py:192}} [ 1017.514623] env[65448]: DEBUG oslo_vmware.api [None req-6614cd9f-5fb0-4770-bf7b-874ca0f5e7ee tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4938098, 'name': PowerOnVM_Task, 'duration_secs': 0.83663} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.514623] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-6614cd9f-5fb0-4770-bf7b-874ca0f5e7ee tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d3eb5b9f-a5e0-4dfe-a6ea-42fec368280f] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1017.514623] env[65448]: DEBUG nova.compute.manager [None req-6614cd9f-5fb0-4770-bf7b-874ca0f5e7ee tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d3eb5b9f-a5e0-4dfe-a6ea-42fec368280f] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 1017.515330] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c937bdf4-d83e-485f-bf09-d5fdb2050c31 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.612515] env[65448]: DEBUG oslo_vmware.api [None req-a8ca7e03-040f-46e7-9968-d3c44c124e69 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': task-4938100, 'name': PowerOnVM_Task, 'duration_secs': 0.493442} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.612515] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8ca7e03-040f-46e7-9968-d3c44c124e69 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: b0c623fa-d333-4033-9b82-c846509e532a] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1017.612515] env[65448]: INFO nova.compute.manager [None req-a8ca7e03-040f-46e7-9968-d3c44c124e69 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: b0c623fa-d333-4033-9b82-c846509e532a] Took 7.89 seconds to spawn the instance on the hypervisor. [ 1017.612515] env[65448]: DEBUG nova.compute.manager [None req-a8ca7e03-040f-46e7-9968-d3c44c124e69 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: b0c623fa-d333-4033-9b82-c846509e532a] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 1017.612515] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-433e45d2-f2a1-454d-b9bf-a16f26aaf9f5 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.690403] env[65448]: DEBUG oslo_concurrency.lockutils [None req-56ff521b-7155-41f3-b95a-53159461f00e tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Acquiring lock "refresh_cache-b905ff09-c59b-4f17-a42b-cf754c4006fe" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.690403] env[65448]: DEBUG oslo_concurrency.lockutils [None req-56ff521b-7155-41f3-b95a-53159461f00e tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Acquired lock "refresh_cache-b905ff09-c59b-4f17-a42b-cf754c4006fe" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.690403] env[65448]: DEBUG nova.network.neutron [None req-56ff521b-7155-41f3-b95a-53159461f00e tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] [instance: b905ff09-c59b-4f17-a42b-cf754c4006fe] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1017.740051] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6bf10488-b5b7-4a7b-aa03-93640fc181fe tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.783942] env[65448]: DEBUG nova.compute.manager [req-9a5f873b-aeef-4e44-a0f2-d7ab27ec71da req-093032f2-3716-4f96-833a-12b651e3aa14 service nova] [instance: f92de7cc-d52b-4a1d-821a-0212e37e9369] Received event network-vif-deleted-a583589c-8039-46c8-8a5c-147d6853decf {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1017.783942] env[65448]: DEBUG nova.compute.manager [req-9a5f873b-aeef-4e44-a0f2-d7ab27ec71da req-093032f2-3716-4f96-833a-12b651e3aa14 service nova] [instance: 1df72414-93c2-4356-93c4-2dd4c781a1b9] Received event network-vif-deleted-1abd8d35-c490-49a2-beb6-b3d616634c36 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1017.784210] env[65448]: DEBUG nova.compute.manager [req-9a5f873b-aeef-4e44-a0f2-d7ab27ec71da req-093032f2-3716-4f96-833a-12b651e3aa14 service nova] [instance: 24665a99-6cfb-4d8b-8d08-406b7d1f468f] Received event network-changed-af6f7b74-852c-4d48-970b-470008ad79e9 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1017.784293] env[65448]: DEBUG nova.compute.manager [req-9a5f873b-aeef-4e44-a0f2-d7ab27ec71da req-093032f2-3716-4f96-833a-12b651e3aa14 service nova] [instance: 24665a99-6cfb-4d8b-8d08-406b7d1f468f] Refreshing instance network info cache due to event network-changed-af6f7b74-852c-4d48-970b-470008ad79e9. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 1017.784558] env[65448]: DEBUG oslo_concurrency.lockutils [req-9a5f873b-aeef-4e44-a0f2-d7ab27ec71da req-093032f2-3716-4f96-833a-12b651e3aa14 service nova] Acquiring lock "refresh_cache-24665a99-6cfb-4d8b-8d08-406b7d1f468f" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.784643] env[65448]: DEBUG oslo_concurrency.lockutils [req-9a5f873b-aeef-4e44-a0f2-d7ab27ec71da req-093032f2-3716-4f96-833a-12b651e3aa14 service nova] Acquired lock "refresh_cache-24665a99-6cfb-4d8b-8d08-406b7d1f468f" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.784878] env[65448]: DEBUG nova.network.neutron [req-9a5f873b-aeef-4e44-a0f2-d7ab27ec71da req-093032f2-3716-4f96-833a-12b651e3aa14 service nova] [instance: 24665a99-6cfb-4d8b-8d08-406b7d1f468f] Refreshing network info cache for port af6f7b74-852c-4d48-970b-470008ad79e9 {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1017.850034] env[65448]: DEBUG nova.network.neutron [None req-fb5db10c-f929-4ab2-9e7e-91b70b215198 tempest-AttachInterfacesV270Test-1102348690 tempest-AttachInterfacesV270Test-1102348690-project-member] [instance: e4c91856-fcd2-447b-a2d2-7d2ce2bce0f3] Successfully created port: d9d84180-16ce-4118-bb55-a3ada13d9b2b {{(pid=65448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1017.927271] env[65448]: DEBUG nova.compute.manager [None req-fb5db10c-f929-4ab2-9e7e-91b70b215198 tempest-AttachInterfacesV270Test-1102348690 tempest-AttachInterfacesV270Test-1102348690-project-member] [instance: e4c91856-fcd2-447b-a2d2-7d2ce2bce0f3] Start building block device mappings for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2916}} [ 1018.028445] env[65448]: INFO nova.compute.manager [None req-6614cd9f-5fb0-4770-bf7b-874ca0f5e7ee tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d3eb5b9f-a5e0-4dfe-a6ea-42fec368280f] bringing vm to original state: 'stopped' [ 1018.137154] env[65448]: INFO nova.compute.manager [None req-a8ca7e03-040f-46e7-9968-d3c44c124e69 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: b0c623fa-d333-4033-9b82-c846509e532a] Took 52.26 seconds to build instance. [ 1018.224734] env[65448]: DEBUG nova.network.neutron [None req-56ff521b-7155-41f3-b95a-53159461f00e tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] [instance: b905ff09-c59b-4f17-a42b-cf754c4006fe] Instance cache missing network info. {{(pid=65448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1018.291489] env[65448]: WARNING neutronclient.v2_0.client [req-9a5f873b-aeef-4e44-a0f2-d7ab27ec71da req-093032f2-3716-4f96-833a-12b651e3aa14 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1018.304291] env[65448]: WARNING neutronclient.v2_0.client [None req-56ff521b-7155-41f3-b95a-53159461f00e tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1018.310925] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b74d1634-9621-4da7-b029-c46fbc77eb4c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.320620] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2c7452f-cdf5-425d-8077-22b5f6546dbc {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.329083] env[65448]: DEBUG nova.compute.manager [req-d0ba38b2-87a1-4ce9-9f09-a9ada536b0c3 req-53cd259a-ca63-426c-9cf4-7f2d5328063b service nova] [instance: b905ff09-c59b-4f17-a42b-cf754c4006fe] Received event network-vif-plugged-7a5b3991-1a34-4ad2-acfd-fe6103b2d9df {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1018.329351] env[65448]: DEBUG oslo_concurrency.lockutils [req-d0ba38b2-87a1-4ce9-9f09-a9ada536b0c3 req-53cd259a-ca63-426c-9cf4-7f2d5328063b service nova] Acquiring lock "b905ff09-c59b-4f17-a42b-cf754c4006fe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.329545] env[65448]: DEBUG oslo_concurrency.lockutils [req-d0ba38b2-87a1-4ce9-9f09-a9ada536b0c3 req-53cd259a-ca63-426c-9cf4-7f2d5328063b service nova] Lock "b905ff09-c59b-4f17-a42b-cf754c4006fe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.329730] env[65448]: DEBUG oslo_concurrency.lockutils [req-d0ba38b2-87a1-4ce9-9f09-a9ada536b0c3 req-53cd259a-ca63-426c-9cf4-7f2d5328063b service nova] Lock "b905ff09-c59b-4f17-a42b-cf754c4006fe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.329903] env[65448]: DEBUG nova.compute.manager [req-d0ba38b2-87a1-4ce9-9f09-a9ada536b0c3 req-53cd259a-ca63-426c-9cf4-7f2d5328063b service nova] [instance: b905ff09-c59b-4f17-a42b-cf754c4006fe] No waiting events found dispatching network-vif-plugged-7a5b3991-1a34-4ad2-acfd-fe6103b2d9df {{(pid=65448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1018.330094] env[65448]: WARNING nova.compute.manager [req-d0ba38b2-87a1-4ce9-9f09-a9ada536b0c3 req-53cd259a-ca63-426c-9cf4-7f2d5328063b service nova] [instance: b905ff09-c59b-4f17-a42b-cf754c4006fe] Received unexpected event network-vif-plugged-7a5b3991-1a34-4ad2-acfd-fe6103b2d9df for instance with vm_state building and task_state spawning. [ 1018.330309] env[65448]: DEBUG nova.compute.manager [req-d0ba38b2-87a1-4ce9-9f09-a9ada536b0c3 req-53cd259a-ca63-426c-9cf4-7f2d5328063b service nova] [instance: b905ff09-c59b-4f17-a42b-cf754c4006fe] Received event network-changed-7a5b3991-1a34-4ad2-acfd-fe6103b2d9df {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1018.330493] env[65448]: DEBUG nova.compute.manager [req-d0ba38b2-87a1-4ce9-9f09-a9ada536b0c3 req-53cd259a-ca63-426c-9cf4-7f2d5328063b service nova] [instance: b905ff09-c59b-4f17-a42b-cf754c4006fe] Refreshing instance network info cache due to event network-changed-7a5b3991-1a34-4ad2-acfd-fe6103b2d9df. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 1018.330697] env[65448]: DEBUG oslo_concurrency.lockutils [req-d0ba38b2-87a1-4ce9-9f09-a9ada536b0c3 req-53cd259a-ca63-426c-9cf4-7f2d5328063b service nova] Acquiring lock "refresh_cache-b905ff09-c59b-4f17-a42b-cf754c4006fe" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.363721] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f0b6af9-b3fa-4715-9c28-bfab94aea0f1 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.373018] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09cd9849-97eb-4f01-9034-58604915ac7f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.388350] env[65448]: DEBUG nova.compute.provider_tree [None req-4f2b2386-2756-48ee-83ff-8f3fa3d700a8 tempest-ImagesNegativeTestJSON-2018095814 tempest-ImagesNegativeTestJSON-2018095814-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1018.455307] env[65448]: DEBUG nova.network.neutron [None req-56ff521b-7155-41f3-b95a-53159461f00e tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] [instance: b905ff09-c59b-4f17-a42b-cf754c4006fe] Updating instance_info_cache with network_info: [{"id": "7a5b3991-1a34-4ad2-acfd-fe6103b2d9df", "address": "fa:16:3e:ab:fa:aa", "network": {"id": "33995717-6f3f-488b-8cb3-2ec676fe59dd", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1141524357-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "37c58331131a4582ac9960bcaa8c546a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a5b3991-1a", "ovs_interfaceid": "7a5b3991-1a34-4ad2-acfd-fe6103b2d9df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.639140] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a8ca7e03-040f-46e7-9968-d3c44c124e69 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Lock "b0c623fa-d333-4033-9b82-c846509e532a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.776s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.677248] env[65448]: WARNING neutronclient.v2_0.client [req-9a5f873b-aeef-4e44-a0f2-d7ab27ec71da req-093032f2-3716-4f96-833a-12b651e3aa14 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1018.855058] env[65448]: DEBUG nova.network.neutron [req-9a5f873b-aeef-4e44-a0f2-d7ab27ec71da req-093032f2-3716-4f96-833a-12b651e3aa14 service nova] [instance: 24665a99-6cfb-4d8b-8d08-406b7d1f468f] Updated VIF entry in instance network info cache for port af6f7b74-852c-4d48-970b-470008ad79e9. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1018.855058] env[65448]: DEBUG nova.network.neutron [req-9a5f873b-aeef-4e44-a0f2-d7ab27ec71da req-093032f2-3716-4f96-833a-12b651e3aa14 service nova] [instance: 24665a99-6cfb-4d8b-8d08-406b7d1f468f] Updating instance_info_cache with network_info: [{"id": "af6f7b74-852c-4d48-970b-470008ad79e9", "address": "fa:16:3e:b2:cd:00", "network": {"id": "6fa83dea-1d83-4041-ae56-d9e5e5278559", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-78264896-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4a79f75fe9f47d4a1cca9aa9f9c3901", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf6f7b74-85", "ovs_interfaceid": "af6f7b74-852c-4d48-970b-470008ad79e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.893754] env[65448]: DEBUG nova.scheduler.client.report [None req-4f2b2386-2756-48ee-83ff-8f3fa3d700a8 tempest-ImagesNegativeTestJSON-2018095814 tempest-ImagesNegativeTestJSON-2018095814-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1018.937533] env[65448]: DEBUG nova.compute.manager [None req-fb5db10c-f929-4ab2-9e7e-91b70b215198 tempest-AttachInterfacesV270Test-1102348690 tempest-AttachInterfacesV270Test-1102348690-project-member] [instance: e4c91856-fcd2-447b-a2d2-7d2ce2bce0f3] Start spawning the instance on the hypervisor. {{(pid=65448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2689}} [ 1018.958146] env[65448]: DEBUG oslo_concurrency.lockutils [None req-56ff521b-7155-41f3-b95a-53159461f00e tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Releasing lock "refresh_cache-b905ff09-c59b-4f17-a42b-cf754c4006fe" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.958523] env[65448]: DEBUG nova.compute.manager [None req-56ff521b-7155-41f3-b95a-53159461f00e tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] [instance: b905ff09-c59b-4f17-a42b-cf754c4006fe] Instance network_info: |[{"id": "7a5b3991-1a34-4ad2-acfd-fe6103b2d9df", "address": "fa:16:3e:ab:fa:aa", "network": {"id": "33995717-6f3f-488b-8cb3-2ec676fe59dd", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1141524357-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "37c58331131a4582ac9960bcaa8c546a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a5b3991-1a", "ovs_interfaceid": "7a5b3991-1a34-4ad2-acfd-fe6103b2d9df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 1018.959058] env[65448]: DEBUG oslo_concurrency.lockutils [req-d0ba38b2-87a1-4ce9-9f09-a9ada536b0c3 req-53cd259a-ca63-426c-9cf4-7f2d5328063b service nova] Acquired lock "refresh_cache-b905ff09-c59b-4f17-a42b-cf754c4006fe" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.959243] env[65448]: DEBUG nova.network.neutron [req-d0ba38b2-87a1-4ce9-9f09-a9ada536b0c3 req-53cd259a-ca63-426c-9cf4-7f2d5328063b service nova] [instance: b905ff09-c59b-4f17-a42b-cf754c4006fe] Refreshing network info cache for port 7a5b3991-1a34-4ad2-acfd-fe6103b2d9df {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1018.960413] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-56ff521b-7155-41f3-b95a-53159461f00e tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] [instance: b905ff09-c59b-4f17-a42b-cf754c4006fe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ab:fa:aa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '77ccbd87-ecfd-4b2d-a1ea-29774addcef6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7a5b3991-1a34-4ad2-acfd-fe6103b2d9df', 'vif_model': 'vmxnet3'}] {{(pid=65448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1018.968562] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-56ff521b-7155-41f3-b95a-53159461f00e tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1018.969910] env[65448]: WARNING neutronclient.v2_0.client [req-d0ba38b2-87a1-4ce9-9f09-a9ada536b0c3 req-53cd259a-ca63-426c-9cf4-7f2d5328063b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1018.974013] env[65448]: DEBUG nova.virt.hardware [None req-fb5db10c-f929-4ab2-9e7e-91b70b215198 tempest-AttachInterfacesV270Test-1102348690 tempest-AttachInterfacesV270Test-1102348690-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-08T17:19:51Z,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a992292b6dae455593d228217860e2e1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-08T17:19:52Z,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1018.974263] env[65448]: DEBUG nova.virt.hardware [None req-fb5db10c-f929-4ab2-9e7e-91b70b215198 tempest-AttachInterfacesV270Test-1102348690 tempest-AttachInterfacesV270Test-1102348690-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1018.974426] env[65448]: DEBUG nova.virt.hardware [None req-fb5db10c-f929-4ab2-9e7e-91b70b215198 tempest-AttachInterfacesV270Test-1102348690 tempest-AttachInterfacesV270Test-1102348690-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1018.974608] env[65448]: DEBUG nova.virt.hardware [None req-fb5db10c-f929-4ab2-9e7e-91b70b215198 tempest-AttachInterfacesV270Test-1102348690 tempest-AttachInterfacesV270Test-1102348690-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1018.974749] env[65448]: DEBUG nova.virt.hardware [None req-fb5db10c-f929-4ab2-9e7e-91b70b215198 tempest-AttachInterfacesV270Test-1102348690 tempest-AttachInterfacesV270Test-1102348690-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1018.974891] env[65448]: DEBUG nova.virt.hardware [None req-fb5db10c-f929-4ab2-9e7e-91b70b215198 tempest-AttachInterfacesV270Test-1102348690 tempest-AttachInterfacesV270Test-1102348690-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1018.975105] env[65448]: DEBUG nova.virt.hardware [None req-fb5db10c-f929-4ab2-9e7e-91b70b215198 tempest-AttachInterfacesV270Test-1102348690 tempest-AttachInterfacesV270Test-1102348690-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1018.975274] env[65448]: DEBUG nova.virt.hardware [None req-fb5db10c-f929-4ab2-9e7e-91b70b215198 tempest-AttachInterfacesV270Test-1102348690 tempest-AttachInterfacesV270Test-1102348690-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1018.975433] env[65448]: DEBUG nova.virt.hardware [None req-fb5db10c-f929-4ab2-9e7e-91b70b215198 tempest-AttachInterfacesV270Test-1102348690 tempest-AttachInterfacesV270Test-1102348690-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1018.975590] env[65448]: DEBUG nova.virt.hardware [None req-fb5db10c-f929-4ab2-9e7e-91b70b215198 tempest-AttachInterfacesV270Test-1102348690 tempest-AttachInterfacesV270Test-1102348690-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1018.975755] env[65448]: DEBUG nova.virt.hardware [None req-fb5db10c-f929-4ab2-9e7e-91b70b215198 tempest-AttachInterfacesV270Test-1102348690 tempest-AttachInterfacesV270Test-1102348690-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1018.976044] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b905ff09-c59b-4f17-a42b-cf754c4006fe] Creating VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1018.977089] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ba7b7dc-2fb7-45d6-b652-a697a4ca2b37 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.979783] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1c818f24-c9a5-4074-b661-8f0fcc850838 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.001994] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90b56704-56f9-4c1d-a8a3-e23654dfaa22 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.005901] env[65448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1019.005901] env[65448]: value = "task-4938101" [ 1019.005901] env[65448]: _type = "Task" [ 1019.005901] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.023388] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4938101, 'name': CreateVM_Task} progress is 6%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.036639] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6614cd9f-5fb0-4770-bf7b-874ca0f5e7ee tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Acquiring lock "d3eb5b9f-a5e0-4dfe-a6ea-42fec368280f" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.036938] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6614cd9f-5fb0-4770-bf7b-874ca0f5e7ee tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Lock "d3eb5b9f-a5e0-4dfe-a6ea-42fec368280f" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.037144] env[65448]: DEBUG nova.compute.manager [None req-6614cd9f-5fb0-4770-bf7b-874ca0f5e7ee tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d3eb5b9f-a5e0-4dfe-a6ea-42fec368280f] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 1019.038025] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c90fb05b-28c6-480c-9a10-d3f0070c9c20 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.044822] env[65448]: DEBUG nova.compute.manager [None req-6614cd9f-5fb0-4770-bf7b-874ca0f5e7ee tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d3eb5b9f-a5e0-4dfe-a6ea-42fec368280f] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65448) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3449}} [ 1019.357568] env[65448]: DEBUG oslo_concurrency.lockutils [req-9a5f873b-aeef-4e44-a0f2-d7ab27ec71da req-093032f2-3716-4f96-833a-12b651e3aa14 service nova] Releasing lock "refresh_cache-24665a99-6cfb-4d8b-8d08-406b7d1f468f" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.400021] env[65448]: DEBUG oslo_concurrency.lockutils [None req-4f2b2386-2756-48ee-83ff-8f3fa3d700a8 tempest-ImagesNegativeTestJSON-2018095814 tempest-ImagesNegativeTestJSON-2018095814-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.489s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.404394] env[65448]: DEBUG nova.compute.manager [None req-4f2b2386-2756-48ee-83ff-8f3fa3d700a8 tempest-ImagesNegativeTestJSON-2018095814 tempest-ImagesNegativeTestJSON-2018095814-project-member] [instance: 11062866-c4f7-41ef-a119-55cc027aa3b8] Start building networks asynchronously for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2881}} [ 1019.409019] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b208ed19-5431-4e4e-8ca0-2dae919d1927 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.042s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.409325] env[65448]: DEBUG nova.objects.instance [None req-b208ed19-5431-4e4e-8ca0-2dae919d1927 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Lazy-loading 'resources' on Instance uuid 6298b6d7-5892-48cc-b808-eeca3d91f57e {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1019.518727] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4938101, 'name': CreateVM_Task} progress is 99%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.519777] env[65448]: DEBUG nova.network.neutron [None req-fb5db10c-f929-4ab2-9e7e-91b70b215198 tempest-AttachInterfacesV270Test-1102348690 tempest-AttachInterfacesV270Test-1102348690-project-member] [instance: e4c91856-fcd2-447b-a2d2-7d2ce2bce0f3] Successfully updated port: d9d84180-16ce-4118-bb55-a3ada13d9b2b {{(pid=65448) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1019.549507] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-6614cd9f-5fb0-4770-bf7b-874ca0f5e7ee tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d3eb5b9f-a5e0-4dfe-a6ea-42fec368280f] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1019.550343] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2d82a2bf-ad81-47c3-be08-72a0ff92625a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.558023] env[65448]: DEBUG oslo_vmware.api [None req-6614cd9f-5fb0-4770-bf7b-874ca0f5e7ee tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Waiting for the task: (returnval){ [ 1019.558023] env[65448]: value = "task-4938102" [ 1019.558023] env[65448]: _type = "Task" [ 1019.558023] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.570702] env[65448]: DEBUG oslo_vmware.api [None req-6614cd9f-5fb0-4770-bf7b-874ca0f5e7ee tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4938102, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.640269] env[65448]: WARNING neutronclient.v2_0.client [req-d0ba38b2-87a1-4ce9-9f09-a9ada536b0c3 req-53cd259a-ca63-426c-9cf4-7f2d5328063b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1019.731273] env[65448]: DEBUG nova.network.neutron [req-d0ba38b2-87a1-4ce9-9f09-a9ada536b0c3 req-53cd259a-ca63-426c-9cf4-7f2d5328063b service nova] [instance: b905ff09-c59b-4f17-a42b-cf754c4006fe] Updated VIF entry in instance network info cache for port 7a5b3991-1a34-4ad2-acfd-fe6103b2d9df. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1019.731273] env[65448]: DEBUG nova.network.neutron [req-d0ba38b2-87a1-4ce9-9f09-a9ada536b0c3 req-53cd259a-ca63-426c-9cf4-7f2d5328063b service nova] [instance: b905ff09-c59b-4f17-a42b-cf754c4006fe] Updating instance_info_cache with network_info: [{"id": "7a5b3991-1a34-4ad2-acfd-fe6103b2d9df", "address": "fa:16:3e:ab:fa:aa", "network": {"id": "33995717-6f3f-488b-8cb3-2ec676fe59dd", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1141524357-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "37c58331131a4582ac9960bcaa8c546a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a5b3991-1a", "ovs_interfaceid": "7a5b3991-1a34-4ad2-acfd-fe6103b2d9df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.831444] env[65448]: DEBUG nova.compute.manager [req-f119e665-12ae-4355-89a5-cbce0138001d req-9eff43af-5f4a-46e6-94f1-2fa4c8bd975f service nova] [instance: e4c91856-fcd2-447b-a2d2-7d2ce2bce0f3] Received event network-vif-plugged-d9d84180-16ce-4118-bb55-a3ada13d9b2b {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1019.832703] env[65448]: DEBUG oslo_concurrency.lockutils [req-f119e665-12ae-4355-89a5-cbce0138001d req-9eff43af-5f4a-46e6-94f1-2fa4c8bd975f service nova] Acquiring lock "e4c91856-fcd2-447b-a2d2-7d2ce2bce0f3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.832703] env[65448]: DEBUG oslo_concurrency.lockutils [req-f119e665-12ae-4355-89a5-cbce0138001d req-9eff43af-5f4a-46e6-94f1-2fa4c8bd975f service nova] Lock "e4c91856-fcd2-447b-a2d2-7d2ce2bce0f3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.832703] env[65448]: DEBUG oslo_concurrency.lockutils [req-f119e665-12ae-4355-89a5-cbce0138001d req-9eff43af-5f4a-46e6-94f1-2fa4c8bd975f service nova] Lock "e4c91856-fcd2-447b-a2d2-7d2ce2bce0f3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.832703] env[65448]: DEBUG nova.compute.manager [req-f119e665-12ae-4355-89a5-cbce0138001d req-9eff43af-5f4a-46e6-94f1-2fa4c8bd975f service nova] [instance: e4c91856-fcd2-447b-a2d2-7d2ce2bce0f3] No waiting events found dispatching network-vif-plugged-d9d84180-16ce-4118-bb55-a3ada13d9b2b {{(pid=65448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1019.832703] env[65448]: WARNING nova.compute.manager [req-f119e665-12ae-4355-89a5-cbce0138001d req-9eff43af-5f4a-46e6-94f1-2fa4c8bd975f service nova] [instance: e4c91856-fcd2-447b-a2d2-7d2ce2bce0f3] Received unexpected event network-vif-plugged-d9d84180-16ce-4118-bb55-a3ada13d9b2b for instance with vm_state building and task_state spawning. [ 1019.832703] env[65448]: DEBUG nova.compute.manager [req-f119e665-12ae-4355-89a5-cbce0138001d req-9eff43af-5f4a-46e6-94f1-2fa4c8bd975f service nova] [instance: e4c91856-fcd2-447b-a2d2-7d2ce2bce0f3] Received event network-changed-d9d84180-16ce-4118-bb55-a3ada13d9b2b {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1019.833073] env[65448]: DEBUG nova.compute.manager [req-f119e665-12ae-4355-89a5-cbce0138001d req-9eff43af-5f4a-46e6-94f1-2fa4c8bd975f service nova] [instance: e4c91856-fcd2-447b-a2d2-7d2ce2bce0f3] Refreshing instance network info cache due to event network-changed-d9d84180-16ce-4118-bb55-a3ada13d9b2b. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 1019.833073] env[65448]: DEBUG oslo_concurrency.lockutils [req-f119e665-12ae-4355-89a5-cbce0138001d req-9eff43af-5f4a-46e6-94f1-2fa4c8bd975f service nova] Acquiring lock "refresh_cache-e4c91856-fcd2-447b-a2d2-7d2ce2bce0f3" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.833230] env[65448]: DEBUG oslo_concurrency.lockutils [req-f119e665-12ae-4355-89a5-cbce0138001d req-9eff43af-5f4a-46e6-94f1-2fa4c8bd975f service nova] Acquired lock "refresh_cache-e4c91856-fcd2-447b-a2d2-7d2ce2bce0f3" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.833557] env[65448]: DEBUG nova.network.neutron [req-f119e665-12ae-4355-89a5-cbce0138001d req-9eff43af-5f4a-46e6-94f1-2fa4c8bd975f service nova] [instance: e4c91856-fcd2-447b-a2d2-7d2ce2bce0f3] Refreshing network info cache for port d9d84180-16ce-4118-bb55-a3ada13d9b2b {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1019.910267] env[65448]: DEBUG nova.compute.utils [None req-4f2b2386-2756-48ee-83ff-8f3fa3d700a8 tempest-ImagesNegativeTestJSON-2018095814 tempest-ImagesNegativeTestJSON-2018095814-project-member] Using /dev/sd instead of None {{(pid=65448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1019.913016] env[65448]: DEBUG nova.compute.manager [None req-4f2b2386-2756-48ee-83ff-8f3fa3d700a8 tempest-ImagesNegativeTestJSON-2018095814 tempest-ImagesNegativeTestJSON-2018095814-project-member] [instance: 11062866-c4f7-41ef-a119-55cc027aa3b8] Allocating IP information in the background. {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 1019.913392] env[65448]: DEBUG nova.network.neutron [None req-4f2b2386-2756-48ee-83ff-8f3fa3d700a8 tempest-ImagesNegativeTestJSON-2018095814 tempest-ImagesNegativeTestJSON-2018095814-project-member] [instance: 11062866-c4f7-41ef-a119-55cc027aa3b8] allocate_for_instance() {{(pid=65448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1019.914066] env[65448]: WARNING neutronclient.v2_0.client [None req-4f2b2386-2756-48ee-83ff-8f3fa3d700a8 tempest-ImagesNegativeTestJSON-2018095814 tempest-ImagesNegativeTestJSON-2018095814-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1019.914468] env[65448]: WARNING neutronclient.v2_0.client [None req-4f2b2386-2756-48ee-83ff-8f3fa3d700a8 tempest-ImagesNegativeTestJSON-2018095814 tempest-ImagesNegativeTestJSON-2018095814-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1019.968413] env[65448]: DEBUG nova.policy [None req-4f2b2386-2756-48ee-83ff-8f3fa3d700a8 tempest-ImagesNegativeTestJSON-2018095814 tempest-ImagesNegativeTestJSON-2018095814-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9daa5ac53b8e4a08a1ca4ab42c9cb939', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a45c5dc204ea4419a6649fe338fc70cd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65448) authorize /opt/stack/nova/nova/policy.py:192}} [ 1020.025686] env[65448]: DEBUG oslo_concurrency.lockutils [None req-fb5db10c-f929-4ab2-9e7e-91b70b215198 tempest-AttachInterfacesV270Test-1102348690 tempest-AttachInterfacesV270Test-1102348690-project-member] Acquiring lock "refresh_cache-e4c91856-fcd2-447b-a2d2-7d2ce2bce0f3" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.025868] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4938101, 'name': CreateVM_Task} progress is 99%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.071164] env[65448]: DEBUG oslo_vmware.api [None req-6614cd9f-5fb0-4770-bf7b-874ca0f5e7ee tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4938102, 'name': PowerOffVM_Task, 'duration_secs': 0.199606} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.071460] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-6614cd9f-5fb0-4770-bf7b-874ca0f5e7ee tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d3eb5b9f-a5e0-4dfe-a6ea-42fec368280f] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1020.071652] env[65448]: DEBUG nova.compute.manager [None req-6614cd9f-5fb0-4770-bf7b-874ca0f5e7ee tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d3eb5b9f-a5e0-4dfe-a6ea-42fec368280f] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 1020.072506] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dee15176-5875-43b3-b92f-272264970407 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.233317] env[65448]: DEBUG oslo_concurrency.lockutils [req-d0ba38b2-87a1-4ce9-9f09-a9ada536b0c3 req-53cd259a-ca63-426c-9cf4-7f2d5328063b service nova] Releasing lock "refresh_cache-b905ff09-c59b-4f17-a42b-cf754c4006fe" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.281786] env[65448]: DEBUG nova.network.neutron [None req-4f2b2386-2756-48ee-83ff-8f3fa3d700a8 tempest-ImagesNegativeTestJSON-2018095814 tempest-ImagesNegativeTestJSON-2018095814-project-member] [instance: 11062866-c4f7-41ef-a119-55cc027aa3b8] Successfully created port: 3108e29a-769a-4256-8ae7-d829405ae49a {{(pid=65448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1020.294079] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dca29b65-48bd-4690-bfac-5fa06c9ce3f8 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.303883] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88c8405f-520a-4c04-996a-fdad12a10d8d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.342863] env[65448]: WARNING neutronclient.v2_0.client [req-f119e665-12ae-4355-89a5-cbce0138001d req-9eff43af-5f4a-46e6-94f1-2fa4c8bd975f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1020.346799] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09d11008-e136-4570-b637-36acb2b2f327 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.356355] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66c0f991-314b-4bea-ba81-26b6bf0899ab {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.373967] env[65448]: DEBUG nova.compute.provider_tree [None req-b208ed19-5431-4e4e-8ca0-2dae919d1927 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1020.379287] env[65448]: DEBUG nova.compute.manager [req-2270c63a-b08c-4eda-8949-6f08ab1c273a req-573ec086-b6d6-4327-b555-36378bbd246f service nova] [instance: b0c623fa-d333-4033-9b82-c846509e532a] Received event network-changed-fbf6fa07-858c-4a26-8c11-8b1471651060 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1020.379287] env[65448]: DEBUG nova.compute.manager [req-2270c63a-b08c-4eda-8949-6f08ab1c273a req-573ec086-b6d6-4327-b555-36378bbd246f service nova] [instance: b0c623fa-d333-4033-9b82-c846509e532a] Refreshing instance network info cache due to event network-changed-fbf6fa07-858c-4a26-8c11-8b1471651060. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 1020.379405] env[65448]: DEBUG oslo_concurrency.lockutils [req-2270c63a-b08c-4eda-8949-6f08ab1c273a req-573ec086-b6d6-4327-b555-36378bbd246f service nova] Acquiring lock "refresh_cache-b0c623fa-d333-4033-9b82-c846509e532a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.379445] env[65448]: DEBUG oslo_concurrency.lockutils [req-2270c63a-b08c-4eda-8949-6f08ab1c273a req-573ec086-b6d6-4327-b555-36378bbd246f service nova] Acquired lock "refresh_cache-b0c623fa-d333-4033-9b82-c846509e532a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.379628] env[65448]: DEBUG nova.network.neutron [req-2270c63a-b08c-4eda-8949-6f08ab1c273a req-573ec086-b6d6-4327-b555-36378bbd246f service nova] [instance: b0c623fa-d333-4033-9b82-c846509e532a] Refreshing network info cache for port fbf6fa07-858c-4a26-8c11-8b1471651060 {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1020.390630] env[65448]: DEBUG nova.network.neutron [req-f119e665-12ae-4355-89a5-cbce0138001d req-9eff43af-5f4a-46e6-94f1-2fa4c8bd975f service nova] [instance: e4c91856-fcd2-447b-a2d2-7d2ce2bce0f3] Instance cache missing network info. {{(pid=65448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1020.421133] env[65448]: DEBUG nova.compute.manager [None req-4f2b2386-2756-48ee-83ff-8f3fa3d700a8 tempest-ImagesNegativeTestJSON-2018095814 tempest-ImagesNegativeTestJSON-2018095814-project-member] [instance: 11062866-c4f7-41ef-a119-55cc027aa3b8] Start building block device mappings for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2916}} [ 1020.481176] env[65448]: DEBUG nova.network.neutron [req-f119e665-12ae-4355-89a5-cbce0138001d req-9eff43af-5f4a-46e6-94f1-2fa4c8bd975f service nova] [instance: e4c91856-fcd2-447b-a2d2-7d2ce2bce0f3] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.519356] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4938101, 'name': CreateVM_Task, 'duration_secs': 1.375699} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.519691] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b905ff09-c59b-4f17-a42b-cf754c4006fe] Created VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1020.520080] env[65448]: WARNING neutronclient.v2_0.client [None req-56ff521b-7155-41f3-b95a-53159461f00e tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1020.520447] env[65448]: DEBUG oslo_concurrency.lockutils [None req-56ff521b-7155-41f3-b95a-53159461f00e tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.520600] env[65448]: DEBUG oslo_concurrency.lockutils [None req-56ff521b-7155-41f3-b95a-53159461f00e tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.520911] env[65448]: DEBUG oslo_concurrency.lockutils [None req-56ff521b-7155-41f3-b95a-53159461f00e tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.521194] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0352b816-e8dc-40c6-b0a3-8f9dca70cef4 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.527172] env[65448]: DEBUG oslo_vmware.api [None req-56ff521b-7155-41f3-b95a-53159461f00e tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Waiting for the task: (returnval){ [ 1020.527172] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52723e51-027c-d145-b5a7-9396be349a8e" [ 1020.527172] env[65448]: _type = "Task" [ 1020.527172] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.536755] env[65448]: DEBUG oslo_vmware.api [None req-56ff521b-7155-41f3-b95a-53159461f00e tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52723e51-027c-d145-b5a7-9396be349a8e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.590785] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6614cd9f-5fb0-4770-bf7b-874ca0f5e7ee tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Lock "d3eb5b9f-a5e0-4dfe-a6ea-42fec368280f" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.554s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.877445] env[65448]: DEBUG nova.scheduler.client.report [None req-b208ed19-5431-4e4e-8ca0-2dae919d1927 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1020.882807] env[65448]: WARNING neutronclient.v2_0.client [req-2270c63a-b08c-4eda-8949-6f08ab1c273a req-573ec086-b6d6-4327-b555-36378bbd246f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1020.984526] env[65448]: DEBUG oslo_concurrency.lockutils [req-f119e665-12ae-4355-89a5-cbce0138001d req-9eff43af-5f4a-46e6-94f1-2fa4c8bd975f service nova] Releasing lock "refresh_cache-e4c91856-fcd2-447b-a2d2-7d2ce2bce0f3" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.985098] env[65448]: DEBUG oslo_concurrency.lockutils [None req-fb5db10c-f929-4ab2-9e7e-91b70b215198 tempest-AttachInterfacesV270Test-1102348690 tempest-AttachInterfacesV270Test-1102348690-project-member] Acquired lock "refresh_cache-e4c91856-fcd2-447b-a2d2-7d2ce2bce0f3" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.985399] env[65448]: DEBUG nova.network.neutron [None req-fb5db10c-f929-4ab2-9e7e-91b70b215198 tempest-AttachInterfacesV270Test-1102348690 tempest-AttachInterfacesV270Test-1102348690-project-member] [instance: e4c91856-fcd2-447b-a2d2-7d2ce2bce0f3] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1021.041291] env[65448]: DEBUG oslo_vmware.api [None req-56ff521b-7155-41f3-b95a-53159461f00e tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52723e51-027c-d145-b5a7-9396be349a8e, 'name': SearchDatastore_Task, 'duration_secs': 0.011335} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.041744] env[65448]: DEBUG oslo_concurrency.lockutils [None req-56ff521b-7155-41f3-b95a-53159461f00e tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.042502] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-56ff521b-7155-41f3-b95a-53159461f00e tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] [instance: b905ff09-c59b-4f17-a42b-cf754c4006fe] Processing image 50fb366d-48e6-424f-9c20-bc83d77be76a {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1021.042862] env[65448]: DEBUG oslo_concurrency.lockutils [None req-56ff521b-7155-41f3-b95a-53159461f00e tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.043127] env[65448]: DEBUG oslo_concurrency.lockutils [None req-56ff521b-7155-41f3-b95a-53159461f00e tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.043317] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-56ff521b-7155-41f3-b95a-53159461f00e tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1021.043740] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e7be9820-83ad-4d79-ab6b-3ccf36fc7a36 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.056540] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-56ff521b-7155-41f3-b95a-53159461f00e tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1021.056699] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-56ff521b-7155-41f3-b95a-53159461f00e tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1021.057482] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95322a3b-d93d-4589-8d77-16c9d2d656c8 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.063859] env[65448]: DEBUG oslo_vmware.api [None req-56ff521b-7155-41f3-b95a-53159461f00e tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Waiting for the task: (returnval){ [ 1021.063859] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]521a20cd-bb78-59b2-f1a1-2ccd45c8cc56" [ 1021.063859] env[65448]: _type = "Task" [ 1021.063859] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.072260] env[65448]: DEBUG oslo_vmware.api [None req-56ff521b-7155-41f3-b95a-53159461f00e tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]521a20cd-bb78-59b2-f1a1-2ccd45c8cc56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.101158] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6614cd9f-5fb0-4770-bf7b-874ca0f5e7ee tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.170811] env[65448]: WARNING neutronclient.v2_0.client [req-2270c63a-b08c-4eda-8949-6f08ab1c273a req-573ec086-b6d6-4327-b555-36378bbd246f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1021.310270] env[65448]: DEBUG nova.network.neutron [req-2270c63a-b08c-4eda-8949-6f08ab1c273a req-573ec086-b6d6-4327-b555-36378bbd246f service nova] [instance: b0c623fa-d333-4033-9b82-c846509e532a] Updated VIF entry in instance network info cache for port fbf6fa07-858c-4a26-8c11-8b1471651060. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1021.310714] env[65448]: DEBUG nova.network.neutron [req-2270c63a-b08c-4eda-8949-6f08ab1c273a req-573ec086-b6d6-4327-b555-36378bbd246f service nova] [instance: b0c623fa-d333-4033-9b82-c846509e532a] Updating instance_info_cache with network_info: [{"id": "fbf6fa07-858c-4a26-8c11-8b1471651060", "address": "fa:16:3e:42:9a:74", "network": {"id": "ae7fb699-1e8f-4e6e-ba65-11efac49c1f2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2072253352-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40f710aa821f49ef963bafd588fa759f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbf6fa07-85", "ovs_interfaceid": "fbf6fa07-858c-4a26-8c11-8b1471651060", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.383928] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b208ed19-5431-4e4e-8ca0-2dae919d1927 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.975s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.386571] env[65448]: DEBUG oslo_concurrency.lockutils [None req-0cc1dd29-4bc8-4013-9d87-cbcb1569b2e8 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.364s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.388171] env[65448]: INFO nova.compute.claims [None req-0cc1dd29-4bc8-4013-9d87-cbcb1569b2e8 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: 2d86c404-07f7-4f62-81e1-b99125527970] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1021.408571] env[65448]: INFO nova.scheduler.client.report [None req-b208ed19-5431-4e4e-8ca0-2dae919d1927 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Deleted allocations for instance 6298b6d7-5892-48cc-b808-eeca3d91f57e [ 1021.433564] env[65448]: DEBUG nova.compute.manager [None req-4f2b2386-2756-48ee-83ff-8f3fa3d700a8 tempest-ImagesNegativeTestJSON-2018095814 tempest-ImagesNegativeTestJSON-2018095814-project-member] [instance: 11062866-c4f7-41ef-a119-55cc027aa3b8] Start spawning the instance on the hypervisor. {{(pid=65448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2689}} [ 1021.461695] env[65448]: DEBUG nova.virt.hardware [None req-4f2b2386-2756-48ee-83ff-8f3fa3d700a8 tempest-ImagesNegativeTestJSON-2018095814 tempest-ImagesNegativeTestJSON-2018095814-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-08T17:19:51Z,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a992292b6dae455593d228217860e2e1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-08T17:19:52Z,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1021.462261] env[65448]: DEBUG nova.virt.hardware [None req-4f2b2386-2756-48ee-83ff-8f3fa3d700a8 tempest-ImagesNegativeTestJSON-2018095814 tempest-ImagesNegativeTestJSON-2018095814-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1021.462435] env[65448]: DEBUG nova.virt.hardware [None req-4f2b2386-2756-48ee-83ff-8f3fa3d700a8 tempest-ImagesNegativeTestJSON-2018095814 tempest-ImagesNegativeTestJSON-2018095814-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1021.462622] env[65448]: DEBUG nova.virt.hardware [None req-4f2b2386-2756-48ee-83ff-8f3fa3d700a8 tempest-ImagesNegativeTestJSON-2018095814 tempest-ImagesNegativeTestJSON-2018095814-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1021.462767] env[65448]: DEBUG nova.virt.hardware [None req-4f2b2386-2756-48ee-83ff-8f3fa3d700a8 tempest-ImagesNegativeTestJSON-2018095814 tempest-ImagesNegativeTestJSON-2018095814-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1021.462909] env[65448]: DEBUG nova.virt.hardware [None req-4f2b2386-2756-48ee-83ff-8f3fa3d700a8 tempest-ImagesNegativeTestJSON-2018095814 tempest-ImagesNegativeTestJSON-2018095814-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1021.463130] env[65448]: DEBUG nova.virt.hardware [None req-4f2b2386-2756-48ee-83ff-8f3fa3d700a8 tempest-ImagesNegativeTestJSON-2018095814 tempest-ImagesNegativeTestJSON-2018095814-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1021.463290] env[65448]: DEBUG nova.virt.hardware [None req-4f2b2386-2756-48ee-83ff-8f3fa3d700a8 tempest-ImagesNegativeTestJSON-2018095814 tempest-ImagesNegativeTestJSON-2018095814-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1021.463451] env[65448]: DEBUG nova.virt.hardware [None req-4f2b2386-2756-48ee-83ff-8f3fa3d700a8 tempest-ImagesNegativeTestJSON-2018095814 tempest-ImagesNegativeTestJSON-2018095814-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1021.463609] env[65448]: DEBUG nova.virt.hardware [None req-4f2b2386-2756-48ee-83ff-8f3fa3d700a8 tempest-ImagesNegativeTestJSON-2018095814 tempest-ImagesNegativeTestJSON-2018095814-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1021.463777] env[65448]: DEBUG nova.virt.hardware [None req-4f2b2386-2756-48ee-83ff-8f3fa3d700a8 tempest-ImagesNegativeTestJSON-2018095814 tempest-ImagesNegativeTestJSON-2018095814-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1021.464739] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-370dc714-529f-4f64-bbc6-8545c6a2abdd {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.475070] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aae8dff3-6288-457d-8086-c78249a96a53 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.543654] env[65448]: DEBUG nova.network.neutron [None req-fb5db10c-f929-4ab2-9e7e-91b70b215198 tempest-AttachInterfacesV270Test-1102348690 tempest-AttachInterfacesV270Test-1102348690-project-member] [instance: e4c91856-fcd2-447b-a2d2-7d2ce2bce0f3] Instance cache missing network info. {{(pid=65448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1021.574891] env[65448]: DEBUG oslo_vmware.api [None req-56ff521b-7155-41f3-b95a-53159461f00e tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]521a20cd-bb78-59b2-f1a1-2ccd45c8cc56, 'name': SearchDatastore_Task, 'duration_secs': 0.035216} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.575853] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c6e57d6-0372-4253-8e28-727f4f8ca68d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.582596] env[65448]: DEBUG oslo_vmware.api [None req-56ff521b-7155-41f3-b95a-53159461f00e tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Waiting for the task: (returnval){ [ 1021.582596] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52b95bc1-b240-0510-60d5-7e836fa61d47" [ 1021.582596] env[65448]: _type = "Task" [ 1021.582596] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.590880] env[65448]: DEBUG oslo_vmware.api [None req-56ff521b-7155-41f3-b95a-53159461f00e tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52b95bc1-b240-0510-60d5-7e836fa61d47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.708157] env[65448]: WARNING neutronclient.v2_0.client [None req-fb5db10c-f929-4ab2-9e7e-91b70b215198 tempest-AttachInterfacesV270Test-1102348690 tempest-AttachInterfacesV270Test-1102348690-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1021.812019] env[65448]: DEBUG nova.network.neutron [None req-fb5db10c-f929-4ab2-9e7e-91b70b215198 tempest-AttachInterfacesV270Test-1102348690 tempest-AttachInterfacesV270Test-1102348690-project-member] [instance: e4c91856-fcd2-447b-a2d2-7d2ce2bce0f3] Updating instance_info_cache with network_info: [{"id": "d9d84180-16ce-4118-bb55-a3ada13d9b2b", "address": "fa:16:3e:fa:33:32", "network": {"id": "d7ed57eb-143e-49d0-92bf-b554a381014b", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-608480516-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e44e178fd0cf4474a85763cddb22277a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40859343-2baa-45fd-88e3-ebf8aaed2b19", "external-id": "nsx-vlan-transportzone-10", "segmentation_id": 10, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9d84180-16", "ovs_interfaceid": "d9d84180-16ce-4118-bb55-a3ada13d9b2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.813306] env[65448]: DEBUG oslo_concurrency.lockutils [req-2270c63a-b08c-4eda-8949-6f08ab1c273a req-573ec086-b6d6-4327-b555-36378bbd246f service nova] Releasing lock "refresh_cache-b0c623fa-d333-4033-9b82-c846509e532a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.877579] env[65448]: DEBUG nova.network.neutron [None req-4f2b2386-2756-48ee-83ff-8f3fa3d700a8 tempest-ImagesNegativeTestJSON-2018095814 tempest-ImagesNegativeTestJSON-2018095814-project-member] [instance: 11062866-c4f7-41ef-a119-55cc027aa3b8] Successfully updated port: 3108e29a-769a-4256-8ae7-d829405ae49a {{(pid=65448) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1021.919714] env[65448]: DEBUG nova.compute.manager [req-f688cd22-60a6-42e8-87f3-230fdb8bec45 req-9eec2b06-b7cd-4e55-bd1c-93053bd67134 service nova] [instance: 11062866-c4f7-41ef-a119-55cc027aa3b8] Received event network-vif-plugged-3108e29a-769a-4256-8ae7-d829405ae49a {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1021.919977] env[65448]: DEBUG oslo_concurrency.lockutils [req-f688cd22-60a6-42e8-87f3-230fdb8bec45 req-9eec2b06-b7cd-4e55-bd1c-93053bd67134 service nova] Acquiring lock "11062866-c4f7-41ef-a119-55cc027aa3b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.920136] env[65448]: DEBUG oslo_concurrency.lockutils [req-f688cd22-60a6-42e8-87f3-230fdb8bec45 req-9eec2b06-b7cd-4e55-bd1c-93053bd67134 service nova] Lock "11062866-c4f7-41ef-a119-55cc027aa3b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.920362] env[65448]: DEBUG oslo_concurrency.lockutils [req-f688cd22-60a6-42e8-87f3-230fdb8bec45 req-9eec2b06-b7cd-4e55-bd1c-93053bd67134 service nova] Lock "11062866-c4f7-41ef-a119-55cc027aa3b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.920446] env[65448]: DEBUG nova.compute.manager [req-f688cd22-60a6-42e8-87f3-230fdb8bec45 req-9eec2b06-b7cd-4e55-bd1c-93053bd67134 service nova] [instance: 11062866-c4f7-41ef-a119-55cc027aa3b8] No waiting events found dispatching network-vif-plugged-3108e29a-769a-4256-8ae7-d829405ae49a {{(pid=65448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1021.920600] env[65448]: WARNING nova.compute.manager [req-f688cd22-60a6-42e8-87f3-230fdb8bec45 req-9eec2b06-b7cd-4e55-bd1c-93053bd67134 service nova] [instance: 11062866-c4f7-41ef-a119-55cc027aa3b8] Received unexpected event network-vif-plugged-3108e29a-769a-4256-8ae7-d829405ae49a for instance with vm_state building and task_state spawning. [ 1021.921414] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b208ed19-5431-4e4e-8ca0-2dae919d1927 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Lock "6298b6d7-5892-48cc-b808-eeca3d91f57e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.249s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.997961] env[65448]: DEBUG oslo_concurrency.lockutils [None req-43fc2d38-f8b6-4bea-ae5b-99426b479277 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Acquiring lock "d3eb5b9f-a5e0-4dfe-a6ea-42fec368280f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.998244] env[65448]: DEBUG oslo_concurrency.lockutils [None req-43fc2d38-f8b6-4bea-ae5b-99426b479277 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Lock "d3eb5b9f-a5e0-4dfe-a6ea-42fec368280f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.998457] env[65448]: DEBUG oslo_concurrency.lockutils [None req-43fc2d38-f8b6-4bea-ae5b-99426b479277 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Acquiring lock "d3eb5b9f-a5e0-4dfe-a6ea-42fec368280f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.998743] env[65448]: DEBUG oslo_concurrency.lockutils [None req-43fc2d38-f8b6-4bea-ae5b-99426b479277 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Lock "d3eb5b9f-a5e0-4dfe-a6ea-42fec368280f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.998836] env[65448]: DEBUG oslo_concurrency.lockutils [None req-43fc2d38-f8b6-4bea-ae5b-99426b479277 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Lock "d3eb5b9f-a5e0-4dfe-a6ea-42fec368280f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.000847] env[65448]: INFO nova.compute.manager [None req-43fc2d38-f8b6-4bea-ae5b-99426b479277 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d3eb5b9f-a5e0-4dfe-a6ea-42fec368280f] Terminating instance [ 1022.093615] env[65448]: DEBUG oslo_vmware.api [None req-56ff521b-7155-41f3-b95a-53159461f00e tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52b95bc1-b240-0510-60d5-7e836fa61d47, 'name': SearchDatastore_Task, 'duration_secs': 0.010723} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.093891] env[65448]: DEBUG oslo_concurrency.lockutils [None req-56ff521b-7155-41f3-b95a-53159461f00e tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.094215] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-56ff521b-7155-41f3-b95a-53159461f00e tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore1] b905ff09-c59b-4f17-a42b-cf754c4006fe/b905ff09-c59b-4f17-a42b-cf754c4006fe.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1022.094471] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b9b17759-dce2-4c3f-8a93-028597002a2b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.101439] env[65448]: DEBUG oslo_vmware.api [None req-56ff521b-7155-41f3-b95a-53159461f00e tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Waiting for the task: (returnval){ [ 1022.101439] env[65448]: value = "task-4938103" [ 1022.101439] env[65448]: _type = "Task" [ 1022.101439] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.110107] env[65448]: DEBUG oslo_vmware.api [None req-56ff521b-7155-41f3-b95a-53159461f00e tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Task: {'id': task-4938103, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.315390] env[65448]: DEBUG oslo_concurrency.lockutils [None req-fb5db10c-f929-4ab2-9e7e-91b70b215198 tempest-AttachInterfacesV270Test-1102348690 tempest-AttachInterfacesV270Test-1102348690-project-member] Releasing lock "refresh_cache-e4c91856-fcd2-447b-a2d2-7d2ce2bce0f3" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.317036] env[65448]: DEBUG nova.compute.manager [None req-fb5db10c-f929-4ab2-9e7e-91b70b215198 tempest-AttachInterfacesV270Test-1102348690 tempest-AttachInterfacesV270Test-1102348690-project-member] [instance: e4c91856-fcd2-447b-a2d2-7d2ce2bce0f3] Instance network_info: |[{"id": "d9d84180-16ce-4118-bb55-a3ada13d9b2b", "address": "fa:16:3e:fa:33:32", "network": {"id": "d7ed57eb-143e-49d0-92bf-b554a381014b", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-608480516-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e44e178fd0cf4474a85763cddb22277a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40859343-2baa-45fd-88e3-ebf8aaed2b19", "external-id": "nsx-vlan-transportzone-10", "segmentation_id": 10, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9d84180-16", "ovs_interfaceid": "d9d84180-16ce-4118-bb55-a3ada13d9b2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 1022.317036] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-fb5db10c-f929-4ab2-9e7e-91b70b215198 tempest-AttachInterfacesV270Test-1102348690 tempest-AttachInterfacesV270Test-1102348690-project-member] [instance: e4c91856-fcd2-447b-a2d2-7d2ce2bce0f3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fa:33:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '40859343-2baa-45fd-88e3-ebf8aaed2b19', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd9d84180-16ce-4118-bb55-a3ada13d9b2b', 'vif_model': 'vmxnet3'}] {{(pid=65448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1022.324388] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb5db10c-f929-4ab2-9e7e-91b70b215198 tempest-AttachInterfacesV270Test-1102348690 tempest-AttachInterfacesV270Test-1102348690-project-member] Creating folder: Project (e44e178fd0cf4474a85763cddb22277a). Parent ref: group-v961779. {{(pid=65448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1022.324848] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8af28e7c-5776-4a5a-94ae-2a44a4191125 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.340154] env[65448]: INFO nova.virt.vmwareapi.vm_util [None req-fb5db10c-f929-4ab2-9e7e-91b70b215198 tempest-AttachInterfacesV270Test-1102348690 tempest-AttachInterfacesV270Test-1102348690-project-member] Created folder: Project (e44e178fd0cf4474a85763cddb22277a) in parent group-v961779. [ 1022.340513] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb5db10c-f929-4ab2-9e7e-91b70b215198 tempest-AttachInterfacesV270Test-1102348690 tempest-AttachInterfacesV270Test-1102348690-project-member] Creating folder: Instances. Parent ref: group-v962018. {{(pid=65448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1022.340712] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-083129b8-1c4f-4281-84a4-51fb698c5271 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.356034] env[65448]: INFO nova.virt.vmwareapi.vm_util [None req-fb5db10c-f929-4ab2-9e7e-91b70b215198 tempest-AttachInterfacesV270Test-1102348690 tempest-AttachInterfacesV270Test-1102348690-project-member] Created folder: Instances in parent group-v962018. [ 1022.356392] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-fb5db10c-f929-4ab2-9e7e-91b70b215198 tempest-AttachInterfacesV270Test-1102348690 tempest-AttachInterfacesV270Test-1102348690-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1022.356676] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4c91856-fcd2-447b-a2d2-7d2ce2bce0f3] Creating VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1022.356951] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-42506577-4b12-471f-9f4d-0f29d4a54ad5 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.382502] env[65448]: DEBUG oslo_concurrency.lockutils [None req-4f2b2386-2756-48ee-83ff-8f3fa3d700a8 tempest-ImagesNegativeTestJSON-2018095814 tempest-ImagesNegativeTestJSON-2018095814-project-member] Acquiring lock "refresh_cache-11062866-c4f7-41ef-a119-55cc027aa3b8" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.382732] env[65448]: DEBUG oslo_concurrency.lockutils [None req-4f2b2386-2756-48ee-83ff-8f3fa3d700a8 tempest-ImagesNegativeTestJSON-2018095814 tempest-ImagesNegativeTestJSON-2018095814-project-member] Acquired lock "refresh_cache-11062866-c4f7-41ef-a119-55cc027aa3b8" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.382897] env[65448]: DEBUG nova.network.neutron [None req-4f2b2386-2756-48ee-83ff-8f3fa3d700a8 tempest-ImagesNegativeTestJSON-2018095814 tempest-ImagesNegativeTestJSON-2018095814-project-member] [instance: 11062866-c4f7-41ef-a119-55cc027aa3b8] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1022.387267] env[65448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1022.387267] env[65448]: value = "task-4938106" [ 1022.387267] env[65448]: _type = "Task" [ 1022.387267] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.403697] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4938106, 'name': CreateVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.505010] env[65448]: DEBUG nova.compute.manager [None req-43fc2d38-f8b6-4bea-ae5b-99426b479277 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d3eb5b9f-a5e0-4dfe-a6ea-42fec368280f] Start destroying the instance on the hypervisor. {{(pid=65448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3209}} [ 1022.505457] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-43fc2d38-f8b6-4bea-ae5b-99426b479277 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d3eb5b9f-a5e0-4dfe-a6ea-42fec368280f] Destroying instance {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1022.506821] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b998fde-f158-44ca-8143-00b71022910e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.522141] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-43fc2d38-f8b6-4bea-ae5b-99426b479277 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d3eb5b9f-a5e0-4dfe-a6ea-42fec368280f] Unregistering the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1022.522314] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d46bef7a-d737-4dc5-8d75-9bfaef7c0092 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.615589] env[65448]: DEBUG oslo_vmware.api [None req-56ff521b-7155-41f3-b95a-53159461f00e tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Task: {'id': task-4938103, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50754} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.616011] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-56ff521b-7155-41f3-b95a-53159461f00e tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore1] b905ff09-c59b-4f17-a42b-cf754c4006fe/b905ff09-c59b-4f17-a42b-cf754c4006fe.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1022.616344] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-56ff521b-7155-41f3-b95a-53159461f00e tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] [instance: b905ff09-c59b-4f17-a42b-cf754c4006fe] Extending root virtual disk to 1048576 {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1022.616703] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3559a7f2-f626-40f1-85c2-fb13617fb7f0 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.628408] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-43fc2d38-f8b6-4bea-ae5b-99426b479277 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d3eb5b9f-a5e0-4dfe-a6ea-42fec368280f] Unregistered the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1022.628707] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-43fc2d38-f8b6-4bea-ae5b-99426b479277 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d3eb5b9f-a5e0-4dfe-a6ea-42fec368280f] Deleting contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1022.628999] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-43fc2d38-f8b6-4bea-ae5b-99426b479277 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Deleting the datastore file [datastore2] d3eb5b9f-a5e0-4dfe-a6ea-42fec368280f {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1022.629444] env[65448]: DEBUG oslo_vmware.api [None req-56ff521b-7155-41f3-b95a-53159461f00e tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Waiting for the task: (returnval){ [ 1022.629444] env[65448]: value = "task-4938108" [ 1022.629444] env[65448]: _type = "Task" [ 1022.629444] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.629688] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0f636934-bdec-420c-99c5-3f7a71e1e293 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.646858] env[65448]: DEBUG oslo_vmware.api [None req-56ff521b-7155-41f3-b95a-53159461f00e tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Task: {'id': task-4938108, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.647296] env[65448]: DEBUG oslo_vmware.api [None req-43fc2d38-f8b6-4bea-ae5b-99426b479277 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Waiting for the task: (returnval){ [ 1022.647296] env[65448]: value = "task-4938109" [ 1022.647296] env[65448]: _type = "Task" [ 1022.647296] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.657312] env[65448]: DEBUG oslo_vmware.api [None req-43fc2d38-f8b6-4bea-ae5b-99426b479277 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4938109, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.770414] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4ef279e-d675-491f-8cc2-e619d863333f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.781969] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5e5676e-a60e-41dc-a05a-680f7d5c732e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.823312] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67159661-f6d7-4d11-855e-703026c07173 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.832084] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8d1c4e7-523b-4c30-a595-d05c1e4c1429 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.848052] env[65448]: DEBUG nova.compute.provider_tree [None req-0cc1dd29-4bc8-4013-9d87-cbcb1569b2e8 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1022.900111] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4938106, 'name': CreateVM_Task, 'duration_secs': 0.449263} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.900111] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4c91856-fcd2-447b-a2d2-7d2ce2bce0f3] Created VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1022.900371] env[65448]: WARNING neutronclient.v2_0.client [None req-fb5db10c-f929-4ab2-9e7e-91b70b215198 tempest-AttachInterfacesV270Test-1102348690 tempest-AttachInterfacesV270Test-1102348690-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1022.900835] env[65448]: DEBUG oslo_concurrency.lockutils [None req-fb5db10c-f929-4ab2-9e7e-91b70b215198 tempest-AttachInterfacesV270Test-1102348690 tempest-AttachInterfacesV270Test-1102348690-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.900948] env[65448]: DEBUG oslo_concurrency.lockutils [None req-fb5db10c-f929-4ab2-9e7e-91b70b215198 tempest-AttachInterfacesV270Test-1102348690 tempest-AttachInterfacesV270Test-1102348690-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.901780] env[65448]: DEBUG oslo_concurrency.lockutils [None req-fb5db10c-f929-4ab2-9e7e-91b70b215198 tempest-AttachInterfacesV270Test-1102348690 tempest-AttachInterfacesV270Test-1102348690-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.902113] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10bc9b0d-7ca4-4db8-845c-e99e3c5771d3 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.908445] env[65448]: DEBUG oslo_vmware.api [None req-fb5db10c-f929-4ab2-9e7e-91b70b215198 tempest-AttachInterfacesV270Test-1102348690 tempest-AttachInterfacesV270Test-1102348690-project-member] Waiting for the task: (returnval){ [ 1022.908445] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52747afb-7a64-cde9-5225-9c0b4f82f487" [ 1022.908445] env[65448]: _type = "Task" [ 1022.908445] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.921257] env[65448]: DEBUG oslo_vmware.api [None req-fb5db10c-f929-4ab2-9e7e-91b70b215198 tempest-AttachInterfacesV270Test-1102348690 tempest-AttachInterfacesV270Test-1102348690-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52747afb-7a64-cde9-5225-9c0b4f82f487, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.928920] env[65448]: DEBUG nova.network.neutron [None req-4f2b2386-2756-48ee-83ff-8f3fa3d700a8 tempest-ImagesNegativeTestJSON-2018095814 tempest-ImagesNegativeTestJSON-2018095814-project-member] [instance: 11062866-c4f7-41ef-a119-55cc027aa3b8] Instance cache missing network info. {{(pid=65448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1023.090692] env[65448]: WARNING neutronclient.v2_0.client [None req-4f2b2386-2756-48ee-83ff-8f3fa3d700a8 tempest-ImagesNegativeTestJSON-2018095814 tempest-ImagesNegativeTestJSON-2018095814-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1023.141940] env[65448]: DEBUG oslo_vmware.api [None req-56ff521b-7155-41f3-b95a-53159461f00e tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Task: {'id': task-4938108, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080331} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.142211] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-56ff521b-7155-41f3-b95a-53159461f00e tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] [instance: b905ff09-c59b-4f17-a42b-cf754c4006fe] Extended root virtual disk {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1023.142979] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2802dae-a089-4b27-89ea-95ae0cb28abd {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.171669] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-56ff521b-7155-41f3-b95a-53159461f00e tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] [instance: b905ff09-c59b-4f17-a42b-cf754c4006fe] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] b905ff09-c59b-4f17-a42b-cf754c4006fe/b905ff09-c59b-4f17-a42b-cf754c4006fe.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1023.172064] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9dc75c2a-a4a6-48d2-a867-15d3d664d45d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.187836] env[65448]: DEBUG nova.network.neutron [None req-4f2b2386-2756-48ee-83ff-8f3fa3d700a8 tempest-ImagesNegativeTestJSON-2018095814 tempest-ImagesNegativeTestJSON-2018095814-project-member] [instance: 11062866-c4f7-41ef-a119-55cc027aa3b8] Updating instance_info_cache with network_info: [{"id": "3108e29a-769a-4256-8ae7-d829405ae49a", "address": "fa:16:3e:13:62:4e", "network": {"id": "08460098-7823-41aa-b297-aed91c056e0b", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-596623355-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a45c5dc204ea4419a6649fe338fc70cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3108e29a-76", "ovs_interfaceid": "3108e29a-769a-4256-8ae7-d829405ae49a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.194699] env[65448]: DEBUG oslo_vmware.api [None req-43fc2d38-f8b6-4bea-ae5b-99426b479277 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4938109, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137444} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.196234] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-43fc2d38-f8b6-4bea-ae5b-99426b479277 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1023.196456] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-43fc2d38-f8b6-4bea-ae5b-99426b479277 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d3eb5b9f-a5e0-4dfe-a6ea-42fec368280f] Deleted contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1023.196636] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-43fc2d38-f8b6-4bea-ae5b-99426b479277 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d3eb5b9f-a5e0-4dfe-a6ea-42fec368280f] Instance destroyed {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1023.196813] env[65448]: INFO nova.compute.manager [None req-43fc2d38-f8b6-4bea-ae5b-99426b479277 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d3eb5b9f-a5e0-4dfe-a6ea-42fec368280f] Took 0.69 seconds to destroy the instance on the hypervisor. [ 1023.197073] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-43fc2d38-f8b6-4bea-ae5b-99426b479277 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1023.197330] env[65448]: DEBUG oslo_vmware.api [None req-56ff521b-7155-41f3-b95a-53159461f00e tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Waiting for the task: (returnval){ [ 1023.197330] env[65448]: value = "task-4938110" [ 1023.197330] env[65448]: _type = "Task" [ 1023.197330] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.197562] env[65448]: DEBUG nova.compute.manager [-] [instance: d3eb5b9f-a5e0-4dfe-a6ea-42fec368280f] Deallocating network for instance {{(pid=65448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1023.197634] env[65448]: DEBUG nova.network.neutron [-] [instance: d3eb5b9f-a5e0-4dfe-a6ea-42fec368280f] deallocate_for_instance() {{(pid=65448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1023.197862] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1023.210468] env[65448]: DEBUG oslo_vmware.api [None req-56ff521b-7155-41f3-b95a-53159461f00e tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Task: {'id': task-4938110, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.259232] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1023.351713] env[65448]: DEBUG nova.scheduler.client.report [None req-0cc1dd29-4bc8-4013-9d87-cbcb1569b2e8 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1023.419732] env[65448]: DEBUG oslo_vmware.api [None req-fb5db10c-f929-4ab2-9e7e-91b70b215198 tempest-AttachInterfacesV270Test-1102348690 tempest-AttachInterfacesV270Test-1102348690-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52747afb-7a64-cde9-5225-9c0b4f82f487, 'name': SearchDatastore_Task, 'duration_secs': 0.012671} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.420062] env[65448]: DEBUG oslo_concurrency.lockutils [None req-fb5db10c-f929-4ab2-9e7e-91b70b215198 tempest-AttachInterfacesV270Test-1102348690 tempest-AttachInterfacesV270Test-1102348690-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.420302] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-fb5db10c-f929-4ab2-9e7e-91b70b215198 tempest-AttachInterfacesV270Test-1102348690 tempest-AttachInterfacesV270Test-1102348690-project-member] [instance: e4c91856-fcd2-447b-a2d2-7d2ce2bce0f3] Processing image 50fb366d-48e6-424f-9c20-bc83d77be76a {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1023.420545] env[65448]: DEBUG oslo_concurrency.lockutils [None req-fb5db10c-f929-4ab2-9e7e-91b70b215198 tempest-AttachInterfacesV270Test-1102348690 tempest-AttachInterfacesV270Test-1102348690-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.420684] env[65448]: DEBUG oslo_concurrency.lockutils [None req-fb5db10c-f929-4ab2-9e7e-91b70b215198 tempest-AttachInterfacesV270Test-1102348690 tempest-AttachInterfacesV270Test-1102348690-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.420919] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb5db10c-f929-4ab2-9e7e-91b70b215198 tempest-AttachInterfacesV270Test-1102348690 tempest-AttachInterfacesV270Test-1102348690-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1023.421235] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7f87af94-e0f5-4534-9132-b499bf75a251 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.431145] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb5db10c-f929-4ab2-9e7e-91b70b215198 tempest-AttachInterfacesV270Test-1102348690 tempest-AttachInterfacesV270Test-1102348690-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1023.431350] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-fb5db10c-f929-4ab2-9e7e-91b70b215198 tempest-AttachInterfacesV270Test-1102348690 tempest-AttachInterfacesV270Test-1102348690-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1023.432145] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-117d53c5-8bea-4cff-8e51-886cb8864a2a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.438943] env[65448]: DEBUG oslo_vmware.api [None req-fb5db10c-f929-4ab2-9e7e-91b70b215198 tempest-AttachInterfacesV270Test-1102348690 tempest-AttachInterfacesV270Test-1102348690-project-member] Waiting for the task: (returnval){ [ 1023.438943] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]528da94a-b404-3438-cc50-e165e1ee3f82" [ 1023.438943] env[65448]: _type = "Task" [ 1023.438943] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.448446] env[65448]: DEBUG oslo_vmware.api [None req-fb5db10c-f929-4ab2-9e7e-91b70b215198 tempest-AttachInterfacesV270Test-1102348690 tempest-AttachInterfacesV270Test-1102348690-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]528da94a-b404-3438-cc50-e165e1ee3f82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.608746] env[65448]: DEBUG nova.compute.manager [req-83c23bda-dacc-4f91-aa2b-9aaeb26e5928 req-e4dda76c-b4eb-4601-9cae-4cf281dfec93 service nova] [instance: d3eb5b9f-a5e0-4dfe-a6ea-42fec368280f] Received event network-vif-deleted-88705932-5cb5-4b60-9702-276bf66772eb {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1023.608966] env[65448]: INFO nova.compute.manager [req-83c23bda-dacc-4f91-aa2b-9aaeb26e5928 req-e4dda76c-b4eb-4601-9cae-4cf281dfec93 service nova] [instance: d3eb5b9f-a5e0-4dfe-a6ea-42fec368280f] Neutron deleted interface 88705932-5cb5-4b60-9702-276bf66772eb; detaching it from the instance and deleting it from the info cache [ 1023.609152] env[65448]: DEBUG nova.network.neutron [req-83c23bda-dacc-4f91-aa2b-9aaeb26e5928 req-e4dda76c-b4eb-4601-9cae-4cf281dfec93 service nova] [instance: d3eb5b9f-a5e0-4dfe-a6ea-42fec368280f] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.694022] env[65448]: DEBUG oslo_concurrency.lockutils [None req-4f2b2386-2756-48ee-83ff-8f3fa3d700a8 tempest-ImagesNegativeTestJSON-2018095814 tempest-ImagesNegativeTestJSON-2018095814-project-member] Releasing lock "refresh_cache-11062866-c4f7-41ef-a119-55cc027aa3b8" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.694022] env[65448]: DEBUG nova.compute.manager [None req-4f2b2386-2756-48ee-83ff-8f3fa3d700a8 tempest-ImagesNegativeTestJSON-2018095814 tempest-ImagesNegativeTestJSON-2018095814-project-member] [instance: 11062866-c4f7-41ef-a119-55cc027aa3b8] Instance network_info: |[{"id": "3108e29a-769a-4256-8ae7-d829405ae49a", "address": "fa:16:3e:13:62:4e", "network": {"id": "08460098-7823-41aa-b297-aed91c056e0b", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-596623355-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a45c5dc204ea4419a6649fe338fc70cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3108e29a-76", "ovs_interfaceid": "3108e29a-769a-4256-8ae7-d829405ae49a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 1023.694022] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-4f2b2386-2756-48ee-83ff-8f3fa3d700a8 tempest-ImagesNegativeTestJSON-2018095814 tempest-ImagesNegativeTestJSON-2018095814-project-member] [instance: 11062866-c4f7-41ef-a119-55cc027aa3b8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:62:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f1e0e39-0c84-4fcd-9113-cc528c3eb185', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3108e29a-769a-4256-8ae7-d829405ae49a', 'vif_model': 'vmxnet3'}] {{(pid=65448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1023.700764] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f2b2386-2756-48ee-83ff-8f3fa3d700a8 tempest-ImagesNegativeTestJSON-2018095814 tempest-ImagesNegativeTestJSON-2018095814-project-member] Creating folder: Project (a45c5dc204ea4419a6649fe338fc70cd). Parent ref: group-v961779. {{(pid=65448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1023.701628] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b5f539bc-72fc-46a4-866f-f7f8e7c66599 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.713235] env[65448]: DEBUG oslo_vmware.api [None req-56ff521b-7155-41f3-b95a-53159461f00e tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Task: {'id': task-4938110, 'name': ReconfigVM_Task, 'duration_secs': 0.316205} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.713736] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-56ff521b-7155-41f3-b95a-53159461f00e tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] [instance: b905ff09-c59b-4f17-a42b-cf754c4006fe] Reconfigured VM instance instance-00000058 to attach disk [datastore1] b905ff09-c59b-4f17-a42b-cf754c4006fe/b905ff09-c59b-4f17-a42b-cf754c4006fe.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1023.714610] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-65e256de-87fc-437c-bbc2-4894bd120461 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.717642] env[65448]: INFO nova.virt.vmwareapi.vm_util [None req-4f2b2386-2756-48ee-83ff-8f3fa3d700a8 tempest-ImagesNegativeTestJSON-2018095814 tempest-ImagesNegativeTestJSON-2018095814-project-member] Created folder: Project (a45c5dc204ea4419a6649fe338fc70cd) in parent group-v961779. [ 1023.717956] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f2b2386-2756-48ee-83ff-8f3fa3d700a8 tempest-ImagesNegativeTestJSON-2018095814 tempest-ImagesNegativeTestJSON-2018095814-project-member] Creating folder: Instances. Parent ref: group-v962021. {{(pid=65448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1023.718650] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6aa97adf-3e68-44f7-9423-2e47acb30e34 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.722398] env[65448]: DEBUG oslo_vmware.api [None req-56ff521b-7155-41f3-b95a-53159461f00e tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Waiting for the task: (returnval){ [ 1023.722398] env[65448]: value = "task-4938112" [ 1023.722398] env[65448]: _type = "Task" [ 1023.722398] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.733024] env[65448]: DEBUG oslo_vmware.api [None req-56ff521b-7155-41f3-b95a-53159461f00e tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Task: {'id': task-4938112, 'name': Rename_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.734114] env[65448]: INFO nova.virt.vmwareapi.vm_util [None req-4f2b2386-2756-48ee-83ff-8f3fa3d700a8 tempest-ImagesNegativeTestJSON-2018095814 tempest-ImagesNegativeTestJSON-2018095814-project-member] Created folder: Instances in parent group-v962021. [ 1023.734427] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-4f2b2386-2756-48ee-83ff-8f3fa3d700a8 tempest-ImagesNegativeTestJSON-2018095814 tempest-ImagesNegativeTestJSON-2018095814-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1023.735420] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11062866-c4f7-41ef-a119-55cc027aa3b8] Creating VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1023.735648] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c5177491-a00f-400c-9d66-28f896b14392 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.756420] env[65448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1023.756420] env[65448]: value = "task-4938114" [ 1023.756420] env[65448]: _type = "Task" [ 1023.756420] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.765378] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4938114, 'name': CreateVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.857819] env[65448]: DEBUG oslo_concurrency.lockutils [None req-0cc1dd29-4bc8-4013-9d87-cbcb1569b2e8 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.471s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.858970] env[65448]: DEBUG nova.compute.manager [None req-0cc1dd29-4bc8-4013-9d87-cbcb1569b2e8 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: 2d86c404-07f7-4f62-81e1-b99125527970] Start building networks asynchronously for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2881}} [ 1023.861823] env[65448]: DEBUG oslo_concurrency.lockutils [None req-59b6fb71-dce2-417a-9daa-0f06ec8d5f46 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 19.430s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.950770] env[65448]: DEBUG oslo_vmware.api [None req-fb5db10c-f929-4ab2-9e7e-91b70b215198 tempest-AttachInterfacesV270Test-1102348690 tempest-AttachInterfacesV270Test-1102348690-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]528da94a-b404-3438-cc50-e165e1ee3f82, 'name': SearchDatastore_Task, 'duration_secs': 0.014525} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.952051] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a1f8095-833f-4648-8c43-63e34d4c9577 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.957624] env[65448]: DEBUG oslo_vmware.api [None req-fb5db10c-f929-4ab2-9e7e-91b70b215198 tempest-AttachInterfacesV270Test-1102348690 tempest-AttachInterfacesV270Test-1102348690-project-member] Waiting for the task: (returnval){ [ 1023.957624] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52dd5b83-22b3-ce80-c891-01f0e3e55f89" [ 1023.957624] env[65448]: _type = "Task" [ 1023.957624] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.967026] env[65448]: DEBUG oslo_vmware.api [None req-fb5db10c-f929-4ab2-9e7e-91b70b215198 tempest-AttachInterfacesV270Test-1102348690 tempest-AttachInterfacesV270Test-1102348690-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52dd5b83-22b3-ce80-c891-01f0e3e55f89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.985177] env[65448]: DEBUG nova.compute.manager [req-b38955d7-f98b-4e27-9c9d-9d7ff951f0e8 req-792f8241-dd18-4ac4-8a1c-58de2a982484 service nova] [instance: 11062866-c4f7-41ef-a119-55cc027aa3b8] Received event network-changed-3108e29a-769a-4256-8ae7-d829405ae49a {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1023.985412] env[65448]: DEBUG nova.compute.manager [req-b38955d7-f98b-4e27-9c9d-9d7ff951f0e8 req-792f8241-dd18-4ac4-8a1c-58de2a982484 service nova] [instance: 11062866-c4f7-41ef-a119-55cc027aa3b8] Refreshing instance network info cache due to event network-changed-3108e29a-769a-4256-8ae7-d829405ae49a. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 1023.985627] env[65448]: DEBUG oslo_concurrency.lockutils [req-b38955d7-f98b-4e27-9c9d-9d7ff951f0e8 req-792f8241-dd18-4ac4-8a1c-58de2a982484 service nova] Acquiring lock "refresh_cache-11062866-c4f7-41ef-a119-55cc027aa3b8" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.985757] env[65448]: DEBUG oslo_concurrency.lockutils [req-b38955d7-f98b-4e27-9c9d-9d7ff951f0e8 req-792f8241-dd18-4ac4-8a1c-58de2a982484 service nova] Acquired lock "refresh_cache-11062866-c4f7-41ef-a119-55cc027aa3b8" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.985916] env[65448]: DEBUG nova.network.neutron [req-b38955d7-f98b-4e27-9c9d-9d7ff951f0e8 req-792f8241-dd18-4ac4-8a1c-58de2a982484 service nova] [instance: 11062866-c4f7-41ef-a119-55cc027aa3b8] Refreshing network info cache for port 3108e29a-769a-4256-8ae7-d829405ae49a {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1024.042776] env[65448]: DEBUG nova.network.neutron [-] [instance: d3eb5b9f-a5e0-4dfe-a6ea-42fec368280f] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.114651] env[65448]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-15ae6875-f378-4ffb-a67e-c25441fd5114 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.125354] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b73d7aef-f91a-4f93-965a-64600b8354ed {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.166831] env[65448]: DEBUG nova.compute.manager [req-83c23bda-dacc-4f91-aa2b-9aaeb26e5928 req-e4dda76c-b4eb-4601-9cae-4cf281dfec93 service nova] [instance: d3eb5b9f-a5e0-4dfe-a6ea-42fec368280f] Detach interface failed, port_id=88705932-5cb5-4b60-9702-276bf66772eb, reason: Instance d3eb5b9f-a5e0-4dfe-a6ea-42fec368280f could not be found. {{(pid=65448) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 1024.210043] env[65448]: DEBUG oslo_concurrency.lockutils [None req-2922a7c4-64d9-4aab-bc75-42f1a7ee7108 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Acquiring lock "1922ac25-2b1e-4a2d-b87a-1ca8712ac96d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.210043] env[65448]: DEBUG oslo_concurrency.lockutils [None req-2922a7c4-64d9-4aab-bc75-42f1a7ee7108 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Lock "1922ac25-2b1e-4a2d-b87a-1ca8712ac96d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.233173] env[65448]: DEBUG oslo_vmware.api [None req-56ff521b-7155-41f3-b95a-53159461f00e tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Task: {'id': task-4938112, 'name': Rename_Task, 'duration_secs': 0.156827} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.233358] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-56ff521b-7155-41f3-b95a-53159461f00e tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] [instance: b905ff09-c59b-4f17-a42b-cf754c4006fe] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1024.233586] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a21bd3ba-3604-4e8e-a1ba-0ddb108790f3 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.242282] env[65448]: DEBUG oslo_vmware.api [None req-56ff521b-7155-41f3-b95a-53159461f00e tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Waiting for the task: (returnval){ [ 1024.242282] env[65448]: value = "task-4938115" [ 1024.242282] env[65448]: _type = "Task" [ 1024.242282] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.253636] env[65448]: DEBUG oslo_vmware.api [None req-56ff521b-7155-41f3-b95a-53159461f00e tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Task: {'id': task-4938115, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.266875] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4938114, 'name': CreateVM_Task} progress is 99%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.366800] env[65448]: DEBUG nova.compute.utils [None req-0cc1dd29-4bc8-4013-9d87-cbcb1569b2e8 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Using /dev/sd instead of None {{(pid=65448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1024.371837] env[65448]: DEBUG nova.compute.manager [None req-0cc1dd29-4bc8-4013-9d87-cbcb1569b2e8 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: 2d86c404-07f7-4f62-81e1-b99125527970] Allocating IP information in the background. {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 1024.372097] env[65448]: DEBUG nova.network.neutron [None req-0cc1dd29-4bc8-4013-9d87-cbcb1569b2e8 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: 2d86c404-07f7-4f62-81e1-b99125527970] allocate_for_instance() {{(pid=65448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1024.373672] env[65448]: WARNING neutronclient.v2_0.client [None req-0cc1dd29-4bc8-4013-9d87-cbcb1569b2e8 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1024.373837] env[65448]: WARNING neutronclient.v2_0.client [None req-0cc1dd29-4bc8-4013-9d87-cbcb1569b2e8 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1024.444275] env[65448]: DEBUG nova.policy [None req-0cc1dd29-4bc8-4013-9d87-cbcb1569b2e8 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '188b1cb9a0da470f91a7092c81cbca50', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cd050f9067644c0db6e945683a3fcccc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65448) authorize /opt/stack/nova/nova/policy.py:192}} [ 1024.477474] env[65448]: DEBUG oslo_vmware.api [None req-fb5db10c-f929-4ab2-9e7e-91b70b215198 tempest-AttachInterfacesV270Test-1102348690 tempest-AttachInterfacesV270Test-1102348690-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52dd5b83-22b3-ce80-c891-01f0e3e55f89, 'name': SearchDatastore_Task, 'duration_secs': 0.010586} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.477474] env[65448]: DEBUG oslo_concurrency.lockutils [None req-fb5db10c-f929-4ab2-9e7e-91b70b215198 tempest-AttachInterfacesV270Test-1102348690 tempest-AttachInterfacesV270Test-1102348690-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.477710] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb5db10c-f929-4ab2-9e7e-91b70b215198 tempest-AttachInterfacesV270Test-1102348690 tempest-AttachInterfacesV270Test-1102348690-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore1] e4c91856-fcd2-447b-a2d2-7d2ce2bce0f3/e4c91856-fcd2-447b-a2d2-7d2ce2bce0f3.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1024.478017] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6a751034-6d25-4ee2-94f3-a4840f336f4a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.486153] env[65448]: DEBUG oslo_vmware.api [None req-fb5db10c-f929-4ab2-9e7e-91b70b215198 tempest-AttachInterfacesV270Test-1102348690 tempest-AttachInterfacesV270Test-1102348690-project-member] Waiting for the task: (returnval){ [ 1024.486153] env[65448]: value = "task-4938116" [ 1024.486153] env[65448]: _type = "Task" [ 1024.486153] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.490615] env[65448]: WARNING neutronclient.v2_0.client [req-b38955d7-f98b-4e27-9c9d-9d7ff951f0e8 req-792f8241-dd18-4ac4-8a1c-58de2a982484 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1024.499696] env[65448]: DEBUG oslo_vmware.api [None req-fb5db10c-f929-4ab2-9e7e-91b70b215198 tempest-AttachInterfacesV270Test-1102348690 tempest-AttachInterfacesV270Test-1102348690-project-member] Task: {'id': task-4938116, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.547313] env[65448]: INFO nova.compute.manager [-] [instance: d3eb5b9f-a5e0-4dfe-a6ea-42fec368280f] Took 1.35 seconds to deallocate network for instance. [ 1024.653485] env[65448]: WARNING neutronclient.v2_0.client [req-b38955d7-f98b-4e27-9c9d-9d7ff951f0e8 req-792f8241-dd18-4ac4-8a1c-58de2a982484 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1024.712174] env[65448]: DEBUG nova.compute.manager [None req-2922a7c4-64d9-4aab-bc75-42f1a7ee7108 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 1922ac25-2b1e-4a2d-b87a-1ca8712ac96d] Starting instance... {{(pid=65448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2483}} [ 1024.756736] env[65448]: DEBUG oslo_vmware.api [None req-56ff521b-7155-41f3-b95a-53159461f00e tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Task: {'id': task-4938115, 'name': PowerOnVM_Task, 'duration_secs': 0.507481} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.757764] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-56ff521b-7155-41f3-b95a-53159461f00e tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] [instance: b905ff09-c59b-4f17-a42b-cf754c4006fe] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1024.758065] env[65448]: INFO nova.compute.manager [None req-56ff521b-7155-41f3-b95a-53159461f00e tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] [instance: b905ff09-c59b-4f17-a42b-cf754c4006fe] Took 8.36 seconds to spawn the instance on the hypervisor. [ 1024.758309] env[65448]: DEBUG nova.compute.manager [None req-56ff521b-7155-41f3-b95a-53159461f00e tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] [instance: b905ff09-c59b-4f17-a42b-cf754c4006fe] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 1024.760403] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71125fef-3e42-4da7-9330-d46e902f5e28 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.764547] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dea4d80d-266e-4e03-8f73-f6c9a7cc25ac {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.782562] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4938114, 'name': CreateVM_Task, 'duration_secs': 0.592211} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.786043] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11062866-c4f7-41ef-a119-55cc027aa3b8] Created VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1024.789446] env[65448]: WARNING neutronclient.v2_0.client [None req-4f2b2386-2756-48ee-83ff-8f3fa3d700a8 tempest-ImagesNegativeTestJSON-2018095814 tempest-ImagesNegativeTestJSON-2018095814-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1024.789662] env[65448]: DEBUG oslo_concurrency.lockutils [None req-4f2b2386-2756-48ee-83ff-8f3fa3d700a8 tempest-ImagesNegativeTestJSON-2018095814 tempest-ImagesNegativeTestJSON-2018095814-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.789813] env[65448]: DEBUG oslo_concurrency.lockutils [None req-4f2b2386-2756-48ee-83ff-8f3fa3d700a8 tempest-ImagesNegativeTestJSON-2018095814 tempest-ImagesNegativeTestJSON-2018095814-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.790182] env[65448]: DEBUG oslo_concurrency.lockutils [None req-4f2b2386-2756-48ee-83ff-8f3fa3d700a8 tempest-ImagesNegativeTestJSON-2018095814 tempest-ImagesNegativeTestJSON-2018095814-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.791284] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61b96ed3-ae09-4af9-a886-b6a2e65d4953 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.795654] env[65448]: DEBUG nova.network.neutron [None req-0cc1dd29-4bc8-4013-9d87-cbcb1569b2e8 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: 2d86c404-07f7-4f62-81e1-b99125527970] Successfully created port: 8232a6b8-c41a-4a91-9f1b-65fe7cb58517 {{(pid=65448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1024.797692] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-917ac9fb-655b-4441-8752-22c3a9ae622b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.807219] env[65448]: DEBUG oslo_vmware.api [None req-4f2b2386-2756-48ee-83ff-8f3fa3d700a8 tempest-ImagesNegativeTestJSON-2018095814 tempest-ImagesNegativeTestJSON-2018095814-project-member] Waiting for the task: (returnval){ [ 1024.807219] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]526f9912-e1db-5edf-3567-1d8841564499" [ 1024.807219] env[65448]: _type = "Task" [ 1024.807219] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.833152] env[65448]: DEBUG nova.network.neutron [req-b38955d7-f98b-4e27-9c9d-9d7ff951f0e8 req-792f8241-dd18-4ac4-8a1c-58de2a982484 service nova] [instance: 11062866-c4f7-41ef-a119-55cc027aa3b8] Updated VIF entry in instance network info cache for port 3108e29a-769a-4256-8ae7-d829405ae49a. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1024.833505] env[65448]: DEBUG nova.network.neutron [req-b38955d7-f98b-4e27-9c9d-9d7ff951f0e8 req-792f8241-dd18-4ac4-8a1c-58de2a982484 service nova] [instance: 11062866-c4f7-41ef-a119-55cc027aa3b8] Updating instance_info_cache with network_info: [{"id": "3108e29a-769a-4256-8ae7-d829405ae49a", "address": "fa:16:3e:13:62:4e", "network": {"id": "08460098-7823-41aa-b297-aed91c056e0b", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-596623355-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a45c5dc204ea4419a6649fe338fc70cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3108e29a-76", "ovs_interfaceid": "3108e29a-769a-4256-8ae7-d829405ae49a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.838291] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8382a29-48a9-4dad-adc8-d01e36181530 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.851397] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a660c7f5-7550-4c44-b34e-498f431d53b3 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.856807] env[65448]: DEBUG oslo_vmware.api [None req-4f2b2386-2756-48ee-83ff-8f3fa3d700a8 tempest-ImagesNegativeTestJSON-2018095814 tempest-ImagesNegativeTestJSON-2018095814-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]526f9912-e1db-5edf-3567-1d8841564499, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.869499] env[65448]: DEBUG nova.compute.provider_tree [None req-59b6fb71-dce2-417a-9daa-0f06ec8d5f46 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1024.872943] env[65448]: DEBUG nova.compute.manager [None req-0cc1dd29-4bc8-4013-9d87-cbcb1569b2e8 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: 2d86c404-07f7-4f62-81e1-b99125527970] Start building block device mappings for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2916}} [ 1024.997900] env[65448]: DEBUG oslo_vmware.api [None req-fb5db10c-f929-4ab2-9e7e-91b70b215198 tempest-AttachInterfacesV270Test-1102348690 tempest-AttachInterfacesV270Test-1102348690-project-member] Task: {'id': task-4938116, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.053019] env[65448]: DEBUG oslo_concurrency.lockutils [None req-43fc2d38-f8b6-4bea-ae5b-99426b479277 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.233912] env[65448]: DEBUG oslo_concurrency.lockutils [None req-2922a7c4-64d9-4aab-bc75-42f1a7ee7108 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.306145] env[65448]: INFO nova.compute.manager [None req-56ff521b-7155-41f3-b95a-53159461f00e tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] [instance: b905ff09-c59b-4f17-a42b-cf754c4006fe] Took 41.39 seconds to build instance. [ 1025.347901] env[65448]: DEBUG oslo_concurrency.lockutils [req-b38955d7-f98b-4e27-9c9d-9d7ff951f0e8 req-792f8241-dd18-4ac4-8a1c-58de2a982484 service nova] Releasing lock "refresh_cache-11062866-c4f7-41ef-a119-55cc027aa3b8" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.348887] env[65448]: DEBUG oslo_vmware.api [None req-4f2b2386-2756-48ee-83ff-8f3fa3d700a8 tempest-ImagesNegativeTestJSON-2018095814 tempest-ImagesNegativeTestJSON-2018095814-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]526f9912-e1db-5edf-3567-1d8841564499, 'name': SearchDatastore_Task, 'duration_secs': 0.067037} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.349342] env[65448]: DEBUG oslo_concurrency.lockutils [None req-4f2b2386-2756-48ee-83ff-8f3fa3d700a8 tempest-ImagesNegativeTestJSON-2018095814 tempest-ImagesNegativeTestJSON-2018095814-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.349622] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-4f2b2386-2756-48ee-83ff-8f3fa3d700a8 tempest-ImagesNegativeTestJSON-2018095814 tempest-ImagesNegativeTestJSON-2018095814-project-member] [instance: 11062866-c4f7-41ef-a119-55cc027aa3b8] Processing image 50fb366d-48e6-424f-9c20-bc83d77be76a {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1025.349935] env[65448]: DEBUG oslo_concurrency.lockutils [None req-4f2b2386-2756-48ee-83ff-8f3fa3d700a8 tempest-ImagesNegativeTestJSON-2018095814 tempest-ImagesNegativeTestJSON-2018095814-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.350094] env[65448]: DEBUG oslo_concurrency.lockutils [None req-4f2b2386-2756-48ee-83ff-8f3fa3d700a8 tempest-ImagesNegativeTestJSON-2018095814 tempest-ImagesNegativeTestJSON-2018095814-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.350340] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f2b2386-2756-48ee-83ff-8f3fa3d700a8 tempest-ImagesNegativeTestJSON-2018095814 tempest-ImagesNegativeTestJSON-2018095814-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1025.350685] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8ebd986b-2db9-421d-8ac0-414562d7c229 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.365920] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f2b2386-2756-48ee-83ff-8f3fa3d700a8 tempest-ImagesNegativeTestJSON-2018095814 tempest-ImagesNegativeTestJSON-2018095814-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1025.365920] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-4f2b2386-2756-48ee-83ff-8f3fa3d700a8 tempest-ImagesNegativeTestJSON-2018095814 tempest-ImagesNegativeTestJSON-2018095814-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1025.366571] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-177f2e42-9013-438c-a60e-749cb0f42c84 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.374062] env[65448]: DEBUG nova.scheduler.client.report [None req-59b6fb71-dce2-417a-9daa-0f06ec8d5f46 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1025.376816] env[65448]: DEBUG oslo_vmware.api [None req-4f2b2386-2756-48ee-83ff-8f3fa3d700a8 tempest-ImagesNegativeTestJSON-2018095814 tempest-ImagesNegativeTestJSON-2018095814-project-member] Waiting for the task: (returnval){ [ 1025.376816] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]526ecc1b-00ee-58a1-64f1-1594b4d54aa7" [ 1025.376816] env[65448]: _type = "Task" [ 1025.376816] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.390355] env[65448]: DEBUG oslo_vmware.api [None req-4f2b2386-2756-48ee-83ff-8f3fa3d700a8 tempest-ImagesNegativeTestJSON-2018095814 tempest-ImagesNegativeTestJSON-2018095814-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]526ecc1b-00ee-58a1-64f1-1594b4d54aa7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.498012] env[65448]: DEBUG oslo_vmware.api [None req-fb5db10c-f929-4ab2-9e7e-91b70b215198 tempest-AttachInterfacesV270Test-1102348690 tempest-AttachInterfacesV270Test-1102348690-project-member] Task: {'id': task-4938116, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.729099} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.499056] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb5db10c-f929-4ab2-9e7e-91b70b215198 tempest-AttachInterfacesV270Test-1102348690 tempest-AttachInterfacesV270Test-1102348690-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore1] e4c91856-fcd2-447b-a2d2-7d2ce2bce0f3/e4c91856-fcd2-447b-a2d2-7d2ce2bce0f3.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1025.499056] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-fb5db10c-f929-4ab2-9e7e-91b70b215198 tempest-AttachInterfacesV270Test-1102348690 tempest-AttachInterfacesV270Test-1102348690-project-member] [instance: e4c91856-fcd2-447b-a2d2-7d2ce2bce0f3] Extending root virtual disk to 1048576 {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1025.499056] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-450636eb-3ad5-47df-8192-bb23f79a841b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.506286] env[65448]: DEBUG oslo_vmware.api [None req-fb5db10c-f929-4ab2-9e7e-91b70b215198 tempest-AttachInterfacesV270Test-1102348690 tempest-AttachInterfacesV270Test-1102348690-project-member] Waiting for the task: (returnval){ [ 1025.506286] env[65448]: value = "task-4938117" [ 1025.506286] env[65448]: _type = "Task" [ 1025.506286] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.514612] env[65448]: DEBUG oslo_vmware.api [None req-fb5db10c-f929-4ab2-9e7e-91b70b215198 tempest-AttachInterfacesV270Test-1102348690 tempest-AttachInterfacesV270Test-1102348690-project-member] Task: {'id': task-4938117, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.808678] env[65448]: DEBUG oslo_concurrency.lockutils [None req-56ff521b-7155-41f3-b95a-53159461f00e tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Lock "b905ff09-c59b-4f17-a42b-cf754c4006fe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.834s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.882637] env[65448]: DEBUG nova.compute.manager [None req-0cc1dd29-4bc8-4013-9d87-cbcb1569b2e8 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: 2d86c404-07f7-4f62-81e1-b99125527970] Start spawning the instance on the hypervisor. {{(pid=65448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2689}} [ 1025.895537] env[65448]: DEBUG oslo_vmware.api [None req-4f2b2386-2756-48ee-83ff-8f3fa3d700a8 tempest-ImagesNegativeTestJSON-2018095814 tempest-ImagesNegativeTestJSON-2018095814-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]526ecc1b-00ee-58a1-64f1-1594b4d54aa7, 'name': SearchDatastore_Task, 'duration_secs': 0.029484} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.896445] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8eb0c989-3209-48ca-980e-88564dcc3394 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.904611] env[65448]: DEBUG oslo_vmware.api [None req-4f2b2386-2756-48ee-83ff-8f3fa3d700a8 tempest-ImagesNegativeTestJSON-2018095814 tempest-ImagesNegativeTestJSON-2018095814-project-member] Waiting for the task: (returnval){ [ 1025.904611] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]524e26c5-28a7-7bd9-778f-88bf84dfe615" [ 1025.904611] env[65448]: _type = "Task" [ 1025.904611] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.915998] env[65448]: DEBUG oslo_vmware.api [None req-4f2b2386-2756-48ee-83ff-8f3fa3d700a8 tempest-ImagesNegativeTestJSON-2018095814 tempest-ImagesNegativeTestJSON-2018095814-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]524e26c5-28a7-7bd9-778f-88bf84dfe615, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.918349] env[65448]: DEBUG nova.virt.hardware [None req-0cc1dd29-4bc8-4013-9d87-cbcb1569b2e8 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-08T17:19:51Z,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a992292b6dae455593d228217860e2e1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-08T17:19:52Z,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1025.918578] env[65448]: DEBUG nova.virt.hardware [None req-0cc1dd29-4bc8-4013-9d87-cbcb1569b2e8 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1025.918729] env[65448]: DEBUG nova.virt.hardware [None req-0cc1dd29-4bc8-4013-9d87-cbcb1569b2e8 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1025.918908] env[65448]: DEBUG nova.virt.hardware [None req-0cc1dd29-4bc8-4013-9d87-cbcb1569b2e8 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1025.919300] env[65448]: DEBUG nova.virt.hardware [None req-0cc1dd29-4bc8-4013-9d87-cbcb1569b2e8 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1025.919540] env[65448]: DEBUG nova.virt.hardware [None req-0cc1dd29-4bc8-4013-9d87-cbcb1569b2e8 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1025.919897] env[65448]: DEBUG nova.virt.hardware [None req-0cc1dd29-4bc8-4013-9d87-cbcb1569b2e8 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1025.919973] env[65448]: DEBUG nova.virt.hardware [None req-0cc1dd29-4bc8-4013-9d87-cbcb1569b2e8 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1025.920096] env[65448]: DEBUG nova.virt.hardware [None req-0cc1dd29-4bc8-4013-9d87-cbcb1569b2e8 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1025.920256] env[65448]: DEBUG nova.virt.hardware [None req-0cc1dd29-4bc8-4013-9d87-cbcb1569b2e8 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1025.920423] env[65448]: DEBUG nova.virt.hardware [None req-0cc1dd29-4bc8-4013-9d87-cbcb1569b2e8 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1025.921564] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-295a2cd3-f1d4-4e2c-8da4-633a7dc6fd9c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.927073] env[65448]: INFO nova.compute.manager [None req-7b12fa3e-94ec-4102-9ff2-1d9146b3ba0c tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] [instance: b905ff09-c59b-4f17-a42b-cf754c4006fe] Rescuing [ 1025.927347] env[65448]: DEBUG oslo_concurrency.lockutils [None req-7b12fa3e-94ec-4102-9ff2-1d9146b3ba0c tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Acquiring lock "refresh_cache-b905ff09-c59b-4f17-a42b-cf754c4006fe" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.927497] env[65448]: DEBUG oslo_concurrency.lockutils [None req-7b12fa3e-94ec-4102-9ff2-1d9146b3ba0c tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Acquired lock "refresh_cache-b905ff09-c59b-4f17-a42b-cf754c4006fe" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.927655] env[65448]: DEBUG nova.network.neutron [None req-7b12fa3e-94ec-4102-9ff2-1d9146b3ba0c tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] [instance: b905ff09-c59b-4f17-a42b-cf754c4006fe] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1025.933415] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2352cf38-65bd-4253-97b1-4cf80c289d75 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.017077] env[65448]: DEBUG oslo_vmware.api [None req-fb5db10c-f929-4ab2-9e7e-91b70b215198 tempest-AttachInterfacesV270Test-1102348690 tempest-AttachInterfacesV270Test-1102348690-project-member] Task: {'id': task-4938117, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.152355} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.017454] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-fb5db10c-f929-4ab2-9e7e-91b70b215198 tempest-AttachInterfacesV270Test-1102348690 tempest-AttachInterfacesV270Test-1102348690-project-member] [instance: e4c91856-fcd2-447b-a2d2-7d2ce2bce0f3] Extended root virtual disk {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1026.018316] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7de61b55-9cb5-41bc-b20d-4024911842c7 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.042015] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb5db10c-f929-4ab2-9e7e-91b70b215198 tempest-AttachInterfacesV270Test-1102348690 tempest-AttachInterfacesV270Test-1102348690-project-member] [instance: e4c91856-fcd2-447b-a2d2-7d2ce2bce0f3] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] e4c91856-fcd2-447b-a2d2-7d2ce2bce0f3/e4c91856-fcd2-447b-a2d2-7d2ce2bce0f3.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1026.042354] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-50e35cbb-b62a-465a-b285-ba45d3bcd345 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.065300] env[65448]: DEBUG oslo_vmware.api [None req-fb5db10c-f929-4ab2-9e7e-91b70b215198 tempest-AttachInterfacesV270Test-1102348690 tempest-AttachInterfacesV270Test-1102348690-project-member] Waiting for the task: (returnval){ [ 1026.065300] env[65448]: value = "task-4938118" [ 1026.065300] env[65448]: _type = "Task" [ 1026.065300] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.074169] env[65448]: DEBUG oslo_vmware.api [None req-fb5db10c-f929-4ab2-9e7e-91b70b215198 tempest-AttachInterfacesV270Test-1102348690 tempest-AttachInterfacesV270Test-1102348690-project-member] Task: {'id': task-4938118, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.247544] env[65448]: DEBUG nova.compute.manager [req-4394751d-a0c1-417f-beb2-143d905a0ef3 req-320795f0-2ecf-4de1-97d9-ea0f37373aeb service nova] [instance: 2d86c404-07f7-4f62-81e1-b99125527970] Received event network-vif-plugged-8232a6b8-c41a-4a91-9f1b-65fe7cb58517 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1026.247544] env[65448]: DEBUG oslo_concurrency.lockutils [req-4394751d-a0c1-417f-beb2-143d905a0ef3 req-320795f0-2ecf-4de1-97d9-ea0f37373aeb service nova] Acquiring lock "2d86c404-07f7-4f62-81e1-b99125527970-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.247750] env[65448]: DEBUG oslo_concurrency.lockutils [req-4394751d-a0c1-417f-beb2-143d905a0ef3 req-320795f0-2ecf-4de1-97d9-ea0f37373aeb service nova] Lock "2d86c404-07f7-4f62-81e1-b99125527970-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.247842] env[65448]: DEBUG oslo_concurrency.lockutils [req-4394751d-a0c1-417f-beb2-143d905a0ef3 req-320795f0-2ecf-4de1-97d9-ea0f37373aeb service nova] Lock "2d86c404-07f7-4f62-81e1-b99125527970-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.248020] env[65448]: DEBUG nova.compute.manager [req-4394751d-a0c1-417f-beb2-143d905a0ef3 req-320795f0-2ecf-4de1-97d9-ea0f37373aeb service nova] [instance: 2d86c404-07f7-4f62-81e1-b99125527970] No waiting events found dispatching network-vif-plugged-8232a6b8-c41a-4a91-9f1b-65fe7cb58517 {{(pid=65448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1026.248195] env[65448]: WARNING nova.compute.manager [req-4394751d-a0c1-417f-beb2-143d905a0ef3 req-320795f0-2ecf-4de1-97d9-ea0f37373aeb service nova] [instance: 2d86c404-07f7-4f62-81e1-b99125527970] Received unexpected event network-vif-plugged-8232a6b8-c41a-4a91-9f1b-65fe7cb58517 for instance with vm_state building and task_state spawning. [ 1026.339371] env[65448]: DEBUG nova.network.neutron [None req-0cc1dd29-4bc8-4013-9d87-cbcb1569b2e8 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: 2d86c404-07f7-4f62-81e1-b99125527970] Successfully updated port: 8232a6b8-c41a-4a91-9f1b-65fe7cb58517 {{(pid=65448) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1026.390185] env[65448]: DEBUG oslo_concurrency.lockutils [None req-59b6fb71-dce2-417a-9daa-0f06ec8d5f46 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.528s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.394730] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 21.114s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.417368] env[65448]: DEBUG oslo_vmware.api [None req-4f2b2386-2756-48ee-83ff-8f3fa3d700a8 tempest-ImagesNegativeTestJSON-2018095814 tempest-ImagesNegativeTestJSON-2018095814-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]524e26c5-28a7-7bd9-778f-88bf84dfe615, 'name': SearchDatastore_Task, 'duration_secs': 0.061568} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.417719] env[65448]: DEBUG oslo_concurrency.lockutils [None req-4f2b2386-2756-48ee-83ff-8f3fa3d700a8 tempest-ImagesNegativeTestJSON-2018095814 tempest-ImagesNegativeTestJSON-2018095814-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.418071] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f2b2386-2756-48ee-83ff-8f3fa3d700a8 tempest-ImagesNegativeTestJSON-2018095814 tempest-ImagesNegativeTestJSON-2018095814-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore1] 11062866-c4f7-41ef-a119-55cc027aa3b8/11062866-c4f7-41ef-a119-55cc027aa3b8.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1026.418439] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8abc2527-fca0-40f8-b30f-46f21ac5b8c7 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.430870] env[65448]: WARNING neutronclient.v2_0.client [None req-7b12fa3e-94ec-4102-9ff2-1d9146b3ba0c tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1026.434071] env[65448]: DEBUG oslo_vmware.api [None req-4f2b2386-2756-48ee-83ff-8f3fa3d700a8 tempest-ImagesNegativeTestJSON-2018095814 tempest-ImagesNegativeTestJSON-2018095814-project-member] Waiting for the task: (returnval){ [ 1026.434071] env[65448]: value = "task-4938119" [ 1026.434071] env[65448]: _type = "Task" [ 1026.434071] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.446087] env[65448]: DEBUG oslo_vmware.api [None req-4f2b2386-2756-48ee-83ff-8f3fa3d700a8 tempest-ImagesNegativeTestJSON-2018095814 tempest-ImagesNegativeTestJSON-2018095814-project-member] Task: {'id': task-4938119, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.575665] env[65448]: DEBUG oslo_vmware.api [None req-fb5db10c-f929-4ab2-9e7e-91b70b215198 tempest-AttachInterfacesV270Test-1102348690 tempest-AttachInterfacesV270Test-1102348690-project-member] Task: {'id': task-4938118, 'name': ReconfigVM_Task, 'duration_secs': 0.395497} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.575962] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb5db10c-f929-4ab2-9e7e-91b70b215198 tempest-AttachInterfacesV270Test-1102348690 tempest-AttachInterfacesV270Test-1102348690-project-member] [instance: e4c91856-fcd2-447b-a2d2-7d2ce2bce0f3] Reconfigured VM instance instance-00000059 to attach disk [datastore1] e4c91856-fcd2-447b-a2d2-7d2ce2bce0f3/e4c91856-fcd2-447b-a2d2-7d2ce2bce0f3.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1026.576723] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8eaa1504-c723-4c40-9d9c-7d85007ac286 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.579655] env[65448]: WARNING neutronclient.v2_0.client [None req-7b12fa3e-94ec-4102-9ff2-1d9146b3ba0c tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1026.587900] env[65448]: DEBUG oslo_vmware.api [None req-fb5db10c-f929-4ab2-9e7e-91b70b215198 tempest-AttachInterfacesV270Test-1102348690 tempest-AttachInterfacesV270Test-1102348690-project-member] Waiting for the task: (returnval){ [ 1026.587900] env[65448]: value = "task-4938120" [ 1026.587900] env[65448]: _type = "Task" [ 1026.587900] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.597369] env[65448]: DEBUG oslo_vmware.api [None req-fb5db10c-f929-4ab2-9e7e-91b70b215198 tempest-AttachInterfacesV270Test-1102348690 tempest-AttachInterfacesV270Test-1102348690-project-member] Task: {'id': task-4938120, 'name': Rename_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.666932] env[65448]: DEBUG nova.network.neutron [None req-7b12fa3e-94ec-4102-9ff2-1d9146b3ba0c tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] [instance: b905ff09-c59b-4f17-a42b-cf754c4006fe] Updating instance_info_cache with network_info: [{"id": "7a5b3991-1a34-4ad2-acfd-fe6103b2d9df", "address": "fa:16:3e:ab:fa:aa", "network": {"id": "33995717-6f3f-488b-8cb3-2ec676fe59dd", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1141524357-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "37c58331131a4582ac9960bcaa8c546a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a5b3991-1a", "ovs_interfaceid": "7a5b3991-1a34-4ad2-acfd-fe6103b2d9df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.843723] env[65448]: DEBUG oslo_concurrency.lockutils [None req-0cc1dd29-4bc8-4013-9d87-cbcb1569b2e8 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Acquiring lock "refresh_cache-2d86c404-07f7-4f62-81e1-b99125527970" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.843723] env[65448]: DEBUG oslo_concurrency.lockutils [None req-0cc1dd29-4bc8-4013-9d87-cbcb1569b2e8 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Acquired lock "refresh_cache-2d86c404-07f7-4f62-81e1-b99125527970" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.843723] env[65448]: DEBUG nova.network.neutron [None req-0cc1dd29-4bc8-4013-9d87-cbcb1569b2e8 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: 2d86c404-07f7-4f62-81e1-b99125527970] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1026.948072] env[65448]: DEBUG oslo_vmware.api [None req-4f2b2386-2756-48ee-83ff-8f3fa3d700a8 tempest-ImagesNegativeTestJSON-2018095814 tempest-ImagesNegativeTestJSON-2018095814-project-member] Task: {'id': task-4938119, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.978406] env[65448]: INFO nova.scheduler.client.report [None req-59b6fb71-dce2-417a-9daa-0f06ec8d5f46 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Deleted allocation for migration 6cb94b28-c6db-451b-9d36-1ef5eec7cd46 [ 1027.099866] env[65448]: DEBUG oslo_vmware.api [None req-fb5db10c-f929-4ab2-9e7e-91b70b215198 tempest-AttachInterfacesV270Test-1102348690 tempest-AttachInterfacesV270Test-1102348690-project-member] Task: {'id': task-4938120, 'name': Rename_Task} progress is 99%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.171454] env[65448]: DEBUG oslo_concurrency.lockutils [None req-7b12fa3e-94ec-4102-9ff2-1d9146b3ba0c tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Releasing lock "refresh_cache-b905ff09-c59b-4f17-a42b-cf754c4006fe" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.410497] env[65448]: DEBUG nova.network.neutron [None req-0cc1dd29-4bc8-4013-9d87-cbcb1569b2e8 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: 2d86c404-07f7-4f62-81e1-b99125527970] Instance cache missing network info. {{(pid=65448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1027.443028] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance ec4482b0-2919-48e3-a773-7013a9bb0899 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1027.443255] env[65448]: WARNING nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance f92de7cc-d52b-4a1d-821a-0212e37e9369 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1027.443332] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance 6ca5c62d-cf52-4f78-9e01-5623f4989442 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1027.443447] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance 3a4ea7cd-a46b-4aa2-aaec-6799deec58f9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1027.443560] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance 06fbeb98-e55b-49e5-84c7-f4c91d2394a0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1027.443660] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance ba7361d2-4e0a-4087-989f-5832a7ece890 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1027.443768] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance d7a47642-66f2-4772-bff2-50b672f23d21 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1027.443874] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance ffb11675-ff83-4efb-be37-b642e50ea8b9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1027.443981] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance 59a9ff6f-4e7b-4530-aaab-b12d54355269 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1027.444125] env[65448]: WARNING nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance d3eb5b9f-a5e0-4dfe-a6ea-42fec368280f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1027.444247] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1027.444792] env[65448]: WARNING nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance 1df72414-93c2-4356-93c4-2dd4c781a1b9 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1027.444792] env[65448]: WARNING nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance 3a22ed5d-c4fd-429f-966a-ba2af260e43c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1027.444792] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance 2aca5466-f783-4972-8c9d-d0de3a679c0c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1027.444792] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance 24665a99-6cfb-4d8b-8d08-406b7d1f468f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1027.444984] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance b0c623fa-d333-4033-9b82-c846509e532a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1027.444984] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance b905ff09-c59b-4f17-a42b-cf754c4006fe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1027.445095] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance e4c91856-fcd2-447b-a2d2-7d2ce2bce0f3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1027.445209] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance 11062866-c4f7-41ef-a119-55cc027aa3b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1027.445297] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance 2d86c404-07f7-4f62-81e1-b99125527970 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1027.450832] env[65448]: DEBUG oslo_vmware.api [None req-4f2b2386-2756-48ee-83ff-8f3fa3d700a8 tempest-ImagesNegativeTestJSON-2018095814 tempest-ImagesNegativeTestJSON-2018095814-project-member] Task: {'id': task-4938119, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.486546] env[65448]: DEBUG oslo_concurrency.lockutils [None req-59b6fb71-dce2-417a-9daa-0f06ec8d5f46 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Lock "59a9ff6f-4e7b-4530-aaab-b12d54355269" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 27.015s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.537524] env[65448]: WARNING neutronclient.v2_0.client [None req-0cc1dd29-4bc8-4013-9d87-cbcb1569b2e8 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1027.599195] env[65448]: DEBUG oslo_vmware.api [None req-fb5db10c-f929-4ab2-9e7e-91b70b215198 tempest-AttachInterfacesV270Test-1102348690 tempest-AttachInterfacesV270Test-1102348690-project-member] Task: {'id': task-4938120, 'name': Rename_Task} progress is 99%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.609313] env[65448]: DEBUG nova.network.neutron [None req-0cc1dd29-4bc8-4013-9d87-cbcb1569b2e8 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: 2d86c404-07f7-4f62-81e1-b99125527970] Updating instance_info_cache with network_info: [{"id": "8232a6b8-c41a-4a91-9f1b-65fe7cb58517", "address": "fa:16:3e:6a:86:0f", "network": {"id": "92aa873c-abd5-48af-9226-444e5584127a", "bridge": "br-int", "label": "tempest-ServersTestJSON-334056748-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd050f9067644c0db6e945683a3fcccc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8232a6b8-c4", "ovs_interfaceid": "8232a6b8-c41a-4a91-9f1b-65fe7cb58517", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.948160] env[65448]: DEBUG oslo_vmware.api [None req-4f2b2386-2756-48ee-83ff-8f3fa3d700a8 tempest-ImagesNegativeTestJSON-2018095814 tempest-ImagesNegativeTestJSON-2018095814-project-member] Task: {'id': task-4938119, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.034737} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.948492] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f2b2386-2756-48ee-83ff-8f3fa3d700a8 tempest-ImagesNegativeTestJSON-2018095814 tempest-ImagesNegativeTestJSON-2018095814-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore1] 11062866-c4f7-41ef-a119-55cc027aa3b8/11062866-c4f7-41ef-a119-55cc027aa3b8.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1027.948650] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-4f2b2386-2756-48ee-83ff-8f3fa3d700a8 tempest-ImagesNegativeTestJSON-2018095814 tempest-ImagesNegativeTestJSON-2018095814-project-member] [instance: 11062866-c4f7-41ef-a119-55cc027aa3b8] Extending root virtual disk to 1048576 {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1027.948911] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-06b42453-97d9-4f78-8ec5-4c4659b9fa43 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.951793] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance b1c44555-fbc8-4a03-b155-65c0986cb216 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 1027.957011] env[65448]: DEBUG oslo_vmware.api [None req-4f2b2386-2756-48ee-83ff-8f3fa3d700a8 tempest-ImagesNegativeTestJSON-2018095814 tempest-ImagesNegativeTestJSON-2018095814-project-member] Waiting for the task: (returnval){ [ 1027.957011] env[65448]: value = "task-4938121" [ 1027.957011] env[65448]: _type = "Task" [ 1027.957011] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.968093] env[65448]: DEBUG oslo_vmware.api [None req-4f2b2386-2756-48ee-83ff-8f3fa3d700a8 tempest-ImagesNegativeTestJSON-2018095814 tempest-ImagesNegativeTestJSON-2018095814-project-member] Task: {'id': task-4938121, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.099960] env[65448]: DEBUG oslo_vmware.api [None req-fb5db10c-f929-4ab2-9e7e-91b70b215198 tempest-AttachInterfacesV270Test-1102348690 tempest-AttachInterfacesV270Test-1102348690-project-member] Task: {'id': task-4938120, 'name': Rename_Task, 'duration_secs': 1.160562} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.100292] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb5db10c-f929-4ab2-9e7e-91b70b215198 tempest-AttachInterfacesV270Test-1102348690 tempest-AttachInterfacesV270Test-1102348690-project-member] [instance: e4c91856-fcd2-447b-a2d2-7d2ce2bce0f3] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1028.100554] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ab9c6178-a90a-404a-b45b-60245030411e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.108100] env[65448]: DEBUG oslo_vmware.api [None req-fb5db10c-f929-4ab2-9e7e-91b70b215198 tempest-AttachInterfacesV270Test-1102348690 tempest-AttachInterfacesV270Test-1102348690-project-member] Waiting for the task: (returnval){ [ 1028.108100] env[65448]: value = "task-4938122" [ 1028.108100] env[65448]: _type = "Task" [ 1028.108100] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.112125] env[65448]: DEBUG oslo_concurrency.lockutils [None req-0cc1dd29-4bc8-4013-9d87-cbcb1569b2e8 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Releasing lock "refresh_cache-2d86c404-07f7-4f62-81e1-b99125527970" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.112539] env[65448]: DEBUG nova.compute.manager [None req-0cc1dd29-4bc8-4013-9d87-cbcb1569b2e8 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: 2d86c404-07f7-4f62-81e1-b99125527970] Instance network_info: |[{"id": "8232a6b8-c41a-4a91-9f1b-65fe7cb58517", "address": "fa:16:3e:6a:86:0f", "network": {"id": "92aa873c-abd5-48af-9226-444e5584127a", "bridge": "br-int", "label": "tempest-ServersTestJSON-334056748-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd050f9067644c0db6e945683a3fcccc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8232a6b8-c4", "ovs_interfaceid": "8232a6b8-c41a-4a91-9f1b-65fe7cb58517", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 1028.113015] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-0cc1dd29-4bc8-4013-9d87-cbcb1569b2e8 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: 2d86c404-07f7-4f62-81e1-b99125527970] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:86:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '37434b93-dfdc-4a3f-bf5a-9f2cbe25a754', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8232a6b8-c41a-4a91-9f1b-65fe7cb58517', 'vif_model': 'vmxnet3'}] {{(pid=65448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1028.120701] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-0cc1dd29-4bc8-4013-9d87-cbcb1569b2e8 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1028.121519] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d86c404-07f7-4f62-81e1-b99125527970] Creating VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1028.121775] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d4ffb377-9ed3-4749-b9aa-751bcb764ee2 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.141426] env[65448]: DEBUG oslo_vmware.api [None req-fb5db10c-f929-4ab2-9e7e-91b70b215198 tempest-AttachInterfacesV270Test-1102348690 tempest-AttachInterfacesV270Test-1102348690-project-member] Task: {'id': task-4938122, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.148705] env[65448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1028.148705] env[65448]: value = "task-4938123" [ 1028.148705] env[65448]: _type = "Task" [ 1028.148705] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.157902] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4938123, 'name': CreateVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.315464] env[65448]: DEBUG nova.compute.manager [req-86fe84c8-4ca2-4d1f-8a96-4f25818f3fb2 req-945af7a3-4236-450a-bec0-0c88b34a1917 service nova] [instance: 2d86c404-07f7-4f62-81e1-b99125527970] Received event network-changed-8232a6b8-c41a-4a91-9f1b-65fe7cb58517 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1028.315723] env[65448]: DEBUG nova.compute.manager [req-86fe84c8-4ca2-4d1f-8a96-4f25818f3fb2 req-945af7a3-4236-450a-bec0-0c88b34a1917 service nova] [instance: 2d86c404-07f7-4f62-81e1-b99125527970] Refreshing instance network info cache due to event network-changed-8232a6b8-c41a-4a91-9f1b-65fe7cb58517. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 1028.315970] env[65448]: DEBUG oslo_concurrency.lockutils [req-86fe84c8-4ca2-4d1f-8a96-4f25818f3fb2 req-945af7a3-4236-450a-bec0-0c88b34a1917 service nova] Acquiring lock "refresh_cache-2d86c404-07f7-4f62-81e1-b99125527970" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.316146] env[65448]: DEBUG oslo_concurrency.lockutils [req-86fe84c8-4ca2-4d1f-8a96-4f25818f3fb2 req-945af7a3-4236-450a-bec0-0c88b34a1917 service nova] Acquired lock "refresh_cache-2d86c404-07f7-4f62-81e1-b99125527970" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.316338] env[65448]: DEBUG nova.network.neutron [req-86fe84c8-4ca2-4d1f-8a96-4f25818f3fb2 req-945af7a3-4236-450a-bec0-0c88b34a1917 service nova] [instance: 2d86c404-07f7-4f62-81e1-b99125527970] Refreshing network info cache for port 8232a6b8-c41a-4a91-9f1b-65fe7cb58517 {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1028.427865] env[65448]: DEBUG oslo_concurrency.lockutils [None req-8028df5f-4a75-406a-b9b4-363a70e8a5f7 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Acquiring lock "59a9ff6f-4e7b-4530-aaab-b12d54355269" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.427865] env[65448]: DEBUG oslo_concurrency.lockutils [None req-8028df5f-4a75-406a-b9b4-363a70e8a5f7 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Lock "59a9ff6f-4e7b-4530-aaab-b12d54355269" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.427865] env[65448]: DEBUG oslo_concurrency.lockutils [None req-8028df5f-4a75-406a-b9b4-363a70e8a5f7 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Acquiring lock "59a9ff6f-4e7b-4530-aaab-b12d54355269-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.428159] env[65448]: DEBUG oslo_concurrency.lockutils [None req-8028df5f-4a75-406a-b9b4-363a70e8a5f7 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Lock "59a9ff6f-4e7b-4530-aaab-b12d54355269-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.428298] env[65448]: DEBUG oslo_concurrency.lockutils [None req-8028df5f-4a75-406a-b9b4-363a70e8a5f7 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Lock "59a9ff6f-4e7b-4530-aaab-b12d54355269-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.430437] env[65448]: INFO nova.compute.manager [None req-8028df5f-4a75-406a-b9b4-363a70e8a5f7 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: 59a9ff6f-4e7b-4530-aaab-b12d54355269] Terminating instance [ 1028.455664] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance 1922ac25-2b1e-4a2d-b87a-1ca8712ac96d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 1028.455958] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Total usable vcpus: 48, total allocated vcpus: 16 {{(pid=65448) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1028.456149] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3648MB phys_disk=100GB used_disk=16GB total_vcpus=48 used_vcpus=16 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '16', 'num_vm_active': '11', 'num_task_None': '12', 'num_os_type_None': '16', 'num_proj_cd050f9067644c0db6e945683a3fcccc': '3', 'io_workload': '4', 'num_proj_7bf59e2c00b54ab7a8bc201e80781fcb': '1', 'num_proj_916343b5368a43deacc775f54aa9bc72': '1', 'num_vm_resized': '1', 'num_proj_2b4602fe4973466b8eb0d97f7a72d721': '1', 'num_vm_rescued': '1', 'num_proj_37c58331131a4582ac9960bcaa8c546a': '2', 'num_proj_0ddf7e9e628f4f668356b098a7fb5929': '1', 'num_proj_f35763225db24d7f858aa84e17d07cc4': '1', 'num_proj_e377eb92259c42e9b71b1927f8775fd3': '1', 'num_proj_5c8e9c9b80524b25833ad43c15e78a5a': '1', 'num_proj_a4a79f75fe9f47d4a1cca9aa9f9c3901': '1', 'num_proj_40f710aa821f49ef963bafd588fa759f': '1', 'num_task_rescuing': '1', 'num_vm_building': '3', 'num_task_spawning': '3', 'num_proj_e44e178fd0cf4474a85763cddb22277a': '1', 'num_proj_a45c5dc204ea4419a6649fe338fc70cd': '1'} {{(pid=65448) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1028.468524] env[65448]: DEBUG oslo_vmware.api [None req-4f2b2386-2756-48ee-83ff-8f3fa3d700a8 tempest-ImagesNegativeTestJSON-2018095814 tempest-ImagesNegativeTestJSON-2018095814-project-member] Task: {'id': task-4938121, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064277} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.468930] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-4f2b2386-2756-48ee-83ff-8f3fa3d700a8 tempest-ImagesNegativeTestJSON-2018095814 tempest-ImagesNegativeTestJSON-2018095814-project-member] [instance: 11062866-c4f7-41ef-a119-55cc027aa3b8] Extended root virtual disk {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1028.469692] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21f128ed-38ff-4448-936f-96d8b37d7036 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.497547] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f2b2386-2756-48ee-83ff-8f3fa3d700a8 tempest-ImagesNegativeTestJSON-2018095814 tempest-ImagesNegativeTestJSON-2018095814-project-member] [instance: 11062866-c4f7-41ef-a119-55cc027aa3b8] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] 11062866-c4f7-41ef-a119-55cc027aa3b8/11062866-c4f7-41ef-a119-55cc027aa3b8.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1028.500808] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6db8c307-53a6-4034-8537-d4830a021f6d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.523599] env[65448]: DEBUG oslo_vmware.api [None req-4f2b2386-2756-48ee-83ff-8f3fa3d700a8 tempest-ImagesNegativeTestJSON-2018095814 tempest-ImagesNegativeTestJSON-2018095814-project-member] Waiting for the task: (returnval){ [ 1028.523599] env[65448]: value = "task-4938124" [ 1028.523599] env[65448]: _type = "Task" [ 1028.523599] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.536093] env[65448]: DEBUG oslo_vmware.api [None req-4f2b2386-2756-48ee-83ff-8f3fa3d700a8 tempest-ImagesNegativeTestJSON-2018095814 tempest-ImagesNegativeTestJSON-2018095814-project-member] Task: {'id': task-4938124, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.618460] env[65448]: DEBUG oslo_vmware.api [None req-fb5db10c-f929-4ab2-9e7e-91b70b215198 tempest-AttachInterfacesV270Test-1102348690 tempest-AttachInterfacesV270Test-1102348690-project-member] Task: {'id': task-4938122, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.662207] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4938123, 'name': CreateVM_Task} progress is 99%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.711432] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b12fa3e-94ec-4102-9ff2-1d9146b3ba0c tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] [instance: b905ff09-c59b-4f17-a42b-cf754c4006fe] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1028.712189] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-842034c0-dda3-4a03-890c-e50e1d8d76b7 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.721125] env[65448]: DEBUG oslo_vmware.api [None req-7b12fa3e-94ec-4102-9ff2-1d9146b3ba0c tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Waiting for the task: (returnval){ [ 1028.721125] env[65448]: value = "task-4938125" [ 1028.721125] env[65448]: _type = "Task" [ 1028.721125] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.734984] env[65448]: DEBUG oslo_vmware.api [None req-7b12fa3e-94ec-4102-9ff2-1d9146b3ba0c tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Task: {'id': task-4938125, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.818841] env[65448]: WARNING neutronclient.v2_0.client [req-86fe84c8-4ca2-4d1f-8a96-4f25818f3fb2 req-945af7a3-4236-450a-bec0-0c88b34a1917 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1028.851925] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdd3f543-b36d-4b3b-9a0d-1210338e7170 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.864747] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23b93e2f-617d-48d8-b462-0e109bdc3620 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.901056] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-139a0427-ac15-4ba1-9119-dd042327d0f3 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.909922] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72b58bd1-9688-4f36-b825-57a800474ea8 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.925864] env[65448]: DEBUG nova.compute.provider_tree [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1028.939632] env[65448]: DEBUG nova.scheduler.client.report [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1028.943393] env[65448]: DEBUG nova.compute.manager [None req-8028df5f-4a75-406a-b9b4-363a70e8a5f7 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: 59a9ff6f-4e7b-4530-aaab-b12d54355269] Start destroying the instance on the hypervisor. {{(pid=65448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3209}} [ 1028.945073] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-8028df5f-4a75-406a-b9b4-363a70e8a5f7 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: 59a9ff6f-4e7b-4530-aaab-b12d54355269] Destroying instance {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1028.945073] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a1bd3f90-07b7-49c6-967a-aff7b76244f0 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Acquiring lock "a79aa8d7-c3ce-4c6e-84c5-059e29f04a00" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.945073] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a1bd3f90-07b7-49c6-967a-aff7b76244f0 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Lock "a79aa8d7-c3ce-4c6e-84c5-059e29f04a00" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.947330] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf199a72-4f34-407d-85e7-1e07d3c09443 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.958265] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-8028df5f-4a75-406a-b9b4-363a70e8a5f7 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: 59a9ff6f-4e7b-4530-aaab-b12d54355269] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1028.958265] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ac56e702-7071-46d9-b761-608d22dd4025 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.968289] env[65448]: DEBUG oslo_vmware.api [None req-8028df5f-4a75-406a-b9b4-363a70e8a5f7 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Waiting for the task: (returnval){ [ 1028.968289] env[65448]: value = "task-4938126" [ 1028.968289] env[65448]: _type = "Task" [ 1028.968289] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.985028] env[65448]: DEBUG oslo_vmware.api [None req-8028df5f-4a75-406a-b9b4-363a70e8a5f7 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': task-4938126, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.035918] env[65448]: DEBUG oslo_vmware.api [None req-4f2b2386-2756-48ee-83ff-8f3fa3d700a8 tempest-ImagesNegativeTestJSON-2018095814 tempest-ImagesNegativeTestJSON-2018095814-project-member] Task: {'id': task-4938124, 'name': ReconfigVM_Task, 'duration_secs': 0.339988} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.036887] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f2b2386-2756-48ee-83ff-8f3fa3d700a8 tempest-ImagesNegativeTestJSON-2018095814 tempest-ImagesNegativeTestJSON-2018095814-project-member] [instance: 11062866-c4f7-41ef-a119-55cc027aa3b8] Reconfigured VM instance instance-0000005a to attach disk [datastore1] 11062866-c4f7-41ef-a119-55cc027aa3b8/11062866-c4f7-41ef-a119-55cc027aa3b8.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1029.038116] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f06cd535-d8cf-4472-913d-c191d546e41d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.048966] env[65448]: WARNING neutronclient.v2_0.client [req-86fe84c8-4ca2-4d1f-8a96-4f25818f3fb2 req-945af7a3-4236-450a-bec0-0c88b34a1917 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1029.053310] env[65448]: DEBUG oslo_vmware.api [None req-4f2b2386-2756-48ee-83ff-8f3fa3d700a8 tempest-ImagesNegativeTestJSON-2018095814 tempest-ImagesNegativeTestJSON-2018095814-project-member] Waiting for the task: (returnval){ [ 1029.053310] env[65448]: value = "task-4938127" [ 1029.053310] env[65448]: _type = "Task" [ 1029.053310] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.064134] env[65448]: DEBUG oslo_vmware.api [None req-4f2b2386-2756-48ee-83ff-8f3fa3d700a8 tempest-ImagesNegativeTestJSON-2018095814 tempest-ImagesNegativeTestJSON-2018095814-project-member] Task: {'id': task-4938127, 'name': Rename_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.119319] env[65448]: DEBUG oslo_vmware.api [None req-fb5db10c-f929-4ab2-9e7e-91b70b215198 tempest-AttachInterfacesV270Test-1102348690 tempest-AttachInterfacesV270Test-1102348690-project-member] Task: {'id': task-4938122, 'name': PowerOnVM_Task, 'duration_secs': 0.679963} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.120096] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb5db10c-f929-4ab2-9e7e-91b70b215198 tempest-AttachInterfacesV270Test-1102348690 tempest-AttachInterfacesV270Test-1102348690-project-member] [instance: e4c91856-fcd2-447b-a2d2-7d2ce2bce0f3] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1029.120096] env[65448]: INFO nova.compute.manager [None req-fb5db10c-f929-4ab2-9e7e-91b70b215198 tempest-AttachInterfacesV270Test-1102348690 tempest-AttachInterfacesV270Test-1102348690-project-member] [instance: e4c91856-fcd2-447b-a2d2-7d2ce2bce0f3] Took 10.18 seconds to spawn the instance on the hypervisor. [ 1029.120096] env[65448]: DEBUG nova.compute.manager [None req-fb5db10c-f929-4ab2-9e7e-91b70b215198 tempest-AttachInterfacesV270Test-1102348690 tempest-AttachInterfacesV270Test-1102348690-project-member] [instance: e4c91856-fcd2-447b-a2d2-7d2ce2bce0f3] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 1029.120815] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c19ce10-f2ae-4d49-9023-096da64ea029 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.132455] env[65448]: DEBUG nova.network.neutron [req-86fe84c8-4ca2-4d1f-8a96-4f25818f3fb2 req-945af7a3-4236-450a-bec0-0c88b34a1917 service nova] [instance: 2d86c404-07f7-4f62-81e1-b99125527970] Updated VIF entry in instance network info cache for port 8232a6b8-c41a-4a91-9f1b-65fe7cb58517. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1029.132968] env[65448]: DEBUG nova.network.neutron [req-86fe84c8-4ca2-4d1f-8a96-4f25818f3fb2 req-945af7a3-4236-450a-bec0-0c88b34a1917 service nova] [instance: 2d86c404-07f7-4f62-81e1-b99125527970] Updating instance_info_cache with network_info: [{"id": "8232a6b8-c41a-4a91-9f1b-65fe7cb58517", "address": "fa:16:3e:6a:86:0f", "network": {"id": "92aa873c-abd5-48af-9226-444e5584127a", "bridge": "br-int", "label": "tempest-ServersTestJSON-334056748-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd050f9067644c0db6e945683a3fcccc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8232a6b8-c4", "ovs_interfaceid": "8232a6b8-c41a-4a91-9f1b-65fe7cb58517", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.164319] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4938123, 'name': CreateVM_Task, 'duration_secs': 0.638788} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.164565] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d86c404-07f7-4f62-81e1-b99125527970] Created VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1029.165152] env[65448]: WARNING neutronclient.v2_0.client [None req-0cc1dd29-4bc8-4013-9d87-cbcb1569b2e8 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1029.165571] env[65448]: DEBUG oslo_concurrency.lockutils [None req-0cc1dd29-4bc8-4013-9d87-cbcb1569b2e8 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.165739] env[65448]: DEBUG oslo_concurrency.lockutils [None req-0cc1dd29-4bc8-4013-9d87-cbcb1569b2e8 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.166125] env[65448]: DEBUG oslo_concurrency.lockutils [None req-0cc1dd29-4bc8-4013-9d87-cbcb1569b2e8 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.166485] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54c36820-cec0-4726-97ed-0f3f18434ccc {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.172294] env[65448]: DEBUG oslo_vmware.api [None req-0cc1dd29-4bc8-4013-9d87-cbcb1569b2e8 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Waiting for the task: (returnval){ [ 1029.172294] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]524fe890-1b25-11c3-9ce9-3cf283e17502" [ 1029.172294] env[65448]: _type = "Task" [ 1029.172294] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.181707] env[65448]: DEBUG oslo_vmware.api [None req-0cc1dd29-4bc8-4013-9d87-cbcb1569b2e8 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]524fe890-1b25-11c3-9ce9-3cf283e17502, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.239101] env[65448]: DEBUG oslo_vmware.api [None req-7b12fa3e-94ec-4102-9ff2-1d9146b3ba0c tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Task: {'id': task-4938125, 'name': PowerOffVM_Task, 'duration_secs': 0.448924} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.239404] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b12fa3e-94ec-4102-9ff2-1d9146b3ba0c tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] [instance: b905ff09-c59b-4f17-a42b-cf754c4006fe] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1029.240641] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-692b7357-7b55-4dbc-af7f-20a23d532628 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.259679] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-220cb3fa-f393-4a29-bb92-f9d4fa55bfda {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.293476] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b12fa3e-94ec-4102-9ff2-1d9146b3ba0c tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] [instance: b905ff09-c59b-4f17-a42b-cf754c4006fe] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1029.293767] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d3cc0183-e6d0-45e1-be43-90a82e5ef28b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.301080] env[65448]: DEBUG oslo_vmware.api [None req-7b12fa3e-94ec-4102-9ff2-1d9146b3ba0c tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Waiting for the task: (returnval){ [ 1029.301080] env[65448]: value = "task-4938128" [ 1029.301080] env[65448]: _type = "Task" [ 1029.301080] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.310400] env[65448]: DEBUG oslo_vmware.api [None req-7b12fa3e-94ec-4102-9ff2-1d9146b3ba0c tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Task: {'id': task-4938128, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.443188] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65448) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1029.443431] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.049s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.443705] env[65448]: DEBUG oslo_concurrency.lockutils [None req-908e137a-a93f-4a9a-9630-1e672d387106 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.458s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.445570] env[65448]: INFO nova.compute.claims [None req-908e137a-a93f-4a9a-9630-1e672d387106 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: b1c44555-fbc8-4a03-b155-65c0986cb216] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1029.448769] env[65448]: DEBUG nova.compute.manager [None req-a1bd3f90-07b7-49c6-967a-aff7b76244f0 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: a79aa8d7-c3ce-4c6e-84c5-059e29f04a00] Starting instance... {{(pid=65448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2483}} [ 1029.481449] env[65448]: DEBUG oslo_vmware.api [None req-8028df5f-4a75-406a-b9b4-363a70e8a5f7 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': task-4938126, 'name': PowerOffVM_Task, 'duration_secs': 0.270435} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.481733] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-8028df5f-4a75-406a-b9b4-363a70e8a5f7 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: 59a9ff6f-4e7b-4530-aaab-b12d54355269] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1029.481777] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-8028df5f-4a75-406a-b9b4-363a70e8a5f7 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: 59a9ff6f-4e7b-4530-aaab-b12d54355269] Unregistering the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1029.482017] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-03fd6b55-b8e0-4ceb-a948-8e86d8e22a5f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.554951] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-8028df5f-4a75-406a-b9b4-363a70e8a5f7 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: 59a9ff6f-4e7b-4530-aaab-b12d54355269] Unregistered the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1029.555413] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-8028df5f-4a75-406a-b9b4-363a70e8a5f7 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: 59a9ff6f-4e7b-4530-aaab-b12d54355269] Deleting contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1029.555648] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-8028df5f-4a75-406a-b9b4-363a70e8a5f7 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Deleting the datastore file [datastore2] 59a9ff6f-4e7b-4530-aaab-b12d54355269 {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1029.559292] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9a08c147-c4ac-45d1-84a4-1ff50ce58030 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.567760] env[65448]: DEBUG oslo_vmware.api [None req-4f2b2386-2756-48ee-83ff-8f3fa3d700a8 tempest-ImagesNegativeTestJSON-2018095814 tempest-ImagesNegativeTestJSON-2018095814-project-member] Task: {'id': task-4938127, 'name': Rename_Task, 'duration_secs': 0.174807} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.569275] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f2b2386-2756-48ee-83ff-8f3fa3d700a8 tempest-ImagesNegativeTestJSON-2018095814 tempest-ImagesNegativeTestJSON-2018095814-project-member] [instance: 11062866-c4f7-41ef-a119-55cc027aa3b8] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1029.569635] env[65448]: DEBUG oslo_vmware.api [None req-8028df5f-4a75-406a-b9b4-363a70e8a5f7 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Waiting for the task: (returnval){ [ 1029.569635] env[65448]: value = "task-4938130" [ 1029.569635] env[65448]: _type = "Task" [ 1029.569635] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.569860] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-714b1298-9b15-4cd5-8ea8-072950a22017 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.580864] env[65448]: DEBUG oslo_vmware.api [None req-8028df5f-4a75-406a-b9b4-363a70e8a5f7 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': task-4938130, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.582810] env[65448]: DEBUG oslo_vmware.api [None req-4f2b2386-2756-48ee-83ff-8f3fa3d700a8 tempest-ImagesNegativeTestJSON-2018095814 tempest-ImagesNegativeTestJSON-2018095814-project-member] Waiting for the task: (returnval){ [ 1029.582810] env[65448]: value = "task-4938131" [ 1029.582810] env[65448]: _type = "Task" [ 1029.582810] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.591901] env[65448]: DEBUG oslo_vmware.api [None req-4f2b2386-2756-48ee-83ff-8f3fa3d700a8 tempest-ImagesNegativeTestJSON-2018095814 tempest-ImagesNegativeTestJSON-2018095814-project-member] Task: {'id': task-4938131, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.641944] env[65448]: DEBUG oslo_concurrency.lockutils [req-86fe84c8-4ca2-4d1f-8a96-4f25818f3fb2 req-945af7a3-4236-450a-bec0-0c88b34a1917 service nova] Releasing lock "refresh_cache-2d86c404-07f7-4f62-81e1-b99125527970" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.648459] env[65448]: INFO nova.compute.manager [None req-fb5db10c-f929-4ab2-9e7e-91b70b215198 tempest-AttachInterfacesV270Test-1102348690 tempest-AttachInterfacesV270Test-1102348690-project-member] [instance: e4c91856-fcd2-447b-a2d2-7d2ce2bce0f3] Took 43.73 seconds to build instance. [ 1029.683610] env[65448]: DEBUG oslo_vmware.api [None req-0cc1dd29-4bc8-4013-9d87-cbcb1569b2e8 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]524fe890-1b25-11c3-9ce9-3cf283e17502, 'name': SearchDatastore_Task, 'duration_secs': 0.021422} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.683879] env[65448]: DEBUG oslo_concurrency.lockutils [None req-0cc1dd29-4bc8-4013-9d87-cbcb1569b2e8 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.684140] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-0cc1dd29-4bc8-4013-9d87-cbcb1569b2e8 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: 2d86c404-07f7-4f62-81e1-b99125527970] Processing image 50fb366d-48e6-424f-9c20-bc83d77be76a {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1029.684479] env[65448]: DEBUG oslo_concurrency.lockutils [None req-0cc1dd29-4bc8-4013-9d87-cbcb1569b2e8 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.684644] env[65448]: DEBUG oslo_concurrency.lockutils [None req-0cc1dd29-4bc8-4013-9d87-cbcb1569b2e8 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.684863] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cc1dd29-4bc8-4013-9d87-cbcb1569b2e8 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1029.685160] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d6c85edd-87fd-4733-9d39-fcc198c90cc0 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.695226] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cc1dd29-4bc8-4013-9d87-cbcb1569b2e8 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1029.695414] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-0cc1dd29-4bc8-4013-9d87-cbcb1569b2e8 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1029.696540] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33dff543-34fb-4b89-b08b-52fcda7dbb5f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.702857] env[65448]: DEBUG oslo_vmware.api [None req-0cc1dd29-4bc8-4013-9d87-cbcb1569b2e8 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Waiting for the task: (returnval){ [ 1029.702857] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52349acd-5abb-cdaf-b7f8-fddbc9f363d4" [ 1029.702857] env[65448]: _type = "Task" [ 1029.702857] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.712045] env[65448]: DEBUG oslo_vmware.api [None req-0cc1dd29-4bc8-4013-9d87-cbcb1569b2e8 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52349acd-5abb-cdaf-b7f8-fddbc9f363d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.811467] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b12fa3e-94ec-4102-9ff2-1d9146b3ba0c tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] [instance: b905ff09-c59b-4f17-a42b-cf754c4006fe] VM already powered off {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1029.811684] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-7b12fa3e-94ec-4102-9ff2-1d9146b3ba0c tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] [instance: b905ff09-c59b-4f17-a42b-cf754c4006fe] Processing image 50fb366d-48e6-424f-9c20-bc83d77be76a {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1029.811900] env[65448]: DEBUG oslo_concurrency.lockutils [None req-7b12fa3e-94ec-4102-9ff2-1d9146b3ba0c tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.867639] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b15371f3-dd65-4c2e-b584-e44ba25d3d48 tempest-AttachInterfacesV270Test-1102348690 tempest-AttachInterfacesV270Test-1102348690-project-member] Acquiring lock "interface-e4c91856-fcd2-447b-a2d2-7d2ce2bce0f3-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.867904] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b15371f3-dd65-4c2e-b584-e44ba25d3d48 tempest-AttachInterfacesV270Test-1102348690 tempest-AttachInterfacesV270Test-1102348690-project-member] Lock "interface-e4c91856-fcd2-447b-a2d2-7d2ce2bce0f3-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.868299] env[65448]: DEBUG nova.objects.instance [None req-b15371f3-dd65-4c2e-b584-e44ba25d3d48 tempest-AttachInterfacesV270Test-1102348690 tempest-AttachInterfacesV270Test-1102348690-project-member] Lazy-loading 'flavor' on Instance uuid e4c91856-fcd2-447b-a2d2-7d2ce2bce0f3 {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1029.977204] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a1bd3f90-07b7-49c6-967a-aff7b76244f0 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.081508] env[65448]: DEBUG oslo_vmware.api [None req-8028df5f-4a75-406a-b9b4-363a70e8a5f7 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': task-4938130, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.291566} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.082275] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-8028df5f-4a75-406a-b9b4-363a70e8a5f7 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1030.082381] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-8028df5f-4a75-406a-b9b4-363a70e8a5f7 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: 59a9ff6f-4e7b-4530-aaab-b12d54355269] Deleted contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1030.082492] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-8028df5f-4a75-406a-b9b4-363a70e8a5f7 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: 59a9ff6f-4e7b-4530-aaab-b12d54355269] Instance destroyed {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1030.082670] env[65448]: INFO nova.compute.manager [None req-8028df5f-4a75-406a-b9b4-363a70e8a5f7 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: 59a9ff6f-4e7b-4530-aaab-b12d54355269] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1030.082935] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-8028df5f-4a75-406a-b9b4-363a70e8a5f7 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1030.083227] env[65448]: DEBUG nova.compute.manager [-] [instance: 59a9ff6f-4e7b-4530-aaab-b12d54355269] Deallocating network for instance {{(pid=65448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1030.083317] env[65448]: DEBUG nova.network.neutron [-] [instance: 59a9ff6f-4e7b-4530-aaab-b12d54355269] deallocate_for_instance() {{(pid=65448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1030.083559] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1030.094455] env[65448]: DEBUG oslo_vmware.api [None req-4f2b2386-2756-48ee-83ff-8f3fa3d700a8 tempest-ImagesNegativeTestJSON-2018095814 tempest-ImagesNegativeTestJSON-2018095814-project-member] Task: {'id': task-4938131, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.116735] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1030.151600] env[65448]: DEBUG oslo_concurrency.lockutils [None req-fb5db10c-f929-4ab2-9e7e-91b70b215198 tempest-AttachInterfacesV270Test-1102348690 tempest-AttachInterfacesV270Test-1102348690-project-member] Lock "e4c91856-fcd2-447b-a2d2-7d2ce2bce0f3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.718s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.215037] env[65448]: DEBUG oslo_vmware.api [None req-0cc1dd29-4bc8-4013-9d87-cbcb1569b2e8 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52349acd-5abb-cdaf-b7f8-fddbc9f363d4, 'name': SearchDatastore_Task, 'duration_secs': 0.010966} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.215839] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09002f55-55f1-4ab6-b6e0-7fe899016b67 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.222977] env[65448]: DEBUG oslo_vmware.api [None req-0cc1dd29-4bc8-4013-9d87-cbcb1569b2e8 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Waiting for the task: (returnval){ [ 1030.222977] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52265503-9b4e-e2f7-c08c-4c2895113524" [ 1030.222977] env[65448]: _type = "Task" [ 1030.222977] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.231668] env[65448]: DEBUG oslo_vmware.api [None req-0cc1dd29-4bc8-4013-9d87-cbcb1569b2e8 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52265503-9b4e-e2f7-c08c-4c2895113524, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.372662] env[65448]: WARNING neutronclient.v2_0.client [None req-b15371f3-dd65-4c2e-b584-e44ba25d3d48 tempest-AttachInterfacesV270Test-1102348690 tempest-AttachInterfacesV270Test-1102348690-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1030.372975] env[65448]: DEBUG nova.objects.instance [None req-b15371f3-dd65-4c2e-b584-e44ba25d3d48 tempest-AttachInterfacesV270Test-1102348690 tempest-AttachInterfacesV270Test-1102348690-project-member] Lazy-loading 'pci_requests' on Instance uuid e4c91856-fcd2-447b-a2d2-7d2ce2bce0f3 {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1030.413962] env[65448]: DEBUG nova.compute.manager [req-46cb9ff6-9dd2-475e-9c82-193cd7c3fada req-2100df69-6dd7-4a6c-9204-0a825f126e12 service nova] [instance: 59a9ff6f-4e7b-4530-aaab-b12d54355269] Received event network-vif-deleted-131d4838-48ea-499f-accc-16d7b5a7e60c {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1030.414235] env[65448]: INFO nova.compute.manager [req-46cb9ff6-9dd2-475e-9c82-193cd7c3fada req-2100df69-6dd7-4a6c-9204-0a825f126e12 service nova] [instance: 59a9ff6f-4e7b-4530-aaab-b12d54355269] Neutron deleted interface 131d4838-48ea-499f-accc-16d7b5a7e60c; detaching it from the instance and deleting it from the info cache [ 1030.414491] env[65448]: DEBUG nova.network.neutron [req-46cb9ff6-9dd2-475e-9c82-193cd7c3fada req-2100df69-6dd7-4a6c-9204-0a825f126e12 service nova] [instance: 59a9ff6f-4e7b-4530-aaab-b12d54355269] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.594923] env[65448]: DEBUG oslo_vmware.api [None req-4f2b2386-2756-48ee-83ff-8f3fa3d700a8 tempest-ImagesNegativeTestJSON-2018095814 tempest-ImagesNegativeTestJSON-2018095814-project-member] Task: {'id': task-4938131, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.735201] env[65448]: DEBUG oslo_vmware.api [None req-0cc1dd29-4bc8-4013-9d87-cbcb1569b2e8 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52265503-9b4e-e2f7-c08c-4c2895113524, 'name': SearchDatastore_Task, 'duration_secs': 0.011007} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.735504] env[65448]: DEBUG oslo_concurrency.lockutils [None req-0cc1dd29-4bc8-4013-9d87-cbcb1569b2e8 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.735753] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cc1dd29-4bc8-4013-9d87-cbcb1569b2e8 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore1] 2d86c404-07f7-4f62-81e1-b99125527970/2d86c404-07f7-4f62-81e1-b99125527970.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1030.736043] env[65448]: DEBUG oslo_concurrency.lockutils [None req-7b12fa3e-94ec-4102-9ff2-1d9146b3ba0c tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.736253] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b12fa3e-94ec-4102-9ff2-1d9146b3ba0c tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1030.736494] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-622fc896-7014-4ab7-853c-5e4a6c3941f0 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.738378] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d7272bee-dae6-4ee9-ba27-1ca10a15bf99 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.747783] env[65448]: DEBUG oslo_vmware.api [None req-0cc1dd29-4bc8-4013-9d87-cbcb1569b2e8 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Waiting for the task: (returnval){ [ 1030.747783] env[65448]: value = "task-4938132" [ 1030.747783] env[65448]: _type = "Task" [ 1030.747783] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.748948] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b12fa3e-94ec-4102-9ff2-1d9146b3ba0c tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1030.749157] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-7b12fa3e-94ec-4102-9ff2-1d9146b3ba0c tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1030.752992] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab4e2af3-cb63-4cae-88b0-17bc52027d09 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.760864] env[65448]: DEBUG oslo_vmware.api [None req-0cc1dd29-4bc8-4013-9d87-cbcb1569b2e8 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': task-4938132, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.763102] env[65448]: DEBUG oslo_vmware.api [None req-7b12fa3e-94ec-4102-9ff2-1d9146b3ba0c tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Waiting for the task: (returnval){ [ 1030.763102] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5271654e-d561-ceec-ad3c-257700b36dc6" [ 1030.763102] env[65448]: _type = "Task" [ 1030.763102] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.763851] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ff5cdef-5722-46ca-be84-00702d82da03 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.777755] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e8dd05c-a4b5-4bf7-95aa-470c45ccc927 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.781017] env[65448]: DEBUG oslo_vmware.api [None req-7b12fa3e-94ec-4102-9ff2-1d9146b3ba0c tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5271654e-d561-ceec-ad3c-257700b36dc6, 'name': SearchDatastore_Task, 'duration_secs': 0.013137} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.782408] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c65e2cb4-ba76-4776-a8a7-1d33c68277e4 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.812105] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbd9136e-2020-4c3c-905d-cc46878046b2 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.817048] env[65448]: DEBUG oslo_vmware.api [None req-7b12fa3e-94ec-4102-9ff2-1d9146b3ba0c tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Waiting for the task: (returnval){ [ 1030.817048] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]522fe5ea-04b3-819a-99cb-cc1d08efdf2d" [ 1030.817048] env[65448]: _type = "Task" [ 1030.817048] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.823800] env[65448]: DEBUG nova.network.neutron [-] [instance: 59a9ff6f-4e7b-4530-aaab-b12d54355269] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.828101] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c65f4429-d108-4958-a7d3-df5b934c0d99 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.835160] env[65448]: DEBUG oslo_vmware.api [None req-7b12fa3e-94ec-4102-9ff2-1d9146b3ba0c tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]522fe5ea-04b3-819a-99cb-cc1d08efdf2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.846291] env[65448]: DEBUG nova.compute.provider_tree [None req-908e137a-a93f-4a9a-9630-1e672d387106 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1030.875591] env[65448]: DEBUG nova.objects.base [None req-b15371f3-dd65-4c2e-b584-e44ba25d3d48 tempest-AttachInterfacesV270Test-1102348690 tempest-AttachInterfacesV270Test-1102348690-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=65448) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1030.875829] env[65448]: DEBUG nova.network.neutron [None req-b15371f3-dd65-4c2e-b584-e44ba25d3d48 tempest-AttachInterfacesV270Test-1102348690 tempest-AttachInterfacesV270Test-1102348690-project-member] [instance: e4c91856-fcd2-447b-a2d2-7d2ce2bce0f3] allocate_for_instance() {{(pid=65448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1030.876347] env[65448]: WARNING neutronclient.v2_0.client [None req-b15371f3-dd65-4c2e-b584-e44ba25d3d48 tempest-AttachInterfacesV270Test-1102348690 tempest-AttachInterfacesV270Test-1102348690-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1030.876670] env[65448]: WARNING neutronclient.v2_0.client [None req-b15371f3-dd65-4c2e-b584-e44ba25d3d48 tempest-AttachInterfacesV270Test-1102348690 tempest-AttachInterfacesV270Test-1102348690-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1030.917319] env[65448]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ce4f5bbb-6b7a-4c5e-84b7-c1e30b0ff03f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.928620] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d78d728c-ff5f-4c44-9685-a0557261b6fb {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.969970] env[65448]: DEBUG nova.compute.manager [req-46cb9ff6-9dd2-475e-9c82-193cd7c3fada req-2100df69-6dd7-4a6c-9204-0a825f126e12 service nova] [instance: 59a9ff6f-4e7b-4530-aaab-b12d54355269] Detach interface failed, port_id=131d4838-48ea-499f-accc-16d7b5a7e60c, reason: Instance 59a9ff6f-4e7b-4530-aaab-b12d54355269 could not be found. {{(pid=65448) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 1030.992495] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b15371f3-dd65-4c2e-b584-e44ba25d3d48 tempest-AttachInterfacesV270Test-1102348690 tempest-AttachInterfacesV270Test-1102348690-project-member] Lock "interface-e4c91856-fcd2-447b-a2d2-7d2ce2bce0f3-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.124s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.094766] env[65448]: DEBUG oslo_vmware.api [None req-4f2b2386-2756-48ee-83ff-8f3fa3d700a8 tempest-ImagesNegativeTestJSON-2018095814 tempest-ImagesNegativeTestJSON-2018095814-project-member] Task: {'id': task-4938131, 'name': PowerOnVM_Task, 'duration_secs': 1.250574} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.095078] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f2b2386-2756-48ee-83ff-8f3fa3d700a8 tempest-ImagesNegativeTestJSON-2018095814 tempest-ImagesNegativeTestJSON-2018095814-project-member] [instance: 11062866-c4f7-41ef-a119-55cc027aa3b8] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1031.095304] env[65448]: INFO nova.compute.manager [None req-4f2b2386-2756-48ee-83ff-8f3fa3d700a8 tempest-ImagesNegativeTestJSON-2018095814 tempest-ImagesNegativeTestJSON-2018095814-project-member] [instance: 11062866-c4f7-41ef-a119-55cc027aa3b8] Took 9.66 seconds to spawn the instance on the hypervisor. [ 1031.095573] env[65448]: DEBUG nova.compute.manager [None req-4f2b2386-2756-48ee-83ff-8f3fa3d700a8 tempest-ImagesNegativeTestJSON-2018095814 tempest-ImagesNegativeTestJSON-2018095814-project-member] [instance: 11062866-c4f7-41ef-a119-55cc027aa3b8] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 1031.096440] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57762be4-251a-402c-afed-401886b795f2 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.260214] env[65448]: DEBUG oslo_vmware.api [None req-0cc1dd29-4bc8-4013-9d87-cbcb1569b2e8 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': task-4938132, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.329615] env[65448]: DEBUG oslo_vmware.api [None req-7b12fa3e-94ec-4102-9ff2-1d9146b3ba0c tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]522fe5ea-04b3-819a-99cb-cc1d08efdf2d, 'name': SearchDatastore_Task, 'duration_secs': 0.021636} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.329938] env[65448]: DEBUG oslo_concurrency.lockutils [None req-7b12fa3e-94ec-4102-9ff2-1d9146b3ba0c tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.330274] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b12fa3e-94ec-4102-9ff2-1d9146b3ba0c tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore1] b905ff09-c59b-4f17-a42b-cf754c4006fe/50fb366d-48e6-424f-9c20-bc83d77be76a-rescue.vmdk. {{(pid=65448) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1031.330604] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9c43c72a-5f27-4af4-9680-e3223cfa5706 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.333758] env[65448]: INFO nova.compute.manager [-] [instance: 59a9ff6f-4e7b-4530-aaab-b12d54355269] Took 1.25 seconds to deallocate network for instance. [ 1031.342360] env[65448]: DEBUG oslo_vmware.api [None req-7b12fa3e-94ec-4102-9ff2-1d9146b3ba0c tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Waiting for the task: (returnval){ [ 1031.342360] env[65448]: value = "task-4938133" [ 1031.342360] env[65448]: _type = "Task" [ 1031.342360] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.352531] env[65448]: DEBUG nova.scheduler.client.report [None req-908e137a-a93f-4a9a-9630-1e672d387106 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1031.356225] env[65448]: DEBUG oslo_vmware.api [None req-7b12fa3e-94ec-4102-9ff2-1d9146b3ba0c tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Task: {'id': task-4938133, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.615504] env[65448]: INFO nova.compute.manager [None req-4f2b2386-2756-48ee-83ff-8f3fa3d700a8 tempest-ImagesNegativeTestJSON-2018095814 tempest-ImagesNegativeTestJSON-2018095814-project-member] [instance: 11062866-c4f7-41ef-a119-55cc027aa3b8] Took 40.50 seconds to build instance. [ 1031.767643] env[65448]: DEBUG oslo_vmware.api [None req-0cc1dd29-4bc8-4013-9d87-cbcb1569b2e8 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': task-4938132, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.563363} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.767921] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cc1dd29-4bc8-4013-9d87-cbcb1569b2e8 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore1] 2d86c404-07f7-4f62-81e1-b99125527970/2d86c404-07f7-4f62-81e1-b99125527970.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1031.768158] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-0cc1dd29-4bc8-4013-9d87-cbcb1569b2e8 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: 2d86c404-07f7-4f62-81e1-b99125527970] Extending root virtual disk to 1048576 {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1031.768465] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-575712ae-97ee-4f9c-8f9e-96ff20bdead8 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.776555] env[65448]: DEBUG oslo_vmware.api [None req-0cc1dd29-4bc8-4013-9d87-cbcb1569b2e8 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Waiting for the task: (returnval){ [ 1031.776555] env[65448]: value = "task-4938134" [ 1031.776555] env[65448]: _type = "Task" [ 1031.776555] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.788436] env[65448]: DEBUG oslo_vmware.api [None req-0cc1dd29-4bc8-4013-9d87-cbcb1569b2e8 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': task-4938134, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.843728] env[65448]: DEBUG oslo_concurrency.lockutils [None req-8028df5f-4a75-406a-b9b4-363a70e8a5f7 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.854656] env[65448]: DEBUG oslo_vmware.api [None req-7b12fa3e-94ec-4102-9ff2-1d9146b3ba0c tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Task: {'id': task-4938133, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.507986} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.854844] env[65448]: INFO nova.virt.vmwareapi.ds_util [None req-7b12fa3e-94ec-4102-9ff2-1d9146b3ba0c tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore1] b905ff09-c59b-4f17-a42b-cf754c4006fe/50fb366d-48e6-424f-9c20-bc83d77be76a-rescue.vmdk. [ 1031.855833] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5996d41a-2b82-4135-b4d6-c2a5b03d1d77 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.858843] env[65448]: DEBUG oslo_concurrency.lockutils [None req-908e137a-a93f-4a9a-9630-1e672d387106 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.415s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.859333] env[65448]: DEBUG nova.compute.manager [None req-908e137a-a93f-4a9a-9630-1e672d387106 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: b1c44555-fbc8-4a03-b155-65c0986cb216] Start building networks asynchronously for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2881}} [ 1031.864351] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b11d56a2-9029-4786-8325-de7cf2477006 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.739s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.866222] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b11d56a2-9029-4786-8325-de7cf2477006 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.866724] env[65448]: DEBUG oslo_concurrency.lockutils [None req-aa0b79a7-f9a5-44c7-bacd-c037a031ce22 tempest-ServerGroupTestJSON-694706050 tempest-ServerGroupTestJSON-694706050-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.725s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.867122] env[65448]: DEBUG oslo_concurrency.lockutils [None req-aa0b79a7-f9a5-44c7-bacd-c037a031ce22 tempest-ServerGroupTestJSON-694706050 tempest-ServerGroupTestJSON-694706050-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.868474] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6bf10488-b5b7-4a7b-aa03-93640fc181fe tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.129s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.868715] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6bf10488-b5b7-4a7b-aa03-93640fc181fe tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.870355] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6614cd9f-5fb0-4770-bf7b-874ca0f5e7ee tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 10.772s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.870531] env[65448]: DEBUG nova.objects.instance [None req-6614cd9f-5fb0-4770-bf7b-874ca0f5e7ee tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d3eb5b9f-a5e0-4dfe-a6ea-42fec368280f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65448) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1031.901685] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b12fa3e-94ec-4102-9ff2-1d9146b3ba0c tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] [instance: b905ff09-c59b-4f17-a42b-cf754c4006fe] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] b905ff09-c59b-4f17-a42b-cf754c4006fe/50fb366d-48e6-424f-9c20-bc83d77be76a-rescue.vmdk or device None with type thin {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1031.902100] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce605dbf-5c60-402d-9ac7-c8cc2906542e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.918108] env[65448]: INFO nova.scheduler.client.report [None req-6bf10488-b5b7-4a7b-aa03-93640fc181fe tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Deleted allocations for instance 1df72414-93c2-4356-93c4-2dd4c781a1b9 [ 1031.920941] env[65448]: INFO nova.scheduler.client.report [None req-aa0b79a7-f9a5-44c7-bacd-c037a031ce22 tempest-ServerGroupTestJSON-694706050 tempest-ServerGroupTestJSON-694706050-project-member] Deleted allocations for instance 3a22ed5d-c4fd-429f-966a-ba2af260e43c [ 1031.921900] env[65448]: DEBUG oslo_concurrency.lockutils [None req-c5f3e4f3-3c88-4051-8495-0823c6fa4450 tempest-ServersV294TestFqdnHostnames-1535385712 tempest-ServersV294TestFqdnHostnames-1535385712-project-member] Acquiring lock "ba7361d2-4e0a-4087-989f-5832a7ece890" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.922166] env[65448]: DEBUG oslo_concurrency.lockutils [None req-c5f3e4f3-3c88-4051-8495-0823c6fa4450 tempest-ServersV294TestFqdnHostnames-1535385712 tempest-ServersV294TestFqdnHostnames-1535385712-project-member] Lock "ba7361d2-4e0a-4087-989f-5832a7ece890" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.922386] env[65448]: DEBUG oslo_concurrency.lockutils [None req-c5f3e4f3-3c88-4051-8495-0823c6fa4450 tempest-ServersV294TestFqdnHostnames-1535385712 tempest-ServersV294TestFqdnHostnames-1535385712-project-member] Acquiring lock "ba7361d2-4e0a-4087-989f-5832a7ece890-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.922552] env[65448]: DEBUG oslo_concurrency.lockutils [None req-c5f3e4f3-3c88-4051-8495-0823c6fa4450 tempest-ServersV294TestFqdnHostnames-1535385712 tempest-ServersV294TestFqdnHostnames-1535385712-project-member] Lock "ba7361d2-4e0a-4087-989f-5832a7ece890-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.922724] env[65448]: DEBUG oslo_concurrency.lockutils [None req-c5f3e4f3-3c88-4051-8495-0823c6fa4450 tempest-ServersV294TestFqdnHostnames-1535385712 tempest-ServersV294TestFqdnHostnames-1535385712-project-member] Lock "ba7361d2-4e0a-4087-989f-5832a7ece890-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.925163] env[65448]: INFO nova.scheduler.client.report [None req-b11d56a2-9029-4786-8325-de7cf2477006 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Deleted allocations for instance f92de7cc-d52b-4a1d-821a-0212e37e9369 [ 1031.928353] env[65448]: INFO nova.compute.manager [None req-c5f3e4f3-3c88-4051-8495-0823c6fa4450 tempest-ServersV294TestFqdnHostnames-1535385712 tempest-ServersV294TestFqdnHostnames-1535385712-project-member] [instance: ba7361d2-4e0a-4087-989f-5832a7ece890] Terminating instance [ 1031.940037] env[65448]: DEBUG oslo_vmware.api [None req-7b12fa3e-94ec-4102-9ff2-1d9146b3ba0c tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Waiting for the task: (returnval){ [ 1031.940037] env[65448]: value = "task-4938135" [ 1031.940037] env[65448]: _type = "Task" [ 1031.940037] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.949728] env[65448]: DEBUG oslo_vmware.api [None req-7b12fa3e-94ec-4102-9ff2-1d9146b3ba0c tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Task: {'id': task-4938135, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.118075] env[65448]: DEBUG oslo_concurrency.lockutils [None req-4f2b2386-2756-48ee-83ff-8f3fa3d700a8 tempest-ImagesNegativeTestJSON-2018095814 tempest-ImagesNegativeTestJSON-2018095814-project-member] Lock "11062866-c4f7-41ef-a119-55cc027aa3b8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.779s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.286969] env[65448]: DEBUG oslo_vmware.api [None req-0cc1dd29-4bc8-4013-9d87-cbcb1569b2e8 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': task-4938134, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.125478} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.287285] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-0cc1dd29-4bc8-4013-9d87-cbcb1569b2e8 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: 2d86c404-07f7-4f62-81e1-b99125527970] Extended root virtual disk {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1032.288141] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6304f415-f275-4a23-8153-e8287eda394f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.312223] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cc1dd29-4bc8-4013-9d87-cbcb1569b2e8 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: 2d86c404-07f7-4f62-81e1-b99125527970] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] 2d86c404-07f7-4f62-81e1-b99125527970/2d86c404-07f7-4f62-81e1-b99125527970.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1032.312580] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-501e08ff-e467-410d-a31e-99a6bf4c2037 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.334170] env[65448]: DEBUG oslo_vmware.api [None req-0cc1dd29-4bc8-4013-9d87-cbcb1569b2e8 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Waiting for the task: (returnval){ [ 1032.334170] env[65448]: value = "task-4938136" [ 1032.334170] env[65448]: _type = "Task" [ 1032.334170] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.346329] env[65448]: DEBUG oslo_vmware.api [None req-0cc1dd29-4bc8-4013-9d87-cbcb1569b2e8 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': task-4938136, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.380918] env[65448]: DEBUG nova.compute.utils [None req-908e137a-a93f-4a9a-9630-1e672d387106 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Using /dev/sd instead of None {{(pid=65448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1032.380918] env[65448]: DEBUG nova.compute.manager [None req-908e137a-a93f-4a9a-9630-1e672d387106 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: b1c44555-fbc8-4a03-b155-65c0986cb216] Allocating IP information in the background. {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 1032.381400] env[65448]: DEBUG nova.network.neutron [None req-908e137a-a93f-4a9a-9630-1e672d387106 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: b1c44555-fbc8-4a03-b155-65c0986cb216] allocate_for_instance() {{(pid=65448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1032.381770] env[65448]: WARNING neutronclient.v2_0.client [None req-908e137a-a93f-4a9a-9630-1e672d387106 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1032.382091] env[65448]: WARNING neutronclient.v2_0.client [None req-908e137a-a93f-4a9a-9630-1e672d387106 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1032.435927] env[65448]: DEBUG nova.policy [None req-908e137a-a93f-4a9a-9630-1e672d387106 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dd61c1ad2bd6452581f21606eba67b6a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0f8d5716103c4544ad3c5ca0f9963943', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65448) authorize /opt/stack/nova/nova/policy.py:192}} [ 1032.441770] env[65448]: DEBUG oslo_concurrency.lockutils [None req-aa0b79a7-f9a5-44c7-bacd-c037a031ce22 tempest-ServerGroupTestJSON-694706050 tempest-ServerGroupTestJSON-694706050-project-member] Lock "3a22ed5d-c4fd-429f-966a-ba2af260e43c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.210s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.444949] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6bf10488-b5b7-4a7b-aa03-93640fc181fe tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Lock "1df72414-93c2-4356-93c4-2dd4c781a1b9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.220s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.449779] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b11d56a2-9029-4786-8325-de7cf2477006 tempest-ServerRescueNegativeTestJSON-310292183 tempest-ServerRescueNegativeTestJSON-310292183-project-member] Lock "f92de7cc-d52b-4a1d-821a-0212e37e9369" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.172s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.458422] env[65448]: DEBUG nova.compute.manager [None req-c5f3e4f3-3c88-4051-8495-0823c6fa4450 tempest-ServersV294TestFqdnHostnames-1535385712 tempest-ServersV294TestFqdnHostnames-1535385712-project-member] [instance: ba7361d2-4e0a-4087-989f-5832a7ece890] Start destroying the instance on the hypervisor. {{(pid=65448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3209}} [ 1032.458696] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-c5f3e4f3-3c88-4051-8495-0823c6fa4450 tempest-ServersV294TestFqdnHostnames-1535385712 tempest-ServersV294TestFqdnHostnames-1535385712-project-member] [instance: ba7361d2-4e0a-4087-989f-5832a7ece890] Destroying instance {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1032.458979] env[65448]: DEBUG oslo_vmware.api [None req-7b12fa3e-94ec-4102-9ff2-1d9146b3ba0c tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Task: {'id': task-4938135, 'name': ReconfigVM_Task, 'duration_secs': 0.375988} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.459786] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ab12699-c4d9-45f0-8ade-95c2ace47af4 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.463190] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b12fa3e-94ec-4102-9ff2-1d9146b3ba0c tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] [instance: b905ff09-c59b-4f17-a42b-cf754c4006fe] Reconfigured VM instance instance-00000058 to attach disk [datastore1] b905ff09-c59b-4f17-a42b-cf754c4006fe/50fb366d-48e6-424f-9c20-bc83d77be76a-rescue.vmdk or device None with type thin {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1032.465016] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b37a8fe-bde0-49e5-a0d5-858267c7b3c0 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.477419] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5f3e4f3-3c88-4051-8495-0823c6fa4450 tempest-ServersV294TestFqdnHostnames-1535385712 tempest-ServersV294TestFqdnHostnames-1535385712-project-member] [instance: ba7361d2-4e0a-4087-989f-5832a7ece890] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1032.477728] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dec54a62-3df4-47c5-a3e7-2b96345bc6f9 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.503744] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6fb7815a-5434-4ae0-8fc2-419db32a1618 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.517452] env[65448]: DEBUG oslo_vmware.api [None req-c5f3e4f3-3c88-4051-8495-0823c6fa4450 tempest-ServersV294TestFqdnHostnames-1535385712 tempest-ServersV294TestFqdnHostnames-1535385712-project-member] Waiting for the task: (returnval){ [ 1032.517452] env[65448]: value = "task-4938137" [ 1032.517452] env[65448]: _type = "Task" [ 1032.517452] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.523075] env[65448]: DEBUG oslo_vmware.api [None req-7b12fa3e-94ec-4102-9ff2-1d9146b3ba0c tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Waiting for the task: (returnval){ [ 1032.523075] env[65448]: value = "task-4938138" [ 1032.523075] env[65448]: _type = "Task" [ 1032.523075] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.530202] env[65448]: DEBUG oslo_vmware.api [None req-c5f3e4f3-3c88-4051-8495-0823c6fa4450 tempest-ServersV294TestFqdnHostnames-1535385712 tempest-ServersV294TestFqdnHostnames-1535385712-project-member] Task: {'id': task-4938137, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.537444] env[65448]: DEBUG oslo_vmware.api [None req-7b12fa3e-94ec-4102-9ff2-1d9146b3ba0c tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Task: {'id': task-4938138, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.654937] env[65448]: DEBUG oslo_concurrency.lockutils [None req-2f2a837f-e858-46cd-93b9-bee155f581f4 tempest-ImagesNegativeTestJSON-2018095814 tempest-ImagesNegativeTestJSON-2018095814-project-member] Acquiring lock "11062866-c4f7-41ef-a119-55cc027aa3b8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.655169] env[65448]: DEBUG oslo_concurrency.lockutils [None req-2f2a837f-e858-46cd-93b9-bee155f581f4 tempest-ImagesNegativeTestJSON-2018095814 tempest-ImagesNegativeTestJSON-2018095814-project-member] Lock "11062866-c4f7-41ef-a119-55cc027aa3b8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.655278] env[65448]: DEBUG oslo_concurrency.lockutils [None req-2f2a837f-e858-46cd-93b9-bee155f581f4 tempest-ImagesNegativeTestJSON-2018095814 tempest-ImagesNegativeTestJSON-2018095814-project-member] Acquiring lock "11062866-c4f7-41ef-a119-55cc027aa3b8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.655450] env[65448]: DEBUG oslo_concurrency.lockutils [None req-2f2a837f-e858-46cd-93b9-bee155f581f4 tempest-ImagesNegativeTestJSON-2018095814 tempest-ImagesNegativeTestJSON-2018095814-project-member] Lock "11062866-c4f7-41ef-a119-55cc027aa3b8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.655674] env[65448]: DEBUG oslo_concurrency.lockutils [None req-2f2a837f-e858-46cd-93b9-bee155f581f4 tempest-ImagesNegativeTestJSON-2018095814 tempest-ImagesNegativeTestJSON-2018095814-project-member] Lock "11062866-c4f7-41ef-a119-55cc027aa3b8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.658581] env[65448]: INFO nova.compute.manager [None req-2f2a837f-e858-46cd-93b9-bee155f581f4 tempest-ImagesNegativeTestJSON-2018095814 tempest-ImagesNegativeTestJSON-2018095814-project-member] [instance: 11062866-c4f7-41ef-a119-55cc027aa3b8] Terminating instance [ 1032.788636] env[65448]: DEBUG nova.network.neutron [None req-908e137a-a93f-4a9a-9630-1e672d387106 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: b1c44555-fbc8-4a03-b155-65c0986cb216] Successfully created port: 02f068b4-53d0-4dee-af1f-b81afc1c4dab {{(pid=65448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1032.846768] env[65448]: DEBUG oslo_vmware.api [None req-0cc1dd29-4bc8-4013-9d87-cbcb1569b2e8 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': task-4938136, 'name': ReconfigVM_Task, 'duration_secs': 0.331927} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.846768] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cc1dd29-4bc8-4013-9d87-cbcb1569b2e8 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: 2d86c404-07f7-4f62-81e1-b99125527970] Reconfigured VM instance instance-0000005b to attach disk [datastore1] 2d86c404-07f7-4f62-81e1-b99125527970/2d86c404-07f7-4f62-81e1-b99125527970.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1032.847292] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eeb00111-3616-47e9-98a1-d039b867f648 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.855254] env[65448]: DEBUG oslo_vmware.api [None req-0cc1dd29-4bc8-4013-9d87-cbcb1569b2e8 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Waiting for the task: (returnval){ [ 1032.855254] env[65448]: value = "task-4938139" [ 1032.855254] env[65448]: _type = "Task" [ 1032.855254] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.868254] env[65448]: DEBUG oslo_vmware.api [None req-0cc1dd29-4bc8-4013-9d87-cbcb1569b2e8 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': task-4938139, 'name': Rename_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.883120] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6614cd9f-5fb0-4770-bf7b-874ca0f5e7ee tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.884787] env[65448]: DEBUG oslo_concurrency.lockutils [None req-43fc2d38-f8b6-4bea-ae5b-99426b479277 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.832s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.885150] env[65448]: DEBUG oslo_concurrency.lockutils [None req-43fc2d38-f8b6-4bea-ae5b-99426b479277 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.889527] env[65448]: DEBUG oslo_concurrency.lockutils [None req-2922a7c4-64d9-4aab-bc75-42f1a7ee7108 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.654s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.890383] env[65448]: INFO nova.compute.claims [None req-2922a7c4-64d9-4aab-bc75-42f1a7ee7108 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 1922ac25-2b1e-4a2d-b87a-1ca8712ac96d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1032.895239] env[65448]: DEBUG nova.compute.manager [None req-908e137a-a93f-4a9a-9630-1e672d387106 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: b1c44555-fbc8-4a03-b155-65c0986cb216] Start building block device mappings for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2916}} [ 1032.948794] env[65448]: INFO nova.scheduler.client.report [None req-43fc2d38-f8b6-4bea-ae5b-99426b479277 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Deleted allocations for instance d3eb5b9f-a5e0-4dfe-a6ea-42fec368280f [ 1032.975103] env[65448]: DEBUG oslo_concurrency.lockutils [None req-786d7f25-5395-413f-aa60-0bd46b9900d5 tempest-AttachInterfacesV270Test-1102348690 tempest-AttachInterfacesV270Test-1102348690-project-member] Acquiring lock "e4c91856-fcd2-447b-a2d2-7d2ce2bce0f3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.975408] env[65448]: DEBUG oslo_concurrency.lockutils [None req-786d7f25-5395-413f-aa60-0bd46b9900d5 tempest-AttachInterfacesV270Test-1102348690 tempest-AttachInterfacesV270Test-1102348690-project-member] Lock "e4c91856-fcd2-447b-a2d2-7d2ce2bce0f3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.975595] env[65448]: DEBUG oslo_concurrency.lockutils [None req-786d7f25-5395-413f-aa60-0bd46b9900d5 tempest-AttachInterfacesV270Test-1102348690 tempest-AttachInterfacesV270Test-1102348690-project-member] Acquiring lock "e4c91856-fcd2-447b-a2d2-7d2ce2bce0f3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.975777] env[65448]: DEBUG oslo_concurrency.lockutils [None req-786d7f25-5395-413f-aa60-0bd46b9900d5 tempest-AttachInterfacesV270Test-1102348690 tempest-AttachInterfacesV270Test-1102348690-project-member] Lock "e4c91856-fcd2-447b-a2d2-7d2ce2bce0f3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.975997] env[65448]: DEBUG oslo_concurrency.lockutils [None req-786d7f25-5395-413f-aa60-0bd46b9900d5 tempest-AttachInterfacesV270Test-1102348690 tempest-AttachInterfacesV270Test-1102348690-project-member] Lock "e4c91856-fcd2-447b-a2d2-7d2ce2bce0f3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.979413] env[65448]: INFO nova.compute.manager [None req-786d7f25-5395-413f-aa60-0bd46b9900d5 tempest-AttachInterfacesV270Test-1102348690 tempest-AttachInterfacesV270Test-1102348690-project-member] [instance: e4c91856-fcd2-447b-a2d2-7d2ce2bce0f3] Terminating instance [ 1033.032442] env[65448]: DEBUG oslo_vmware.api [None req-c5f3e4f3-3c88-4051-8495-0823c6fa4450 tempest-ServersV294TestFqdnHostnames-1535385712 tempest-ServersV294TestFqdnHostnames-1535385712-project-member] Task: {'id': task-4938137, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.041336] env[65448]: DEBUG oslo_vmware.api [None req-7b12fa3e-94ec-4102-9ff2-1d9146b3ba0c tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Task: {'id': task-4938138, 'name': ReconfigVM_Task, 'duration_secs': 0.207536} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.041783] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b12fa3e-94ec-4102-9ff2-1d9146b3ba0c tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] [instance: b905ff09-c59b-4f17-a42b-cf754c4006fe] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1033.042223] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-80e1e4a9-3291-472a-a9ad-09c76387ec26 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.052559] env[65448]: DEBUG oslo_vmware.api [None req-7b12fa3e-94ec-4102-9ff2-1d9146b3ba0c tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Waiting for the task: (returnval){ [ 1033.052559] env[65448]: value = "task-4938140" [ 1033.052559] env[65448]: _type = "Task" [ 1033.052559] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.068274] env[65448]: DEBUG oslo_vmware.api [None req-7b12fa3e-94ec-4102-9ff2-1d9146b3ba0c tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Task: {'id': task-4938140, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.164241] env[65448]: DEBUG nova.compute.manager [None req-2f2a837f-e858-46cd-93b9-bee155f581f4 tempest-ImagesNegativeTestJSON-2018095814 tempest-ImagesNegativeTestJSON-2018095814-project-member] [instance: 11062866-c4f7-41ef-a119-55cc027aa3b8] Start destroying the instance on the hypervisor. {{(pid=65448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3209}} [ 1033.167212] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-2f2a837f-e858-46cd-93b9-bee155f581f4 tempest-ImagesNegativeTestJSON-2018095814 tempest-ImagesNegativeTestJSON-2018095814-project-member] [instance: 11062866-c4f7-41ef-a119-55cc027aa3b8] Destroying instance {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1033.168316] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09b1ea82-1b2e-4e23-a528-48626bb75993 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.176290] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f2a837f-e858-46cd-93b9-bee155f581f4 tempest-ImagesNegativeTestJSON-2018095814 tempest-ImagesNegativeTestJSON-2018095814-project-member] [instance: 11062866-c4f7-41ef-a119-55cc027aa3b8] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1033.176655] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-beeaeb47-9e33-433c-bf9d-fedf3d878f36 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.185138] env[65448]: DEBUG oslo_vmware.api [None req-2f2a837f-e858-46cd-93b9-bee155f581f4 tempest-ImagesNegativeTestJSON-2018095814 tempest-ImagesNegativeTestJSON-2018095814-project-member] Waiting for the task: (returnval){ [ 1033.185138] env[65448]: value = "task-4938141" [ 1033.185138] env[65448]: _type = "Task" [ 1033.185138] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.195827] env[65448]: DEBUG oslo_vmware.api [None req-2f2a837f-e858-46cd-93b9-bee155f581f4 tempest-ImagesNegativeTestJSON-2018095814 tempest-ImagesNegativeTestJSON-2018095814-project-member] Task: {'id': task-4938141, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.368530] env[65448]: DEBUG oslo_vmware.api [None req-0cc1dd29-4bc8-4013-9d87-cbcb1569b2e8 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': task-4938139, 'name': Rename_Task, 'duration_secs': 0.192238} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.368915] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cc1dd29-4bc8-4013-9d87-cbcb1569b2e8 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: 2d86c404-07f7-4f62-81e1-b99125527970] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1033.369257] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-11d571ee-44f4-4533-a2a1-31166d046374 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.378572] env[65448]: DEBUG oslo_vmware.api [None req-0cc1dd29-4bc8-4013-9d87-cbcb1569b2e8 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Waiting for the task: (returnval){ [ 1033.378572] env[65448]: value = "task-4938142" [ 1033.378572] env[65448]: _type = "Task" [ 1033.378572] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.389040] env[65448]: DEBUG oslo_vmware.api [None req-0cc1dd29-4bc8-4013-9d87-cbcb1569b2e8 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': task-4938142, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.461848] env[65448]: DEBUG oslo_concurrency.lockutils [None req-43fc2d38-f8b6-4bea-ae5b-99426b479277 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Lock "d3eb5b9f-a5e0-4dfe-a6ea-42fec368280f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.463s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.484117] env[65448]: DEBUG nova.compute.manager [None req-786d7f25-5395-413f-aa60-0bd46b9900d5 tempest-AttachInterfacesV270Test-1102348690 tempest-AttachInterfacesV270Test-1102348690-project-member] [instance: e4c91856-fcd2-447b-a2d2-7d2ce2bce0f3] Start destroying the instance on the hypervisor. {{(pid=65448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3209}} [ 1033.484433] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-786d7f25-5395-413f-aa60-0bd46b9900d5 tempest-AttachInterfacesV270Test-1102348690 tempest-AttachInterfacesV270Test-1102348690-project-member] [instance: e4c91856-fcd2-447b-a2d2-7d2ce2bce0f3] Destroying instance {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1033.485694] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a86c3011-6430-49c7-b173-2377aff023e5 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.494175] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-786d7f25-5395-413f-aa60-0bd46b9900d5 tempest-AttachInterfacesV270Test-1102348690 tempest-AttachInterfacesV270Test-1102348690-project-member] [instance: e4c91856-fcd2-447b-a2d2-7d2ce2bce0f3] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1033.494558] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-635c61e6-0faa-40cc-ab0c-7a1147757cae {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.506126] env[65448]: DEBUG oslo_vmware.api [None req-786d7f25-5395-413f-aa60-0bd46b9900d5 tempest-AttachInterfacesV270Test-1102348690 tempest-AttachInterfacesV270Test-1102348690-project-member] Waiting for the task: (returnval){ [ 1033.506126] env[65448]: value = "task-4938143" [ 1033.506126] env[65448]: _type = "Task" [ 1033.506126] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.517627] env[65448]: DEBUG oslo_vmware.api [None req-786d7f25-5395-413f-aa60-0bd46b9900d5 tempest-AttachInterfacesV270Test-1102348690 tempest-AttachInterfacesV270Test-1102348690-project-member] Task: {'id': task-4938143, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.529715] env[65448]: DEBUG oslo_vmware.api [None req-c5f3e4f3-3c88-4051-8495-0823c6fa4450 tempest-ServersV294TestFqdnHostnames-1535385712 tempest-ServersV294TestFqdnHostnames-1535385712-project-member] Task: {'id': task-4938137, 'name': PowerOffVM_Task, 'duration_secs': 0.575934} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.529988] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5f3e4f3-3c88-4051-8495-0823c6fa4450 tempest-ServersV294TestFqdnHostnames-1535385712 tempest-ServersV294TestFqdnHostnames-1535385712-project-member] [instance: ba7361d2-4e0a-4087-989f-5832a7ece890] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1033.530186] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-c5f3e4f3-3c88-4051-8495-0823c6fa4450 tempest-ServersV294TestFqdnHostnames-1535385712 tempest-ServersV294TestFqdnHostnames-1535385712-project-member] [instance: ba7361d2-4e0a-4087-989f-5832a7ece890] Unregistering the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1033.530490] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dbaf9ceb-0fab-4f85-9ee9-9821f47a5b10 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.561018] env[65448]: DEBUG oslo_concurrency.lockutils [None req-967aba19-83f8-44a9-af6c-6e9f19b6afa2 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Acquiring lock "3a4ea7cd-a46b-4aa2-aaec-6799deec58f9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.561304] env[65448]: DEBUG oslo_concurrency.lockutils [None req-967aba19-83f8-44a9-af6c-6e9f19b6afa2 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Lock "3a4ea7cd-a46b-4aa2-aaec-6799deec58f9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.561559] env[65448]: DEBUG oslo_concurrency.lockutils [None req-967aba19-83f8-44a9-af6c-6e9f19b6afa2 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Acquiring lock "3a4ea7cd-a46b-4aa2-aaec-6799deec58f9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.561778] env[65448]: DEBUG oslo_concurrency.lockutils [None req-967aba19-83f8-44a9-af6c-6e9f19b6afa2 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Lock "3a4ea7cd-a46b-4aa2-aaec-6799deec58f9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.561960] env[65448]: DEBUG oslo_concurrency.lockutils [None req-967aba19-83f8-44a9-af6c-6e9f19b6afa2 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Lock "3a4ea7cd-a46b-4aa2-aaec-6799deec58f9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.565221] env[65448]: INFO nova.compute.manager [None req-967aba19-83f8-44a9-af6c-6e9f19b6afa2 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 3a4ea7cd-a46b-4aa2-aaec-6799deec58f9] Terminating instance [ 1033.572296] env[65448]: DEBUG oslo_vmware.api [None req-7b12fa3e-94ec-4102-9ff2-1d9146b3ba0c tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Task: {'id': task-4938140, 'name': PowerOnVM_Task, 'duration_secs': 0.490123} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.573987] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b12fa3e-94ec-4102-9ff2-1d9146b3ba0c tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] [instance: b905ff09-c59b-4f17-a42b-cf754c4006fe] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1033.575966] env[65448]: DEBUG nova.compute.manager [None req-7b12fa3e-94ec-4102-9ff2-1d9146b3ba0c tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] [instance: b905ff09-c59b-4f17-a42b-cf754c4006fe] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 1033.578078] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62622e93-a859-4af9-a774-8f6179f74a4f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.617173] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-c5f3e4f3-3c88-4051-8495-0823c6fa4450 tempest-ServersV294TestFqdnHostnames-1535385712 tempest-ServersV294TestFqdnHostnames-1535385712-project-member] [instance: ba7361d2-4e0a-4087-989f-5832a7ece890] Unregistered the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1033.617409] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-c5f3e4f3-3c88-4051-8495-0823c6fa4450 tempest-ServersV294TestFqdnHostnames-1535385712 tempest-ServersV294TestFqdnHostnames-1535385712-project-member] [instance: ba7361d2-4e0a-4087-989f-5832a7ece890] Deleting contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1033.617570] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5f3e4f3-3c88-4051-8495-0823c6fa4450 tempest-ServersV294TestFqdnHostnames-1535385712 tempest-ServersV294TestFqdnHostnames-1535385712-project-member] Deleting the datastore file [datastore2] ba7361d2-4e0a-4087-989f-5832a7ece890 {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1033.617901] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3261fed5-50ea-41b8-a329-d550a702aed0 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.627895] env[65448]: DEBUG oslo_vmware.api [None req-c5f3e4f3-3c88-4051-8495-0823c6fa4450 tempest-ServersV294TestFqdnHostnames-1535385712 tempest-ServersV294TestFqdnHostnames-1535385712-project-member] Waiting for the task: (returnval){ [ 1033.627895] env[65448]: value = "task-4938145" [ 1033.627895] env[65448]: _type = "Task" [ 1033.627895] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.642834] env[65448]: DEBUG oslo_vmware.api [None req-c5f3e4f3-3c88-4051-8495-0823c6fa4450 tempest-ServersV294TestFqdnHostnames-1535385712 tempest-ServersV294TestFqdnHostnames-1535385712-project-member] Task: {'id': task-4938145, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.696579] env[65448]: DEBUG oslo_vmware.api [None req-2f2a837f-e858-46cd-93b9-bee155f581f4 tempest-ImagesNegativeTestJSON-2018095814 tempest-ImagesNegativeTestJSON-2018095814-project-member] Task: {'id': task-4938141, 'name': PowerOffVM_Task, 'duration_secs': 0.245057} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.696925] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f2a837f-e858-46cd-93b9-bee155f581f4 tempest-ImagesNegativeTestJSON-2018095814 tempest-ImagesNegativeTestJSON-2018095814-project-member] [instance: 11062866-c4f7-41ef-a119-55cc027aa3b8] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1033.697246] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-2f2a837f-e858-46cd-93b9-bee155f581f4 tempest-ImagesNegativeTestJSON-2018095814 tempest-ImagesNegativeTestJSON-2018095814-project-member] [instance: 11062866-c4f7-41ef-a119-55cc027aa3b8] Unregistering the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1033.697618] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b1129409-8848-4624-a297-7a08190b3720 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.772928] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-2f2a837f-e858-46cd-93b9-bee155f581f4 tempest-ImagesNegativeTestJSON-2018095814 tempest-ImagesNegativeTestJSON-2018095814-project-member] [instance: 11062866-c4f7-41ef-a119-55cc027aa3b8] Unregistered the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1033.773267] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-2f2a837f-e858-46cd-93b9-bee155f581f4 tempest-ImagesNegativeTestJSON-2018095814 tempest-ImagesNegativeTestJSON-2018095814-project-member] [instance: 11062866-c4f7-41ef-a119-55cc027aa3b8] Deleting contents of the VM from datastore datastore1 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1033.773605] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f2a837f-e858-46cd-93b9-bee155f581f4 tempest-ImagesNegativeTestJSON-2018095814 tempest-ImagesNegativeTestJSON-2018095814-project-member] Deleting the datastore file [datastore1] 11062866-c4f7-41ef-a119-55cc027aa3b8 {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1033.774064] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5b3d7b6f-f8cb-4ae0-91b5-499bec334846 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.782353] env[65448]: DEBUG oslo_vmware.api [None req-2f2a837f-e858-46cd-93b9-bee155f581f4 tempest-ImagesNegativeTestJSON-2018095814 tempest-ImagesNegativeTestJSON-2018095814-project-member] Waiting for the task: (returnval){ [ 1033.782353] env[65448]: value = "task-4938147" [ 1033.782353] env[65448]: _type = "Task" [ 1033.782353] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.792307] env[65448]: DEBUG oslo_vmware.api [None req-2f2a837f-e858-46cd-93b9-bee155f581f4 tempest-ImagesNegativeTestJSON-2018095814 tempest-ImagesNegativeTestJSON-2018095814-project-member] Task: {'id': task-4938147, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.890316] env[65448]: DEBUG oslo_vmware.api [None req-0cc1dd29-4bc8-4013-9d87-cbcb1569b2e8 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': task-4938142, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.911552] env[65448]: DEBUG nova.compute.manager [None req-908e137a-a93f-4a9a-9630-1e672d387106 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: b1c44555-fbc8-4a03-b155-65c0986cb216] Start spawning the instance on the hypervisor. {{(pid=65448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2689}} [ 1033.948708] env[65448]: DEBUG nova.virt.hardware [None req-908e137a-a93f-4a9a-9630-1e672d387106 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-08T17:19:51Z,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a992292b6dae455593d228217860e2e1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-08T17:19:52Z,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1033.948972] env[65448]: DEBUG nova.virt.hardware [None req-908e137a-a93f-4a9a-9630-1e672d387106 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1033.949170] env[65448]: DEBUG nova.virt.hardware [None req-908e137a-a93f-4a9a-9630-1e672d387106 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1033.949366] env[65448]: DEBUG nova.virt.hardware [None req-908e137a-a93f-4a9a-9630-1e672d387106 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1033.949512] env[65448]: DEBUG nova.virt.hardware [None req-908e137a-a93f-4a9a-9630-1e672d387106 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1033.949655] env[65448]: DEBUG nova.virt.hardware [None req-908e137a-a93f-4a9a-9630-1e672d387106 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1033.949870] env[65448]: DEBUG nova.virt.hardware [None req-908e137a-a93f-4a9a-9630-1e672d387106 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1033.950357] env[65448]: DEBUG nova.virt.hardware [None req-908e137a-a93f-4a9a-9630-1e672d387106 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1033.950357] env[65448]: DEBUG nova.virt.hardware [None req-908e137a-a93f-4a9a-9630-1e672d387106 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1033.950440] env[65448]: DEBUG nova.virt.hardware [None req-908e137a-a93f-4a9a-9630-1e672d387106 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1033.950631] env[65448]: DEBUG nova.virt.hardware [None req-908e137a-a93f-4a9a-9630-1e672d387106 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1033.951642] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-375abcfa-a918-4c7a-9f7c-ea186ac1a111 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.961913] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac4626ad-a6ba-4550-b48a-56f7ba042427 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.020803] env[65448]: DEBUG oslo_vmware.api [None req-786d7f25-5395-413f-aa60-0bd46b9900d5 tempest-AttachInterfacesV270Test-1102348690 tempest-AttachInterfacesV270Test-1102348690-project-member] Task: {'id': task-4938143, 'name': PowerOffVM_Task, 'duration_secs': 0.279237} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.021229] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-786d7f25-5395-413f-aa60-0bd46b9900d5 tempest-AttachInterfacesV270Test-1102348690 tempest-AttachInterfacesV270Test-1102348690-project-member] [instance: e4c91856-fcd2-447b-a2d2-7d2ce2bce0f3] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1034.021510] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-786d7f25-5395-413f-aa60-0bd46b9900d5 tempest-AttachInterfacesV270Test-1102348690 tempest-AttachInterfacesV270Test-1102348690-project-member] [instance: e4c91856-fcd2-447b-a2d2-7d2ce2bce0f3] Unregistering the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1034.022079] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9910ad5a-a1ec-4a81-9691-8853163fbd2d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.069821] env[65448]: DEBUG nova.compute.manager [None req-967aba19-83f8-44a9-af6c-6e9f19b6afa2 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 3a4ea7cd-a46b-4aa2-aaec-6799deec58f9] Start destroying the instance on the hypervisor. {{(pid=65448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3209}} [ 1034.073027] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-967aba19-83f8-44a9-af6c-6e9f19b6afa2 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 3a4ea7cd-a46b-4aa2-aaec-6799deec58f9] Destroying instance {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1034.073027] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e297c03a-d750-42cc-934e-39fc0e31fc09 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.086964] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-967aba19-83f8-44a9-af6c-6e9f19b6afa2 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 3a4ea7cd-a46b-4aa2-aaec-6799deec58f9] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1034.086964] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d34399fd-d5e2-4b03-8ff6-dd982505fbaa {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.095239] env[65448]: DEBUG oslo_vmware.api [None req-967aba19-83f8-44a9-af6c-6e9f19b6afa2 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Waiting for the task: (returnval){ [ 1034.095239] env[65448]: value = "task-4938149" [ 1034.095239] env[65448]: _type = "Task" [ 1034.095239] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.112060] env[65448]: DEBUG oslo_vmware.api [None req-967aba19-83f8-44a9-af6c-6e9f19b6afa2 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': task-4938149, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.113711] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-786d7f25-5395-413f-aa60-0bd46b9900d5 tempest-AttachInterfacesV270Test-1102348690 tempest-AttachInterfacesV270Test-1102348690-project-member] [instance: e4c91856-fcd2-447b-a2d2-7d2ce2bce0f3] Unregistered the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1034.113711] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-786d7f25-5395-413f-aa60-0bd46b9900d5 tempest-AttachInterfacesV270Test-1102348690 tempest-AttachInterfacesV270Test-1102348690-project-member] [instance: e4c91856-fcd2-447b-a2d2-7d2ce2bce0f3] Deleting contents of the VM from datastore datastore1 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1034.113711] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-786d7f25-5395-413f-aa60-0bd46b9900d5 tempest-AttachInterfacesV270Test-1102348690 tempest-AttachInterfacesV270Test-1102348690-project-member] Deleting the datastore file [datastore1] e4c91856-fcd2-447b-a2d2-7d2ce2bce0f3 {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1034.114029] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-78b4b867-1d67-4105-9a94-ab6649bfccd6 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.122770] env[65448]: DEBUG oslo_vmware.api [None req-786d7f25-5395-413f-aa60-0bd46b9900d5 tempest-AttachInterfacesV270Test-1102348690 tempest-AttachInterfacesV270Test-1102348690-project-member] Waiting for the task: (returnval){ [ 1034.122770] env[65448]: value = "task-4938150" [ 1034.122770] env[65448]: _type = "Task" [ 1034.122770] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.136540] env[65448]: DEBUG oslo_vmware.api [None req-786d7f25-5395-413f-aa60-0bd46b9900d5 tempest-AttachInterfacesV270Test-1102348690 tempest-AttachInterfacesV270Test-1102348690-project-member] Task: {'id': task-4938150, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.145331] env[65448]: DEBUG oslo_vmware.api [None req-c5f3e4f3-3c88-4051-8495-0823c6fa4450 tempest-ServersV294TestFqdnHostnames-1535385712 tempest-ServersV294TestFqdnHostnames-1535385712-project-member] Task: {'id': task-4938145, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206665} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.145652] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5f3e4f3-3c88-4051-8495-0823c6fa4450 tempest-ServersV294TestFqdnHostnames-1535385712 tempest-ServersV294TestFqdnHostnames-1535385712-project-member] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1034.145843] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-c5f3e4f3-3c88-4051-8495-0823c6fa4450 tempest-ServersV294TestFqdnHostnames-1535385712 tempest-ServersV294TestFqdnHostnames-1535385712-project-member] [instance: ba7361d2-4e0a-4087-989f-5832a7ece890] Deleted contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1034.146028] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-c5f3e4f3-3c88-4051-8495-0823c6fa4450 tempest-ServersV294TestFqdnHostnames-1535385712 tempest-ServersV294TestFqdnHostnames-1535385712-project-member] [instance: ba7361d2-4e0a-4087-989f-5832a7ece890] Instance destroyed {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1034.146203] env[65448]: INFO nova.compute.manager [None req-c5f3e4f3-3c88-4051-8495-0823c6fa4450 tempest-ServersV294TestFqdnHostnames-1535385712 tempest-ServersV294TestFqdnHostnames-1535385712-project-member] [instance: ba7361d2-4e0a-4087-989f-5832a7ece890] Took 1.69 seconds to destroy the instance on the hypervisor. [ 1034.146633] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-c5f3e4f3-3c88-4051-8495-0823c6fa4450 tempest-ServersV294TestFqdnHostnames-1535385712 tempest-ServersV294TestFqdnHostnames-1535385712-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1034.146633] env[65448]: DEBUG nova.compute.manager [-] [instance: ba7361d2-4e0a-4087-989f-5832a7ece890] Deallocating network for instance {{(pid=65448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1034.146766] env[65448]: DEBUG nova.network.neutron [-] [instance: ba7361d2-4e0a-4087-989f-5832a7ece890] deallocate_for_instance() {{(pid=65448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1034.146989] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1034.253984] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a449109-39ce-4670-b63c-a133be74d8b3 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.263574] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82030457-0252-4d80-8ac8-71e9a5e650bc {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.303241] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b755c3b0-c45a-413f-a8d7-4e82f228117e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.312344] env[65448]: DEBUG oslo_vmware.api [None req-2f2a837f-e858-46cd-93b9-bee155f581f4 tempest-ImagesNegativeTestJSON-2018095814 tempest-ImagesNegativeTestJSON-2018095814-project-member] Task: {'id': task-4938147, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.234968} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.314037] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f2a837f-e858-46cd-93b9-bee155f581f4 tempest-ImagesNegativeTestJSON-2018095814 tempest-ImagesNegativeTestJSON-2018095814-project-member] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1034.314567] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-2f2a837f-e858-46cd-93b9-bee155f581f4 tempest-ImagesNegativeTestJSON-2018095814 tempest-ImagesNegativeTestJSON-2018095814-project-member] [instance: 11062866-c4f7-41ef-a119-55cc027aa3b8] Deleted contents of the VM from datastore datastore1 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1034.314567] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-2f2a837f-e858-46cd-93b9-bee155f581f4 tempest-ImagesNegativeTestJSON-2018095814 tempest-ImagesNegativeTestJSON-2018095814-project-member] [instance: 11062866-c4f7-41ef-a119-55cc027aa3b8] Instance destroyed {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1034.314704] env[65448]: INFO nova.compute.manager [None req-2f2a837f-e858-46cd-93b9-bee155f581f4 tempest-ImagesNegativeTestJSON-2018095814 tempest-ImagesNegativeTestJSON-2018095814-project-member] [instance: 11062866-c4f7-41ef-a119-55cc027aa3b8] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1034.314912] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-2f2a837f-e858-46cd-93b9-bee155f581f4 tempest-ImagesNegativeTestJSON-2018095814 tempest-ImagesNegativeTestJSON-2018095814-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1034.315207] env[65448]: DEBUG nova.compute.manager [-] [instance: 11062866-c4f7-41ef-a119-55cc027aa3b8] Deallocating network for instance {{(pid=65448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1034.315309] env[65448]: DEBUG nova.network.neutron [-] [instance: 11062866-c4f7-41ef-a119-55cc027aa3b8] deallocate_for_instance() {{(pid=65448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1034.315557] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1034.318417] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4363a74f-5822-4c71-97a4-8effab373ea0 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.333974] env[65448]: DEBUG nova.compute.provider_tree [None req-2922a7c4-64d9-4aab-bc75-42f1a7ee7108 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1034.390677] env[65448]: DEBUG oslo_vmware.api [None req-0cc1dd29-4bc8-4013-9d87-cbcb1569b2e8 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': task-4938142, 'name': PowerOnVM_Task, 'duration_secs': 0.593606} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.390977] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cc1dd29-4bc8-4013-9d87-cbcb1569b2e8 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: 2d86c404-07f7-4f62-81e1-b99125527970] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1034.391171] env[65448]: INFO nova.compute.manager [None req-0cc1dd29-4bc8-4013-9d87-cbcb1569b2e8 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: 2d86c404-07f7-4f62-81e1-b99125527970] Took 8.51 seconds to spawn the instance on the hypervisor. [ 1034.391350] env[65448]: DEBUG nova.compute.manager [None req-0cc1dd29-4bc8-4013-9d87-cbcb1569b2e8 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: 2d86c404-07f7-4f62-81e1-b99125527970] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 1034.392159] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95c80c4a-d7bb-4046-8c8a-9883ed8d65fe {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.526410] env[65448]: DEBUG nova.network.neutron [None req-908e137a-a93f-4a9a-9630-1e672d387106 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: b1c44555-fbc8-4a03-b155-65c0986cb216] Successfully updated port: 02f068b4-53d0-4dee-af1f-b81afc1c4dab {{(pid=65448) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1034.610087] env[65448]: DEBUG oslo_vmware.api [None req-967aba19-83f8-44a9-af6c-6e9f19b6afa2 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': task-4938149, 'name': PowerOffVM_Task, 'duration_secs': 0.234961} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.610087] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-967aba19-83f8-44a9-af6c-6e9f19b6afa2 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 3a4ea7cd-a46b-4aa2-aaec-6799deec58f9] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1034.610087] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-967aba19-83f8-44a9-af6c-6e9f19b6afa2 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 3a4ea7cd-a46b-4aa2-aaec-6799deec58f9] Unregistering the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1034.610087] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ee258632-33b9-4b03-9511-3a793a7d7f95 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.621578] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1034.634702] env[65448]: DEBUG oslo_vmware.api [None req-786d7f25-5395-413f-aa60-0bd46b9900d5 tempest-AttachInterfacesV270Test-1102348690 tempest-AttachInterfacesV270Test-1102348690-project-member] Task: {'id': task-4938150, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.302608} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.636264] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-786d7f25-5395-413f-aa60-0bd46b9900d5 tempest-AttachInterfacesV270Test-1102348690 tempest-AttachInterfacesV270Test-1102348690-project-member] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1034.636598] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-786d7f25-5395-413f-aa60-0bd46b9900d5 tempest-AttachInterfacesV270Test-1102348690 tempest-AttachInterfacesV270Test-1102348690-project-member] [instance: e4c91856-fcd2-447b-a2d2-7d2ce2bce0f3] Deleted contents of the VM from datastore datastore1 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1034.636598] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-786d7f25-5395-413f-aa60-0bd46b9900d5 tempest-AttachInterfacesV270Test-1102348690 tempest-AttachInterfacesV270Test-1102348690-project-member] [instance: e4c91856-fcd2-447b-a2d2-7d2ce2bce0f3] Instance destroyed {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1034.636751] env[65448]: INFO nova.compute.manager [None req-786d7f25-5395-413f-aa60-0bd46b9900d5 tempest-AttachInterfacesV270Test-1102348690 tempest-AttachInterfacesV270Test-1102348690-project-member] [instance: e4c91856-fcd2-447b-a2d2-7d2ce2bce0f3] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1034.637022] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-786d7f25-5395-413f-aa60-0bd46b9900d5 tempest-AttachInterfacesV270Test-1102348690 tempest-AttachInterfacesV270Test-1102348690-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1034.637799] env[65448]: DEBUG nova.compute.manager [-] [instance: e4c91856-fcd2-447b-a2d2-7d2ce2bce0f3] Deallocating network for instance {{(pid=65448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1034.637799] env[65448]: DEBUG nova.network.neutron [-] [instance: e4c91856-fcd2-447b-a2d2-7d2ce2bce0f3] deallocate_for_instance() {{(pid=65448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1034.637799] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1034.648206] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1034.681183] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-967aba19-83f8-44a9-af6c-6e9f19b6afa2 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 3a4ea7cd-a46b-4aa2-aaec-6799deec58f9] Unregistered the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1034.681183] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-967aba19-83f8-44a9-af6c-6e9f19b6afa2 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 3a4ea7cd-a46b-4aa2-aaec-6799deec58f9] Deleting contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1034.681183] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-967aba19-83f8-44a9-af6c-6e9f19b6afa2 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Deleting the datastore file [datastore2] 3a4ea7cd-a46b-4aa2-aaec-6799deec58f9 {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1034.681183] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f201f2a8-b367-4e51-8950-1550ee180084 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.692501] env[65448]: DEBUG oslo_vmware.api [None req-967aba19-83f8-44a9-af6c-6e9f19b6afa2 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Waiting for the task: (returnval){ [ 1034.692501] env[65448]: value = "task-4938152" [ 1034.692501] env[65448]: _type = "Task" [ 1034.692501] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.705487] env[65448]: DEBUG oslo_vmware.api [None req-967aba19-83f8-44a9-af6c-6e9f19b6afa2 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': task-4938152, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.838020] env[65448]: DEBUG nova.scheduler.client.report [None req-2922a7c4-64d9-4aab-bc75-42f1a7ee7108 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1034.911982] env[65448]: INFO nova.compute.manager [None req-0cc1dd29-4bc8-4013-9d87-cbcb1569b2e8 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: 2d86c404-07f7-4f62-81e1-b99125527970] Took 33.92 seconds to build instance. [ 1035.031506] env[65448]: DEBUG oslo_concurrency.lockutils [None req-908e137a-a93f-4a9a-9630-1e672d387106 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Acquiring lock "refresh_cache-b1c44555-fbc8-4a03-b155-65c0986cb216" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.031506] env[65448]: DEBUG oslo_concurrency.lockutils [None req-908e137a-a93f-4a9a-9630-1e672d387106 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Acquired lock "refresh_cache-b1c44555-fbc8-4a03-b155-65c0986cb216" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.031506] env[65448]: DEBUG nova.network.neutron [None req-908e137a-a93f-4a9a-9630-1e672d387106 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: b1c44555-fbc8-4a03-b155-65c0986cb216] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1035.204868] env[65448]: DEBUG oslo_vmware.api [None req-967aba19-83f8-44a9-af6c-6e9f19b6afa2 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': task-4938152, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.253423] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1035.344505] env[65448]: DEBUG oslo_concurrency.lockutils [None req-2922a7c4-64d9-4aab-bc75-42f1a7ee7108 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.456s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.345035] env[65448]: DEBUG nova.compute.manager [None req-2922a7c4-64d9-4aab-bc75-42f1a7ee7108 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 1922ac25-2b1e-4a2d-b87a-1ca8712ac96d] Start building networks asynchronously for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2881}} [ 1035.349565] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a1bd3f90-07b7-49c6-967a-aff7b76244f0 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.371s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.354173] env[65448]: INFO nova.compute.claims [None req-a1bd3f90-07b7-49c6-967a-aff7b76244f0 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: a79aa8d7-c3ce-4c6e-84c5-059e29f04a00] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1035.413336] env[65448]: DEBUG oslo_concurrency.lockutils [None req-0cc1dd29-4bc8-4013-9d87-cbcb1569b2e8 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Lock "2d86c404-07f7-4f62-81e1-b99125527970" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.359s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.661332] env[65448]: DEBUG nova.network.neutron [-] [instance: ba7361d2-4e0a-4087-989f-5832a7ece890] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.705175] env[65448]: DEBUG oslo_vmware.api [None req-967aba19-83f8-44a9-af6c-6e9f19b6afa2 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': task-4938152, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.572724} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.705475] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-967aba19-83f8-44a9-af6c-6e9f19b6afa2 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1035.705665] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-967aba19-83f8-44a9-af6c-6e9f19b6afa2 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 3a4ea7cd-a46b-4aa2-aaec-6799deec58f9] Deleted contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1035.705849] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-967aba19-83f8-44a9-af6c-6e9f19b6afa2 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 3a4ea7cd-a46b-4aa2-aaec-6799deec58f9] Instance destroyed {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1035.706031] env[65448]: INFO nova.compute.manager [None req-967aba19-83f8-44a9-af6c-6e9f19b6afa2 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 3a4ea7cd-a46b-4aa2-aaec-6799deec58f9] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1035.706433] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-967aba19-83f8-44a9-af6c-6e9f19b6afa2 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1035.706687] env[65448]: DEBUG nova.compute.manager [-] [instance: 3a4ea7cd-a46b-4aa2-aaec-6799deec58f9] Deallocating network for instance {{(pid=65448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1035.706795] env[65448]: DEBUG nova.network.neutron [-] [instance: 3a4ea7cd-a46b-4aa2-aaec-6799deec58f9] deallocate_for_instance() {{(pid=65448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1035.707082] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1035.860431] env[65448]: DEBUG nova.compute.utils [None req-2922a7c4-64d9-4aab-bc75-42f1a7ee7108 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Using /dev/sd instead of None {{(pid=65448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1035.864207] env[65448]: DEBUG nova.compute.manager [None req-2922a7c4-64d9-4aab-bc75-42f1a7ee7108 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 1922ac25-2b1e-4a2d-b87a-1ca8712ac96d] Allocating IP information in the background. {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 1035.864636] env[65448]: DEBUG nova.network.neutron [None req-2922a7c4-64d9-4aab-bc75-42f1a7ee7108 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 1922ac25-2b1e-4a2d-b87a-1ca8712ac96d] allocate_for_instance() {{(pid=65448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1035.865075] env[65448]: WARNING neutronclient.v2_0.client [None req-2922a7c4-64d9-4aab-bc75-42f1a7ee7108 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1035.865539] env[65448]: WARNING neutronclient.v2_0.client [None req-2922a7c4-64d9-4aab-bc75-42f1a7ee7108 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1035.989063] env[65448]: DEBUG nova.network.neutron [None req-908e137a-a93f-4a9a-9630-1e672d387106 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: b1c44555-fbc8-4a03-b155-65c0986cb216] Instance cache missing network info. {{(pid=65448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1036.005902] env[65448]: DEBUG nova.network.neutron [-] [instance: 11062866-c4f7-41ef-a119-55cc027aa3b8] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.079322] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1036.123696] env[65448]: DEBUG nova.policy [None req-2922a7c4-64d9-4aab-bc75-42f1a7ee7108 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '49baf25110b44919bde6bac92a0d7b64', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dc9e8e59612c49a6b788080423997837', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65448) authorize /opt/stack/nova/nova/policy.py:192}} [ 1036.164221] env[65448]: INFO nova.compute.manager [-] [instance: ba7361d2-4e0a-4087-989f-5832a7ece890] Took 2.02 seconds to deallocate network for instance. [ 1036.371663] env[65448]: DEBUG nova.compute.manager [None req-2922a7c4-64d9-4aab-bc75-42f1a7ee7108 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 1922ac25-2b1e-4a2d-b87a-1ca8712ac96d] Start building block device mappings for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2916}} [ 1036.514161] env[65448]: INFO nova.compute.manager [-] [instance: 11062866-c4f7-41ef-a119-55cc027aa3b8] Took 2.20 seconds to deallocate network for instance. [ 1036.617625] env[65448]: DEBUG nova.network.neutron [-] [instance: e4c91856-fcd2-447b-a2d2-7d2ce2bce0f3] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.671507] env[65448]: DEBUG oslo_concurrency.lockutils [None req-c5f3e4f3-3c88-4051-8495-0823c6fa4450 tempest-ServersV294TestFqdnHostnames-1535385712 tempest-ServersV294TestFqdnHostnames-1535385712-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.720030] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d4a62593-05b9-499d-a339-dbd94f22ce99 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Acquiring lock "401bed25-915f-42dc-8281-265fe65d584b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.720274] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d4a62593-05b9-499d-a339-dbd94f22ce99 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Lock "401bed25-915f-42dc-8281-265fe65d584b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.773986] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff4e4af1-0a67-4019-9360-4c99c13f806a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.784441] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54ff5484-5725-4608-ba87-45ad7c5c8a4d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.823947] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d010e85c-5ff0-4ca5-b906-6d2ac6345ee8 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.833151] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5c694f0-f2eb-4702-b477-ca11526a1a1f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.849670] env[65448]: DEBUG nova.compute.provider_tree [None req-a1bd3f90-07b7-49c6-967a-aff7b76244f0 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1036.910265] env[65448]: WARNING neutronclient.v2_0.client [None req-908e137a-a93f-4a9a-9630-1e672d387106 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1037.024810] env[65448]: DEBUG oslo_concurrency.lockutils [None req-2f2a837f-e858-46cd-93b9-bee155f581f4 tempest-ImagesNegativeTestJSON-2018095814 tempest-ImagesNegativeTestJSON-2018095814-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.049098] env[65448]: DEBUG nova.network.neutron [-] [instance: 3a4ea7cd-a46b-4aa2-aaec-6799deec58f9] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.107023] env[65448]: DEBUG nova.network.neutron [None req-2922a7c4-64d9-4aab-bc75-42f1a7ee7108 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 1922ac25-2b1e-4a2d-b87a-1ca8712ac96d] Successfully created port: dba292a4-50d8-437e-a2a9-e9a705632052 {{(pid=65448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1037.121778] env[65448]: INFO nova.compute.manager [-] [instance: e4c91856-fcd2-447b-a2d2-7d2ce2bce0f3] Took 2.48 seconds to deallocate network for instance. [ 1037.225052] env[65448]: DEBUG nova.compute.manager [req-615ca0a3-7b0a-4e28-a353-d75034fae451 req-af62925e-32e3-4f0e-9e34-0ab25ee68899 service nova] [instance: b1c44555-fbc8-4a03-b155-65c0986cb216] Received event network-vif-plugged-02f068b4-53d0-4dee-af1f-b81afc1c4dab {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1037.225418] env[65448]: DEBUG oslo_concurrency.lockutils [req-615ca0a3-7b0a-4e28-a353-d75034fae451 req-af62925e-32e3-4f0e-9e34-0ab25ee68899 service nova] Acquiring lock "b1c44555-fbc8-4a03-b155-65c0986cb216-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.225811] env[65448]: DEBUG oslo_concurrency.lockutils [req-615ca0a3-7b0a-4e28-a353-d75034fae451 req-af62925e-32e3-4f0e-9e34-0ab25ee68899 service nova] Lock "b1c44555-fbc8-4a03-b155-65c0986cb216-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.227091] env[65448]: DEBUG oslo_concurrency.lockutils [req-615ca0a3-7b0a-4e28-a353-d75034fae451 req-af62925e-32e3-4f0e-9e34-0ab25ee68899 service nova] Lock "b1c44555-fbc8-4a03-b155-65c0986cb216-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.227091] env[65448]: DEBUG nova.compute.manager [req-615ca0a3-7b0a-4e28-a353-d75034fae451 req-af62925e-32e3-4f0e-9e34-0ab25ee68899 service nova] [instance: b1c44555-fbc8-4a03-b155-65c0986cb216] No waiting events found dispatching network-vif-plugged-02f068b4-53d0-4dee-af1f-b81afc1c4dab {{(pid=65448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1037.227091] env[65448]: WARNING nova.compute.manager [req-615ca0a3-7b0a-4e28-a353-d75034fae451 req-af62925e-32e3-4f0e-9e34-0ab25ee68899 service nova] [instance: b1c44555-fbc8-4a03-b155-65c0986cb216] Received unexpected event network-vif-plugged-02f068b4-53d0-4dee-af1f-b81afc1c4dab for instance with vm_state building and task_state spawning. [ 1037.232077] env[65448]: DEBUG nova.compute.manager [None req-d4a62593-05b9-499d-a339-dbd94f22ce99 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 401bed25-915f-42dc-8281-265fe65d584b] Starting instance... {{(pid=65448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2483}} [ 1037.353817] env[65448]: DEBUG nova.scheduler.client.report [None req-a1bd3f90-07b7-49c6-967a-aff7b76244f0 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1037.375588] env[65448]: DEBUG nova.network.neutron [None req-908e137a-a93f-4a9a-9630-1e672d387106 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: b1c44555-fbc8-4a03-b155-65c0986cb216] Updating instance_info_cache with network_info: [{"id": "02f068b4-53d0-4dee-af1f-b81afc1c4dab", "address": "fa:16:3e:70:bf:fa", "network": {"id": "3e956ed0-8002-4352-a2f0-0b0c88eed513", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-351560953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f8d5716103c4544ad3c5ca0f9963943", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02f068b4-53", "ovs_interfaceid": "02f068b4-53d0-4dee-af1f-b81afc1c4dab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.385145] env[65448]: DEBUG nova.compute.manager [None req-2922a7c4-64d9-4aab-bc75-42f1a7ee7108 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 1922ac25-2b1e-4a2d-b87a-1ca8712ac96d] Start spawning the instance on the hypervisor. {{(pid=65448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2689}} [ 1037.418603] env[65448]: DEBUG nova.virt.hardware [None req-2922a7c4-64d9-4aab-bc75-42f1a7ee7108 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-08T17:19:51Z,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a992292b6dae455593d228217860e2e1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-08T17:19:52Z,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1037.418869] env[65448]: DEBUG nova.virt.hardware [None req-2922a7c4-64d9-4aab-bc75-42f1a7ee7108 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1037.419036] env[65448]: DEBUG nova.virt.hardware [None req-2922a7c4-64d9-4aab-bc75-42f1a7ee7108 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1037.419233] env[65448]: DEBUG nova.virt.hardware [None req-2922a7c4-64d9-4aab-bc75-42f1a7ee7108 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1037.419382] env[65448]: DEBUG nova.virt.hardware [None req-2922a7c4-64d9-4aab-bc75-42f1a7ee7108 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1037.419536] env[65448]: DEBUG nova.virt.hardware [None req-2922a7c4-64d9-4aab-bc75-42f1a7ee7108 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1037.419753] env[65448]: DEBUG nova.virt.hardware [None req-2922a7c4-64d9-4aab-bc75-42f1a7ee7108 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1037.419911] env[65448]: DEBUG nova.virt.hardware [None req-2922a7c4-64d9-4aab-bc75-42f1a7ee7108 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1037.420095] env[65448]: DEBUG nova.virt.hardware [None req-2922a7c4-64d9-4aab-bc75-42f1a7ee7108 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1037.420267] env[65448]: DEBUG nova.virt.hardware [None req-2922a7c4-64d9-4aab-bc75-42f1a7ee7108 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1037.420440] env[65448]: DEBUG nova.virt.hardware [None req-2922a7c4-64d9-4aab-bc75-42f1a7ee7108 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1037.421830] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3944e36e-f74d-419d-a943-441b03d94b17 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.431367] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0859be60-1c10-4ed6-b1c5-1837a3bd0e50 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.484718] env[65448]: DEBUG nova.compute.manager [req-7ea74a07-c1d6-471c-bb2e-76be965042b4 req-a79c8195-6589-45c9-a48a-18873149235f service nova] [instance: 3a4ea7cd-a46b-4aa2-aaec-6799deec58f9] Received event network-vif-deleted-eb9ecba6-b39f-435b-8456-5e77aa5b3e43 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1037.553940] env[65448]: INFO nova.compute.manager [-] [instance: 3a4ea7cd-a46b-4aa2-aaec-6799deec58f9] Took 1.85 seconds to deallocate network for instance. [ 1037.633795] env[65448]: DEBUG oslo_concurrency.lockutils [None req-786d7f25-5395-413f-aa60-0bd46b9900d5 tempest-AttachInterfacesV270Test-1102348690 tempest-AttachInterfacesV270Test-1102348690-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.768523] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d4a62593-05b9-499d-a339-dbd94f22ce99 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.862624] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a1bd3f90-07b7-49c6-967a-aff7b76244f0 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.514s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.863229] env[65448]: DEBUG nova.compute.manager [None req-a1bd3f90-07b7-49c6-967a-aff7b76244f0 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: a79aa8d7-c3ce-4c6e-84c5-059e29f04a00] Start building networks asynchronously for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2881}} [ 1037.867015] env[65448]: DEBUG oslo_concurrency.lockutils [None req-8028df5f-4a75-406a-b9b4-363a70e8a5f7 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.023s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.867275] env[65448]: DEBUG nova.objects.instance [None req-8028df5f-4a75-406a-b9b4-363a70e8a5f7 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Lazy-loading 'resources' on Instance uuid 59a9ff6f-4e7b-4530-aaab-b12d54355269 {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1037.879393] env[65448]: DEBUG oslo_concurrency.lockutils [None req-908e137a-a93f-4a9a-9630-1e672d387106 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Releasing lock "refresh_cache-b1c44555-fbc8-4a03-b155-65c0986cb216" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.879756] env[65448]: DEBUG nova.compute.manager [None req-908e137a-a93f-4a9a-9630-1e672d387106 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: b1c44555-fbc8-4a03-b155-65c0986cb216] Instance network_info: |[{"id": "02f068b4-53d0-4dee-af1f-b81afc1c4dab", "address": "fa:16:3e:70:bf:fa", "network": {"id": "3e956ed0-8002-4352-a2f0-0b0c88eed513", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-351560953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f8d5716103c4544ad3c5ca0f9963943", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02f068b4-53", "ovs_interfaceid": "02f068b4-53d0-4dee-af1f-b81afc1c4dab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 1037.880740] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-908e137a-a93f-4a9a-9630-1e672d387106 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: b1c44555-fbc8-4a03-b155-65c0986cb216] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:70:bf:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3ff3baee-99ce-4b51-ae98-efc6163aaab3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '02f068b4-53d0-4dee-af1f-b81afc1c4dab', 'vif_model': 'vmxnet3'}] {{(pid=65448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1037.888611] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-908e137a-a93f-4a9a-9630-1e672d387106 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Creating folder: Project (0f8d5716103c4544ad3c5ca0f9963943). Parent ref: group-v961779. {{(pid=65448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1037.889357] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8f5088c9-6b66-4874-807f-f94cc176807d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.904319] env[65448]: INFO nova.virt.vmwareapi.vm_util [None req-908e137a-a93f-4a9a-9630-1e672d387106 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Created folder: Project (0f8d5716103c4544ad3c5ca0f9963943) in parent group-v961779. [ 1037.904606] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-908e137a-a93f-4a9a-9630-1e672d387106 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Creating folder: Instances. Parent ref: group-v962025. {{(pid=65448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1037.904879] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f43c8e03-98ca-4eec-bac9-1604ea63d740 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.918506] env[65448]: INFO nova.virt.vmwareapi.vm_util [None req-908e137a-a93f-4a9a-9630-1e672d387106 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Created folder: Instances in parent group-v962025. [ 1037.918673] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-908e137a-a93f-4a9a-9630-1e672d387106 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1037.918835] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1c44555-fbc8-4a03-b155-65c0986cb216] Creating VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1037.919069] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-541a4c88-6787-4834-9c68-a051a70d20b6 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.942055] env[65448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1037.942055] env[65448]: value = "task-4938155" [ 1037.942055] env[65448]: _type = "Task" [ 1037.942055] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.951818] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4938155, 'name': CreateVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.052598] env[65448]: INFO nova.compute.manager [None req-690795e1-562c-407c-b591-9b3b6ff4db92 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] [instance: b905ff09-c59b-4f17-a42b-cf754c4006fe] Unrescuing [ 1038.055131] env[65448]: DEBUG oslo_concurrency.lockutils [None req-690795e1-562c-407c-b591-9b3b6ff4db92 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Acquiring lock "refresh_cache-b905ff09-c59b-4f17-a42b-cf754c4006fe" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.055131] env[65448]: DEBUG oslo_concurrency.lockutils [None req-690795e1-562c-407c-b591-9b3b6ff4db92 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Acquired lock "refresh_cache-b905ff09-c59b-4f17-a42b-cf754c4006fe" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.055131] env[65448]: DEBUG nova.network.neutron [None req-690795e1-562c-407c-b591-9b3b6ff4db92 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] [instance: b905ff09-c59b-4f17-a42b-cf754c4006fe] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1038.062492] env[65448]: DEBUG oslo_concurrency.lockutils [None req-967aba19-83f8-44a9-af6c-6e9f19b6afa2 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.372429] env[65448]: DEBUG nova.compute.utils [None req-a1bd3f90-07b7-49c6-967a-aff7b76244f0 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Using /dev/sd instead of None {{(pid=65448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1038.379302] env[65448]: DEBUG nova.compute.manager [None req-a1bd3f90-07b7-49c6-967a-aff7b76244f0 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: a79aa8d7-c3ce-4c6e-84c5-059e29f04a00] Allocating IP information in the background. {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 1038.379675] env[65448]: DEBUG nova.network.neutron [None req-a1bd3f90-07b7-49c6-967a-aff7b76244f0 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: a79aa8d7-c3ce-4c6e-84c5-059e29f04a00] allocate_for_instance() {{(pid=65448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1038.379934] env[65448]: WARNING neutronclient.v2_0.client [None req-a1bd3f90-07b7-49c6-967a-aff7b76244f0 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1038.380331] env[65448]: WARNING neutronclient.v2_0.client [None req-a1bd3f90-07b7-49c6-967a-aff7b76244f0 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1038.462326] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4938155, 'name': CreateVM_Task} progress is 99%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.465146] env[65448]: DEBUG nova.policy [None req-a1bd3f90-07b7-49c6-967a-aff7b76244f0 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6d1b2556ff944f8e951201bfd4fb56d1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2b4602fe4973466b8eb0d97f7a72d721', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65448) authorize /opt/stack/nova/nova/policy.py:192}} [ 1038.557737] env[65448]: WARNING neutronclient.v2_0.client [None req-690795e1-562c-407c-b591-9b3b6ff4db92 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1038.726366] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33747929-1bb6-4dc5-a4e8-d8b80f36ad90 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.734907] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aa5f6bd-4141-4511-9d33-a3b0f770910e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.770986] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71f9dc5c-184f-44de-a0d9-e7a1ec5f4fbb {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.780461] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97e3d6a0-567a-48cc-8514-190af59d95f0 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.796160] env[65448]: DEBUG nova.compute.provider_tree [None req-8028df5f-4a75-406a-b9b4-363a70e8a5f7 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1038.841166] env[65448]: DEBUG nova.network.neutron [None req-a1bd3f90-07b7-49c6-967a-aff7b76244f0 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: a79aa8d7-c3ce-4c6e-84c5-059e29f04a00] Successfully created port: 37f80e87-51ca-4703-9b36-188606170213 {{(pid=65448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1038.883910] env[65448]: DEBUG nova.compute.manager [None req-a1bd3f90-07b7-49c6-967a-aff7b76244f0 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: a79aa8d7-c3ce-4c6e-84c5-059e29f04a00] Start building block device mappings for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2916}} [ 1038.922917] env[65448]: DEBUG nova.network.neutron [None req-2922a7c4-64d9-4aab-bc75-42f1a7ee7108 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 1922ac25-2b1e-4a2d-b87a-1ca8712ac96d] Successfully updated port: dba292a4-50d8-437e-a2a9-e9a705632052 {{(pid=65448) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1038.928536] env[65448]: DEBUG oslo_concurrency.lockutils [None req-0daf16c4-139a-4a6d-ad42-a72d58131315 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Acquiring lock "2d86c404-07f7-4f62-81e1-b99125527970" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.928855] env[65448]: DEBUG oslo_concurrency.lockutils [None req-0daf16c4-139a-4a6d-ad42-a72d58131315 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Lock "2d86c404-07f7-4f62-81e1-b99125527970" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.929093] env[65448]: DEBUG oslo_concurrency.lockutils [None req-0daf16c4-139a-4a6d-ad42-a72d58131315 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Acquiring lock "2d86c404-07f7-4f62-81e1-b99125527970-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.929286] env[65448]: DEBUG oslo_concurrency.lockutils [None req-0daf16c4-139a-4a6d-ad42-a72d58131315 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Lock "2d86c404-07f7-4f62-81e1-b99125527970-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.929458] env[65448]: DEBUG oslo_concurrency.lockutils [None req-0daf16c4-139a-4a6d-ad42-a72d58131315 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Lock "2d86c404-07f7-4f62-81e1-b99125527970-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.932796] env[65448]: INFO nova.compute.manager [None req-0daf16c4-139a-4a6d-ad42-a72d58131315 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: 2d86c404-07f7-4f62-81e1-b99125527970] Terminating instance [ 1038.961654] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4938155, 'name': CreateVM_Task, 'duration_secs': 0.612104} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.961870] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1c44555-fbc8-4a03-b155-65c0986cb216] Created VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1038.962404] env[65448]: WARNING neutronclient.v2_0.client [None req-908e137a-a93f-4a9a-9630-1e672d387106 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1038.962772] env[65448]: DEBUG oslo_concurrency.lockutils [None req-908e137a-a93f-4a9a-9630-1e672d387106 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.962922] env[65448]: DEBUG oslo_concurrency.lockutils [None req-908e137a-a93f-4a9a-9630-1e672d387106 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.963260] env[65448]: DEBUG oslo_concurrency.lockutils [None req-908e137a-a93f-4a9a-9630-1e672d387106 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.963520] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-860963a5-b961-465c-bc6c-18f3454dc23e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.970413] env[65448]: DEBUG oslo_vmware.api [None req-908e137a-a93f-4a9a-9630-1e672d387106 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Waiting for the task: (returnval){ [ 1038.970413] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52c433dc-6274-7278-cc8a-3334a9f6210d" [ 1038.970413] env[65448]: _type = "Task" [ 1038.970413] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.984020] env[65448]: DEBUG oslo_vmware.api [None req-908e137a-a93f-4a9a-9630-1e672d387106 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52c433dc-6274-7278-cc8a-3334a9f6210d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.301221] env[65448]: DEBUG nova.scheduler.client.report [None req-8028df5f-4a75-406a-b9b4-363a70e8a5f7 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1039.318444] env[65448]: DEBUG oslo_concurrency.lockutils [None req-4f584de7-4c5e-478c-9814-15be602b563c tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] Acquiring lock "15562e57-0fb4-4930-bede-f692179ce893" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.318766] env[65448]: DEBUG oslo_concurrency.lockutils [None req-4f584de7-4c5e-478c-9814-15be602b563c tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] Lock "15562e57-0fb4-4930-bede-f692179ce893" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.426247] env[65448]: DEBUG oslo_concurrency.lockutils [None req-2922a7c4-64d9-4aab-bc75-42f1a7ee7108 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Acquiring lock "refresh_cache-1922ac25-2b1e-4a2d-b87a-1ca8712ac96d" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.426247] env[65448]: DEBUG oslo_concurrency.lockutils [None req-2922a7c4-64d9-4aab-bc75-42f1a7ee7108 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Acquired lock "refresh_cache-1922ac25-2b1e-4a2d-b87a-1ca8712ac96d" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.426804] env[65448]: DEBUG nova.network.neutron [None req-2922a7c4-64d9-4aab-bc75-42f1a7ee7108 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 1922ac25-2b1e-4a2d-b87a-1ca8712ac96d] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1039.443095] env[65448]: DEBUG nova.compute.manager [None req-0daf16c4-139a-4a6d-ad42-a72d58131315 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: 2d86c404-07f7-4f62-81e1-b99125527970] Start destroying the instance on the hypervisor. {{(pid=65448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3209}} [ 1039.443095] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-0daf16c4-139a-4a6d-ad42-a72d58131315 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: 2d86c404-07f7-4f62-81e1-b99125527970] Destroying instance {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1039.444770] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e677173-c24c-4089-b957-f7dfd7226823 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.460404] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-0daf16c4-139a-4a6d-ad42-a72d58131315 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: 2d86c404-07f7-4f62-81e1-b99125527970] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1039.460908] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1fdb85ed-d049-4c0c-b3cf-6ffa7e45b4dc {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.471233] env[65448]: DEBUG oslo_vmware.api [None req-0daf16c4-139a-4a6d-ad42-a72d58131315 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Waiting for the task: (returnval){ [ 1039.471233] env[65448]: value = "task-4938156" [ 1039.471233] env[65448]: _type = "Task" [ 1039.471233] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.489971] env[65448]: DEBUG oslo_vmware.api [None req-908e137a-a93f-4a9a-9630-1e672d387106 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52c433dc-6274-7278-cc8a-3334a9f6210d, 'name': SearchDatastore_Task, 'duration_secs': 0.027111} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.494842] env[65448]: DEBUG oslo_concurrency.lockutils [None req-908e137a-a93f-4a9a-9630-1e672d387106 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.495206] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-908e137a-a93f-4a9a-9630-1e672d387106 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: b1c44555-fbc8-4a03-b155-65c0986cb216] Processing image 50fb366d-48e6-424f-9c20-bc83d77be76a {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1039.495523] env[65448]: DEBUG oslo_concurrency.lockutils [None req-908e137a-a93f-4a9a-9630-1e672d387106 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.495693] env[65448]: DEBUG oslo_concurrency.lockutils [None req-908e137a-a93f-4a9a-9630-1e672d387106 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.495929] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-908e137a-a93f-4a9a-9630-1e672d387106 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1039.496707] env[65448]: DEBUG oslo_vmware.api [None req-0daf16c4-139a-4a6d-ad42-a72d58131315 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': task-4938156, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.496989] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dd141b65-0ea5-4f4b-8ee1-98a28673a44a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.511694] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-908e137a-a93f-4a9a-9630-1e672d387106 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1039.511952] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-908e137a-a93f-4a9a-9630-1e672d387106 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1039.513715] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37015a67-f245-4af8-8b22-9170abc8fd9c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.521137] env[65448]: DEBUG oslo_vmware.api [None req-908e137a-a93f-4a9a-9630-1e672d387106 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Waiting for the task: (returnval){ [ 1039.521137] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52aeaa09-186d-8317-78dd-ffbeba909bf7" [ 1039.521137] env[65448]: _type = "Task" [ 1039.521137] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.532197] env[65448]: DEBUG oslo_vmware.api [None req-908e137a-a93f-4a9a-9630-1e672d387106 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52aeaa09-186d-8317-78dd-ffbeba909bf7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.814376] env[65448]: DEBUG oslo_concurrency.lockutils [None req-8028df5f-4a75-406a-b9b4-363a70e8a5f7 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.947s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.817245] env[65448]: DEBUG oslo_concurrency.lockutils [None req-c5f3e4f3-3c88-4051-8495-0823c6fa4450 tempest-ServersV294TestFqdnHostnames-1535385712 tempest-ServersV294TestFqdnHostnames-1535385712-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.146s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.817615] env[65448]: DEBUG nova.objects.instance [None req-c5f3e4f3-3c88-4051-8495-0823c6fa4450 tempest-ServersV294TestFqdnHostnames-1535385712 tempest-ServersV294TestFqdnHostnames-1535385712-project-member] Lazy-loading 'resources' on Instance uuid ba7361d2-4e0a-4087-989f-5832a7ece890 {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1039.825631] env[65448]: DEBUG nova.compute.manager [None req-4f584de7-4c5e-478c-9814-15be602b563c tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] [instance: 15562e57-0fb4-4930-bede-f692179ce893] Starting instance... {{(pid=65448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2483}} [ 1039.845947] env[65448]: INFO nova.scheduler.client.report [None req-8028df5f-4a75-406a-b9b4-363a70e8a5f7 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Deleted allocations for instance 59a9ff6f-4e7b-4530-aaab-b12d54355269 [ 1039.893904] env[65448]: DEBUG nova.compute.manager [None req-a1bd3f90-07b7-49c6-967a-aff7b76244f0 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: a79aa8d7-c3ce-4c6e-84c5-059e29f04a00] Start spawning the instance on the hypervisor. {{(pid=65448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2689}} [ 1039.937023] env[65448]: DEBUG nova.virt.hardware [None req-a1bd3f90-07b7-49c6-967a-aff7b76244f0 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-08T17:19:51Z,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a992292b6dae455593d228217860e2e1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-08T17:19:52Z,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1039.937023] env[65448]: DEBUG nova.virt.hardware [None req-a1bd3f90-07b7-49c6-967a-aff7b76244f0 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1039.937023] env[65448]: DEBUG nova.virt.hardware [None req-a1bd3f90-07b7-49c6-967a-aff7b76244f0 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1039.937023] env[65448]: DEBUG nova.virt.hardware [None req-a1bd3f90-07b7-49c6-967a-aff7b76244f0 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1039.937023] env[65448]: DEBUG nova.virt.hardware [None req-a1bd3f90-07b7-49c6-967a-aff7b76244f0 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1039.937310] env[65448]: DEBUG nova.virt.hardware [None req-a1bd3f90-07b7-49c6-967a-aff7b76244f0 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1039.937450] env[65448]: DEBUG nova.virt.hardware [None req-a1bd3f90-07b7-49c6-967a-aff7b76244f0 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1039.937616] env[65448]: DEBUG nova.virt.hardware [None req-a1bd3f90-07b7-49c6-967a-aff7b76244f0 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1039.937786] env[65448]: DEBUG nova.virt.hardware [None req-a1bd3f90-07b7-49c6-967a-aff7b76244f0 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1039.937949] env[65448]: DEBUG nova.virt.hardware [None req-a1bd3f90-07b7-49c6-967a-aff7b76244f0 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1039.938133] env[65448]: DEBUG nova.virt.hardware [None req-a1bd3f90-07b7-49c6-967a-aff7b76244f0 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1039.939071] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7efbcca-86c7-439a-a067-d247159ace4f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.950041] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-023147bb-e06f-4e2b-8f3b-01c0c0591c1f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.958285] env[65448]: DEBUG nova.compute.manager [req-6ed2f96a-6414-45ad-89ca-cb215f2c4f44 req-5cf4311e-9174-45c6-a6d2-ef0583d21c1a service nova] [instance: b1c44555-fbc8-4a03-b155-65c0986cb216] Received event network-changed-02f068b4-53d0-4dee-af1f-b81afc1c4dab {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1039.958487] env[65448]: DEBUG nova.compute.manager [req-6ed2f96a-6414-45ad-89ca-cb215f2c4f44 req-5cf4311e-9174-45c6-a6d2-ef0583d21c1a service nova] [instance: b1c44555-fbc8-4a03-b155-65c0986cb216] Refreshing instance network info cache due to event network-changed-02f068b4-53d0-4dee-af1f-b81afc1c4dab. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 1039.958708] env[65448]: DEBUG oslo_concurrency.lockutils [req-6ed2f96a-6414-45ad-89ca-cb215f2c4f44 req-5cf4311e-9174-45c6-a6d2-ef0583d21c1a service nova] Acquiring lock "refresh_cache-b1c44555-fbc8-4a03-b155-65c0986cb216" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.958850] env[65448]: DEBUG oslo_concurrency.lockutils [req-6ed2f96a-6414-45ad-89ca-cb215f2c4f44 req-5cf4311e-9174-45c6-a6d2-ef0583d21c1a service nova] Acquired lock "refresh_cache-b1c44555-fbc8-4a03-b155-65c0986cb216" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.959026] env[65448]: DEBUG nova.network.neutron [req-6ed2f96a-6414-45ad-89ca-cb215f2c4f44 req-5cf4311e-9174-45c6-a6d2-ef0583d21c1a service nova] [instance: b1c44555-fbc8-4a03-b155-65c0986cb216] Refreshing network info cache for port 02f068b4-53d0-4dee-af1f-b81afc1c4dab {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1039.976333] env[65448]: WARNING neutronclient.v2_0.client [None req-690795e1-562c-407c-b591-9b3b6ff4db92 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1039.989920] env[65448]: DEBUG oslo_vmware.api [None req-0daf16c4-139a-4a6d-ad42-a72d58131315 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': task-4938156, 'name': PowerOffVM_Task, 'duration_secs': 0.411597} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.990345] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-0daf16c4-139a-4a6d-ad42-a72d58131315 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: 2d86c404-07f7-4f62-81e1-b99125527970] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1039.990519] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-0daf16c4-139a-4a6d-ad42-a72d58131315 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: 2d86c404-07f7-4f62-81e1-b99125527970] Unregistering the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1039.990833] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ec10faba-d7a6-4bd9-b0ff-2b4debeeb8b8 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.000567] env[65448]: DEBUG nova.network.neutron [None req-2922a7c4-64d9-4aab-bc75-42f1a7ee7108 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 1922ac25-2b1e-4a2d-b87a-1ca8712ac96d] Instance cache missing network info. {{(pid=65448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1040.037022] env[65448]: DEBUG oslo_vmware.api [None req-908e137a-a93f-4a9a-9630-1e672d387106 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52aeaa09-186d-8317-78dd-ffbeba909bf7, 'name': SearchDatastore_Task, 'duration_secs': 0.013192} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.038148] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6690531-478b-4893-bda9-fa376517f943 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.046884] env[65448]: DEBUG oslo_vmware.api [None req-908e137a-a93f-4a9a-9630-1e672d387106 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Waiting for the task: (returnval){ [ 1040.046884] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5292493a-aaf6-5471-a45d-508bc1a9ccb0" [ 1040.046884] env[65448]: _type = "Task" [ 1040.046884] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.057152] env[65448]: DEBUG oslo_vmware.api [None req-908e137a-a93f-4a9a-9630-1e672d387106 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5292493a-aaf6-5471-a45d-508bc1a9ccb0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.077192] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-0daf16c4-139a-4a6d-ad42-a72d58131315 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: 2d86c404-07f7-4f62-81e1-b99125527970] Unregistered the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1040.077623] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-0daf16c4-139a-4a6d-ad42-a72d58131315 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: 2d86c404-07f7-4f62-81e1-b99125527970] Deleting contents of the VM from datastore datastore1 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1040.077872] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-0daf16c4-139a-4a6d-ad42-a72d58131315 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Deleting the datastore file [datastore1] 2d86c404-07f7-4f62-81e1-b99125527970 {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1040.078193] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7e8513b1-a436-4187-a499-93ba1a03358f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.085859] env[65448]: DEBUG oslo_vmware.api [None req-0daf16c4-139a-4a6d-ad42-a72d58131315 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Waiting for the task: (returnval){ [ 1040.085859] env[65448]: value = "task-4938158" [ 1040.085859] env[65448]: _type = "Task" [ 1040.085859] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.096843] env[65448]: DEBUG oslo_vmware.api [None req-0daf16c4-139a-4a6d-ad42-a72d58131315 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': task-4938158, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.178734] env[65448]: DEBUG nova.network.neutron [None req-690795e1-562c-407c-b591-9b3b6ff4db92 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] [instance: b905ff09-c59b-4f17-a42b-cf754c4006fe] Updating instance_info_cache with network_info: [{"id": "7a5b3991-1a34-4ad2-acfd-fe6103b2d9df", "address": "fa:16:3e:ab:fa:aa", "network": {"id": "33995717-6f3f-488b-8cb3-2ec676fe59dd", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1141524357-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "37c58331131a4582ac9960bcaa8c546a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a5b3991-1a", "ovs_interfaceid": "7a5b3991-1a34-4ad2-acfd-fe6103b2d9df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.282982] env[65448]: WARNING neutronclient.v2_0.client [None req-2922a7c4-64d9-4aab-bc75-42f1a7ee7108 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1040.335906] env[65448]: DEBUG nova.compute.manager [req-c4781e55-8876-40cf-807d-bc7f9ce61c98 req-37bf22dd-a041-4225-a61e-d381ab51ef56 service nova] [instance: 1922ac25-2b1e-4a2d-b87a-1ca8712ac96d] Received event network-vif-plugged-dba292a4-50d8-437e-a2a9-e9a705632052 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1040.336571] env[65448]: DEBUG oslo_concurrency.lockutils [req-c4781e55-8876-40cf-807d-bc7f9ce61c98 req-37bf22dd-a041-4225-a61e-d381ab51ef56 service nova] Acquiring lock "1922ac25-2b1e-4a2d-b87a-1ca8712ac96d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.336571] env[65448]: DEBUG oslo_concurrency.lockutils [req-c4781e55-8876-40cf-807d-bc7f9ce61c98 req-37bf22dd-a041-4225-a61e-d381ab51ef56 service nova] Lock "1922ac25-2b1e-4a2d-b87a-1ca8712ac96d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.336772] env[65448]: DEBUG oslo_concurrency.lockutils [req-c4781e55-8876-40cf-807d-bc7f9ce61c98 req-37bf22dd-a041-4225-a61e-d381ab51ef56 service nova] Lock "1922ac25-2b1e-4a2d-b87a-1ca8712ac96d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.336980] env[65448]: DEBUG nova.compute.manager [req-c4781e55-8876-40cf-807d-bc7f9ce61c98 req-37bf22dd-a041-4225-a61e-d381ab51ef56 service nova] [instance: 1922ac25-2b1e-4a2d-b87a-1ca8712ac96d] No waiting events found dispatching network-vif-plugged-dba292a4-50d8-437e-a2a9-e9a705632052 {{(pid=65448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1040.337230] env[65448]: WARNING nova.compute.manager [req-c4781e55-8876-40cf-807d-bc7f9ce61c98 req-37bf22dd-a041-4225-a61e-d381ab51ef56 service nova] [instance: 1922ac25-2b1e-4a2d-b87a-1ca8712ac96d] Received unexpected event network-vif-plugged-dba292a4-50d8-437e-a2a9-e9a705632052 for instance with vm_state building and task_state spawning. [ 1040.337477] env[65448]: DEBUG nova.compute.manager [req-c4781e55-8876-40cf-807d-bc7f9ce61c98 req-37bf22dd-a041-4225-a61e-d381ab51ef56 service nova] [instance: 1922ac25-2b1e-4a2d-b87a-1ca8712ac96d] Received event network-changed-dba292a4-50d8-437e-a2a9-e9a705632052 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1040.337731] env[65448]: DEBUG nova.compute.manager [req-c4781e55-8876-40cf-807d-bc7f9ce61c98 req-37bf22dd-a041-4225-a61e-d381ab51ef56 service nova] [instance: 1922ac25-2b1e-4a2d-b87a-1ca8712ac96d] Refreshing instance network info cache due to event network-changed-dba292a4-50d8-437e-a2a9-e9a705632052. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 1040.337943] env[65448]: DEBUG oslo_concurrency.lockutils [req-c4781e55-8876-40cf-807d-bc7f9ce61c98 req-37bf22dd-a041-4225-a61e-d381ab51ef56 service nova] Acquiring lock "refresh_cache-1922ac25-2b1e-4a2d-b87a-1ca8712ac96d" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.358977] env[65448]: DEBUG oslo_concurrency.lockutils [None req-8028df5f-4a75-406a-b9b4-363a70e8a5f7 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Lock "59a9ff6f-4e7b-4530-aaab-b12d54355269" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.931s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.365672] env[65448]: DEBUG oslo_concurrency.lockutils [None req-4f584de7-4c5e-478c-9814-15be602b563c tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.428453] env[65448]: DEBUG nova.network.neutron [None req-2922a7c4-64d9-4aab-bc75-42f1a7ee7108 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 1922ac25-2b1e-4a2d-b87a-1ca8712ac96d] Updating instance_info_cache with network_info: [{"id": "dba292a4-50d8-437e-a2a9-e9a705632052", "address": "fa:16:3e:2f:5a:10", "network": {"id": "76bce7a5-302f-47a8-9b20-9331c6891217", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1202927429-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc9e8e59612c49a6b788080423997837", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdba292a4-50", "ovs_interfaceid": "dba292a4-50d8-437e-a2a9-e9a705632052", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.461670] env[65448]: WARNING neutronclient.v2_0.client [req-6ed2f96a-6414-45ad-89ca-cb215f2c4f44 req-5cf4311e-9174-45c6-a6d2-ef0583d21c1a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1040.560692] env[65448]: DEBUG oslo_vmware.api [None req-908e137a-a93f-4a9a-9630-1e672d387106 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5292493a-aaf6-5471-a45d-508bc1a9ccb0, 'name': SearchDatastore_Task, 'duration_secs': 0.020745} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.560692] env[65448]: DEBUG oslo_concurrency.lockutils [None req-908e137a-a93f-4a9a-9630-1e672d387106 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.560952] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-908e137a-a93f-4a9a-9630-1e672d387106 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] b1c44555-fbc8-4a03-b155-65c0986cb216/b1c44555-fbc8-4a03-b155-65c0986cb216.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1040.561267] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-16b3d3be-d130-4ad5-92b7-cdc538003682 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.571164] env[65448]: DEBUG oslo_vmware.api [None req-908e137a-a93f-4a9a-9630-1e672d387106 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Waiting for the task: (returnval){ [ 1040.571164] env[65448]: value = "task-4938159" [ 1040.571164] env[65448]: _type = "Task" [ 1040.571164] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.585316] env[65448]: DEBUG oslo_vmware.api [None req-908e137a-a93f-4a9a-9630-1e672d387106 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': task-4938159, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.600575] env[65448]: DEBUG oslo_vmware.api [None req-0daf16c4-139a-4a6d-ad42-a72d58131315 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': task-4938158, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.304967} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.601155] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-0daf16c4-139a-4a6d-ad42-a72d58131315 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1040.601411] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-0daf16c4-139a-4a6d-ad42-a72d58131315 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: 2d86c404-07f7-4f62-81e1-b99125527970] Deleted contents of the VM from datastore datastore1 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1040.602415] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-0daf16c4-139a-4a6d-ad42-a72d58131315 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: 2d86c404-07f7-4f62-81e1-b99125527970] Instance destroyed {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1040.602415] env[65448]: INFO nova.compute.manager [None req-0daf16c4-139a-4a6d-ad42-a72d58131315 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: 2d86c404-07f7-4f62-81e1-b99125527970] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1040.602415] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-0daf16c4-139a-4a6d-ad42-a72d58131315 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1040.602415] env[65448]: DEBUG nova.compute.manager [-] [instance: 2d86c404-07f7-4f62-81e1-b99125527970] Deallocating network for instance {{(pid=65448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1040.602415] env[65448]: DEBUG nova.network.neutron [-] [instance: 2d86c404-07f7-4f62-81e1-b99125527970] deallocate_for_instance() {{(pid=65448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1040.602941] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1040.615578] env[65448]: DEBUG nova.network.neutron [None req-a1bd3f90-07b7-49c6-967a-aff7b76244f0 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: a79aa8d7-c3ce-4c6e-84c5-059e29f04a00] Successfully updated port: 37f80e87-51ca-4703-9b36-188606170213 {{(pid=65448) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1040.683834] env[65448]: DEBUG oslo_concurrency.lockutils [None req-690795e1-562c-407c-b591-9b3b6ff4db92 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Releasing lock "refresh_cache-b905ff09-c59b-4f17-a42b-cf754c4006fe" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.685906] env[65448]: DEBUG nova.objects.instance [None req-690795e1-562c-407c-b591-9b3b6ff4db92 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Lazy-loading 'flavor' on Instance uuid b905ff09-c59b-4f17-a42b-cf754c4006fe {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1040.692750] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1040.742949] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f47c2b0f-b859-4213-a0bb-851644ffd1b0 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.757640] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06107fc1-502f-434b-881b-0d935f92ee76 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.791318] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72e53b3a-9491-464e-ab5c-2099014b86ac {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.801330] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b405186f-8066-4279-86de-fb610ac5c933 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.817027] env[65448]: DEBUG nova.compute.provider_tree [None req-c5f3e4f3-3c88-4051-8495-0823c6fa4450 tempest-ServersV294TestFqdnHostnames-1535385712 tempest-ServersV294TestFqdnHostnames-1535385712-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1040.830673] env[65448]: WARNING neutronclient.v2_0.client [req-6ed2f96a-6414-45ad-89ca-cb215f2c4f44 req-5cf4311e-9174-45c6-a6d2-ef0583d21c1a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1040.932341] env[65448]: DEBUG oslo_concurrency.lockutils [None req-2922a7c4-64d9-4aab-bc75-42f1a7ee7108 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Releasing lock "refresh_cache-1922ac25-2b1e-4a2d-b87a-1ca8712ac96d" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.932341] env[65448]: DEBUG nova.compute.manager [None req-2922a7c4-64d9-4aab-bc75-42f1a7ee7108 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 1922ac25-2b1e-4a2d-b87a-1ca8712ac96d] Instance network_info: |[{"id": "dba292a4-50d8-437e-a2a9-e9a705632052", "address": "fa:16:3e:2f:5a:10", "network": {"id": "76bce7a5-302f-47a8-9b20-9331c6891217", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1202927429-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc9e8e59612c49a6b788080423997837", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdba292a4-50", "ovs_interfaceid": "dba292a4-50d8-437e-a2a9-e9a705632052", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 1040.932341] env[65448]: DEBUG oslo_concurrency.lockutils [req-c4781e55-8876-40cf-807d-bc7f9ce61c98 req-37bf22dd-a041-4225-a61e-d381ab51ef56 service nova] Acquired lock "refresh_cache-1922ac25-2b1e-4a2d-b87a-1ca8712ac96d" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.932341] env[65448]: DEBUG nova.network.neutron [req-c4781e55-8876-40cf-807d-bc7f9ce61c98 req-37bf22dd-a041-4225-a61e-d381ab51ef56 service nova] [instance: 1922ac25-2b1e-4a2d-b87a-1ca8712ac96d] Refreshing network info cache for port dba292a4-50d8-437e-a2a9-e9a705632052 {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1040.932341] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-2922a7c4-64d9-4aab-bc75-42f1a7ee7108 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 1922ac25-2b1e-4a2d-b87a-1ca8712ac96d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:5a:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1e7a4976-597e-4636-990e-6062b5faadee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dba292a4-50d8-437e-a2a9-e9a705632052', 'vif_model': 'vmxnet3'}] {{(pid=65448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1040.942893] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-2922a7c4-64d9-4aab-bc75-42f1a7ee7108 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1040.947776] env[65448]: WARNING neutronclient.v2_0.client [req-c4781e55-8876-40cf-807d-bc7f9ce61c98 req-37bf22dd-a041-4225-a61e-d381ab51ef56 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1040.951671] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1922ac25-2b1e-4a2d-b87a-1ca8712ac96d] Creating VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1040.954719] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9a620dee-6e2c-47dc-8328-7157fbc51f52 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.980361] env[65448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1040.980361] env[65448]: value = "task-4938160" [ 1040.980361] env[65448]: _type = "Task" [ 1040.980361] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.993267] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4938160, 'name': CreateVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.005627] env[65448]: DEBUG nova.network.neutron [req-6ed2f96a-6414-45ad-89ca-cb215f2c4f44 req-5cf4311e-9174-45c6-a6d2-ef0583d21c1a service nova] [instance: b1c44555-fbc8-4a03-b155-65c0986cb216] Updated VIF entry in instance network info cache for port 02f068b4-53d0-4dee-af1f-b81afc1c4dab. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1041.006411] env[65448]: DEBUG nova.network.neutron [req-6ed2f96a-6414-45ad-89ca-cb215f2c4f44 req-5cf4311e-9174-45c6-a6d2-ef0583d21c1a service nova] [instance: b1c44555-fbc8-4a03-b155-65c0986cb216] Updating instance_info_cache with network_info: [{"id": "02f068b4-53d0-4dee-af1f-b81afc1c4dab", "address": "fa:16:3e:70:bf:fa", "network": {"id": "3e956ed0-8002-4352-a2f0-0b0c88eed513", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-351560953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f8d5716103c4544ad3c5ca0f9963943", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02f068b4-53", "ovs_interfaceid": "02f068b4-53d0-4dee-af1f-b81afc1c4dab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.084291] env[65448]: DEBUG oslo_vmware.api [None req-908e137a-a93f-4a9a-9630-1e672d387106 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': task-4938159, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.120817] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a1bd3f90-07b7-49c6-967a-aff7b76244f0 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Acquiring lock "refresh_cache-a79aa8d7-c3ce-4c6e-84c5-059e29f04a00" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.121197] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a1bd3f90-07b7-49c6-967a-aff7b76244f0 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Acquired lock "refresh_cache-a79aa8d7-c3ce-4c6e-84c5-059e29f04a00" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.121536] env[65448]: DEBUG nova.network.neutron [None req-a1bd3f90-07b7-49c6-967a-aff7b76244f0 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: a79aa8d7-c3ce-4c6e-84c5-059e29f04a00] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1041.151991] env[65448]: WARNING neutronclient.v2_0.client [req-c4781e55-8876-40cf-807d-bc7f9ce61c98 req-37bf22dd-a041-4225-a61e-d381ab51ef56 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1041.198044] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9562abbe-b041-402c-9eaa-45a0d59040a4 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.241935] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-690795e1-562c-407c-b591-9b3b6ff4db92 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] [instance: b905ff09-c59b-4f17-a42b-cf754c4006fe] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1041.242904] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-00bfa5a9-dd75-4d3b-94ca-036eea341bc2 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.251207] env[65448]: DEBUG oslo_vmware.api [None req-690795e1-562c-407c-b591-9b3b6ff4db92 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Waiting for the task: (returnval){ [ 1041.251207] env[65448]: value = "task-4938161" [ 1041.251207] env[65448]: _type = "Task" [ 1041.251207] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.263547] env[65448]: DEBUG oslo_vmware.api [None req-690795e1-562c-407c-b591-9b3b6ff4db92 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Task: {'id': task-4938161, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.269861] env[65448]: DEBUG nova.network.neutron [req-c4781e55-8876-40cf-807d-bc7f9ce61c98 req-37bf22dd-a041-4225-a61e-d381ab51ef56 service nova] [instance: 1922ac25-2b1e-4a2d-b87a-1ca8712ac96d] Updated VIF entry in instance network info cache for port dba292a4-50d8-437e-a2a9-e9a705632052. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1041.270241] env[65448]: DEBUG nova.network.neutron [req-c4781e55-8876-40cf-807d-bc7f9ce61c98 req-37bf22dd-a041-4225-a61e-d381ab51ef56 service nova] [instance: 1922ac25-2b1e-4a2d-b87a-1ca8712ac96d] Updating instance_info_cache with network_info: [{"id": "dba292a4-50d8-437e-a2a9-e9a705632052", "address": "fa:16:3e:2f:5a:10", "network": {"id": "76bce7a5-302f-47a8-9b20-9331c6891217", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1202927429-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc9e8e59612c49a6b788080423997837", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdba292a4-50", "ovs_interfaceid": "dba292a4-50d8-437e-a2a9-e9a705632052", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.322165] env[65448]: DEBUG nova.scheduler.client.report [None req-c5f3e4f3-3c88-4051-8495-0823c6fa4450 tempest-ServersV294TestFqdnHostnames-1535385712 tempest-ServersV294TestFqdnHostnames-1535385712-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1041.452861] env[65448]: DEBUG nova.network.neutron [-] [instance: 2d86c404-07f7-4f62-81e1-b99125527970] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.491766] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4938160, 'name': CreateVM_Task, 'duration_secs': 0.438296} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.491961] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1922ac25-2b1e-4a2d-b87a-1ca8712ac96d] Created VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1041.492493] env[65448]: WARNING neutronclient.v2_0.client [None req-2922a7c4-64d9-4aab-bc75-42f1a7ee7108 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1041.492914] env[65448]: DEBUG oslo_concurrency.lockutils [None req-2922a7c4-64d9-4aab-bc75-42f1a7ee7108 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.493120] env[65448]: DEBUG oslo_concurrency.lockutils [None req-2922a7c4-64d9-4aab-bc75-42f1a7ee7108 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.493863] env[65448]: DEBUG oslo_concurrency.lockutils [None req-2922a7c4-64d9-4aab-bc75-42f1a7ee7108 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.493863] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-336fedef-6bb6-42f8-b97c-5afa1bbad405 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.504093] env[65448]: DEBUG oslo_concurrency.lockutils [None req-bce8042d-dd8d-4966-b760-7c0d2ad5891f tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Acquiring lock "d53e2a3e-2205-44b0-9e68-91125832a67f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.504347] env[65448]: DEBUG oslo_concurrency.lockutils [None req-bce8042d-dd8d-4966-b760-7c0d2ad5891f tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Lock "d53e2a3e-2205-44b0-9e68-91125832a67f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.505713] env[65448]: DEBUG oslo_vmware.api [None req-2922a7c4-64d9-4aab-bc75-42f1a7ee7108 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Waiting for the task: (returnval){ [ 1041.505713] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52781405-5200-ca6d-dc67-b6c5078fad9a" [ 1041.505713] env[65448]: _type = "Task" [ 1041.505713] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.509999] env[65448]: DEBUG oslo_concurrency.lockutils [req-6ed2f96a-6414-45ad-89ca-cb215f2c4f44 req-5cf4311e-9174-45c6-a6d2-ef0583d21c1a service nova] Releasing lock "refresh_cache-b1c44555-fbc8-4a03-b155-65c0986cb216" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.510258] env[65448]: DEBUG nova.compute.manager [req-6ed2f96a-6414-45ad-89ca-cb215f2c4f44 req-5cf4311e-9174-45c6-a6d2-ef0583d21c1a service nova] [instance: ba7361d2-4e0a-4087-989f-5832a7ece890] Received event network-vif-deleted-c69492f8-a792-42b3-8bed-3f8d22ae8175 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1041.510439] env[65448]: DEBUG nova.compute.manager [req-6ed2f96a-6414-45ad-89ca-cb215f2c4f44 req-5cf4311e-9174-45c6-a6d2-ef0583d21c1a service nova] [instance: 11062866-c4f7-41ef-a119-55cc027aa3b8] Received event network-vif-deleted-3108e29a-769a-4256-8ae7-d829405ae49a {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1041.510628] env[65448]: DEBUG nova.compute.manager [req-6ed2f96a-6414-45ad-89ca-cb215f2c4f44 req-5cf4311e-9174-45c6-a6d2-ef0583d21c1a service nova] [instance: e4c91856-fcd2-447b-a2d2-7d2ce2bce0f3] Received event network-vif-deleted-d9d84180-16ce-4118-bb55-a3ada13d9b2b {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1041.518266] env[65448]: DEBUG oslo_vmware.api [None req-2922a7c4-64d9-4aab-bc75-42f1a7ee7108 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52781405-5200-ca6d-dc67-b6c5078fad9a, 'name': SearchDatastore_Task, 'duration_secs': 0.01055} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.519217] env[65448]: DEBUG oslo_concurrency.lockutils [None req-2922a7c4-64d9-4aab-bc75-42f1a7ee7108 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.519471] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-2922a7c4-64d9-4aab-bc75-42f1a7ee7108 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 1922ac25-2b1e-4a2d-b87a-1ca8712ac96d] Processing image 50fb366d-48e6-424f-9c20-bc83d77be76a {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1041.519693] env[65448]: DEBUG oslo_concurrency.lockutils [None req-2922a7c4-64d9-4aab-bc75-42f1a7ee7108 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.519828] env[65448]: DEBUG oslo_concurrency.lockutils [None req-2922a7c4-64d9-4aab-bc75-42f1a7ee7108 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.520018] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-2922a7c4-64d9-4aab-bc75-42f1a7ee7108 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1041.520771] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e53631b5-a6a7-4a12-a9bd-96812defae97 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.549089] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-2922a7c4-64d9-4aab-bc75-42f1a7ee7108 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1041.549350] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-2922a7c4-64d9-4aab-bc75-42f1a7ee7108 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1041.550211] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a461e4c-6ec2-412e-8987-4699e8482e56 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.556986] env[65448]: DEBUG oslo_vmware.api [None req-2922a7c4-64d9-4aab-bc75-42f1a7ee7108 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Waiting for the task: (returnval){ [ 1041.556986] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52f6036d-0cad-7c55-dd0d-04419eae58a8" [ 1041.556986] env[65448]: _type = "Task" [ 1041.556986] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.566549] env[65448]: DEBUG oslo_vmware.api [None req-2922a7c4-64d9-4aab-bc75-42f1a7ee7108 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52f6036d-0cad-7c55-dd0d-04419eae58a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.580605] env[65448]: DEBUG oslo_vmware.api [None req-908e137a-a93f-4a9a-9630-1e672d387106 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': task-4938159, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.772985} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.580909] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-908e137a-a93f-4a9a-9630-1e672d387106 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] b1c44555-fbc8-4a03-b155-65c0986cb216/b1c44555-fbc8-4a03-b155-65c0986cb216.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1041.581171] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-908e137a-a93f-4a9a-9630-1e672d387106 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: b1c44555-fbc8-4a03-b155-65c0986cb216] Extending root virtual disk to 1048576 {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1041.581575] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e750b188-96c4-40e2-a5cd-89db15e98cda {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.588460] env[65448]: DEBUG oslo_vmware.api [None req-908e137a-a93f-4a9a-9630-1e672d387106 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Waiting for the task: (returnval){ [ 1041.588460] env[65448]: value = "task-4938162" [ 1041.588460] env[65448]: _type = "Task" [ 1041.588460] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.598878] env[65448]: DEBUG oslo_vmware.api [None req-908e137a-a93f-4a9a-9630-1e672d387106 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': task-4938162, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.667522] env[65448]: DEBUG nova.network.neutron [None req-a1bd3f90-07b7-49c6-967a-aff7b76244f0 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: a79aa8d7-c3ce-4c6e-84c5-059e29f04a00] Instance cache missing network info. {{(pid=65448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1041.749115] env[65448]: WARNING neutronclient.v2_0.client [None req-a1bd3f90-07b7-49c6-967a-aff7b76244f0 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1041.761479] env[65448]: DEBUG oslo_vmware.api [None req-690795e1-562c-407c-b591-9b3b6ff4db92 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Task: {'id': task-4938161, 'name': PowerOffVM_Task, 'duration_secs': 0.314834} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.761741] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-690795e1-562c-407c-b591-9b3b6ff4db92 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] [instance: b905ff09-c59b-4f17-a42b-cf754c4006fe] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1041.767113] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-690795e1-562c-407c-b591-9b3b6ff4db92 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] [instance: b905ff09-c59b-4f17-a42b-cf754c4006fe] Reconfiguring VM instance instance-00000058 to detach disk 2001 {{(pid=65448) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1041.767787] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-acbd59e4-22f7-40f9-a924-b70d0281dab7 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.781042] env[65448]: DEBUG oslo_concurrency.lockutils [req-c4781e55-8876-40cf-807d-bc7f9ce61c98 req-37bf22dd-a041-4225-a61e-d381ab51ef56 service nova] Releasing lock "refresh_cache-1922ac25-2b1e-4a2d-b87a-1ca8712ac96d" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.788237] env[65448]: DEBUG oslo_vmware.api [None req-690795e1-562c-407c-b591-9b3b6ff4db92 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Waiting for the task: (returnval){ [ 1041.788237] env[65448]: value = "task-4938163" [ 1041.788237] env[65448]: _type = "Task" [ 1041.788237] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.799125] env[65448]: DEBUG oslo_vmware.api [None req-690795e1-562c-407c-b591-9b3b6ff4db92 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Task: {'id': task-4938163, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.828442] env[65448]: DEBUG oslo_concurrency.lockutils [None req-c5f3e4f3-3c88-4051-8495-0823c6fa4450 tempest-ServersV294TestFqdnHostnames-1535385712 tempest-ServersV294TestFqdnHostnames-1535385712-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.011s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.831927] env[65448]: DEBUG nova.network.neutron [None req-a1bd3f90-07b7-49c6-967a-aff7b76244f0 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: a79aa8d7-c3ce-4c6e-84c5-059e29f04a00] Updating instance_info_cache with network_info: [{"id": "37f80e87-51ca-4703-9b36-188606170213", "address": "fa:16:3e:16:0a:ab", "network": {"id": "e780d8ca-74b1-42d6-9931-c68bece889ed", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1768290232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b4602fe4973466b8eb0d97f7a72d721", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f17856cf-7248-414b-bde6-8c90cfb4c593", "external-id": "nsx-vlan-transportzone-341", "segmentation_id": 341, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37f80e87-51", "ovs_interfaceid": "37f80e87-51ca-4703-9b36-188606170213", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.833319] env[65448]: DEBUG oslo_concurrency.lockutils [None req-2f2a837f-e858-46cd-93b9-bee155f581f4 tempest-ImagesNegativeTestJSON-2018095814 tempest-ImagesNegativeTestJSON-2018095814-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.809s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.833586] env[65448]: DEBUG nova.objects.instance [None req-2f2a837f-e858-46cd-93b9-bee155f581f4 tempest-ImagesNegativeTestJSON-2018095814 tempest-ImagesNegativeTestJSON-2018095814-project-member] Lazy-loading 'resources' on Instance uuid 11062866-c4f7-41ef-a119-55cc027aa3b8 {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1041.854641] env[65448]: INFO nova.scheduler.client.report [None req-c5f3e4f3-3c88-4051-8495-0823c6fa4450 tempest-ServersV294TestFqdnHostnames-1535385712 tempest-ServersV294TestFqdnHostnames-1535385712-project-member] Deleted allocations for instance ba7361d2-4e0a-4087-989f-5832a7ece890 [ 1041.955594] env[65448]: INFO nova.compute.manager [-] [instance: 2d86c404-07f7-4f62-81e1-b99125527970] Took 1.35 seconds to deallocate network for instance. [ 1041.987594] env[65448]: DEBUG nova.compute.manager [req-e20c66a6-9f07-4776-848d-80e4ae6d7927 req-24a53648-557b-4df3-ab86-edbee1b28aa2 service nova] [instance: 2d86c404-07f7-4f62-81e1-b99125527970] Received event network-vif-deleted-8232a6b8-c41a-4a91-9f1b-65fe7cb58517 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1042.007846] env[65448]: DEBUG nova.compute.manager [None req-bce8042d-dd8d-4966-b760-7c0d2ad5891f tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d53e2a3e-2205-44b0-9e68-91125832a67f] Starting instance... {{(pid=65448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2483}} [ 1042.069451] env[65448]: DEBUG oslo_vmware.api [None req-2922a7c4-64d9-4aab-bc75-42f1a7ee7108 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52f6036d-0cad-7c55-dd0d-04419eae58a8, 'name': SearchDatastore_Task, 'duration_secs': 0.012247} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.069776] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed1ae46b-e948-4706-be86-28c92b02e2fb {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.075903] env[65448]: DEBUG oslo_vmware.api [None req-2922a7c4-64d9-4aab-bc75-42f1a7ee7108 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Waiting for the task: (returnval){ [ 1042.075903] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52be3094-6c4f-9b22-55f1-f735456676ac" [ 1042.075903] env[65448]: _type = "Task" [ 1042.075903] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.085121] env[65448]: DEBUG oslo_vmware.api [None req-2922a7c4-64d9-4aab-bc75-42f1a7ee7108 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52be3094-6c4f-9b22-55f1-f735456676ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.098081] env[65448]: DEBUG oslo_vmware.api [None req-908e137a-a93f-4a9a-9630-1e672d387106 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': task-4938162, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058162} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.098375] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-908e137a-a93f-4a9a-9630-1e672d387106 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: b1c44555-fbc8-4a03-b155-65c0986cb216] Extended root virtual disk {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1042.099178] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a722fef3-5a53-477f-a34c-5eb5151ac7e1 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.121294] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-908e137a-a93f-4a9a-9630-1e672d387106 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: b1c44555-fbc8-4a03-b155-65c0986cb216] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] b1c44555-fbc8-4a03-b155-65c0986cb216/b1c44555-fbc8-4a03-b155-65c0986cb216.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1042.122167] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d4ca09d-6948-4e6f-bc8a-1da946ae69cb {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.143938] env[65448]: DEBUG oslo_vmware.api [None req-908e137a-a93f-4a9a-9630-1e672d387106 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Waiting for the task: (returnval){ [ 1042.143938] env[65448]: value = "task-4938164" [ 1042.143938] env[65448]: _type = "Task" [ 1042.143938] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.152732] env[65448]: DEBUG oslo_vmware.api [None req-908e137a-a93f-4a9a-9630-1e672d387106 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': task-4938164, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.299263] env[65448]: DEBUG oslo_vmware.api [None req-690795e1-562c-407c-b591-9b3b6ff4db92 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Task: {'id': task-4938163, 'name': ReconfigVM_Task, 'duration_secs': 0.218484} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.299614] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-690795e1-562c-407c-b591-9b3b6ff4db92 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] [instance: b905ff09-c59b-4f17-a42b-cf754c4006fe] Reconfigured VM instance instance-00000058 to detach disk 2001 {{(pid=65448) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1042.299803] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-690795e1-562c-407c-b591-9b3b6ff4db92 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] [instance: b905ff09-c59b-4f17-a42b-cf754c4006fe] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1042.300101] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ee4f6fab-3ff8-4b5c-85db-007d7e54f7dd {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.308479] env[65448]: DEBUG oslo_vmware.api [None req-690795e1-562c-407c-b591-9b3b6ff4db92 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Waiting for the task: (returnval){ [ 1042.308479] env[65448]: value = "task-4938165" [ 1042.308479] env[65448]: _type = "Task" [ 1042.308479] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.318585] env[65448]: DEBUG oslo_vmware.api [None req-690795e1-562c-407c-b591-9b3b6ff4db92 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Task: {'id': task-4938165, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.336599] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a1bd3f90-07b7-49c6-967a-aff7b76244f0 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Releasing lock "refresh_cache-a79aa8d7-c3ce-4c6e-84c5-059e29f04a00" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.337200] env[65448]: DEBUG nova.compute.manager [None req-a1bd3f90-07b7-49c6-967a-aff7b76244f0 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: a79aa8d7-c3ce-4c6e-84c5-059e29f04a00] Instance network_info: |[{"id": "37f80e87-51ca-4703-9b36-188606170213", "address": "fa:16:3e:16:0a:ab", "network": {"id": "e780d8ca-74b1-42d6-9931-c68bece889ed", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1768290232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b4602fe4973466b8eb0d97f7a72d721", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f17856cf-7248-414b-bde6-8c90cfb4c593", "external-id": "nsx-vlan-transportzone-341", "segmentation_id": 341, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37f80e87-51", "ovs_interfaceid": "37f80e87-51ca-4703-9b36-188606170213", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 1042.342550] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-a1bd3f90-07b7-49c6-967a-aff7b76244f0 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: a79aa8d7-c3ce-4c6e-84c5-059e29f04a00] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:0a:ab', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f17856cf-7248-414b-bde6-8c90cfb4c593', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '37f80e87-51ca-4703-9b36-188606170213', 'vif_model': 'vmxnet3'}] {{(pid=65448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1042.354416] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-a1bd3f90-07b7-49c6-967a-aff7b76244f0 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1042.354596] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a79aa8d7-c3ce-4c6e-84c5-059e29f04a00] Creating VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1042.354866] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-181aa9de-3889-4f67-a7bd-e09f40bd9380 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.378219] env[65448]: DEBUG nova.compute.manager [req-4690ad84-d1b9-4b1c-a67b-27fe3d4e9085 req-ae5f87bc-ce95-499a-abaf-d94e45f6b26e service nova] [instance: a79aa8d7-c3ce-4c6e-84c5-059e29f04a00] Received event network-vif-plugged-37f80e87-51ca-4703-9b36-188606170213 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1042.378490] env[65448]: DEBUG oslo_concurrency.lockutils [req-4690ad84-d1b9-4b1c-a67b-27fe3d4e9085 req-ae5f87bc-ce95-499a-abaf-d94e45f6b26e service nova] Acquiring lock "a79aa8d7-c3ce-4c6e-84c5-059e29f04a00-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.378717] env[65448]: DEBUG oslo_concurrency.lockutils [req-4690ad84-d1b9-4b1c-a67b-27fe3d4e9085 req-ae5f87bc-ce95-499a-abaf-d94e45f6b26e service nova] Lock "a79aa8d7-c3ce-4c6e-84c5-059e29f04a00-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.378913] env[65448]: DEBUG oslo_concurrency.lockutils [req-4690ad84-d1b9-4b1c-a67b-27fe3d4e9085 req-ae5f87bc-ce95-499a-abaf-d94e45f6b26e service nova] Lock "a79aa8d7-c3ce-4c6e-84c5-059e29f04a00-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.379122] env[65448]: DEBUG nova.compute.manager [req-4690ad84-d1b9-4b1c-a67b-27fe3d4e9085 req-ae5f87bc-ce95-499a-abaf-d94e45f6b26e service nova] [instance: a79aa8d7-c3ce-4c6e-84c5-059e29f04a00] No waiting events found dispatching network-vif-plugged-37f80e87-51ca-4703-9b36-188606170213 {{(pid=65448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1042.379328] env[65448]: WARNING nova.compute.manager [req-4690ad84-d1b9-4b1c-a67b-27fe3d4e9085 req-ae5f87bc-ce95-499a-abaf-d94e45f6b26e service nova] [instance: a79aa8d7-c3ce-4c6e-84c5-059e29f04a00] Received unexpected event network-vif-plugged-37f80e87-51ca-4703-9b36-188606170213 for instance with vm_state building and task_state spawning. [ 1042.379502] env[65448]: DEBUG nova.compute.manager [req-4690ad84-d1b9-4b1c-a67b-27fe3d4e9085 req-ae5f87bc-ce95-499a-abaf-d94e45f6b26e service nova] [instance: a79aa8d7-c3ce-4c6e-84c5-059e29f04a00] Received event network-changed-37f80e87-51ca-4703-9b36-188606170213 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1042.379687] env[65448]: DEBUG nova.compute.manager [req-4690ad84-d1b9-4b1c-a67b-27fe3d4e9085 req-ae5f87bc-ce95-499a-abaf-d94e45f6b26e service nova] [instance: a79aa8d7-c3ce-4c6e-84c5-059e29f04a00] Refreshing instance network info cache due to event network-changed-37f80e87-51ca-4703-9b36-188606170213. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 1042.379958] env[65448]: DEBUG oslo_concurrency.lockutils [req-4690ad84-d1b9-4b1c-a67b-27fe3d4e9085 req-ae5f87bc-ce95-499a-abaf-d94e45f6b26e service nova] Acquiring lock "refresh_cache-a79aa8d7-c3ce-4c6e-84c5-059e29f04a00" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.380121] env[65448]: DEBUG oslo_concurrency.lockutils [req-4690ad84-d1b9-4b1c-a67b-27fe3d4e9085 req-ae5f87bc-ce95-499a-abaf-d94e45f6b26e service nova] Acquired lock "refresh_cache-a79aa8d7-c3ce-4c6e-84c5-059e29f04a00" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.380300] env[65448]: DEBUG nova.network.neutron [req-4690ad84-d1b9-4b1c-a67b-27fe3d4e9085 req-ae5f87bc-ce95-499a-abaf-d94e45f6b26e service nova] [instance: a79aa8d7-c3ce-4c6e-84c5-059e29f04a00] Refreshing network info cache for port 37f80e87-51ca-4703-9b36-188606170213 {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1042.382029] env[65448]: DEBUG oslo_concurrency.lockutils [None req-c5f3e4f3-3c88-4051-8495-0823c6fa4450 tempest-ServersV294TestFqdnHostnames-1535385712 tempest-ServersV294TestFqdnHostnames-1535385712-project-member] Lock "ba7361d2-4e0a-4087-989f-5832a7ece890" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.460s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.388988] env[65448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1042.388988] env[65448]: value = "task-4938166" [ 1042.388988] env[65448]: _type = "Task" [ 1042.388988] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.403994] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4938166, 'name': CreateVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.464483] env[65448]: DEBUG oslo_concurrency.lockutils [None req-0daf16c4-139a-4a6d-ad42-a72d58131315 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.529092] env[65448]: DEBUG oslo_concurrency.lockutils [None req-bce8042d-dd8d-4966-b760-7c0d2ad5891f tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.586874] env[65448]: DEBUG oslo_vmware.api [None req-2922a7c4-64d9-4aab-bc75-42f1a7ee7108 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52be3094-6c4f-9b22-55f1-f735456676ac, 'name': SearchDatastore_Task, 'duration_secs': 0.010052} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.587169] env[65448]: DEBUG oslo_concurrency.lockutils [None req-2922a7c4-64d9-4aab-bc75-42f1a7ee7108 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.587392] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-2922a7c4-64d9-4aab-bc75-42f1a7ee7108 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] 1922ac25-2b1e-4a2d-b87a-1ca8712ac96d/1922ac25-2b1e-4a2d-b87a-1ca8712ac96d.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1042.587672] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-92e4838d-b5f7-4d99-ae39-20f572cfb36a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.598041] env[65448]: DEBUG oslo_vmware.api [None req-2922a7c4-64d9-4aab-bc75-42f1a7ee7108 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Waiting for the task: (returnval){ [ 1042.598041] env[65448]: value = "task-4938167" [ 1042.598041] env[65448]: _type = "Task" [ 1042.598041] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.609951] env[65448]: DEBUG oslo_vmware.api [None req-2922a7c4-64d9-4aab-bc75-42f1a7ee7108 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Task: {'id': task-4938167, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.654583] env[65448]: DEBUG oslo_vmware.api [None req-908e137a-a93f-4a9a-9630-1e672d387106 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': task-4938164, 'name': ReconfigVM_Task, 'duration_secs': 0.324934} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.657938] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-908e137a-a93f-4a9a-9630-1e672d387106 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: b1c44555-fbc8-4a03-b155-65c0986cb216] Reconfigured VM instance instance-0000005c to attach disk [datastore2] b1c44555-fbc8-4a03-b155-65c0986cb216/b1c44555-fbc8-4a03-b155-65c0986cb216.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1042.659032] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c8ac513c-a6f7-4789-b290-c42a4b2dcf58 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.668610] env[65448]: DEBUG oslo_vmware.api [None req-908e137a-a93f-4a9a-9630-1e672d387106 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Waiting for the task: (returnval){ [ 1042.668610] env[65448]: value = "task-4938168" [ 1042.668610] env[65448]: _type = "Task" [ 1042.668610] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.683202] env[65448]: DEBUG oslo_vmware.api [None req-908e137a-a93f-4a9a-9630-1e672d387106 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': task-4938168, 'name': Rename_Task} progress is 6%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.690598] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91ae39fa-13ff-4653-95e0-fd028e36aeec {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.700239] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d57d9a7-0452-49ed-81eb-e6a8d56dd8a4 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.736855] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba0bff7f-bd35-49cb-81f6-75298a572f4a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.747053] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4014f1b2-64b4-4506-8324-c8836978506c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.766597] env[65448]: DEBUG nova.compute.provider_tree [None req-2f2a837f-e858-46cd-93b9-bee155f581f4 tempest-ImagesNegativeTestJSON-2018095814 tempest-ImagesNegativeTestJSON-2018095814-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1042.823154] env[65448]: DEBUG oslo_vmware.api [None req-690795e1-562c-407c-b591-9b3b6ff4db92 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Task: {'id': task-4938165, 'name': PowerOnVM_Task, 'duration_secs': 0.452676} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.823154] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-690795e1-562c-407c-b591-9b3b6ff4db92 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] [instance: b905ff09-c59b-4f17-a42b-cf754c4006fe] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1042.823154] env[65448]: DEBUG nova.compute.manager [None req-690795e1-562c-407c-b591-9b3b6ff4db92 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] [instance: b905ff09-c59b-4f17-a42b-cf754c4006fe] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 1042.823993] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4b368dc-3700-471b-9cec-8fe675ee3d4c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.884711] env[65448]: WARNING neutronclient.v2_0.client [req-4690ad84-d1b9-4b1c-a67b-27fe3d4e9085 req-ae5f87bc-ce95-499a-abaf-d94e45f6b26e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1042.899648] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4938166, 'name': CreateVM_Task, 'duration_secs': 0.377624} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.899975] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a79aa8d7-c3ce-4c6e-84c5-059e29f04a00] Created VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1042.900354] env[65448]: WARNING neutronclient.v2_0.client [None req-a1bd3f90-07b7-49c6-967a-aff7b76244f0 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1042.900724] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a1bd3f90-07b7-49c6-967a-aff7b76244f0 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.901046] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a1bd3f90-07b7-49c6-967a-aff7b76244f0 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.901210] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a1bd3f90-07b7-49c6-967a-aff7b76244f0 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.901476] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1904ba95-b364-4313-8f6f-f72ab00590ff {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.908397] env[65448]: DEBUG oslo_vmware.api [None req-a1bd3f90-07b7-49c6-967a-aff7b76244f0 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Waiting for the task: (returnval){ [ 1042.908397] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]529165f4-f367-bafe-6fab-c0a368eee5b9" [ 1042.908397] env[65448]: _type = "Task" [ 1042.908397] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.918716] env[65448]: DEBUG oslo_vmware.api [None req-a1bd3f90-07b7-49c6-967a-aff7b76244f0 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]529165f4-f367-bafe-6fab-c0a368eee5b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.076777] env[65448]: WARNING neutronclient.v2_0.client [req-4690ad84-d1b9-4b1c-a67b-27fe3d4e9085 req-ae5f87bc-ce95-499a-abaf-d94e45f6b26e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1043.109842] env[65448]: DEBUG oslo_vmware.api [None req-2922a7c4-64d9-4aab-bc75-42f1a7ee7108 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Task: {'id': task-4938167, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.179615] env[65448]: DEBUG oslo_vmware.api [None req-908e137a-a93f-4a9a-9630-1e672d387106 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': task-4938168, 'name': Rename_Task, 'duration_secs': 0.170755} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.180048] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-908e137a-a93f-4a9a-9630-1e672d387106 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: b1c44555-fbc8-4a03-b155-65c0986cb216] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1043.180451] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f3acc869-06bb-4406-aeba-cee405564f4e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.188952] env[65448]: DEBUG oslo_vmware.api [None req-908e137a-a93f-4a9a-9630-1e672d387106 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Waiting for the task: (returnval){ [ 1043.188952] env[65448]: value = "task-4938169" [ 1043.188952] env[65448]: _type = "Task" [ 1043.188952] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.198302] env[65448]: DEBUG oslo_vmware.api [None req-908e137a-a93f-4a9a-9630-1e672d387106 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': task-4938169, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.199441] env[65448]: DEBUG nova.network.neutron [req-4690ad84-d1b9-4b1c-a67b-27fe3d4e9085 req-ae5f87bc-ce95-499a-abaf-d94e45f6b26e service nova] [instance: a79aa8d7-c3ce-4c6e-84c5-059e29f04a00] Updated VIF entry in instance network info cache for port 37f80e87-51ca-4703-9b36-188606170213. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1043.199799] env[65448]: DEBUG nova.network.neutron [req-4690ad84-d1b9-4b1c-a67b-27fe3d4e9085 req-ae5f87bc-ce95-499a-abaf-d94e45f6b26e service nova] [instance: a79aa8d7-c3ce-4c6e-84c5-059e29f04a00] Updating instance_info_cache with network_info: [{"id": "37f80e87-51ca-4703-9b36-188606170213", "address": "fa:16:3e:16:0a:ab", "network": {"id": "e780d8ca-74b1-42d6-9931-c68bece889ed", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1768290232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b4602fe4973466b8eb0d97f7a72d721", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f17856cf-7248-414b-bde6-8c90cfb4c593", "external-id": "nsx-vlan-transportzone-341", "segmentation_id": 341, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37f80e87-51", "ovs_interfaceid": "37f80e87-51ca-4703-9b36-188606170213", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.271231] env[65448]: DEBUG nova.scheduler.client.report [None req-2f2a837f-e858-46cd-93b9-bee155f581f4 tempest-ImagesNegativeTestJSON-2018095814 tempest-ImagesNegativeTestJSON-2018095814-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1043.421336] env[65448]: DEBUG oslo_vmware.api [None req-a1bd3f90-07b7-49c6-967a-aff7b76244f0 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]529165f4-f367-bafe-6fab-c0a368eee5b9, 'name': SearchDatastore_Task, 'duration_secs': 0.01416} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.421336] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a1bd3f90-07b7-49c6-967a-aff7b76244f0 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.421554] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-a1bd3f90-07b7-49c6-967a-aff7b76244f0 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: a79aa8d7-c3ce-4c6e-84c5-059e29f04a00] Processing image 50fb366d-48e6-424f-9c20-bc83d77be76a {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1043.421831] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a1bd3f90-07b7-49c6-967a-aff7b76244f0 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.422015] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a1bd3f90-07b7-49c6-967a-aff7b76244f0 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.422257] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1bd3f90-07b7-49c6-967a-aff7b76244f0 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1043.422625] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d58550ac-c898-4ffe-be73-6415f9e498dd {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.433496] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1bd3f90-07b7-49c6-967a-aff7b76244f0 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1043.433677] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-a1bd3f90-07b7-49c6-967a-aff7b76244f0 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1043.434465] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60ec2c7e-1863-4691-868c-d6f5b3c91ef9 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.440984] env[65448]: DEBUG oslo_vmware.api [None req-a1bd3f90-07b7-49c6-967a-aff7b76244f0 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Waiting for the task: (returnval){ [ 1043.440984] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]520141d3-d15a-3a9e-0da3-5c448591c8fe" [ 1043.440984] env[65448]: _type = "Task" [ 1043.440984] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.450042] env[65448]: DEBUG oslo_vmware.api [None req-a1bd3f90-07b7-49c6-967a-aff7b76244f0 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]520141d3-d15a-3a9e-0da3-5c448591c8fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.609741] env[65448]: DEBUG oslo_vmware.api [None req-2922a7c4-64d9-4aab-bc75-42f1a7ee7108 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Task: {'id': task-4938167, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.700391] env[65448]: DEBUG oslo_vmware.api [None req-908e137a-a93f-4a9a-9630-1e672d387106 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': task-4938169, 'name': PowerOnVM_Task, 'duration_secs': 0.491573} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.700750] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-908e137a-a93f-4a9a-9630-1e672d387106 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: b1c44555-fbc8-4a03-b155-65c0986cb216] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1043.701177] env[65448]: INFO nova.compute.manager [None req-908e137a-a93f-4a9a-9630-1e672d387106 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: b1c44555-fbc8-4a03-b155-65c0986cb216] Took 9.79 seconds to spawn the instance on the hypervisor. [ 1043.701352] env[65448]: DEBUG nova.compute.manager [None req-908e137a-a93f-4a9a-9630-1e672d387106 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: b1c44555-fbc8-4a03-b155-65c0986cb216] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 1043.702187] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c6e78a8-1f03-4c6f-b10d-5abdc848487f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.705629] env[65448]: DEBUG oslo_concurrency.lockutils [req-4690ad84-d1b9-4b1c-a67b-27fe3d4e9085 req-ae5f87bc-ce95-499a-abaf-d94e45f6b26e service nova] Releasing lock "refresh_cache-a79aa8d7-c3ce-4c6e-84c5-059e29f04a00" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.777648] env[65448]: DEBUG oslo_concurrency.lockutils [None req-2f2a837f-e858-46cd-93b9-bee155f581f4 tempest-ImagesNegativeTestJSON-2018095814 tempest-ImagesNegativeTestJSON-2018095814-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.944s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.782892] env[65448]: DEBUG oslo_concurrency.lockutils [None req-786d7f25-5395-413f-aa60-0bd46b9900d5 tempest-AttachInterfacesV270Test-1102348690 tempest-AttachInterfacesV270Test-1102348690-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.149s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.783131] env[65448]: DEBUG nova.objects.instance [None req-786d7f25-5395-413f-aa60-0bd46b9900d5 tempest-AttachInterfacesV270Test-1102348690 tempest-AttachInterfacesV270Test-1102348690-project-member] Lazy-loading 'resources' on Instance uuid e4c91856-fcd2-447b-a2d2-7d2ce2bce0f3 {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1043.808098] env[65448]: INFO nova.scheduler.client.report [None req-2f2a837f-e858-46cd-93b9-bee155f581f4 tempest-ImagesNegativeTestJSON-2018095814 tempest-ImagesNegativeTestJSON-2018095814-project-member] Deleted allocations for instance 11062866-c4f7-41ef-a119-55cc027aa3b8 [ 1043.955358] env[65448]: DEBUG oslo_vmware.api [None req-a1bd3f90-07b7-49c6-967a-aff7b76244f0 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]520141d3-d15a-3a9e-0da3-5c448591c8fe, 'name': SearchDatastore_Task, 'duration_secs': 0.012495} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.956451] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6c124b5-fd51-4c28-a695-efa8de6c0eb5 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.964308] env[65448]: DEBUG oslo_vmware.api [None req-a1bd3f90-07b7-49c6-967a-aff7b76244f0 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Waiting for the task: (returnval){ [ 1043.964308] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]526d2477-272a-756a-6856-b5a8c84151d9" [ 1043.964308] env[65448]: _type = "Task" [ 1043.964308] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.975594] env[65448]: DEBUG oslo_vmware.api [None req-a1bd3f90-07b7-49c6-967a-aff7b76244f0 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]526d2477-272a-756a-6856-b5a8c84151d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.062073] env[65448]: DEBUG oslo_concurrency.lockutils [None req-4bd39e6b-520b-4df2-8bc1-f8c53e813e35 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Acquiring lock "b905ff09-c59b-4f17-a42b-cf754c4006fe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.062442] env[65448]: DEBUG oslo_concurrency.lockutils [None req-4bd39e6b-520b-4df2-8bc1-f8c53e813e35 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Lock "b905ff09-c59b-4f17-a42b-cf754c4006fe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.062726] env[65448]: DEBUG oslo_concurrency.lockutils [None req-4bd39e6b-520b-4df2-8bc1-f8c53e813e35 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Acquiring lock "b905ff09-c59b-4f17-a42b-cf754c4006fe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.062993] env[65448]: DEBUG oslo_concurrency.lockutils [None req-4bd39e6b-520b-4df2-8bc1-f8c53e813e35 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Lock "b905ff09-c59b-4f17-a42b-cf754c4006fe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.063267] env[65448]: DEBUG oslo_concurrency.lockutils [None req-4bd39e6b-520b-4df2-8bc1-f8c53e813e35 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Lock "b905ff09-c59b-4f17-a42b-cf754c4006fe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.066734] env[65448]: INFO nova.compute.manager [None req-4bd39e6b-520b-4df2-8bc1-f8c53e813e35 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] [instance: b905ff09-c59b-4f17-a42b-cf754c4006fe] Terminating instance [ 1044.108963] env[65448]: DEBUG oslo_vmware.api [None req-2922a7c4-64d9-4aab-bc75-42f1a7ee7108 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Task: {'id': task-4938167, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.222788] env[65448]: INFO nova.compute.manager [None req-908e137a-a93f-4a9a-9630-1e672d387106 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: b1c44555-fbc8-4a03-b155-65c0986cb216] Took 34.26 seconds to build instance. [ 1044.319580] env[65448]: DEBUG oslo_concurrency.lockutils [None req-2f2a837f-e858-46cd-93b9-bee155f581f4 tempest-ImagesNegativeTestJSON-2018095814 tempest-ImagesNegativeTestJSON-2018095814-project-member] Lock "11062866-c4f7-41ef-a119-55cc027aa3b8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.664s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.479539] env[65448]: DEBUG oslo_vmware.api [None req-a1bd3f90-07b7-49c6-967a-aff7b76244f0 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]526d2477-272a-756a-6856-b5a8c84151d9, 'name': SearchDatastore_Task, 'duration_secs': 0.073945} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.479539] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a1bd3f90-07b7-49c6-967a-aff7b76244f0 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.480808] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1bd3f90-07b7-49c6-967a-aff7b76244f0 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] a79aa8d7-c3ce-4c6e-84c5-059e29f04a00/a79aa8d7-c3ce-4c6e-84c5-059e29f04a00.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1044.480808] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-946a86fb-f7b7-493a-b08f-ea43fbce2ac7 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.490755] env[65448]: DEBUG oslo_vmware.api [None req-a1bd3f90-07b7-49c6-967a-aff7b76244f0 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Waiting for the task: (returnval){ [ 1044.490755] env[65448]: value = "task-4938170" [ 1044.490755] env[65448]: _type = "Task" [ 1044.490755] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.500166] env[65448]: DEBUG oslo_vmware.api [None req-a1bd3f90-07b7-49c6-967a-aff7b76244f0 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': task-4938170, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.574067] env[65448]: DEBUG nova.compute.manager [None req-4bd39e6b-520b-4df2-8bc1-f8c53e813e35 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] [instance: b905ff09-c59b-4f17-a42b-cf754c4006fe] Start destroying the instance on the hypervisor. {{(pid=65448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3209}} [ 1044.574296] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-4bd39e6b-520b-4df2-8bc1-f8c53e813e35 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] [instance: b905ff09-c59b-4f17-a42b-cf754c4006fe] Destroying instance {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1044.575515] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c79a881-f96c-40ca-9f93-1d61ca99c570 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.583657] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bd39e6b-520b-4df2-8bc1-f8c53e813e35 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] [instance: b905ff09-c59b-4f17-a42b-cf754c4006fe] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1044.583969] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-55edf13d-f4b6-48d8-b6a7-9d1de48860c5 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.591460] env[65448]: DEBUG oslo_vmware.api [None req-4bd39e6b-520b-4df2-8bc1-f8c53e813e35 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Waiting for the task: (returnval){ [ 1044.591460] env[65448]: value = "task-4938171" [ 1044.591460] env[65448]: _type = "Task" [ 1044.591460] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.600991] env[65448]: DEBUG oslo_vmware.api [None req-4bd39e6b-520b-4df2-8bc1-f8c53e813e35 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Task: {'id': task-4938171, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.614487] env[65448]: DEBUG oslo_vmware.api [None req-2922a7c4-64d9-4aab-bc75-42f1a7ee7108 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Task: {'id': task-4938167, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.709706} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.615230] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-2922a7c4-64d9-4aab-bc75-42f1a7ee7108 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] 1922ac25-2b1e-4a2d-b87a-1ca8712ac96d/1922ac25-2b1e-4a2d-b87a-1ca8712ac96d.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1044.615475] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-2922a7c4-64d9-4aab-bc75-42f1a7ee7108 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 1922ac25-2b1e-4a2d-b87a-1ca8712ac96d] Extending root virtual disk to 1048576 {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1044.615808] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a32338d3-fee7-4b16-afe2-0f65778cd597 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.630477] env[65448]: DEBUG oslo_vmware.api [None req-2922a7c4-64d9-4aab-bc75-42f1a7ee7108 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Waiting for the task: (returnval){ [ 1044.630477] env[65448]: value = "task-4938172" [ 1044.630477] env[65448]: _type = "Task" [ 1044.630477] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.636709] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6de34690-9cb3-4c8f-a9cd-e75b72080b94 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.644036] env[65448]: DEBUG oslo_vmware.api [None req-2922a7c4-64d9-4aab-bc75-42f1a7ee7108 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Task: {'id': task-4938172, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.650260] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b50a7538-2d20-4727-8ec7-9220a27d9207 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.685873] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c65cd003-41f5-4a6d-a66c-de233d13cb07 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.694783] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c05c9aa-61f6-4942-8cfc-bc504445e6bc {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.709620] env[65448]: DEBUG nova.compute.provider_tree [None req-786d7f25-5395-413f-aa60-0bd46b9900d5 tempest-AttachInterfacesV270Test-1102348690 tempest-AttachInterfacesV270Test-1102348690-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1044.724740] env[65448]: DEBUG oslo_concurrency.lockutils [None req-908e137a-a93f-4a9a-9630-1e672d387106 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Lock "b1c44555-fbc8-4a03-b155-65c0986cb216" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.769s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.972591] env[65448]: DEBUG oslo_concurrency.lockutils [None req-29b2f787-ed45-4af2-a860-519af3d0c8aa tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Acquiring lock "b1c44555-fbc8-4a03-b155-65c0986cb216" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.972897] env[65448]: DEBUG oslo_concurrency.lockutils [None req-29b2f787-ed45-4af2-a860-519af3d0c8aa tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Lock "b1c44555-fbc8-4a03-b155-65c0986cb216" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.973162] env[65448]: DEBUG oslo_concurrency.lockutils [None req-29b2f787-ed45-4af2-a860-519af3d0c8aa tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Acquiring lock "b1c44555-fbc8-4a03-b155-65c0986cb216-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.973302] env[65448]: DEBUG oslo_concurrency.lockutils [None req-29b2f787-ed45-4af2-a860-519af3d0c8aa tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Lock "b1c44555-fbc8-4a03-b155-65c0986cb216-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.973468] env[65448]: DEBUG oslo_concurrency.lockutils [None req-29b2f787-ed45-4af2-a860-519af3d0c8aa tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Lock "b1c44555-fbc8-4a03-b155-65c0986cb216-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.975970] env[65448]: INFO nova.compute.manager [None req-29b2f787-ed45-4af2-a860-519af3d0c8aa tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: b1c44555-fbc8-4a03-b155-65c0986cb216] Terminating instance [ 1045.007701] env[65448]: DEBUG oslo_vmware.api [None req-a1bd3f90-07b7-49c6-967a-aff7b76244f0 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': task-4938170, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.105384] env[65448]: DEBUG oslo_vmware.api [None req-4bd39e6b-520b-4df2-8bc1-f8c53e813e35 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Task: {'id': task-4938171, 'name': PowerOffVM_Task, 'duration_secs': 0.247896} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.105384] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bd39e6b-520b-4df2-8bc1-f8c53e813e35 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] [instance: b905ff09-c59b-4f17-a42b-cf754c4006fe] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1045.105384] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-4bd39e6b-520b-4df2-8bc1-f8c53e813e35 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] [instance: b905ff09-c59b-4f17-a42b-cf754c4006fe] Unregistering the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1045.105384] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0ddfb6a6-cbf5-4bba-866b-b9f96fc896c6 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.144150] env[65448]: DEBUG oslo_vmware.api [None req-2922a7c4-64d9-4aab-bc75-42f1a7ee7108 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Task: {'id': task-4938172, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.14114} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.145151] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-2922a7c4-64d9-4aab-bc75-42f1a7ee7108 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 1922ac25-2b1e-4a2d-b87a-1ca8712ac96d] Extended root virtual disk {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1045.145821] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c0e02f8-e511-4a98-a241-c8e39af3de40 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.179836] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-2922a7c4-64d9-4aab-bc75-42f1a7ee7108 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 1922ac25-2b1e-4a2d-b87a-1ca8712ac96d] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] 1922ac25-2b1e-4a2d-b87a-1ca8712ac96d/1922ac25-2b1e-4a2d-b87a-1ca8712ac96d.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1045.180212] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7019cf43-73eb-4c13-b5c3-3145bf799cdf {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.200236] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-4bd39e6b-520b-4df2-8bc1-f8c53e813e35 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] [instance: b905ff09-c59b-4f17-a42b-cf754c4006fe] Unregistered the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1045.200506] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-4bd39e6b-520b-4df2-8bc1-f8c53e813e35 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] [instance: b905ff09-c59b-4f17-a42b-cf754c4006fe] Deleting contents of the VM from datastore datastore1 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1045.200705] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bd39e6b-520b-4df2-8bc1-f8c53e813e35 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Deleting the datastore file [datastore1] b905ff09-c59b-4f17-a42b-cf754c4006fe {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1045.201041] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2b88c46e-d343-4614-a1e0-da2e749caec0 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.206022] env[65448]: DEBUG oslo_vmware.api [None req-2922a7c4-64d9-4aab-bc75-42f1a7ee7108 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Waiting for the task: (returnval){ [ 1045.206022] env[65448]: value = "task-4938174" [ 1045.206022] env[65448]: _type = "Task" [ 1045.206022] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.211951] env[65448]: DEBUG oslo_vmware.api [None req-4bd39e6b-520b-4df2-8bc1-f8c53e813e35 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Waiting for the task: (returnval){ [ 1045.211951] env[65448]: value = "task-4938175" [ 1045.211951] env[65448]: _type = "Task" [ 1045.211951] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.214029] env[65448]: DEBUG nova.scheduler.client.report [None req-786d7f25-5395-413f-aa60-0bd46b9900d5 tempest-AttachInterfacesV270Test-1102348690 tempest-AttachInterfacesV270Test-1102348690-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1045.224411] env[65448]: DEBUG oslo_vmware.api [None req-2922a7c4-64d9-4aab-bc75-42f1a7ee7108 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Task: {'id': task-4938174, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.231296] env[65448]: DEBUG oslo_vmware.api [None req-4bd39e6b-520b-4df2-8bc1-f8c53e813e35 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Task: {'id': task-4938175, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.481053] env[65448]: DEBUG nova.compute.manager [None req-29b2f787-ed45-4af2-a860-519af3d0c8aa tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: b1c44555-fbc8-4a03-b155-65c0986cb216] Start destroying the instance on the hypervisor. {{(pid=65448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3209}} [ 1045.481207] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-29b2f787-ed45-4af2-a860-519af3d0c8aa tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: b1c44555-fbc8-4a03-b155-65c0986cb216] Destroying instance {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1045.482253] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dc2f25b-3456-4f8e-9191-09d8fea6e681 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.490862] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-29b2f787-ed45-4af2-a860-519af3d0c8aa tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: b1c44555-fbc8-4a03-b155-65c0986cb216] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1045.491208] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-da61b8cf-15ac-46de-afb9-33da440d5238 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.503714] env[65448]: DEBUG oslo_vmware.api [None req-a1bd3f90-07b7-49c6-967a-aff7b76244f0 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': task-4938170, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.7625} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.505440] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1bd3f90-07b7-49c6-967a-aff7b76244f0 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] a79aa8d7-c3ce-4c6e-84c5-059e29f04a00/a79aa8d7-c3ce-4c6e-84c5-059e29f04a00.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1045.505646] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-a1bd3f90-07b7-49c6-967a-aff7b76244f0 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: a79aa8d7-c3ce-4c6e-84c5-059e29f04a00] Extending root virtual disk to 1048576 {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1045.505953] env[65448]: DEBUG oslo_vmware.api [None req-29b2f787-ed45-4af2-a860-519af3d0c8aa tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Waiting for the task: (returnval){ [ 1045.505953] env[65448]: value = "task-4938176" [ 1045.505953] env[65448]: _type = "Task" [ 1045.505953] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.506436] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-051d735d-b9bd-4090-8b97-a0d23178f291 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.517234] env[65448]: DEBUG oslo_vmware.api [None req-29b2f787-ed45-4af2-a860-519af3d0c8aa tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': task-4938176, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.518734] env[65448]: DEBUG oslo_vmware.api [None req-a1bd3f90-07b7-49c6-967a-aff7b76244f0 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Waiting for the task: (returnval){ [ 1045.518734] env[65448]: value = "task-4938177" [ 1045.518734] env[65448]: _type = "Task" [ 1045.518734] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.716115] env[65448]: DEBUG oslo_vmware.api [None req-2922a7c4-64d9-4aab-bc75-42f1a7ee7108 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Task: {'id': task-4938174, 'name': ReconfigVM_Task, 'duration_secs': 0.350317} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.716485] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-2922a7c4-64d9-4aab-bc75-42f1a7ee7108 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 1922ac25-2b1e-4a2d-b87a-1ca8712ac96d] Reconfigured VM instance instance-0000005d to attach disk [datastore2] 1922ac25-2b1e-4a2d-b87a-1ca8712ac96d/1922ac25-2b1e-4a2d-b87a-1ca8712ac96d.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1045.717105] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0bdf40d4-c0ad-4dbc-bbfb-faaaec58d4ca {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.723879] env[65448]: DEBUG oslo_concurrency.lockutils [None req-786d7f25-5395-413f-aa60-0bd46b9900d5 tempest-AttachInterfacesV270Test-1102348690 tempest-AttachInterfacesV270Test-1102348690-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.941s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.726368] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d4a62593-05b9-499d-a339-dbd94f22ce99 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.958s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.728148] env[65448]: INFO nova.compute.claims [None req-d4a62593-05b9-499d-a339-dbd94f22ce99 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 401bed25-915f-42dc-8281-265fe65d584b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1045.732352] env[65448]: DEBUG oslo_vmware.api [None req-2922a7c4-64d9-4aab-bc75-42f1a7ee7108 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Waiting for the task: (returnval){ [ 1045.732352] env[65448]: value = "task-4938178" [ 1045.732352] env[65448]: _type = "Task" [ 1045.732352] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.735480] env[65448]: DEBUG oslo_vmware.api [None req-4bd39e6b-520b-4df2-8bc1-f8c53e813e35 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Task: {'id': task-4938175, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.197992} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.738474] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bd39e6b-520b-4df2-8bc1-f8c53e813e35 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1045.738658] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-4bd39e6b-520b-4df2-8bc1-f8c53e813e35 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] [instance: b905ff09-c59b-4f17-a42b-cf754c4006fe] Deleted contents of the VM from datastore datastore1 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1045.738830] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-4bd39e6b-520b-4df2-8bc1-f8c53e813e35 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] [instance: b905ff09-c59b-4f17-a42b-cf754c4006fe] Instance destroyed {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1045.738997] env[65448]: INFO nova.compute.manager [None req-4bd39e6b-520b-4df2-8bc1-f8c53e813e35 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] [instance: b905ff09-c59b-4f17-a42b-cf754c4006fe] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1045.739261] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-4bd39e6b-520b-4df2-8bc1-f8c53e813e35 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1045.739481] env[65448]: DEBUG nova.compute.manager [-] [instance: b905ff09-c59b-4f17-a42b-cf754c4006fe] Deallocating network for instance {{(pid=65448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1045.739585] env[65448]: DEBUG nova.network.neutron [-] [instance: b905ff09-c59b-4f17-a42b-cf754c4006fe] deallocate_for_instance() {{(pid=65448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1045.739839] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1045.750118] env[65448]: DEBUG oslo_vmware.api [None req-2922a7c4-64d9-4aab-bc75-42f1a7ee7108 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Task: {'id': task-4938178, 'name': Rename_Task} progress is 10%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.751213] env[65448]: INFO nova.scheduler.client.report [None req-786d7f25-5395-413f-aa60-0bd46b9900d5 tempest-AttachInterfacesV270Test-1102348690 tempest-AttachInterfacesV270Test-1102348690-project-member] Deleted allocations for instance e4c91856-fcd2-447b-a2d2-7d2ce2bce0f3 [ 1045.852608] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1046.020478] env[65448]: DEBUG oslo_vmware.api [None req-29b2f787-ed45-4af2-a860-519af3d0c8aa tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': task-4938176, 'name': PowerOffVM_Task, 'duration_secs': 0.496834} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.024093] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-29b2f787-ed45-4af2-a860-519af3d0c8aa tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: b1c44555-fbc8-4a03-b155-65c0986cb216] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1046.024338] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-29b2f787-ed45-4af2-a860-519af3d0c8aa tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: b1c44555-fbc8-4a03-b155-65c0986cb216] Unregistering the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1046.024700] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ebffd087-d397-41cc-be96-1529f3fc4b57 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.033967] env[65448]: DEBUG oslo_vmware.api [None req-a1bd3f90-07b7-49c6-967a-aff7b76244f0 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': task-4938177, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079927} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.035824] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-a1bd3f90-07b7-49c6-967a-aff7b76244f0 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: a79aa8d7-c3ce-4c6e-84c5-059e29f04a00] Extended root virtual disk {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1046.036911] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc73ca13-7b4a-4a35-a10c-9d3d712e21dd {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.066177] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1bd3f90-07b7-49c6-967a-aff7b76244f0 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: a79aa8d7-c3ce-4c6e-84c5-059e29f04a00] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] a79aa8d7-c3ce-4c6e-84c5-059e29f04a00/a79aa8d7-c3ce-4c6e-84c5-059e29f04a00.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1046.066525] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c5254761-a30f-4a13-ab92-b687b18c86d2 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.092030] env[65448]: DEBUG oslo_vmware.api [None req-a1bd3f90-07b7-49c6-967a-aff7b76244f0 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Waiting for the task: (returnval){ [ 1046.092030] env[65448]: value = "task-4938180" [ 1046.092030] env[65448]: _type = "Task" [ 1046.092030] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.098742] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-29b2f787-ed45-4af2-a860-519af3d0c8aa tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: b1c44555-fbc8-4a03-b155-65c0986cb216] Unregistered the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1046.099037] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-29b2f787-ed45-4af2-a860-519af3d0c8aa tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: b1c44555-fbc8-4a03-b155-65c0986cb216] Deleting contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1046.099290] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-29b2f787-ed45-4af2-a860-519af3d0c8aa tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Deleting the datastore file [datastore2] b1c44555-fbc8-4a03-b155-65c0986cb216 {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1046.100326] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fd280be5-3ffd-4de5-a488-9bf9c3f2e8eb {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.107568] env[65448]: DEBUG oslo_vmware.api [None req-a1bd3f90-07b7-49c6-967a-aff7b76244f0 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': task-4938180, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.114515] env[65448]: DEBUG oslo_vmware.api [None req-29b2f787-ed45-4af2-a860-519af3d0c8aa tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Waiting for the task: (returnval){ [ 1046.114515] env[65448]: value = "task-4938181" [ 1046.114515] env[65448]: _type = "Task" [ 1046.114515] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.130041] env[65448]: DEBUG oslo_vmware.api [None req-29b2f787-ed45-4af2-a860-519af3d0c8aa tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': task-4938181, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.248324] env[65448]: DEBUG oslo_vmware.api [None req-2922a7c4-64d9-4aab-bc75-42f1a7ee7108 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Task: {'id': task-4938178, 'name': Rename_Task, 'duration_secs': 0.158812} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.248324] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-2922a7c4-64d9-4aab-bc75-42f1a7ee7108 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 1922ac25-2b1e-4a2d-b87a-1ca8712ac96d] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1046.248324] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b8f35b21-675e-46e1-9e90-dcec2188e4b4 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.258642] env[65448]: DEBUG oslo_vmware.api [None req-2922a7c4-64d9-4aab-bc75-42f1a7ee7108 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Waiting for the task: (returnval){ [ 1046.258642] env[65448]: value = "task-4938182" [ 1046.258642] env[65448]: _type = "Task" [ 1046.258642] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.259136] env[65448]: DEBUG oslo_concurrency.lockutils [None req-786d7f25-5395-413f-aa60-0bd46b9900d5 tempest-AttachInterfacesV270Test-1102348690 tempest-AttachInterfacesV270Test-1102348690-project-member] Lock "e4c91856-fcd2-447b-a2d2-7d2ce2bce0f3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.284s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.271094] env[65448]: DEBUG oslo_vmware.api [None req-2922a7c4-64d9-4aab-bc75-42f1a7ee7108 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Task: {'id': task-4938182, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.450678] env[65448]: DEBUG nova.compute.manager [req-6d8903c6-980c-4091-a16c-78be82243c7f req-5ea395e8-e4a8-4b86-bf1b-968b261502db service nova] [instance: b905ff09-c59b-4f17-a42b-cf754c4006fe] Received event network-vif-deleted-7a5b3991-1a34-4ad2-acfd-fe6103b2d9df {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1046.451666] env[65448]: INFO nova.compute.manager [req-6d8903c6-980c-4091-a16c-78be82243c7f req-5ea395e8-e4a8-4b86-bf1b-968b261502db service nova] [instance: b905ff09-c59b-4f17-a42b-cf754c4006fe] Neutron deleted interface 7a5b3991-1a34-4ad2-acfd-fe6103b2d9df; detaching it from the instance and deleting it from the info cache [ 1046.452094] env[65448]: DEBUG nova.network.neutron [req-6d8903c6-980c-4091-a16c-78be82243c7f req-5ea395e8-e4a8-4b86-bf1b-968b261502db service nova] [instance: b905ff09-c59b-4f17-a42b-cf754c4006fe] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.602906] env[65448]: DEBUG oslo_vmware.api [None req-a1bd3f90-07b7-49c6-967a-aff7b76244f0 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': task-4938180, 'name': ReconfigVM_Task, 'duration_secs': 0.325853} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.603160] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1bd3f90-07b7-49c6-967a-aff7b76244f0 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: a79aa8d7-c3ce-4c6e-84c5-059e29f04a00] Reconfigured VM instance instance-0000005e to attach disk [datastore2] a79aa8d7-c3ce-4c6e-84c5-059e29f04a00/a79aa8d7-c3ce-4c6e-84c5-059e29f04a00.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1046.603713] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ad922312-bb04-40f0-bfbb-f99135775170 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.610808] env[65448]: DEBUG oslo_vmware.api [None req-a1bd3f90-07b7-49c6-967a-aff7b76244f0 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Waiting for the task: (returnval){ [ 1046.610808] env[65448]: value = "task-4938183" [ 1046.610808] env[65448]: _type = "Task" [ 1046.610808] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.621885] env[65448]: DEBUG oslo_vmware.api [None req-a1bd3f90-07b7-49c6-967a-aff7b76244f0 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': task-4938183, 'name': Rename_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.627716] env[65448]: DEBUG oslo_vmware.api [None req-29b2f787-ed45-4af2-a860-519af3d0c8aa tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': task-4938181, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146284} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.628039] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-29b2f787-ed45-4af2-a860-519af3d0c8aa tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1046.628270] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-29b2f787-ed45-4af2-a860-519af3d0c8aa tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: b1c44555-fbc8-4a03-b155-65c0986cb216] Deleted contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1046.628385] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-29b2f787-ed45-4af2-a860-519af3d0c8aa tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: b1c44555-fbc8-4a03-b155-65c0986cb216] Instance destroyed {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1046.628657] env[65448]: INFO nova.compute.manager [None req-29b2f787-ed45-4af2-a860-519af3d0c8aa tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: b1c44555-fbc8-4a03-b155-65c0986cb216] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1046.628944] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-29b2f787-ed45-4af2-a860-519af3d0c8aa tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1046.629169] env[65448]: DEBUG nova.compute.manager [-] [instance: b1c44555-fbc8-4a03-b155-65c0986cb216] Deallocating network for instance {{(pid=65448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1046.629267] env[65448]: DEBUG nova.network.neutron [-] [instance: b1c44555-fbc8-4a03-b155-65c0986cb216] deallocate_for_instance() {{(pid=65448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1046.629520] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1046.666992] env[65448]: DEBUG nova.network.neutron [-] [instance: b905ff09-c59b-4f17-a42b-cf754c4006fe] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.773998] env[65448]: DEBUG oslo_vmware.api [None req-2922a7c4-64d9-4aab-bc75-42f1a7ee7108 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Task: {'id': task-4938182, 'name': PowerOnVM_Task, 'duration_secs': 0.494766} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.779743] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-2922a7c4-64d9-4aab-bc75-42f1a7ee7108 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 1922ac25-2b1e-4a2d-b87a-1ca8712ac96d] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1046.780250] env[65448]: INFO nova.compute.manager [None req-2922a7c4-64d9-4aab-bc75-42f1a7ee7108 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 1922ac25-2b1e-4a2d-b87a-1ca8712ac96d] Took 9.39 seconds to spawn the instance on the hypervisor. [ 1046.780532] env[65448]: DEBUG nova.compute.manager [None req-2922a7c4-64d9-4aab-bc75-42f1a7ee7108 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 1922ac25-2b1e-4a2d-b87a-1ca8712ac96d] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 1046.781681] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fdf569c-273c-442a-9e40-e596ae74b069 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.787157] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1046.954945] env[65448]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8fc1a215-cacc-44eb-a217-3aa5230060d3 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.970161] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-559054f4-9e74-4660-91f5-e15a092ffb01 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.016637] env[65448]: DEBUG nova.compute.manager [req-6d8903c6-980c-4091-a16c-78be82243c7f req-5ea395e8-e4a8-4b86-bf1b-968b261502db service nova] [instance: b905ff09-c59b-4f17-a42b-cf754c4006fe] Detach interface failed, port_id=7a5b3991-1a34-4ad2-acfd-fe6103b2d9df, reason: Instance b905ff09-c59b-4f17-a42b-cf754c4006fe could not be found. {{(pid=65448) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 1047.078759] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a043aef-2630-441a-a086-4c01f1481522 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.087474] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be4c3f8b-abc3-4b20-8677-af07bd6d61d8 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.129420] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b95cd96-8823-4c9c-a621-c958f9a13931 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.138164] env[65448]: DEBUG oslo_vmware.api [None req-a1bd3f90-07b7-49c6-967a-aff7b76244f0 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': task-4938183, 'name': Rename_Task, 'duration_secs': 0.2146} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.140415] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1bd3f90-07b7-49c6-967a-aff7b76244f0 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: a79aa8d7-c3ce-4c6e-84c5-059e29f04a00] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1047.140736] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-82a6b6c3-14a2-4b02-9528-e562c285640f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.144130] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d05affc-9c62-45d4-a00f-ab00b9448a37 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.151242] env[65448]: DEBUG nova.compute.manager [req-2ddc64ed-4d67-4805-929f-ec46590edcef req-1484f6ce-d04e-4111-8d9b-96953befad71 service nova] [instance: b1c44555-fbc8-4a03-b155-65c0986cb216] Received event network-vif-deleted-02f068b4-53d0-4dee-af1f-b81afc1c4dab {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1047.151555] env[65448]: INFO nova.compute.manager [req-2ddc64ed-4d67-4805-929f-ec46590edcef req-1484f6ce-d04e-4111-8d9b-96953befad71 service nova] [instance: b1c44555-fbc8-4a03-b155-65c0986cb216] Neutron deleted interface 02f068b4-53d0-4dee-af1f-b81afc1c4dab; detaching it from the instance and deleting it from the info cache [ 1047.151794] env[65448]: DEBUG nova.network.neutron [req-2ddc64ed-4d67-4805-929f-ec46590edcef req-1484f6ce-d04e-4111-8d9b-96953befad71 service nova] [instance: b1c44555-fbc8-4a03-b155-65c0986cb216] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.169765] env[65448]: DEBUG nova.compute.provider_tree [None req-d4a62593-05b9-499d-a339-dbd94f22ce99 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1047.172610] env[65448]: INFO nova.compute.manager [-] [instance: b905ff09-c59b-4f17-a42b-cf754c4006fe] Took 1.43 seconds to deallocate network for instance. [ 1047.173572] env[65448]: DEBUG oslo_vmware.api [None req-a1bd3f90-07b7-49c6-967a-aff7b76244f0 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Waiting for the task: (returnval){ [ 1047.173572] env[65448]: value = "task-4938184" [ 1047.173572] env[65448]: _type = "Task" [ 1047.173572] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.190488] env[65448]: DEBUG oslo_vmware.api [None req-a1bd3f90-07b7-49c6-967a-aff7b76244f0 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': task-4938184, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.314385] env[65448]: INFO nova.compute.manager [None req-2922a7c4-64d9-4aab-bc75-42f1a7ee7108 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 1922ac25-2b1e-4a2d-b87a-1ca8712ac96d] Took 22.10 seconds to build instance. [ 1047.556856] env[65448]: DEBUG nova.network.neutron [-] [instance: b1c44555-fbc8-4a03-b155-65c0986cb216] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.655126] env[65448]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e3377d40-2d90-457f-be9c-be4c2bf51930 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.665653] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec71dcd0-7bf2-45e3-9e81-ba9003d343e3 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.677227] env[65448]: DEBUG nova.scheduler.client.report [None req-d4a62593-05b9-499d-a339-dbd94f22ce99 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1047.687957] env[65448]: DEBUG oslo_concurrency.lockutils [None req-4bd39e6b-520b-4df2-8bc1-f8c53e813e35 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.694732] env[65448]: DEBUG oslo_vmware.api [None req-a1bd3f90-07b7-49c6-967a-aff7b76244f0 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': task-4938184, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.709075] env[65448]: DEBUG nova.compute.manager [req-2ddc64ed-4d67-4805-929f-ec46590edcef req-1484f6ce-d04e-4111-8d9b-96953befad71 service nova] [instance: b1c44555-fbc8-4a03-b155-65c0986cb216] Detach interface failed, port_id=02f068b4-53d0-4dee-af1f-b81afc1c4dab, reason: Instance b1c44555-fbc8-4a03-b155-65c0986cb216 could not be found. {{(pid=65448) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 1047.817153] env[65448]: DEBUG oslo_concurrency.lockutils [None req-2922a7c4-64d9-4aab-bc75-42f1a7ee7108 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Lock "1922ac25-2b1e-4a2d-b87a-1ca8712ac96d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.606s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.059699] env[65448]: INFO nova.compute.manager [-] [instance: b1c44555-fbc8-4a03-b155-65c0986cb216] Took 1.43 seconds to deallocate network for instance. [ 1048.186736] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d4a62593-05b9-499d-a339-dbd94f22ce99 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.460s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.188690] env[65448]: DEBUG nova.compute.manager [None req-d4a62593-05b9-499d-a339-dbd94f22ce99 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 401bed25-915f-42dc-8281-265fe65d584b] Start building networks asynchronously for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2881}} [ 1048.191970] env[65448]: DEBUG oslo_concurrency.lockutils [None req-967aba19-83f8-44a9-af6c-6e9f19b6afa2 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.130s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.194019] env[65448]: DEBUG nova.objects.instance [None req-967aba19-83f8-44a9-af6c-6e9f19b6afa2 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Lazy-loading 'resources' on Instance uuid 3a4ea7cd-a46b-4aa2-aaec-6799deec58f9 {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1048.204024] env[65448]: DEBUG oslo_vmware.api [None req-a1bd3f90-07b7-49c6-967a-aff7b76244f0 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': task-4938184, 'name': PowerOnVM_Task, 'duration_secs': 0.7668} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.204024] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1bd3f90-07b7-49c6-967a-aff7b76244f0 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: a79aa8d7-c3ce-4c6e-84c5-059e29f04a00] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1048.204024] env[65448]: INFO nova.compute.manager [None req-a1bd3f90-07b7-49c6-967a-aff7b76244f0 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: a79aa8d7-c3ce-4c6e-84c5-059e29f04a00] Took 8.31 seconds to spawn the instance on the hypervisor. [ 1048.204024] env[65448]: DEBUG nova.compute.manager [None req-a1bd3f90-07b7-49c6-967a-aff7b76244f0 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: a79aa8d7-c3ce-4c6e-84c5-059e29f04a00] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 1048.204024] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b86acda8-4138-41f8-94a8-9b4efb58fc5f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.565493] env[65448]: DEBUG nova.compute.manager [req-44f9d9d1-0075-4dc7-af9a-9bc04583af23 req-7d02a30e-e94d-4be9-a15a-2ce0cdefcf55 service nova] [instance: 1922ac25-2b1e-4a2d-b87a-1ca8712ac96d] Received event network-changed-dba292a4-50d8-437e-a2a9-e9a705632052 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1048.565739] env[65448]: DEBUG nova.compute.manager [req-44f9d9d1-0075-4dc7-af9a-9bc04583af23 req-7d02a30e-e94d-4be9-a15a-2ce0cdefcf55 service nova] [instance: 1922ac25-2b1e-4a2d-b87a-1ca8712ac96d] Refreshing instance network info cache due to event network-changed-dba292a4-50d8-437e-a2a9-e9a705632052. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 1048.565965] env[65448]: DEBUG oslo_concurrency.lockutils [req-44f9d9d1-0075-4dc7-af9a-9bc04583af23 req-7d02a30e-e94d-4be9-a15a-2ce0cdefcf55 service nova] Acquiring lock "refresh_cache-1922ac25-2b1e-4a2d-b87a-1ca8712ac96d" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.566153] env[65448]: DEBUG oslo_concurrency.lockutils [req-44f9d9d1-0075-4dc7-af9a-9bc04583af23 req-7d02a30e-e94d-4be9-a15a-2ce0cdefcf55 service nova] Acquired lock "refresh_cache-1922ac25-2b1e-4a2d-b87a-1ca8712ac96d" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.566416] env[65448]: DEBUG nova.network.neutron [req-44f9d9d1-0075-4dc7-af9a-9bc04583af23 req-7d02a30e-e94d-4be9-a15a-2ce0cdefcf55 service nova] [instance: 1922ac25-2b1e-4a2d-b87a-1ca8712ac96d] Refreshing network info cache for port dba292a4-50d8-437e-a2a9-e9a705632052 {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1048.575638] env[65448]: DEBUG oslo_concurrency.lockutils [None req-29b2f787-ed45-4af2-a860-519af3d0c8aa tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.698042] env[65448]: DEBUG nova.compute.utils [None req-d4a62593-05b9-499d-a339-dbd94f22ce99 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Using /dev/sd instead of None {{(pid=65448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1048.700417] env[65448]: DEBUG nova.compute.manager [None req-d4a62593-05b9-499d-a339-dbd94f22ce99 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 401bed25-915f-42dc-8281-265fe65d584b] Allocating IP information in the background. {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 1048.700672] env[65448]: DEBUG nova.network.neutron [None req-d4a62593-05b9-499d-a339-dbd94f22ce99 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 401bed25-915f-42dc-8281-265fe65d584b] allocate_for_instance() {{(pid=65448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1048.701222] env[65448]: WARNING neutronclient.v2_0.client [None req-d4a62593-05b9-499d-a339-dbd94f22ce99 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1048.701552] env[65448]: WARNING neutronclient.v2_0.client [None req-d4a62593-05b9-499d-a339-dbd94f22ce99 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1048.730547] env[65448]: INFO nova.compute.manager [None req-a1bd3f90-07b7-49c6-967a-aff7b76244f0 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: a79aa8d7-c3ce-4c6e-84c5-059e29f04a00] Took 18.77 seconds to build instance. [ 1048.765030] env[65448]: DEBUG nova.policy [None req-d4a62593-05b9-499d-a339-dbd94f22ce99 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '13c0267394e44d39aa313dd6e28d2c5b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '916343b5368a43deacc775f54aa9bc72', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65448) authorize /opt/stack/nova/nova/policy.py:192}} [ 1049.053170] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6139bfe1-acc5-4dbe-9760-36bc89cd41b1 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.069519] env[65448]: WARNING neutronclient.v2_0.client [req-44f9d9d1-0075-4dc7-af9a-9bc04583af23 req-7d02a30e-e94d-4be9-a15a-2ce0cdefcf55 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1049.073127] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25fcce06-80b6-42a1-ab81-140777687a0b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.119661] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccf4d8ac-5e2f-424d-b8e0-79de39448d6e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.130441] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44f3266b-c1fb-422e-8ee8-8c2b15d52685 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.146942] env[65448]: DEBUG nova.compute.provider_tree [None req-967aba19-83f8-44a9-af6c-6e9f19b6afa2 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1049.187413] env[65448]: DEBUG nova.network.neutron [None req-d4a62593-05b9-499d-a339-dbd94f22ce99 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 401bed25-915f-42dc-8281-265fe65d584b] Successfully created port: 6ba8ccf9-6afc-41da-bf36-be2aab33f314 {{(pid=65448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1049.207019] env[65448]: DEBUG nova.compute.manager [None req-d4a62593-05b9-499d-a339-dbd94f22ce99 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 401bed25-915f-42dc-8281-265fe65d584b] Start building block device mappings for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2916}} [ 1049.233369] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a1bd3f90-07b7-49c6-967a-aff7b76244f0 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Lock "a79aa8d7-c3ce-4c6e-84c5-059e29f04a00" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.289s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.651267] env[65448]: DEBUG nova.scheduler.client.report [None req-967aba19-83f8-44a9-af6c-6e9f19b6afa2 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1049.760114] env[65448]: DEBUG oslo_concurrency.lockutils [None req-60909bce-af19-4699-ac87-a073c6391e10 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Acquiring lock "ffb11675-ff83-4efb-be37-b642e50ea8b9" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.760726] env[65448]: DEBUG oslo_concurrency.lockutils [None req-60909bce-af19-4699-ac87-a073c6391e10 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Lock "ffb11675-ff83-4efb-be37-b642e50ea8b9" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.760939] env[65448]: INFO nova.compute.manager [None req-60909bce-af19-4699-ac87-a073c6391e10 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: ffb11675-ff83-4efb-be37-b642e50ea8b9] Shelving [ 1050.160445] env[65448]: DEBUG oslo_concurrency.lockutils [None req-967aba19-83f8-44a9-af6c-6e9f19b6afa2 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.968s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.162832] env[65448]: DEBUG oslo_concurrency.lockutils [None req-4f584de7-4c5e-478c-9814-15be602b563c tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.798s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.164903] env[65448]: INFO nova.compute.claims [None req-4f584de7-4c5e-478c-9814-15be602b563c tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] [instance: 15562e57-0fb4-4930-bede-f692179ce893] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1050.188623] env[65448]: INFO nova.scheduler.client.report [None req-967aba19-83f8-44a9-af6c-6e9f19b6afa2 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Deleted allocations for instance 3a4ea7cd-a46b-4aa2-aaec-6799deec58f9 [ 1050.218791] env[65448]: DEBUG nova.compute.manager [None req-d4a62593-05b9-499d-a339-dbd94f22ce99 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 401bed25-915f-42dc-8281-265fe65d584b] Start spawning the instance on the hypervisor. {{(pid=65448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2689}} [ 1050.249380] env[65448]: DEBUG nova.virt.hardware [None req-d4a62593-05b9-499d-a339-dbd94f22ce99 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-08T17:19:51Z,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a992292b6dae455593d228217860e2e1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-08T17:19:52Z,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1050.249624] env[65448]: DEBUG nova.virt.hardware [None req-d4a62593-05b9-499d-a339-dbd94f22ce99 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1050.249783] env[65448]: DEBUG nova.virt.hardware [None req-d4a62593-05b9-499d-a339-dbd94f22ce99 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1050.249960] env[65448]: DEBUG nova.virt.hardware [None req-d4a62593-05b9-499d-a339-dbd94f22ce99 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1050.250126] env[65448]: DEBUG nova.virt.hardware [None req-d4a62593-05b9-499d-a339-dbd94f22ce99 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1050.250277] env[65448]: DEBUG nova.virt.hardware [None req-d4a62593-05b9-499d-a339-dbd94f22ce99 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1050.250485] env[65448]: DEBUG nova.virt.hardware [None req-d4a62593-05b9-499d-a339-dbd94f22ce99 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1050.250642] env[65448]: DEBUG nova.virt.hardware [None req-d4a62593-05b9-499d-a339-dbd94f22ce99 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1050.250819] env[65448]: DEBUG nova.virt.hardware [None req-d4a62593-05b9-499d-a339-dbd94f22ce99 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1050.250979] env[65448]: DEBUG nova.virt.hardware [None req-d4a62593-05b9-499d-a339-dbd94f22ce99 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1050.251166] env[65448]: DEBUG nova.virt.hardware [None req-d4a62593-05b9-499d-a339-dbd94f22ce99 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1050.252468] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70d2900e-0a69-4245-85b0-ee6bf5209bc0 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.261061] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83a91809-df3e-42e1-97be-a4d191a77ce4 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.648474] env[65448]: WARNING neutronclient.v2_0.client [req-44f9d9d1-0075-4dc7-af9a-9bc04583af23 req-7d02a30e-e94d-4be9-a15a-2ce0cdefcf55 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1050.697455] env[65448]: DEBUG oslo_concurrency.lockutils [None req-967aba19-83f8-44a9-af6c-6e9f19b6afa2 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Lock "3a4ea7cd-a46b-4aa2-aaec-6799deec58f9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.136s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.764147] env[65448]: DEBUG nova.network.neutron [req-44f9d9d1-0075-4dc7-af9a-9bc04583af23 req-7d02a30e-e94d-4be9-a15a-2ce0cdefcf55 service nova] [instance: 1922ac25-2b1e-4a2d-b87a-1ca8712ac96d] Updated VIF entry in instance network info cache for port dba292a4-50d8-437e-a2a9-e9a705632052. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1050.766587] env[65448]: DEBUG nova.network.neutron [req-44f9d9d1-0075-4dc7-af9a-9bc04583af23 req-7d02a30e-e94d-4be9-a15a-2ce0cdefcf55 service nova] [instance: 1922ac25-2b1e-4a2d-b87a-1ca8712ac96d] Updating instance_info_cache with network_info: [{"id": "dba292a4-50d8-437e-a2a9-e9a705632052", "address": "fa:16:3e:2f:5a:10", "network": {"id": "76bce7a5-302f-47a8-9b20-9331c6891217", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1202927429-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc9e8e59612c49a6b788080423997837", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdba292a4-50", "ovs_interfaceid": "dba292a4-50d8-437e-a2a9-e9a705632052", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.782715] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-60909bce-af19-4699-ac87-a073c6391e10 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: ffb11675-ff83-4efb-be37-b642e50ea8b9] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1050.782715] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f854d111-9596-4bf5-84c0-d825b27ca0df {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.791293] env[65448]: DEBUG oslo_vmware.api [None req-60909bce-af19-4699-ac87-a073c6391e10 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Waiting for the task: (returnval){ [ 1050.791293] env[65448]: value = "task-4938185" [ 1050.791293] env[65448]: _type = "Task" [ 1050.791293] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.804181] env[65448]: DEBUG oslo_vmware.api [None req-60909bce-af19-4699-ac87-a073c6391e10 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Task: {'id': task-4938185, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.003727] env[65448]: DEBUG nova.network.neutron [None req-d4a62593-05b9-499d-a339-dbd94f22ce99 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 401bed25-915f-42dc-8281-265fe65d584b] Successfully updated port: 6ba8ccf9-6afc-41da-bf36-be2aab33f314 {{(pid=65448) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1051.084262] env[65448]: DEBUG nova.compute.manager [req-7a9a6b7f-f9ca-4651-816b-b27349b7a0b5 req-f25306da-2582-4d93-9556-3db7ebfd86c8 service nova] [instance: 401bed25-915f-42dc-8281-265fe65d584b] Received event network-vif-plugged-6ba8ccf9-6afc-41da-bf36-be2aab33f314 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1051.084543] env[65448]: DEBUG oslo_concurrency.lockutils [req-7a9a6b7f-f9ca-4651-816b-b27349b7a0b5 req-f25306da-2582-4d93-9556-3db7ebfd86c8 service nova] Acquiring lock "401bed25-915f-42dc-8281-265fe65d584b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.084941] env[65448]: DEBUG oslo_concurrency.lockutils [req-7a9a6b7f-f9ca-4651-816b-b27349b7a0b5 req-f25306da-2582-4d93-9556-3db7ebfd86c8 service nova] Lock "401bed25-915f-42dc-8281-265fe65d584b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.085160] env[65448]: DEBUG oslo_concurrency.lockutils [req-7a9a6b7f-f9ca-4651-816b-b27349b7a0b5 req-f25306da-2582-4d93-9556-3db7ebfd86c8 service nova] Lock "401bed25-915f-42dc-8281-265fe65d584b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.085367] env[65448]: DEBUG nova.compute.manager [req-7a9a6b7f-f9ca-4651-816b-b27349b7a0b5 req-f25306da-2582-4d93-9556-3db7ebfd86c8 service nova] [instance: 401bed25-915f-42dc-8281-265fe65d584b] No waiting events found dispatching network-vif-plugged-6ba8ccf9-6afc-41da-bf36-be2aab33f314 {{(pid=65448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1051.086022] env[65448]: WARNING nova.compute.manager [req-7a9a6b7f-f9ca-4651-816b-b27349b7a0b5 req-f25306da-2582-4d93-9556-3db7ebfd86c8 service nova] [instance: 401bed25-915f-42dc-8281-265fe65d584b] Received unexpected event network-vif-plugged-6ba8ccf9-6afc-41da-bf36-be2aab33f314 for instance with vm_state building and task_state spawning. [ 1051.270787] env[65448]: DEBUG oslo_concurrency.lockutils [req-44f9d9d1-0075-4dc7-af9a-9bc04583af23 req-7d02a30e-e94d-4be9-a15a-2ce0cdefcf55 service nova] Releasing lock "refresh_cache-1922ac25-2b1e-4a2d-b87a-1ca8712ac96d" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.312811] env[65448]: DEBUG oslo_vmware.api [None req-60909bce-af19-4699-ac87-a073c6391e10 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Task: {'id': task-4938185, 'name': PowerOffVM_Task, 'duration_secs': 0.231018} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.316669] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-60909bce-af19-4699-ac87-a073c6391e10 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: ffb11675-ff83-4efb-be37-b642e50ea8b9] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1051.317706] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c98deeb-e979-403f-943f-380e98fb8ea9 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.344774] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a1b70f1-bd7e-47cb-a523-1a9f258ba5dd {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.509531] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d4a62593-05b9-499d-a339-dbd94f22ce99 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Acquiring lock "refresh_cache-401bed25-915f-42dc-8281-265fe65d584b" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.510091] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d4a62593-05b9-499d-a339-dbd94f22ce99 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Acquired lock "refresh_cache-401bed25-915f-42dc-8281-265fe65d584b" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.510504] env[65448]: DEBUG nova.network.neutron [None req-d4a62593-05b9-499d-a339-dbd94f22ce99 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 401bed25-915f-42dc-8281-265fe65d584b] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1051.565337] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e816beb9-87c6-4ed2-baf5-2ac587f716fc {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.573898] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-003d5133-0e10-435f-a419-ab4ec4cdf6a3 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.608660] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8672c3ca-41bb-4a55-a381-dcf5687663ba {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.617394] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01ea03fd-c85c-411f-b0e6-285dfbb48b92 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.635148] env[65448]: DEBUG nova.compute.provider_tree [None req-4f584de7-4c5e-478c-9814-15be602b563c tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1051.860436] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-60909bce-af19-4699-ac87-a073c6391e10 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: ffb11675-ff83-4efb-be37-b642e50ea8b9] Creating Snapshot of the VM instance {{(pid=65448) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1051.860778] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-bc2329f3-d9ae-4cf1-b0ad-6e0addcdc8b5 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.870375] env[65448]: DEBUG oslo_vmware.api [None req-60909bce-af19-4699-ac87-a073c6391e10 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Waiting for the task: (returnval){ [ 1051.870375] env[65448]: value = "task-4938186" [ 1051.870375] env[65448]: _type = "Task" [ 1051.870375] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.880440] env[65448]: DEBUG oslo_vmware.api [None req-60909bce-af19-4699-ac87-a073c6391e10 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Task: {'id': task-4938186, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.926812] env[65448]: DEBUG oslo_concurrency.lockutils [None req-e588711d-ad92-4b49-ab8c-56394379637f tempest-InstanceActionsV221TestJSON-1723493104 tempest-InstanceActionsV221TestJSON-1723493104-project-member] Acquiring lock "df3cb89f-5e8f-4e00-8883-220a5f5218b9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.927063] env[65448]: DEBUG oslo_concurrency.lockutils [None req-e588711d-ad92-4b49-ab8c-56394379637f tempest-InstanceActionsV221TestJSON-1723493104 tempest-InstanceActionsV221TestJSON-1723493104-project-member] Lock "df3cb89f-5e8f-4e00-8883-220a5f5218b9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.065189] env[65448]: DEBUG nova.network.neutron [None req-d4a62593-05b9-499d-a339-dbd94f22ce99 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 401bed25-915f-42dc-8281-265fe65d584b] Instance cache missing network info. {{(pid=65448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1052.139260] env[65448]: DEBUG nova.scheduler.client.report [None req-4f584de7-4c5e-478c-9814-15be602b563c tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1052.149545] env[65448]: WARNING neutronclient.v2_0.client [None req-d4a62593-05b9-499d-a339-dbd94f22ce99 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1052.230641] env[65448]: DEBUG nova.network.neutron [None req-d4a62593-05b9-499d-a339-dbd94f22ce99 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 401bed25-915f-42dc-8281-265fe65d584b] Updating instance_info_cache with network_info: [{"id": "6ba8ccf9-6afc-41da-bf36-be2aab33f314", "address": "fa:16:3e:aa:6c:94", "network": {"id": "6528ac8d-8c3e-4351-91ad-01014698df76", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1716468686-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "916343b5368a43deacc775f54aa9bc72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ba8ccf9-6a", "ovs_interfaceid": "6ba8ccf9-6afc-41da-bf36-be2aab33f314", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.260960] env[65448]: DEBUG oslo_concurrency.lockutils [None req-53609505-94c1-43fd-bf18-b46417757000 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Acquiring lock "a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.261429] env[65448]: DEBUG oslo_concurrency.lockutils [None req-53609505-94c1-43fd-bf18-b46417757000 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Lock "a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.382278] env[65448]: DEBUG oslo_vmware.api [None req-60909bce-af19-4699-ac87-a073c6391e10 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Task: {'id': task-4938186, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.429872] env[65448]: DEBUG nova.compute.manager [None req-e588711d-ad92-4b49-ab8c-56394379637f tempest-InstanceActionsV221TestJSON-1723493104 tempest-InstanceActionsV221TestJSON-1723493104-project-member] [instance: df3cb89f-5e8f-4e00-8883-220a5f5218b9] Starting instance... {{(pid=65448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2483}} [ 1052.506144] env[65448]: DEBUG nova.compute.manager [None req-ac8f2f9e-1936-4477-ae3f-7e1ebc1e956b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: a79aa8d7-c3ce-4c6e-84c5-059e29f04a00] Stashing vm_state: active {{(pid=65448) _prep_resize /opt/stack/nova/nova/compute/manager.py:6183}} [ 1052.644203] env[65448]: DEBUG oslo_concurrency.lockutils [None req-4f584de7-4c5e-478c-9814-15be602b563c tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.481s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.645067] env[65448]: DEBUG nova.compute.manager [None req-4f584de7-4c5e-478c-9814-15be602b563c tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] [instance: 15562e57-0fb4-4930-bede-f692179ce893] Start building networks asynchronously for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2881}} [ 1052.647568] env[65448]: DEBUG oslo_concurrency.lockutils [None req-0daf16c4-139a-4a6d-ad42-a72d58131315 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.185s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.647779] env[65448]: DEBUG nova.objects.instance [None req-0daf16c4-139a-4a6d-ad42-a72d58131315 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Lazy-loading 'resources' on Instance uuid 2d86c404-07f7-4f62-81e1-b99125527970 {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1052.733739] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d4a62593-05b9-499d-a339-dbd94f22ce99 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Releasing lock "refresh_cache-401bed25-915f-42dc-8281-265fe65d584b" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.734472] env[65448]: DEBUG nova.compute.manager [None req-d4a62593-05b9-499d-a339-dbd94f22ce99 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 401bed25-915f-42dc-8281-265fe65d584b] Instance network_info: |[{"id": "6ba8ccf9-6afc-41da-bf36-be2aab33f314", "address": "fa:16:3e:aa:6c:94", "network": {"id": "6528ac8d-8c3e-4351-91ad-01014698df76", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1716468686-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "916343b5368a43deacc775f54aa9bc72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ba8ccf9-6a", "ovs_interfaceid": "6ba8ccf9-6afc-41da-bf36-be2aab33f314", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 1052.735019] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-d4a62593-05b9-499d-a339-dbd94f22ce99 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 401bed25-915f-42dc-8281-265fe65d584b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:6c:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '62237242-7ce2-4664-a1c5-6783b516b507', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6ba8ccf9-6afc-41da-bf36-be2aab33f314', 'vif_model': 'vmxnet3'}] {{(pid=65448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1052.743678] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-d4a62593-05b9-499d-a339-dbd94f22ce99 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1052.744097] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 401bed25-915f-42dc-8281-265fe65d584b] Creating VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1052.744250] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dcf1b8d2-d6ce-48ad-ae6c-8af95f2c579f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.765036] env[65448]: DEBUG nova.compute.utils [None req-53609505-94c1-43fd-bf18-b46417757000 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Using /dev/sd instead of None {{(pid=65448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1052.768353] env[65448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1052.768353] env[65448]: value = "task-4938187" [ 1052.768353] env[65448]: _type = "Task" [ 1052.768353] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.778660] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4938187, 'name': CreateVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.884363] env[65448]: DEBUG oslo_vmware.api [None req-60909bce-af19-4699-ac87-a073c6391e10 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Task: {'id': task-4938186, 'name': CreateSnapshot_Task, 'duration_secs': 0.632261} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.884712] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-60909bce-af19-4699-ac87-a073c6391e10 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: ffb11675-ff83-4efb-be37-b642e50ea8b9] Created Snapshot of the VM instance {{(pid=65448) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1052.885803] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbf7254d-3871-4ac3-a115-9df5c0738f3e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.955926] env[65448]: DEBUG oslo_concurrency.lockutils [None req-e588711d-ad92-4b49-ab8c-56394379637f tempest-InstanceActionsV221TestJSON-1723493104 tempest-InstanceActionsV221TestJSON-1723493104-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.028451] env[65448]: DEBUG oslo_concurrency.lockutils [None req-ac8f2f9e-1936-4477-ae3f-7e1ebc1e956b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.110119] env[65448]: DEBUG nova.compute.manager [req-f76e0fff-6967-4252-bb7c-3060500475e1 req-e35a931a-47c7-443e-9c69-6c5bf22adf4e service nova] [instance: 401bed25-915f-42dc-8281-265fe65d584b] Received event network-changed-6ba8ccf9-6afc-41da-bf36-be2aab33f314 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1053.110355] env[65448]: DEBUG nova.compute.manager [req-f76e0fff-6967-4252-bb7c-3060500475e1 req-e35a931a-47c7-443e-9c69-6c5bf22adf4e service nova] [instance: 401bed25-915f-42dc-8281-265fe65d584b] Refreshing instance network info cache due to event network-changed-6ba8ccf9-6afc-41da-bf36-be2aab33f314. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 1053.110550] env[65448]: DEBUG oslo_concurrency.lockutils [req-f76e0fff-6967-4252-bb7c-3060500475e1 req-e35a931a-47c7-443e-9c69-6c5bf22adf4e service nova] Acquiring lock "refresh_cache-401bed25-915f-42dc-8281-265fe65d584b" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.110692] env[65448]: DEBUG oslo_concurrency.lockutils [req-f76e0fff-6967-4252-bb7c-3060500475e1 req-e35a931a-47c7-443e-9c69-6c5bf22adf4e service nova] Acquired lock "refresh_cache-401bed25-915f-42dc-8281-265fe65d584b" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.110847] env[65448]: DEBUG nova.network.neutron [req-f76e0fff-6967-4252-bb7c-3060500475e1 req-e35a931a-47c7-443e-9c69-6c5bf22adf4e service nova] [instance: 401bed25-915f-42dc-8281-265fe65d584b] Refreshing network info cache for port 6ba8ccf9-6afc-41da-bf36-be2aab33f314 {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1053.150870] env[65448]: DEBUG nova.compute.utils [None req-4f584de7-4c5e-478c-9814-15be602b563c tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] Using /dev/sd instead of None {{(pid=65448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1053.155464] env[65448]: DEBUG nova.compute.manager [None req-4f584de7-4c5e-478c-9814-15be602b563c tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] [instance: 15562e57-0fb4-4930-bede-f692179ce893] Not allocating networking since 'none' was specified. {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2023}} [ 1053.267684] env[65448]: DEBUG oslo_concurrency.lockutils [None req-53609505-94c1-43fd-bf18-b46417757000 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Lock "a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.279031] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4938187, 'name': CreateVM_Task} progress is 25%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.408495] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-60909bce-af19-4699-ac87-a073c6391e10 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: ffb11675-ff83-4efb-be37-b642e50ea8b9] Creating linked-clone VM from snapshot {{(pid=65448) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1053.411473] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e77db21b-2ebf-4644-98f3-b2e3e98c644a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.420733] env[65448]: DEBUG oslo_vmware.api [None req-60909bce-af19-4699-ac87-a073c6391e10 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Waiting for the task: (returnval){ [ 1053.420733] env[65448]: value = "task-4938188" [ 1053.420733] env[65448]: _type = "Task" [ 1053.420733] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.426201] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a95fbe43-21dc-4b9e-a72b-752acdbf1592 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.437725] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3118753-4bcf-4d4b-a479-952b35aab98a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.441977] env[65448]: DEBUG oslo_vmware.api [None req-60909bce-af19-4699-ac87-a073c6391e10 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Task: {'id': task-4938188, 'name': CloneVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.473120] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb888f51-b1b8-41c3-9f77-2680063c6a34 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.481824] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8e1e47d-cdf0-4bc5-b857-b02ded207558 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.497143] env[65448]: DEBUG nova.compute.provider_tree [None req-0daf16c4-139a-4a6d-ad42-a72d58131315 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1053.613814] env[65448]: WARNING neutronclient.v2_0.client [req-f76e0fff-6967-4252-bb7c-3060500475e1 req-e35a931a-47c7-443e-9c69-6c5bf22adf4e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1053.655859] env[65448]: DEBUG nova.compute.manager [None req-4f584de7-4c5e-478c-9814-15be602b563c tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] [instance: 15562e57-0fb4-4930-bede-f692179ce893] Start building block device mappings for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2916}} [ 1053.774585] env[65448]: WARNING neutronclient.v2_0.client [req-f76e0fff-6967-4252-bb7c-3060500475e1 req-e35a931a-47c7-443e-9c69-6c5bf22adf4e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1053.780307] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4938187, 'name': CreateVM_Task} progress is 99%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.863815] env[65448]: DEBUG nova.network.neutron [req-f76e0fff-6967-4252-bb7c-3060500475e1 req-e35a931a-47c7-443e-9c69-6c5bf22adf4e service nova] [instance: 401bed25-915f-42dc-8281-265fe65d584b] Updated VIF entry in instance network info cache for port 6ba8ccf9-6afc-41da-bf36-be2aab33f314. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1053.864239] env[65448]: DEBUG nova.network.neutron [req-f76e0fff-6967-4252-bb7c-3060500475e1 req-e35a931a-47c7-443e-9c69-6c5bf22adf4e service nova] [instance: 401bed25-915f-42dc-8281-265fe65d584b] Updating instance_info_cache with network_info: [{"id": "6ba8ccf9-6afc-41da-bf36-be2aab33f314", "address": "fa:16:3e:aa:6c:94", "network": {"id": "6528ac8d-8c3e-4351-91ad-01014698df76", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1716468686-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "916343b5368a43deacc775f54aa9bc72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ba8ccf9-6a", "ovs_interfaceid": "6ba8ccf9-6afc-41da-bf36-be2aab33f314", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.931726] env[65448]: DEBUG oslo_vmware.api [None req-60909bce-af19-4699-ac87-a073c6391e10 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Task: {'id': task-4938188, 'name': CloneVM_Task} progress is 94%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.002310] env[65448]: DEBUG nova.scheduler.client.report [None req-0daf16c4-139a-4a6d-ad42-a72d58131315 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1054.280473] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4938187, 'name': CreateVM_Task} progress is 99%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.349657] env[65448]: DEBUG oslo_concurrency.lockutils [None req-53609505-94c1-43fd-bf18-b46417757000 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Acquiring lock "a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.349657] env[65448]: DEBUG oslo_concurrency.lockutils [None req-53609505-94c1-43fd-bf18-b46417757000 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Lock "a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.349657] env[65448]: INFO nova.compute.manager [None req-53609505-94c1-43fd-bf18-b46417757000 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] [instance: a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e] Attaching volume 076314aa-8676-46b2-ab42-2eb600f80858 to /dev/sdb [ 1054.368339] env[65448]: DEBUG oslo_concurrency.lockutils [req-f76e0fff-6967-4252-bb7c-3060500475e1 req-e35a931a-47c7-443e-9c69-6c5bf22adf4e service nova] Releasing lock "refresh_cache-401bed25-915f-42dc-8281-265fe65d584b" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.393019] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7ff9f32-5461-40b9-a737-57fcbb27a109 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.400189] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aaf4e26-4247-4490-ab87-811d182683b1 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.418192] env[65448]: DEBUG nova.virt.block_device [None req-53609505-94c1-43fd-bf18-b46417757000 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] [instance: a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e] Updating existing volume attachment record: 8fb6ff07-1a49-466a-a4c3-a8d97534fd2b {{(pid=65448) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1054.435418] env[65448]: DEBUG oslo_vmware.api [None req-60909bce-af19-4699-ac87-a073c6391e10 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Task: {'id': task-4938188, 'name': CloneVM_Task} progress is 95%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.508052] env[65448]: DEBUG oslo_concurrency.lockutils [None req-0daf16c4-139a-4a6d-ad42-a72d58131315 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.860s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.510810] env[65448]: DEBUG oslo_concurrency.lockutils [None req-bce8042d-dd8d-4966-b760-7c0d2ad5891f tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.981s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.512801] env[65448]: INFO nova.compute.claims [None req-bce8042d-dd8d-4966-b760-7c0d2ad5891f tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d53e2a3e-2205-44b0-9e68-91125832a67f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1054.544750] env[65448]: INFO nova.scheduler.client.report [None req-0daf16c4-139a-4a6d-ad42-a72d58131315 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Deleted allocations for instance 2d86c404-07f7-4f62-81e1-b99125527970 [ 1054.671372] env[65448]: DEBUG nova.compute.manager [None req-4f584de7-4c5e-478c-9814-15be602b563c tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] [instance: 15562e57-0fb4-4930-bede-f692179ce893] Start spawning the instance on the hypervisor. {{(pid=65448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2689}} [ 1054.704710] env[65448]: DEBUG nova.virt.hardware [None req-4f584de7-4c5e-478c-9814-15be602b563c tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-08T17:19:51Z,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a992292b6dae455593d228217860e2e1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-08T17:19:52Z,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1054.706108] env[65448]: DEBUG nova.virt.hardware [None req-4f584de7-4c5e-478c-9814-15be602b563c tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1054.706108] env[65448]: DEBUG nova.virt.hardware [None req-4f584de7-4c5e-478c-9814-15be602b563c tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1054.706108] env[65448]: DEBUG nova.virt.hardware [None req-4f584de7-4c5e-478c-9814-15be602b563c tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1054.706108] env[65448]: DEBUG nova.virt.hardware [None req-4f584de7-4c5e-478c-9814-15be602b563c tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1054.706108] env[65448]: DEBUG nova.virt.hardware [None req-4f584de7-4c5e-478c-9814-15be602b563c tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1054.706401] env[65448]: DEBUG nova.virt.hardware [None req-4f584de7-4c5e-478c-9814-15be602b563c tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1054.706639] env[65448]: DEBUG nova.virt.hardware [None req-4f584de7-4c5e-478c-9814-15be602b563c tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1054.706919] env[65448]: DEBUG nova.virt.hardware [None req-4f584de7-4c5e-478c-9814-15be602b563c tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1054.707216] env[65448]: DEBUG nova.virt.hardware [None req-4f584de7-4c5e-478c-9814-15be602b563c tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1054.707475] env[65448]: DEBUG nova.virt.hardware [None req-4f584de7-4c5e-478c-9814-15be602b563c tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1054.708523] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-334b0b69-6465-438b-b576-f6ad21ebcdf2 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.717725] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a477541-21d8-4047-8760-3c11b2d035dc {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.733937] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-4f584de7-4c5e-478c-9814-15be602b563c tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] [instance: 15562e57-0fb4-4930-bede-f692179ce893] Instance VIF info [] {{(pid=65448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1054.740028] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f584de7-4c5e-478c-9814-15be602b563c tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] Creating folder: Project (069eac51fb0a49b3a18e2a32a4c1f2a9). Parent ref: group-v961779. {{(pid=65448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1054.740813] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7ee17363-3417-40c9-be86-77c036d50ed7 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.754061] env[65448]: INFO nova.virt.vmwareapi.vm_util [None req-4f584de7-4c5e-478c-9814-15be602b563c tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] Created folder: Project (069eac51fb0a49b3a18e2a32a4c1f2a9) in parent group-v961779. [ 1054.754061] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f584de7-4c5e-478c-9814-15be602b563c tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] Creating folder: Instances. Parent ref: group-v962033. {{(pid=65448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1054.754061] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-da2477e6-b3db-464e-9a8b-016b1c65f97c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.766571] env[65448]: INFO nova.virt.vmwareapi.vm_util [None req-4f584de7-4c5e-478c-9814-15be602b563c tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] Created folder: Instances in parent group-v962033. [ 1054.767161] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-4f584de7-4c5e-478c-9814-15be602b563c tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1054.767436] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15562e57-0fb4-4930-bede-f692179ce893] Creating VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1054.767699] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6932481a-8c5f-44b9-a733-9e149e4425a1 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.791863] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4938187, 'name': CreateVM_Task, 'duration_secs': 1.75787} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.793466] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 401bed25-915f-42dc-8281-265fe65d584b] Created VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1054.793690] env[65448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1054.793690] env[65448]: value = "task-4938192" [ 1054.793690] env[65448]: _type = "Task" [ 1054.793690] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.794211] env[65448]: WARNING neutronclient.v2_0.client [None req-d4a62593-05b9-499d-a339-dbd94f22ce99 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1054.794618] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d4a62593-05b9-499d-a339-dbd94f22ce99 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.794842] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d4a62593-05b9-499d-a339-dbd94f22ce99 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.795196] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d4a62593-05b9-499d-a339-dbd94f22ce99 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.795528] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd51ae3e-7124-4582-82a7-b69417eaab8f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.808189] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4938192, 'name': CreateVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.808577] env[65448]: DEBUG oslo_vmware.api [None req-d4a62593-05b9-499d-a339-dbd94f22ce99 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Waiting for the task: (returnval){ [ 1054.808577] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5293afcd-837c-d8a1-60ba-a09549f20b5b" [ 1054.808577] env[65448]: _type = "Task" [ 1054.808577] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.818219] env[65448]: DEBUG oslo_vmware.api [None req-d4a62593-05b9-499d-a339-dbd94f22ce99 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5293afcd-837c-d8a1-60ba-a09549f20b5b, 'name': SearchDatastore_Task, 'duration_secs': 0.010717} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.818648] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d4a62593-05b9-499d-a339-dbd94f22ce99 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.818940] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-d4a62593-05b9-499d-a339-dbd94f22ce99 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 401bed25-915f-42dc-8281-265fe65d584b] Processing image 50fb366d-48e6-424f-9c20-bc83d77be76a {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1054.819217] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d4a62593-05b9-499d-a339-dbd94f22ce99 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.819359] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d4a62593-05b9-499d-a339-dbd94f22ce99 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.819530] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4a62593-05b9-499d-a339-dbd94f22ce99 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1054.819795] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-acda788c-3854-477a-bf34-8fdf5293a4b8 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.829732] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4a62593-05b9-499d-a339-dbd94f22ce99 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1054.829935] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-d4a62593-05b9-499d-a339-dbd94f22ce99 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1054.830823] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbb18b40-4036-4dc7-a2a4-82650196f971 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.837866] env[65448]: DEBUG oslo_vmware.api [None req-d4a62593-05b9-499d-a339-dbd94f22ce99 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Waiting for the task: (returnval){ [ 1054.837866] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52993579-18dd-4228-8b55-9a1efb4f36d3" [ 1054.837866] env[65448]: _type = "Task" [ 1054.837866] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.846821] env[65448]: DEBUG oslo_vmware.api [None req-d4a62593-05b9-499d-a339-dbd94f22ce99 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52993579-18dd-4228-8b55-9a1efb4f36d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.932247] env[65448]: DEBUG oslo_vmware.api [None req-60909bce-af19-4699-ac87-a073c6391e10 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Task: {'id': task-4938188, 'name': CloneVM_Task, 'duration_secs': 1.379645} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.932547] env[65448]: INFO nova.virt.vmwareapi.vmops [None req-60909bce-af19-4699-ac87-a073c6391e10 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: ffb11675-ff83-4efb-be37-b642e50ea8b9] Created linked-clone VM from snapshot [ 1054.933358] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b093adb5-5254-49f0-91d9-23d8606be45a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.940923] env[65448]: DEBUG nova.virt.vmwareapi.images [None req-60909bce-af19-4699-ac87-a073c6391e10 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: ffb11675-ff83-4efb-be37-b642e50ea8b9] Uploading image 4a502846-d27e-4353-b382-14117b90ad65 {{(pid=65448) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1054.967882] env[65448]: DEBUG oslo_vmware.rw_handles [None req-60909bce-af19-4699-ac87-a073c6391e10 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1054.967882] env[65448]: value = "vm-962032" [ 1054.967882] env[65448]: _type = "VirtualMachine" [ 1054.967882] env[65448]: }. {{(pid=65448) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1054.968267] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-40742377-f955-4d6f-a6aa-320b5fd56576 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.976313] env[65448]: DEBUG oslo_vmware.rw_handles [None req-60909bce-af19-4699-ac87-a073c6391e10 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Lease: (returnval){ [ 1054.976313] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]523b56ef-602c-f81f-2ab3-d17994fac958" [ 1054.976313] env[65448]: _type = "HttpNfcLease" [ 1054.976313] env[65448]: } obtained for exporting VM: (result){ [ 1054.976313] env[65448]: value = "vm-962032" [ 1054.976313] env[65448]: _type = "VirtualMachine" [ 1054.976313] env[65448]: }. {{(pid=65448) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1054.976572] env[65448]: DEBUG oslo_vmware.api [None req-60909bce-af19-4699-ac87-a073c6391e10 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Waiting for the lease: (returnval){ [ 1054.976572] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]523b56ef-602c-f81f-2ab3-d17994fac958" [ 1054.976572] env[65448]: _type = "HttpNfcLease" [ 1054.976572] env[65448]: } to be ready. {{(pid=65448) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1054.984186] env[65448]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1054.984186] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]523b56ef-602c-f81f-2ab3-d17994fac958" [ 1054.984186] env[65448]: _type = "HttpNfcLease" [ 1054.984186] env[65448]: } is initializing. {{(pid=65448) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1055.057712] env[65448]: DEBUG oslo_concurrency.lockutils [None req-0daf16c4-139a-4a6d-ad42-a72d58131315 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Lock "2d86c404-07f7-4f62-81e1-b99125527970" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.128s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.307115] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4938192, 'name': CreateVM_Task, 'duration_secs': 0.348336} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.307115] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15562e57-0fb4-4930-bede-f692179ce893] Created VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1055.307312] env[65448]: DEBUG oslo_concurrency.lockutils [None req-4f584de7-4c5e-478c-9814-15be602b563c tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.307390] env[65448]: DEBUG oslo_concurrency.lockutils [None req-4f584de7-4c5e-478c-9814-15be602b563c tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.307801] env[65448]: DEBUG oslo_concurrency.lockutils [None req-4f584de7-4c5e-478c-9814-15be602b563c tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.308113] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbcfcfe3-38f9-44ce-b2f2-8c06b5d03c35 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.313336] env[65448]: DEBUG oslo_vmware.api [None req-4f584de7-4c5e-478c-9814-15be602b563c tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] Waiting for the task: (returnval){ [ 1055.313336] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5288e01d-0ffa-d68f-64a2-6ab314fff76a" [ 1055.313336] env[65448]: _type = "Task" [ 1055.313336] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.321750] env[65448]: DEBUG oslo_vmware.api [None req-4f584de7-4c5e-478c-9814-15be602b563c tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5288e01d-0ffa-d68f-64a2-6ab314fff76a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.348075] env[65448]: DEBUG oslo_vmware.api [None req-d4a62593-05b9-499d-a339-dbd94f22ce99 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52993579-18dd-4228-8b55-9a1efb4f36d3, 'name': SearchDatastore_Task, 'duration_secs': 0.011608} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.348931] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9336ee10-9ca4-4dff-b058-bf0b6afc1830 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.355625] env[65448]: DEBUG oslo_vmware.api [None req-d4a62593-05b9-499d-a339-dbd94f22ce99 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Waiting for the task: (returnval){ [ 1055.355625] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52b5c239-d57e-5c34-83b3-7c7332609bf4" [ 1055.355625] env[65448]: _type = "Task" [ 1055.355625] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.364157] env[65448]: DEBUG oslo_vmware.api [None req-d4a62593-05b9-499d-a339-dbd94f22ce99 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52b5c239-d57e-5c34-83b3-7c7332609bf4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.485286] env[65448]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1055.485286] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]523b56ef-602c-f81f-2ab3-d17994fac958" [ 1055.485286] env[65448]: _type = "HttpNfcLease" [ 1055.485286] env[65448]: } is ready. {{(pid=65448) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1055.485698] env[65448]: DEBUG oslo_vmware.rw_handles [None req-60909bce-af19-4699-ac87-a073c6391e10 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1055.485698] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]523b56ef-602c-f81f-2ab3-d17994fac958" [ 1055.485698] env[65448]: _type = "HttpNfcLease" [ 1055.485698] env[65448]: }. {{(pid=65448) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1055.486340] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85a4d7a5-87bb-4464-8964-e1d0eb56292d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.494226] env[65448]: DEBUG oslo_vmware.rw_handles [None req-60909bce-af19-4699-ac87-a073c6391e10 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5287cf02-2b3d-7c3f-b398-18914f546111/disk-0.vmdk from lease info. {{(pid=65448) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1055.494388] env[65448]: DEBUG oslo_vmware.rw_handles [None req-60909bce-af19-4699-ac87-a073c6391e10 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5287cf02-2b3d-7c3f-b398-18914f546111/disk-0.vmdk for reading. {{(pid=65448) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1055.554288] env[65448]: DEBUG oslo_concurrency.lockutils [None req-4e5b9dc7-23a4-4b16-99de-47b726c6b7c1 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Acquiring lock "d7a47642-66f2-4772-bff2-50b672f23d21" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.554541] env[65448]: DEBUG oslo_concurrency.lockutils [None req-4e5b9dc7-23a4-4b16-99de-47b726c6b7c1 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Lock "d7a47642-66f2-4772-bff2-50b672f23d21" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.554738] env[65448]: DEBUG oslo_concurrency.lockutils [None req-4e5b9dc7-23a4-4b16-99de-47b726c6b7c1 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Acquiring lock "d7a47642-66f2-4772-bff2-50b672f23d21-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.554914] env[65448]: DEBUG oslo_concurrency.lockutils [None req-4e5b9dc7-23a4-4b16-99de-47b726c6b7c1 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Lock "d7a47642-66f2-4772-bff2-50b672f23d21-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.555109] env[65448]: DEBUG oslo_concurrency.lockutils [None req-4e5b9dc7-23a4-4b16-99de-47b726c6b7c1 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Lock "d7a47642-66f2-4772-bff2-50b672f23d21-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.557188] env[65448]: INFO nova.compute.manager [None req-4e5b9dc7-23a4-4b16-99de-47b726c6b7c1 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: d7a47642-66f2-4772-bff2-50b672f23d21] Terminating instance [ 1055.607991] env[65448]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3fbc42e2-9e82-464f-9398-00c7a397eaab {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.803336] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eba36b0f-4b65-44fc-8dfa-a74ed9e86866 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.810926] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7861abc-5f40-4d63-babb-d58c1e60c06c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.825046] env[65448]: DEBUG oslo_vmware.api [None req-4f584de7-4c5e-478c-9814-15be602b563c tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5288e01d-0ffa-d68f-64a2-6ab314fff76a, 'name': SearchDatastore_Task, 'duration_secs': 0.010246} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.852120] env[65448]: DEBUG oslo_concurrency.lockutils [None req-4f584de7-4c5e-478c-9814-15be602b563c tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.852439] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-4f584de7-4c5e-478c-9814-15be602b563c tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] [instance: 15562e57-0fb4-4930-bede-f692179ce893] Processing image 50fb366d-48e6-424f-9c20-bc83d77be76a {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1055.852700] env[65448]: DEBUG oslo_concurrency.lockutils [None req-4f584de7-4c5e-478c-9814-15be602b563c tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.855529] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a34d108a-a692-42c2-bd5e-438f6b9e1a47 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.873985] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dee422a4-ee4f-4b0b-95f9-95034dbf1ae9 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.879785] env[65448]: DEBUG oslo_vmware.api [None req-d4a62593-05b9-499d-a339-dbd94f22ce99 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52b5c239-d57e-5c34-83b3-7c7332609bf4, 'name': SearchDatastore_Task, 'duration_secs': 0.010061} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.883031] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d4a62593-05b9-499d-a339-dbd94f22ce99 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.883031] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4a62593-05b9-499d-a339-dbd94f22ce99 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore1] 401bed25-915f-42dc-8281-265fe65d584b/401bed25-915f-42dc-8281-265fe65d584b.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1055.883031] env[65448]: DEBUG oslo_concurrency.lockutils [None req-4f584de7-4c5e-478c-9814-15be602b563c tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.883031] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f584de7-4c5e-478c-9814-15be602b563c tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1055.883031] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4040ef23-ef51-4632-a23b-44340b33e336 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.893189] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e7e26ef1-1575-46bb-b135-47ad6a8a7ffe {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.895882] env[65448]: DEBUG nova.compute.provider_tree [None req-bce8042d-dd8d-4966-b760-7c0d2ad5891f tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1055.905967] env[65448]: DEBUG oslo_vmware.api [None req-d4a62593-05b9-499d-a339-dbd94f22ce99 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Waiting for the task: (returnval){ [ 1055.905967] env[65448]: value = "task-4938196" [ 1055.905967] env[65448]: _type = "Task" [ 1055.905967] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.908246] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f584de7-4c5e-478c-9814-15be602b563c tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1055.908523] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-4f584de7-4c5e-478c-9814-15be602b563c tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1055.912689] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-556753d7-9a29-4a49-b2b9-9d4ce7b0bd07 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.922822] env[65448]: DEBUG oslo_vmware.api [None req-4f584de7-4c5e-478c-9814-15be602b563c tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] Waiting for the task: (returnval){ [ 1055.922822] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]520b4dbb-e071-9fdf-2e1c-d22e007244f4" [ 1055.922822] env[65448]: _type = "Task" [ 1055.922822] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.923635] env[65448]: DEBUG oslo_vmware.api [None req-d4a62593-05b9-499d-a339-dbd94f22ce99 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': task-4938196, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.934244] env[65448]: DEBUG oslo_vmware.api [None req-4f584de7-4c5e-478c-9814-15be602b563c tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]520b4dbb-e071-9fdf-2e1c-d22e007244f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.062737] env[65448]: DEBUG nova.compute.manager [None req-4e5b9dc7-23a4-4b16-99de-47b726c6b7c1 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: d7a47642-66f2-4772-bff2-50b672f23d21] Start destroying the instance on the hypervisor. {{(pid=65448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3209}} [ 1056.063159] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-4e5b9dc7-23a4-4b16-99de-47b726c6b7c1 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: d7a47642-66f2-4772-bff2-50b672f23d21] Destroying instance {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1056.064308] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a97592cb-3b17-4227-976f-d03ea027cc32 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.073339] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e5b9dc7-23a4-4b16-99de-47b726c6b7c1 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: d7a47642-66f2-4772-bff2-50b672f23d21] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1056.073692] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b3255e25-9e99-46f0-af8f-1fc15284a84e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.083362] env[65448]: DEBUG oslo_vmware.api [None req-4e5b9dc7-23a4-4b16-99de-47b726c6b7c1 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Waiting for the task: (returnval){ [ 1056.083362] env[65448]: value = "task-4938197" [ 1056.083362] env[65448]: _type = "Task" [ 1056.083362] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.093482] env[65448]: DEBUG oslo_vmware.api [None req-4e5b9dc7-23a4-4b16-99de-47b726c6b7c1 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': task-4938197, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.400122] env[65448]: DEBUG nova.scheduler.client.report [None req-bce8042d-dd8d-4966-b760-7c0d2ad5891f tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1056.417500] env[65448]: DEBUG oslo_vmware.api [None req-d4a62593-05b9-499d-a339-dbd94f22ce99 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': task-4938196, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.437875] env[65448]: DEBUG oslo_vmware.api [None req-4f584de7-4c5e-478c-9814-15be602b563c tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]520b4dbb-e071-9fdf-2e1c-d22e007244f4, 'name': SearchDatastore_Task, 'duration_secs': 0.013878} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.438832] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e003e170-9429-48c0-a38b-ac47e657af2d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.446667] env[65448]: DEBUG oslo_vmware.api [None req-4f584de7-4c5e-478c-9814-15be602b563c tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] Waiting for the task: (returnval){ [ 1056.446667] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]523e962f-df4e-5424-3a10-c4b86774d89f" [ 1056.446667] env[65448]: _type = "Task" [ 1056.446667] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.460393] env[65448]: DEBUG oslo_vmware.api [None req-4f584de7-4c5e-478c-9814-15be602b563c tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]523e962f-df4e-5424-3a10-c4b86774d89f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.593708] env[65448]: DEBUG oslo_vmware.api [None req-4e5b9dc7-23a4-4b16-99de-47b726c6b7c1 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': task-4938197, 'name': PowerOffVM_Task, 'duration_secs': 0.317283} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.594079] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e5b9dc7-23a4-4b16-99de-47b726c6b7c1 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: d7a47642-66f2-4772-bff2-50b672f23d21] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1056.594222] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-4e5b9dc7-23a4-4b16-99de-47b726c6b7c1 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: d7a47642-66f2-4772-bff2-50b672f23d21] Unregistering the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1056.594624] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-73608057-3117-478f-90ae-882e582ea721 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.671168] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-4e5b9dc7-23a4-4b16-99de-47b726c6b7c1 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: d7a47642-66f2-4772-bff2-50b672f23d21] Unregistered the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1056.671762] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-4e5b9dc7-23a4-4b16-99de-47b726c6b7c1 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: d7a47642-66f2-4772-bff2-50b672f23d21] Deleting contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1056.671849] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e5b9dc7-23a4-4b16-99de-47b726c6b7c1 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Deleting the datastore file [datastore2] d7a47642-66f2-4772-bff2-50b672f23d21 {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1056.672945] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e603473e-377d-46fc-b42f-0f64531394a4 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.680619] env[65448]: DEBUG oslo_vmware.api [None req-4e5b9dc7-23a4-4b16-99de-47b726c6b7c1 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Waiting for the task: (returnval){ [ 1056.680619] env[65448]: value = "task-4938199" [ 1056.680619] env[65448]: _type = "Task" [ 1056.680619] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.691160] env[65448]: DEBUG oslo_vmware.api [None req-4e5b9dc7-23a4-4b16-99de-47b726c6b7c1 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': task-4938199, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.906044] env[65448]: DEBUG oslo_concurrency.lockutils [None req-bce8042d-dd8d-4966-b760-7c0d2ad5891f tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.395s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.906396] env[65448]: DEBUG nova.compute.manager [None req-bce8042d-dd8d-4966-b760-7c0d2ad5891f tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d53e2a3e-2205-44b0-9e68-91125832a67f] Start building networks asynchronously for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2881}} [ 1056.909801] env[65448]: DEBUG oslo_concurrency.lockutils [None req-4bd39e6b-520b-4df2-8bc1-f8c53e813e35 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.222s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.909884] env[65448]: DEBUG nova.objects.instance [None req-4bd39e6b-520b-4df2-8bc1-f8c53e813e35 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Lazy-loading 'resources' on Instance uuid b905ff09-c59b-4f17-a42b-cf754c4006fe {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1056.921738] env[65448]: DEBUG oslo_vmware.api [None req-d4a62593-05b9-499d-a339-dbd94f22ce99 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': task-4938196, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.715143} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.922544] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4a62593-05b9-499d-a339-dbd94f22ce99 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore1] 401bed25-915f-42dc-8281-265fe65d584b/401bed25-915f-42dc-8281-265fe65d584b.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1056.922544] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-d4a62593-05b9-499d-a339-dbd94f22ce99 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 401bed25-915f-42dc-8281-265fe65d584b] Extending root virtual disk to 1048576 {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1056.922712] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-73b1d2a2-25ae-40b7-9ca3-75dcf6fb66c6 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.932637] env[65448]: DEBUG oslo_vmware.api [None req-d4a62593-05b9-499d-a339-dbd94f22ce99 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Waiting for the task: (returnval){ [ 1056.932637] env[65448]: value = "task-4938200" [ 1056.932637] env[65448]: _type = "Task" [ 1056.932637] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.942890] env[65448]: DEBUG oslo_vmware.api [None req-d4a62593-05b9-499d-a339-dbd94f22ce99 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': task-4938200, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.959738] env[65448]: DEBUG oslo_vmware.api [None req-4f584de7-4c5e-478c-9814-15be602b563c tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]523e962f-df4e-5424-3a10-c4b86774d89f, 'name': SearchDatastore_Task, 'duration_secs': 0.064796} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.959738] env[65448]: DEBUG oslo_concurrency.lockutils [None req-4f584de7-4c5e-478c-9814-15be602b563c tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.959875] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f584de7-4c5e-478c-9814-15be602b563c tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore1] 15562e57-0fb4-4930-bede-f692179ce893/15562e57-0fb4-4930-bede-f692179ce893.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1056.960069] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fb485a0e-56ce-4531-b5ba-a5dd8f4c323c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.968464] env[65448]: DEBUG oslo_vmware.api [None req-4f584de7-4c5e-478c-9814-15be602b563c tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] Waiting for the task: (returnval){ [ 1056.968464] env[65448]: value = "task-4938201" [ 1056.968464] env[65448]: _type = "Task" [ 1056.968464] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.979478] env[65448]: DEBUG oslo_vmware.api [None req-4f584de7-4c5e-478c-9814-15be602b563c tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] Task: {'id': task-4938201, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.191890] env[65448]: DEBUG oslo_vmware.api [None req-4e5b9dc7-23a4-4b16-99de-47b726c6b7c1 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': task-4938199, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.362072} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.192247] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e5b9dc7-23a4-4b16-99de-47b726c6b7c1 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1057.192503] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-4e5b9dc7-23a4-4b16-99de-47b726c6b7c1 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: d7a47642-66f2-4772-bff2-50b672f23d21] Deleted contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1057.192820] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-4e5b9dc7-23a4-4b16-99de-47b726c6b7c1 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: d7a47642-66f2-4772-bff2-50b672f23d21] Instance destroyed {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1057.193068] env[65448]: INFO nova.compute.manager [None req-4e5b9dc7-23a4-4b16-99de-47b726c6b7c1 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: d7a47642-66f2-4772-bff2-50b672f23d21] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1057.193409] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-4e5b9dc7-23a4-4b16-99de-47b726c6b7c1 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1057.193623] env[65448]: DEBUG nova.compute.manager [-] [instance: d7a47642-66f2-4772-bff2-50b672f23d21] Deallocating network for instance {{(pid=65448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1057.193771] env[65448]: DEBUG nova.network.neutron [-] [instance: d7a47642-66f2-4772-bff2-50b672f23d21] deallocate_for_instance() {{(pid=65448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1057.194232] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1057.259421] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1057.414110] env[65448]: DEBUG nova.compute.utils [None req-bce8042d-dd8d-4966-b760-7c0d2ad5891f tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Using /dev/sd instead of None {{(pid=65448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1057.415593] env[65448]: DEBUG nova.compute.manager [None req-bce8042d-dd8d-4966-b760-7c0d2ad5891f tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d53e2a3e-2205-44b0-9e68-91125832a67f] Allocating IP information in the background. {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 1057.418020] env[65448]: DEBUG nova.network.neutron [None req-bce8042d-dd8d-4966-b760-7c0d2ad5891f tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d53e2a3e-2205-44b0-9e68-91125832a67f] allocate_for_instance() {{(pid=65448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1057.418020] env[65448]: WARNING neutronclient.v2_0.client [None req-bce8042d-dd8d-4966-b760-7c0d2ad5891f tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1057.418020] env[65448]: WARNING neutronclient.v2_0.client [None req-bce8042d-dd8d-4966-b760-7c0d2ad5891f tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1057.447686] env[65448]: DEBUG oslo_vmware.api [None req-d4a62593-05b9-499d-a339-dbd94f22ce99 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': task-4938200, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071667} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.452027] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-d4a62593-05b9-499d-a339-dbd94f22ce99 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 401bed25-915f-42dc-8281-265fe65d584b] Extended root virtual disk {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1057.455767] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4257aa83-70cc-4d8d-a7bc-ad4609db437f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.494898] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4a62593-05b9-499d-a339-dbd94f22ce99 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 401bed25-915f-42dc-8281-265fe65d584b] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] 401bed25-915f-42dc-8281-265fe65d584b/401bed25-915f-42dc-8281-265fe65d584b.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1057.505887] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f4daa61-92cf-4014-ba05-0b5ae6d70df6 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.526960] env[65448]: DEBUG nova.policy [None req-bce8042d-dd8d-4966-b760-7c0d2ad5891f tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dc9a3048fffb4c5c805492e6b371cf9e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7bf59e2c00b54ab7a8bc201e80781fcb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65448) authorize /opt/stack/nova/nova/policy.py:192}} [ 1057.538089] env[65448]: DEBUG oslo_vmware.api [None req-4f584de7-4c5e-478c-9814-15be602b563c tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] Task: {'id': task-4938201, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.544067] env[65448]: DEBUG oslo_vmware.api [None req-d4a62593-05b9-499d-a339-dbd94f22ce99 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Waiting for the task: (returnval){ [ 1057.544067] env[65448]: value = "task-4938203" [ 1057.544067] env[65448]: _type = "Task" [ 1057.544067] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.557353] env[65448]: DEBUG oslo_vmware.api [None req-d4a62593-05b9-499d-a339-dbd94f22ce99 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': task-4938203, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.567780] env[65448]: DEBUG nova.compute.manager [req-bfad1adb-07b5-47bd-aa5d-3800bf3f638a req-7cf8e6c9-48c7-4a0d-882e-341d5b40ff77 service nova] [instance: d7a47642-66f2-4772-bff2-50b672f23d21] Received event network-vif-deleted-82d39161-e034-41c2-a203-03294312eea2 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1057.568143] env[65448]: INFO nova.compute.manager [req-bfad1adb-07b5-47bd-aa5d-3800bf3f638a req-7cf8e6c9-48c7-4a0d-882e-341d5b40ff77 service nova] [instance: d7a47642-66f2-4772-bff2-50b672f23d21] Neutron deleted interface 82d39161-e034-41c2-a203-03294312eea2; detaching it from the instance and deleting it from the info cache [ 1057.568448] env[65448]: DEBUG nova.network.neutron [req-bfad1adb-07b5-47bd-aa5d-3800bf3f638a req-7cf8e6c9-48c7-4a0d-882e-341d5b40ff77 service nova] [instance: d7a47642-66f2-4772-bff2-50b672f23d21] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.769205] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a205a98-7138-4364-96de-dc7402a7e89b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.778744] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de31934a-9ea6-4fb2-8926-5dbc567a661c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.816559] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b0e5a04-0647-4283-b1de-ded6bb2e35e9 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.826384] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8c48171-75af-4389-9764-98bf1f7aeb10 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.842576] env[65448]: DEBUG nova.compute.provider_tree [None req-4bd39e6b-520b-4df2-8bc1-f8c53e813e35 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1057.886559] env[65448]: DEBUG nova.network.neutron [None req-bce8042d-dd8d-4966-b760-7c0d2ad5891f tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d53e2a3e-2205-44b0-9e68-91125832a67f] Successfully created port: ae175f39-4703-49e7-821c-bfff3379753a {{(pid=65448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1057.927333] env[65448]: DEBUG nova.compute.manager [None req-bce8042d-dd8d-4966-b760-7c0d2ad5891f tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d53e2a3e-2205-44b0-9e68-91125832a67f] Start building block device mappings for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2916}} [ 1057.998165] env[65448]: DEBUG oslo_vmware.api [None req-4f584de7-4c5e-478c-9814-15be602b563c tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] Task: {'id': task-4938201, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.862367} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.998500] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f584de7-4c5e-478c-9814-15be602b563c tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore1] 15562e57-0fb4-4930-bede-f692179ce893/15562e57-0fb4-4930-bede-f692179ce893.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1057.998731] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-4f584de7-4c5e-478c-9814-15be602b563c tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] [instance: 15562e57-0fb4-4930-bede-f692179ce893] Extending root virtual disk to 1048576 {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1057.999049] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d4c5eea9-0fb3-4fff-99b0-ddf31d3c73a1 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.008050] env[65448]: DEBUG oslo_vmware.api [None req-4f584de7-4c5e-478c-9814-15be602b563c tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] Waiting for the task: (returnval){ [ 1058.008050] env[65448]: value = "task-4938204" [ 1058.008050] env[65448]: _type = "Task" [ 1058.008050] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.018098] env[65448]: DEBUG oslo_vmware.api [None req-4f584de7-4c5e-478c-9814-15be602b563c tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] Task: {'id': task-4938204, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.030811] env[65448]: DEBUG nova.network.neutron [-] [instance: d7a47642-66f2-4772-bff2-50b672f23d21] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.063973] env[65448]: DEBUG oslo_vmware.api [None req-d4a62593-05b9-499d-a339-dbd94f22ce99 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': task-4938203, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.071747] env[65448]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-46dddcc5-72b8-443a-a1d6-04a654c1e7ec {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.084622] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a176e18-9c39-4b88-b4a6-7bc21caf8880 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.126305] env[65448]: DEBUG nova.compute.manager [req-bfad1adb-07b5-47bd-aa5d-3800bf3f638a req-7cf8e6c9-48c7-4a0d-882e-341d5b40ff77 service nova] [instance: d7a47642-66f2-4772-bff2-50b672f23d21] Detach interface failed, port_id=82d39161-e034-41c2-a203-03294312eea2, reason: Instance d7a47642-66f2-4772-bff2-50b672f23d21 could not be found. {{(pid=65448) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 1058.346288] env[65448]: DEBUG nova.scheduler.client.report [None req-4bd39e6b-520b-4df2-8bc1-f8c53e813e35 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1058.519231] env[65448]: DEBUG oslo_vmware.api [None req-4f584de7-4c5e-478c-9814-15be602b563c tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] Task: {'id': task-4938204, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078916} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.519555] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-4f584de7-4c5e-478c-9814-15be602b563c tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] [instance: 15562e57-0fb4-4930-bede-f692179ce893] Extended root virtual disk {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1058.520376] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-977b9f21-a223-4e74-be51-d720170b01a9 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.541099] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f584de7-4c5e-478c-9814-15be602b563c tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] [instance: 15562e57-0fb4-4930-bede-f692179ce893] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] 15562e57-0fb4-4930-bede-f692179ce893/15562e57-0fb4-4930-bede-f692179ce893.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1058.541600] env[65448]: INFO nova.compute.manager [-] [instance: d7a47642-66f2-4772-bff2-50b672f23d21] Took 1.35 seconds to deallocate network for instance. [ 1058.542179] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-130d8418-1e4b-4c8b-9422-54d7bbedcd0d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.569881] env[65448]: DEBUG oslo_vmware.api [None req-4f584de7-4c5e-478c-9814-15be602b563c tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] Waiting for the task: (returnval){ [ 1058.569881] env[65448]: value = "task-4938205" [ 1058.569881] env[65448]: _type = "Task" [ 1058.569881] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.573477] env[65448]: DEBUG oslo_vmware.api [None req-d4a62593-05b9-499d-a339-dbd94f22ce99 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': task-4938203, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.583178] env[65448]: DEBUG oslo_vmware.api [None req-4f584de7-4c5e-478c-9814-15be602b563c tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] Task: {'id': task-4938205, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.853531] env[65448]: DEBUG oslo_concurrency.lockutils [None req-4bd39e6b-520b-4df2-8bc1-f8c53e813e35 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.943s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.855562] env[65448]: DEBUG oslo_concurrency.lockutils [None req-29b2f787-ed45-4af2-a860-519af3d0c8aa tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.280s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.856378] env[65448]: DEBUG nova.objects.instance [None req-29b2f787-ed45-4af2-a860-519af3d0c8aa tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Lazy-loading 'resources' on Instance uuid b1c44555-fbc8-4a03-b155-65c0986cb216 {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1058.878975] env[65448]: INFO nova.scheduler.client.report [None req-4bd39e6b-520b-4df2-8bc1-f8c53e813e35 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Deleted allocations for instance b905ff09-c59b-4f17-a42b-cf754c4006fe [ 1058.938270] env[65448]: DEBUG nova.compute.manager [None req-bce8042d-dd8d-4966-b760-7c0d2ad5891f tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d53e2a3e-2205-44b0-9e68-91125832a67f] Start spawning the instance on the hypervisor. {{(pid=65448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2689}} [ 1058.966787] env[65448]: DEBUG nova.virt.hardware [None req-bce8042d-dd8d-4966-b760-7c0d2ad5891f tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-08T17:19:51Z,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a992292b6dae455593d228217860e2e1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-08T17:19:52Z,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1058.967071] env[65448]: DEBUG nova.virt.hardware [None req-bce8042d-dd8d-4966-b760-7c0d2ad5891f tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1058.967257] env[65448]: DEBUG nova.virt.hardware [None req-bce8042d-dd8d-4966-b760-7c0d2ad5891f tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1058.967439] env[65448]: DEBUG nova.virt.hardware [None req-bce8042d-dd8d-4966-b760-7c0d2ad5891f tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1058.967599] env[65448]: DEBUG nova.virt.hardware [None req-bce8042d-dd8d-4966-b760-7c0d2ad5891f tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1058.967765] env[65448]: DEBUG nova.virt.hardware [None req-bce8042d-dd8d-4966-b760-7c0d2ad5891f tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1058.967977] env[65448]: DEBUG nova.virt.hardware [None req-bce8042d-dd8d-4966-b760-7c0d2ad5891f tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1058.968151] env[65448]: DEBUG nova.virt.hardware [None req-bce8042d-dd8d-4966-b760-7c0d2ad5891f tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1058.968321] env[65448]: DEBUG nova.virt.hardware [None req-bce8042d-dd8d-4966-b760-7c0d2ad5891f tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1058.968482] env[65448]: DEBUG nova.virt.hardware [None req-bce8042d-dd8d-4966-b760-7c0d2ad5891f tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1058.968679] env[65448]: DEBUG nova.virt.hardware [None req-bce8042d-dd8d-4966-b760-7c0d2ad5891f tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1058.970325] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5964a415-ac75-46c2-bc52-fc3bcd29099d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.979479] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-852f3951-d6fd-48ff-a3c0-b3b54215ae9f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.071814] env[65448]: DEBUG oslo_concurrency.lockutils [None req-4e5b9dc7-23a4-4b16-99de-47b726c6b7c1 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.072175] env[65448]: DEBUG oslo_vmware.api [None req-d4a62593-05b9-499d-a339-dbd94f22ce99 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': task-4938203, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.083266] env[65448]: DEBUG oslo_vmware.api [None req-4f584de7-4c5e-478c-9814-15be602b563c tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] Task: {'id': task-4938205, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.387200] env[65448]: DEBUG oslo_concurrency.lockutils [None req-4bd39e6b-520b-4df2-8bc1-f8c53e813e35 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Lock "b905ff09-c59b-4f17-a42b-cf754c4006fe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.325s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.484076] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-53609505-94c1-43fd-bf18-b46417757000 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] [instance: a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e] Volume attach. Driver type: vmdk {{(pid=65448) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1059.484336] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-53609505-94c1-43fd-bf18-b46417757000 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] [instance: a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-962037', 'volume_id': '076314aa-8676-46b2-ab42-2eb600f80858', 'name': 'volume-076314aa-8676-46b2-ab42-2eb600f80858', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e', 'attached_at': '', 'detached_at': '', 'volume_id': '076314aa-8676-46b2-ab42-2eb600f80858', 'serial': '076314aa-8676-46b2-ab42-2eb600f80858'} {{(pid=65448) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1059.485322] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67bca689-8df5-4168-8de5-c2db1b3857f6 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.510434] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-114945f2-0d9f-4ce5-9aba-09b727933653 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.515215] env[65448]: DEBUG nova.network.neutron [None req-bce8042d-dd8d-4966-b760-7c0d2ad5891f tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d53e2a3e-2205-44b0-9e68-91125832a67f] Successfully updated port: ae175f39-4703-49e7-821c-bfff3379753a {{(pid=65448) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1059.541631] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-53609505-94c1-43fd-bf18-b46417757000 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] [instance: a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] volume-076314aa-8676-46b2-ab42-2eb600f80858/volume-076314aa-8676-46b2-ab42-2eb600f80858.vmdk or device None with type thin {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1059.545617] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9b9288c-45a4-4cf7-9bc4-7dc6b49590bb {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.566252] env[65448]: DEBUG oslo_vmware.api [None req-53609505-94c1-43fd-bf18-b46417757000 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Waiting for the task: (returnval){ [ 1059.566252] env[65448]: value = "task-4938206" [ 1059.566252] env[65448]: _type = "Task" [ 1059.566252] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.574254] env[65448]: DEBUG oslo_vmware.api [None req-d4a62593-05b9-499d-a339-dbd94f22ce99 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': task-4938203, 'name': ReconfigVM_Task, 'duration_secs': 1.593304} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.577540] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4a62593-05b9-499d-a339-dbd94f22ce99 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 401bed25-915f-42dc-8281-265fe65d584b] Reconfigured VM instance instance-0000005f to attach disk [datastore1] 401bed25-915f-42dc-8281-265fe65d584b/401bed25-915f-42dc-8281-265fe65d584b.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1059.581685] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5ad89347-417a-4b07-a499-1825c4cee2a5 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.587858] env[65448]: DEBUG oslo_vmware.api [None req-53609505-94c1-43fd-bf18-b46417757000 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Task: {'id': task-4938206, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.598240] env[65448]: DEBUG oslo_vmware.api [None req-4f584de7-4c5e-478c-9814-15be602b563c tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] Task: {'id': task-4938205, 'name': ReconfigVM_Task, 'duration_secs': 0.836158} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.598340] env[65448]: DEBUG oslo_vmware.api [None req-d4a62593-05b9-499d-a339-dbd94f22ce99 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Waiting for the task: (returnval){ [ 1059.598340] env[65448]: value = "task-4938207" [ 1059.598340] env[65448]: _type = "Task" [ 1059.598340] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.599650] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f584de7-4c5e-478c-9814-15be602b563c tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] [instance: 15562e57-0fb4-4930-bede-f692179ce893] Reconfigured VM instance instance-00000060 to attach disk [datastore1] 15562e57-0fb4-4930-bede-f692179ce893/15562e57-0fb4-4930-bede-f692179ce893.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1059.601155] env[65448]: DEBUG nova.compute.manager [req-e78b9f94-8391-49d0-bd22-3b8ceb4b612b req-a01f8924-03f7-4c26-a37a-c1e83d5b5a7c service nova] [instance: d53e2a3e-2205-44b0-9e68-91125832a67f] Received event network-vif-plugged-ae175f39-4703-49e7-821c-bfff3379753a {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1059.601401] env[65448]: DEBUG oslo_concurrency.lockutils [req-e78b9f94-8391-49d0-bd22-3b8ceb4b612b req-a01f8924-03f7-4c26-a37a-c1e83d5b5a7c service nova] Acquiring lock "d53e2a3e-2205-44b0-9e68-91125832a67f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.601584] env[65448]: DEBUG oslo_concurrency.lockutils [req-e78b9f94-8391-49d0-bd22-3b8ceb4b612b req-a01f8924-03f7-4c26-a37a-c1e83d5b5a7c service nova] Lock "d53e2a3e-2205-44b0-9e68-91125832a67f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.601752] env[65448]: DEBUG oslo_concurrency.lockutils [req-e78b9f94-8391-49d0-bd22-3b8ceb4b612b req-a01f8924-03f7-4c26-a37a-c1e83d5b5a7c service nova] Lock "d53e2a3e-2205-44b0-9e68-91125832a67f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.601946] env[65448]: DEBUG nova.compute.manager [req-e78b9f94-8391-49d0-bd22-3b8ceb4b612b req-a01f8924-03f7-4c26-a37a-c1e83d5b5a7c service nova] [instance: d53e2a3e-2205-44b0-9e68-91125832a67f] No waiting events found dispatching network-vif-plugged-ae175f39-4703-49e7-821c-bfff3379753a {{(pid=65448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1059.602158] env[65448]: WARNING nova.compute.manager [req-e78b9f94-8391-49d0-bd22-3b8ceb4b612b req-a01f8924-03f7-4c26-a37a-c1e83d5b5a7c service nova] [instance: d53e2a3e-2205-44b0-9e68-91125832a67f] Received unexpected event network-vif-plugged-ae175f39-4703-49e7-821c-bfff3379753a for instance with vm_state building and task_state spawning. [ 1059.602337] env[65448]: DEBUG nova.compute.manager [req-e78b9f94-8391-49d0-bd22-3b8ceb4b612b req-a01f8924-03f7-4c26-a37a-c1e83d5b5a7c service nova] [instance: d53e2a3e-2205-44b0-9e68-91125832a67f] Received event network-changed-ae175f39-4703-49e7-821c-bfff3379753a {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1059.602562] env[65448]: DEBUG nova.compute.manager [req-e78b9f94-8391-49d0-bd22-3b8ceb4b612b req-a01f8924-03f7-4c26-a37a-c1e83d5b5a7c service nova] [instance: d53e2a3e-2205-44b0-9e68-91125832a67f] Refreshing instance network info cache due to event network-changed-ae175f39-4703-49e7-821c-bfff3379753a. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 1059.602772] env[65448]: DEBUG oslo_concurrency.lockutils [req-e78b9f94-8391-49d0-bd22-3b8ceb4b612b req-a01f8924-03f7-4c26-a37a-c1e83d5b5a7c service nova] Acquiring lock "refresh_cache-d53e2a3e-2205-44b0-9e68-91125832a67f" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.602906] env[65448]: DEBUG oslo_concurrency.lockutils [req-e78b9f94-8391-49d0-bd22-3b8ceb4b612b req-a01f8924-03f7-4c26-a37a-c1e83d5b5a7c service nova] Acquired lock "refresh_cache-d53e2a3e-2205-44b0-9e68-91125832a67f" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.603075] env[65448]: DEBUG nova.network.neutron [req-e78b9f94-8391-49d0-bd22-3b8ceb4b612b req-a01f8924-03f7-4c26-a37a-c1e83d5b5a7c service nova] [instance: d53e2a3e-2205-44b0-9e68-91125832a67f] Refreshing network info cache for port ae175f39-4703-49e7-821c-bfff3379753a {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1059.604204] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6bb9a028-2a58-4faf-9831-3e1bde7eb929 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.622109] env[65448]: DEBUG oslo_vmware.api [None req-4f584de7-4c5e-478c-9814-15be602b563c tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] Waiting for the task: (returnval){ [ 1059.622109] env[65448]: value = "task-4938208" [ 1059.622109] env[65448]: _type = "Task" [ 1059.622109] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.629970] env[65448]: DEBUG oslo_vmware.api [None req-4f584de7-4c5e-478c-9814-15be602b563c tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] Task: {'id': task-4938208, 'name': Rename_Task} progress is 6%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.666125] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a986eae1-498f-49b0-8155-138c12726418 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Acquiring lock "06fbeb98-e55b-49e5-84c7-f4c91d2394a0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.666489] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a986eae1-498f-49b0-8155-138c12726418 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Lock "06fbeb98-e55b-49e5-84c7-f4c91d2394a0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.666800] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a986eae1-498f-49b0-8155-138c12726418 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Acquiring lock "06fbeb98-e55b-49e5-84c7-f4c91d2394a0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.667051] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a986eae1-498f-49b0-8155-138c12726418 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Lock "06fbeb98-e55b-49e5-84c7-f4c91d2394a0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.667314] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a986eae1-498f-49b0-8155-138c12726418 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Lock "06fbeb98-e55b-49e5-84c7-f4c91d2394a0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.670349] env[65448]: INFO nova.compute.manager [None req-a986eae1-498f-49b0-8155-138c12726418 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] [instance: 06fbeb98-e55b-49e5-84c7-f4c91d2394a0] Terminating instance [ 1059.685364] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b657e6a2-8db4-4abe-810f-0cafc223b605 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.695854] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c98c9cc-3e06-4190-8da9-f04d9c44dbb4 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.732132] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b65b25f0-4550-454b-8358-f4c7422875f5 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.742510] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc45c295-bea7-4a83-9355-3c0223eaabd0 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.759656] env[65448]: DEBUG nova.compute.provider_tree [None req-29b2f787-ed45-4af2-a860-519af3d0c8aa tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1060.018359] env[65448]: DEBUG oslo_concurrency.lockutils [None req-bce8042d-dd8d-4966-b760-7c0d2ad5891f tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Acquiring lock "refresh_cache-d53e2a3e-2205-44b0-9e68-91125832a67f" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.078132] env[65448]: DEBUG oslo_vmware.api [None req-53609505-94c1-43fd-bf18-b46417757000 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Task: {'id': task-4938206, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.110010] env[65448]: DEBUG oslo_vmware.api [None req-d4a62593-05b9-499d-a339-dbd94f22ce99 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': task-4938207, 'name': Rename_Task, 'duration_secs': 0.186879} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.110419] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4a62593-05b9-499d-a339-dbd94f22ce99 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 401bed25-915f-42dc-8281-265fe65d584b] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1060.111060] env[65448]: WARNING neutronclient.v2_0.client [req-e78b9f94-8391-49d0-bd22-3b8ceb4b612b req-a01f8924-03f7-4c26-a37a-c1e83d5b5a7c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1060.114306] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-08e85539-5bfc-4d9a-b64b-62cc8d42c8e4 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.122412] env[65448]: DEBUG oslo_vmware.api [None req-d4a62593-05b9-499d-a339-dbd94f22ce99 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Waiting for the task: (returnval){ [ 1060.122412] env[65448]: value = "task-4938209" [ 1060.122412] env[65448]: _type = "Task" [ 1060.122412] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.135774] env[65448]: DEBUG oslo_vmware.api [None req-4f584de7-4c5e-478c-9814-15be602b563c tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] Task: {'id': task-4938208, 'name': Rename_Task, 'duration_secs': 0.150742} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.139075] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f584de7-4c5e-478c-9814-15be602b563c tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] [instance: 15562e57-0fb4-4930-bede-f692179ce893] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1060.139383] env[65448]: DEBUG oslo_vmware.api [None req-d4a62593-05b9-499d-a339-dbd94f22ce99 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': task-4938209, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.139608] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8e47601f-6935-4126-874d-f9306e1ec7f0 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.146551] env[65448]: DEBUG nova.network.neutron [req-e78b9f94-8391-49d0-bd22-3b8ceb4b612b req-a01f8924-03f7-4c26-a37a-c1e83d5b5a7c service nova] [instance: d53e2a3e-2205-44b0-9e68-91125832a67f] Instance cache missing network info. {{(pid=65448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1060.152015] env[65448]: DEBUG oslo_vmware.api [None req-4f584de7-4c5e-478c-9814-15be602b563c tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] Waiting for the task: (returnval){ [ 1060.152015] env[65448]: value = "task-4938210" [ 1060.152015] env[65448]: _type = "Task" [ 1060.152015] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.161360] env[65448]: DEBUG oslo_vmware.api [None req-4f584de7-4c5e-478c-9814-15be602b563c tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] Task: {'id': task-4938210, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.177492] env[65448]: DEBUG nova.compute.manager [None req-a986eae1-498f-49b0-8155-138c12726418 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] [instance: 06fbeb98-e55b-49e5-84c7-f4c91d2394a0] Start destroying the instance on the hypervisor. {{(pid=65448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3209}} [ 1060.177746] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-a986eae1-498f-49b0-8155-138c12726418 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] [instance: 06fbeb98-e55b-49e5-84c7-f4c91d2394a0] Destroying instance {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1060.178868] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b0ea835-562c-4a6a-b6e8-ebb708e5b74d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.188272] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-a986eae1-498f-49b0-8155-138c12726418 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] [instance: 06fbeb98-e55b-49e5-84c7-f4c91d2394a0] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1060.188567] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c819d26a-5f0d-4b30-b83e-8c01ab11a761 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.195376] env[65448]: DEBUG oslo_vmware.api [None req-a986eae1-498f-49b0-8155-138c12726418 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Waiting for the task: (returnval){ [ 1060.195376] env[65448]: value = "task-4938211" [ 1060.195376] env[65448]: _type = "Task" [ 1060.195376] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.210079] env[65448]: DEBUG oslo_vmware.api [None req-a986eae1-498f-49b0-8155-138c12726418 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Task: {'id': task-4938211, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.253292] env[65448]: DEBUG nova.network.neutron [req-e78b9f94-8391-49d0-bd22-3b8ceb4b612b req-a01f8924-03f7-4c26-a37a-c1e83d5b5a7c service nova] [instance: d53e2a3e-2205-44b0-9e68-91125832a67f] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.263215] env[65448]: DEBUG nova.scheduler.client.report [None req-29b2f787-ed45-4af2-a860-519af3d0c8aa tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1060.580862] env[65448]: DEBUG oslo_vmware.api [None req-53609505-94c1-43fd-bf18-b46417757000 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Task: {'id': task-4938206, 'name': ReconfigVM_Task, 'duration_secs': 0.572237} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.581194] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-53609505-94c1-43fd-bf18-b46417757000 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] [instance: a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e] Reconfigured VM instance instance-00000052 to attach disk [datastore1] volume-076314aa-8676-46b2-ab42-2eb600f80858/volume-076314aa-8676-46b2-ab42-2eb600f80858.vmdk or device None with type thin {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1060.588690] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b10febef-cb92-4d0e-b885-da374a39b152 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.611499] env[65448]: DEBUG oslo_vmware.api [None req-53609505-94c1-43fd-bf18-b46417757000 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Waiting for the task: (returnval){ [ 1060.611499] env[65448]: value = "task-4938212" [ 1060.611499] env[65448]: _type = "Task" [ 1060.611499] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.624321] env[65448]: DEBUG oslo_vmware.api [None req-53609505-94c1-43fd-bf18-b46417757000 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Task: {'id': task-4938212, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.641102] env[65448]: DEBUG oslo_vmware.api [None req-d4a62593-05b9-499d-a339-dbd94f22ce99 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': task-4938209, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.666504] env[65448]: DEBUG oslo_vmware.api [None req-4f584de7-4c5e-478c-9814-15be602b563c tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] Task: {'id': task-4938210, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.709308] env[65448]: DEBUG oslo_vmware.api [None req-a986eae1-498f-49b0-8155-138c12726418 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Task: {'id': task-4938211, 'name': PowerOffVM_Task, 'duration_secs': 0.276} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.709817] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-a986eae1-498f-49b0-8155-138c12726418 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] [instance: 06fbeb98-e55b-49e5-84c7-f4c91d2394a0] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1060.710176] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-a986eae1-498f-49b0-8155-138c12726418 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] [instance: 06fbeb98-e55b-49e5-84c7-f4c91d2394a0] Unregistering the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1060.710588] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-210a0d1c-f522-47dd-9ff4-56249dc87f7b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.756381] env[65448]: DEBUG oslo_concurrency.lockutils [req-e78b9f94-8391-49d0-bd22-3b8ceb4b612b req-a01f8924-03f7-4c26-a37a-c1e83d5b5a7c service nova] Releasing lock "refresh_cache-d53e2a3e-2205-44b0-9e68-91125832a67f" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.756978] env[65448]: DEBUG oslo_concurrency.lockutils [None req-bce8042d-dd8d-4966-b760-7c0d2ad5891f tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Acquired lock "refresh_cache-d53e2a3e-2205-44b0-9e68-91125832a67f" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.757549] env[65448]: DEBUG nova.network.neutron [None req-bce8042d-dd8d-4966-b760-7c0d2ad5891f tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d53e2a3e-2205-44b0-9e68-91125832a67f] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1060.768746] env[65448]: DEBUG oslo_concurrency.lockutils [None req-29b2f787-ed45-4af2-a860-519af3d0c8aa tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.913s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.771626] env[65448]: DEBUG oslo_concurrency.lockutils [None req-e588711d-ad92-4b49-ab8c-56394379637f tempest-InstanceActionsV221TestJSON-1723493104 tempest-InstanceActionsV221TestJSON-1723493104-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.816s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.773639] env[65448]: INFO nova.compute.claims [None req-e588711d-ad92-4b49-ab8c-56394379637f tempest-InstanceActionsV221TestJSON-1723493104 tempest-InstanceActionsV221TestJSON-1723493104-project-member] [instance: df3cb89f-5e8f-4e00-8883-220a5f5218b9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1060.798734] env[65448]: INFO nova.scheduler.client.report [None req-29b2f787-ed45-4af2-a860-519af3d0c8aa tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Deleted allocations for instance b1c44555-fbc8-4a03-b155-65c0986cb216 [ 1060.812214] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-a986eae1-498f-49b0-8155-138c12726418 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] [instance: 06fbeb98-e55b-49e5-84c7-f4c91d2394a0] Unregistered the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1060.812576] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-a986eae1-498f-49b0-8155-138c12726418 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] [instance: 06fbeb98-e55b-49e5-84c7-f4c91d2394a0] Deleting contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1060.813315] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-a986eae1-498f-49b0-8155-138c12726418 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Deleting the datastore file [datastore2] 06fbeb98-e55b-49e5-84c7-f4c91d2394a0 {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1060.813735] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e11f795e-cdf2-4483-9d5a-c430ff250a87 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.824652] env[65448]: DEBUG oslo_vmware.api [None req-a986eae1-498f-49b0-8155-138c12726418 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Waiting for the task: (returnval){ [ 1060.824652] env[65448]: value = "task-4938214" [ 1060.824652] env[65448]: _type = "Task" [ 1060.824652] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.836086] env[65448]: DEBUG oslo_vmware.api [None req-a986eae1-498f-49b0-8155-138c12726418 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Task: {'id': task-4938214, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.123096] env[65448]: DEBUG oslo_vmware.api [None req-53609505-94c1-43fd-bf18-b46417757000 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Task: {'id': task-4938212, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.136975] env[65448]: DEBUG oslo_vmware.api [None req-d4a62593-05b9-499d-a339-dbd94f22ce99 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': task-4938209, 'name': PowerOnVM_Task, 'duration_secs': 0.592135} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.137364] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4a62593-05b9-499d-a339-dbd94f22ce99 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 401bed25-915f-42dc-8281-265fe65d584b] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1061.137685] env[65448]: INFO nova.compute.manager [None req-d4a62593-05b9-499d-a339-dbd94f22ce99 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 401bed25-915f-42dc-8281-265fe65d584b] Took 10.92 seconds to spawn the instance on the hypervisor. [ 1061.137685] env[65448]: DEBUG nova.compute.manager [None req-d4a62593-05b9-499d-a339-dbd94f22ce99 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 401bed25-915f-42dc-8281-265fe65d584b] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 1061.138468] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-855833c1-8210-45ce-b593-a21054d6e105 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.163687] env[65448]: DEBUG oslo_vmware.api [None req-4f584de7-4c5e-478c-9814-15be602b563c tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] Task: {'id': task-4938210, 'name': PowerOnVM_Task, 'duration_secs': 0.553612} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.164320] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f584de7-4c5e-478c-9814-15be602b563c tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] [instance: 15562e57-0fb4-4930-bede-f692179ce893] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1061.164320] env[65448]: INFO nova.compute.manager [None req-4f584de7-4c5e-478c-9814-15be602b563c tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] [instance: 15562e57-0fb4-4930-bede-f692179ce893] Took 6.49 seconds to spawn the instance on the hypervisor. [ 1061.164431] env[65448]: DEBUG nova.compute.manager [None req-4f584de7-4c5e-478c-9814-15be602b563c tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] [instance: 15562e57-0fb4-4930-bede-f692179ce893] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 1061.165385] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08261025-6748-4c71-b900-a588694e2fa2 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.293760] env[65448]: DEBUG nova.network.neutron [None req-bce8042d-dd8d-4966-b760-7c0d2ad5891f tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d53e2a3e-2205-44b0-9e68-91125832a67f] Instance cache missing network info. {{(pid=65448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1061.308996] env[65448]: DEBUG oslo_concurrency.lockutils [None req-29b2f787-ed45-4af2-a860-519af3d0c8aa tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Lock "b1c44555-fbc8-4a03-b155-65c0986cb216" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.336s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.336331] env[65448]: DEBUG oslo_vmware.api [None req-a986eae1-498f-49b0-8155-138c12726418 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Task: {'id': task-4938214, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.330203} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.336614] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-a986eae1-498f-49b0-8155-138c12726418 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1061.336845] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-a986eae1-498f-49b0-8155-138c12726418 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] [instance: 06fbeb98-e55b-49e5-84c7-f4c91d2394a0] Deleted contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1061.337077] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-a986eae1-498f-49b0-8155-138c12726418 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] [instance: 06fbeb98-e55b-49e5-84c7-f4c91d2394a0] Instance destroyed {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1061.337235] env[65448]: INFO nova.compute.manager [None req-a986eae1-498f-49b0-8155-138c12726418 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] [instance: 06fbeb98-e55b-49e5-84c7-f4c91d2394a0] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1061.337493] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-a986eae1-498f-49b0-8155-138c12726418 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1061.338096] env[65448]: DEBUG nova.compute.manager [-] [instance: 06fbeb98-e55b-49e5-84c7-f4c91d2394a0] Deallocating network for instance {{(pid=65448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1061.338194] env[65448]: DEBUG nova.network.neutron [-] [instance: 06fbeb98-e55b-49e5-84c7-f4c91d2394a0] deallocate_for_instance() {{(pid=65448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1061.338446] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1061.387181] env[65448]: WARNING neutronclient.v2_0.client [None req-bce8042d-dd8d-4966-b760-7c0d2ad5891f tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1061.429223] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1061.465198] env[65448]: DEBUG nova.network.neutron [None req-bce8042d-dd8d-4966-b760-7c0d2ad5891f tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d53e2a3e-2205-44b0-9e68-91125832a67f] Updating instance_info_cache with network_info: [{"id": "ae175f39-4703-49e7-821c-bfff3379753a", "address": "fa:16:3e:df:34:ed", "network": {"id": "1c6b4e31-4989-4b8c-8cc6-67fa107dcc6a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1246525494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bf59e2c00b54ab7a8bc201e80781fcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae175f39-47", "ovs_interfaceid": "ae175f39-4703-49e7-821c-bfff3379753a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.624339] env[65448]: DEBUG oslo_vmware.api [None req-53609505-94c1-43fd-bf18-b46417757000 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Task: {'id': task-4938212, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.659542] env[65448]: INFO nova.compute.manager [None req-d4a62593-05b9-499d-a339-dbd94f22ce99 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 401bed25-915f-42dc-8281-265fe65d584b] Took 23.92 seconds to build instance. [ 1061.674960] env[65448]: DEBUG nova.compute.manager [req-6c608c80-2455-441b-aab1-de49f3cd3a2d req-45810120-cec5-4df1-98a7-b8f40b3e2671 service nova] [instance: 06fbeb98-e55b-49e5-84c7-f4c91d2394a0] Received event network-vif-deleted-8fccdb37-5b85-4c7b-a0f9-1356678dacd0 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1061.675223] env[65448]: INFO nova.compute.manager [req-6c608c80-2455-441b-aab1-de49f3cd3a2d req-45810120-cec5-4df1-98a7-b8f40b3e2671 service nova] [instance: 06fbeb98-e55b-49e5-84c7-f4c91d2394a0] Neutron deleted interface 8fccdb37-5b85-4c7b-a0f9-1356678dacd0; detaching it from the instance and deleting it from the info cache [ 1061.675396] env[65448]: DEBUG nova.network.neutron [req-6c608c80-2455-441b-aab1-de49f3cd3a2d req-45810120-cec5-4df1-98a7-b8f40b3e2671 service nova] [instance: 06fbeb98-e55b-49e5-84c7-f4c91d2394a0] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.686534] env[65448]: INFO nova.compute.manager [None req-4f584de7-4c5e-478c-9814-15be602b563c tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] [instance: 15562e57-0fb4-4930-bede-f692179ce893] Took 21.35 seconds to build instance. [ 1061.970488] env[65448]: DEBUG oslo_concurrency.lockutils [None req-bce8042d-dd8d-4966-b760-7c0d2ad5891f tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Releasing lock "refresh_cache-d53e2a3e-2205-44b0-9e68-91125832a67f" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.970857] env[65448]: DEBUG nova.compute.manager [None req-bce8042d-dd8d-4966-b760-7c0d2ad5891f tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d53e2a3e-2205-44b0-9e68-91125832a67f] Instance network_info: |[{"id": "ae175f39-4703-49e7-821c-bfff3379753a", "address": "fa:16:3e:df:34:ed", "network": {"id": "1c6b4e31-4989-4b8c-8cc6-67fa107dcc6a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1246525494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bf59e2c00b54ab7a8bc201e80781fcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae175f39-47", "ovs_interfaceid": "ae175f39-4703-49e7-821c-bfff3379753a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 1061.971588] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-bce8042d-dd8d-4966-b760-7c0d2ad5891f tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d53e2a3e-2205-44b0-9e68-91125832a67f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:df:34:ed', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89463199-7ddf-4ee7-b485-1629a75b4b8f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ae175f39-4703-49e7-821c-bfff3379753a', 'vif_model': 'vmxnet3'}] {{(pid=65448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1061.980228] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-bce8042d-dd8d-4966-b760-7c0d2ad5891f tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1061.980538] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d53e2a3e-2205-44b0-9e68-91125832a67f] Creating VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1061.983714] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-41505478-ec3f-4bb9-81ae-8bb5d146bd23 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.008563] env[65448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1062.008563] env[65448]: value = "task-4938215" [ 1062.008563] env[65448]: _type = "Task" [ 1062.008563] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.019893] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4938215, 'name': CreateVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.050299] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e40828a9-2c39-45bb-a181-ca70431b6120 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.060076] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86dea1a7-d9cd-4175-8931-52f3615a89bf {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.094794] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00d10500-ac82-4eb2-bd69-e06f566e75fc {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.103515] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76305f0b-ae50-4b9a-bcb4-34274b27e2f3 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.119186] env[65448]: DEBUG nova.compute.provider_tree [None req-e588711d-ad92-4b49-ab8c-56394379637f tempest-InstanceActionsV221TestJSON-1723493104 tempest-InstanceActionsV221TestJSON-1723493104-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1062.129593] env[65448]: DEBUG oslo_vmware.api [None req-53609505-94c1-43fd-bf18-b46417757000 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Task: {'id': task-4938212, 'name': ReconfigVM_Task, 'duration_secs': 1.239318} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.129955] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-53609505-94c1-43fd-bf18-b46417757000 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] [instance: a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-962037', 'volume_id': '076314aa-8676-46b2-ab42-2eb600f80858', 'name': 'volume-076314aa-8676-46b2-ab42-2eb600f80858', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e', 'attached_at': '', 'detached_at': '', 'volume_id': '076314aa-8676-46b2-ab42-2eb600f80858', 'serial': '076314aa-8676-46b2-ab42-2eb600f80858'} {{(pid=65448) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1062.149695] env[65448]: DEBUG nova.network.neutron [-] [instance: 06fbeb98-e55b-49e5-84c7-f4c91d2394a0] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.162315] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d4a62593-05b9-499d-a339-dbd94f22ce99 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Lock "401bed25-915f-42dc-8281-265fe65d584b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.442s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.179929] env[65448]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9d1931a8-f9c2-46b6-ad78-bb16799abdb7 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.189706] env[65448]: DEBUG oslo_concurrency.lockutils [None req-4f584de7-4c5e-478c-9814-15be602b563c tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] Lock "15562e57-0fb4-4930-bede-f692179ce893" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.871s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.195339] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-756e775c-b2c9-48e6-9950-28effa23905f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.247027] env[65448]: DEBUG nova.compute.manager [req-6c608c80-2455-441b-aab1-de49f3cd3a2d req-45810120-cec5-4df1-98a7-b8f40b3e2671 service nova] [instance: 06fbeb98-e55b-49e5-84c7-f4c91d2394a0] Detach interface failed, port_id=8fccdb37-5b85-4c7b-a0f9-1356678dacd0, reason: Instance 06fbeb98-e55b-49e5-84c7-f4c91d2394a0 could not be found. {{(pid=65448) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 1062.520417] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4938215, 'name': CreateVM_Task, 'duration_secs': 0.488434} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.520602] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d53e2a3e-2205-44b0-9e68-91125832a67f] Created VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1062.521155] env[65448]: WARNING neutronclient.v2_0.client [None req-bce8042d-dd8d-4966-b760-7c0d2ad5891f tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1062.521550] env[65448]: DEBUG oslo_concurrency.lockutils [None req-bce8042d-dd8d-4966-b760-7c0d2ad5891f tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.521765] env[65448]: DEBUG oslo_concurrency.lockutils [None req-bce8042d-dd8d-4966-b760-7c0d2ad5891f tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.522663] env[65448]: DEBUG oslo_concurrency.lockutils [None req-bce8042d-dd8d-4966-b760-7c0d2ad5891f tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.522663] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-862c7e61-7fd4-498e-a2b2-ff8cdca11534 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.528554] env[65448]: DEBUG oslo_vmware.api [None req-bce8042d-dd8d-4966-b760-7c0d2ad5891f tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Waiting for the task: (returnval){ [ 1062.528554] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]522f0112-68a3-cf8e-44ea-3d4b53fc2cbe" [ 1062.528554] env[65448]: _type = "Task" [ 1062.528554] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.537424] env[65448]: DEBUG oslo_vmware.api [None req-bce8042d-dd8d-4966-b760-7c0d2ad5891f tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]522f0112-68a3-cf8e-44ea-3d4b53fc2cbe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.625358] env[65448]: DEBUG nova.scheduler.client.report [None req-e588711d-ad92-4b49-ab8c-56394379637f tempest-InstanceActionsV221TestJSON-1723493104 tempest-InstanceActionsV221TestJSON-1723493104-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1062.652786] env[65448]: INFO nova.compute.manager [-] [instance: 06fbeb98-e55b-49e5-84c7-f4c91d2394a0] Took 1.31 seconds to deallocate network for instance. [ 1062.746258] env[65448]: DEBUG oslo_concurrency.lockutils [None req-c46cbc5e-c3f6-4382-af8c-92b936f2e6df tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Acquiring lock "24665a99-6cfb-4d8b-8d08-406b7d1f468f" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.746550] env[65448]: DEBUG oslo_concurrency.lockutils [None req-c46cbc5e-c3f6-4382-af8c-92b936f2e6df tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Lock "24665a99-6cfb-4d8b-8d08-406b7d1f468f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.000513] env[65448]: DEBUG oslo_concurrency.lockutils [None req-491cdc51-b29f-4a32-802a-5b3335e951e6 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Acquiring lock "16d98a4f-d6a2-4f7e-95fb-526cf2e1fab4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.000877] env[65448]: DEBUG oslo_concurrency.lockutils [None req-491cdc51-b29f-4a32-802a-5b3335e951e6 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Lock "16d98a4f-d6a2-4f7e-95fb-526cf2e1fab4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.041793] env[65448]: DEBUG oslo_vmware.api [None req-bce8042d-dd8d-4966-b760-7c0d2ad5891f tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]522f0112-68a3-cf8e-44ea-3d4b53fc2cbe, 'name': SearchDatastore_Task, 'duration_secs': 0.024305} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.042383] env[65448]: DEBUG oslo_concurrency.lockutils [None req-bce8042d-dd8d-4966-b760-7c0d2ad5891f tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.042685] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-bce8042d-dd8d-4966-b760-7c0d2ad5891f tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d53e2a3e-2205-44b0-9e68-91125832a67f] Processing image 50fb366d-48e6-424f-9c20-bc83d77be76a {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1063.043138] env[65448]: DEBUG oslo_concurrency.lockutils [None req-bce8042d-dd8d-4966-b760-7c0d2ad5891f tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.043243] env[65448]: DEBUG oslo_concurrency.lockutils [None req-bce8042d-dd8d-4966-b760-7c0d2ad5891f tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.044855] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-bce8042d-dd8d-4966-b760-7c0d2ad5891f tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1063.044855] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-db3b837c-b28c-4be5-b699-8664fd4f552c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.056251] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-bce8042d-dd8d-4966-b760-7c0d2ad5891f tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1063.056359] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-bce8042d-dd8d-4966-b760-7c0d2ad5891f tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1063.057520] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-848fc5a9-bb5f-494d-ba3c-f99459077a2a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.066142] env[65448]: DEBUG oslo_vmware.api [None req-bce8042d-dd8d-4966-b760-7c0d2ad5891f tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Waiting for the task: (returnval){ [ 1063.066142] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52a10b73-f4dc-9b97-7ecc-0a8a1028c119" [ 1063.066142] env[65448]: _type = "Task" [ 1063.066142] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.080693] env[65448]: DEBUG oslo_vmware.api [None req-bce8042d-dd8d-4966-b760-7c0d2ad5891f tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52a10b73-f4dc-9b97-7ecc-0a8a1028c119, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.133717] env[65448]: DEBUG oslo_concurrency.lockutils [None req-e588711d-ad92-4b49-ab8c-56394379637f tempest-InstanceActionsV221TestJSON-1723493104 tempest-InstanceActionsV221TestJSON-1723493104-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.362s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.134831] env[65448]: DEBUG nova.compute.manager [None req-e588711d-ad92-4b49-ab8c-56394379637f tempest-InstanceActionsV221TestJSON-1723493104 tempest-InstanceActionsV221TestJSON-1723493104-project-member] [instance: df3cb89f-5e8f-4e00-8883-220a5f5218b9] Start building networks asynchronously for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2881}} [ 1063.137535] env[65448]: DEBUG oslo_concurrency.lockutils [None req-ac8f2f9e-1936-4477-ae3f-7e1ebc1e956b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 10.109s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.159546] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a986eae1-498f-49b0-8155-138c12726418 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.180830] env[65448]: DEBUG nova.objects.instance [None req-53609505-94c1-43fd-bf18-b46417757000 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Lazy-loading 'flavor' on Instance uuid a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1063.250295] env[65448]: DEBUG nova.compute.utils [None req-c46cbc5e-c3f6-4382-af8c-92b936f2e6df tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Using /dev/sd instead of None {{(pid=65448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1063.505049] env[65448]: DEBUG nova.compute.manager [None req-491cdc51-b29f-4a32-802a-5b3335e951e6 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 16d98a4f-d6a2-4f7e-95fb-526cf2e1fab4] Starting instance... {{(pid=65448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2483}} [ 1063.577287] env[65448]: DEBUG oslo_vmware.api [None req-bce8042d-dd8d-4966-b760-7c0d2ad5891f tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52a10b73-f4dc-9b97-7ecc-0a8a1028c119, 'name': SearchDatastore_Task, 'duration_secs': 0.015624} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.578274] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30013424-1b92-4ed5-9ee1-2f2029c6ae4d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.585423] env[65448]: DEBUG oslo_vmware.api [None req-bce8042d-dd8d-4966-b760-7c0d2ad5891f tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Waiting for the task: (returnval){ [ 1063.585423] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52575f99-a1be-aba8-dc77-0ba12ae9c842" [ 1063.585423] env[65448]: _type = "Task" [ 1063.585423] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.595698] env[65448]: DEBUG oslo_vmware.api [None req-bce8042d-dd8d-4966-b760-7c0d2ad5891f tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52575f99-a1be-aba8-dc77-0ba12ae9c842, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.641908] env[65448]: DEBUG nova.compute.utils [None req-e588711d-ad92-4b49-ab8c-56394379637f tempest-InstanceActionsV221TestJSON-1723493104 tempest-InstanceActionsV221TestJSON-1723493104-project-member] Using /dev/sd instead of None {{(pid=65448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1063.645701] env[65448]: INFO nova.compute.claims [None req-ac8f2f9e-1936-4477-ae3f-7e1ebc1e956b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: a79aa8d7-c3ce-4c6e-84c5-059e29f04a00] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1063.649723] env[65448]: DEBUG nova.compute.manager [None req-e588711d-ad92-4b49-ab8c-56394379637f tempest-InstanceActionsV221TestJSON-1723493104 tempest-InstanceActionsV221TestJSON-1723493104-project-member] [instance: df3cb89f-5e8f-4e00-8883-220a5f5218b9] Allocating IP information in the background. {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 1063.649956] env[65448]: DEBUG nova.network.neutron [None req-e588711d-ad92-4b49-ab8c-56394379637f tempest-InstanceActionsV221TestJSON-1723493104 tempest-InstanceActionsV221TestJSON-1723493104-project-member] [instance: df3cb89f-5e8f-4e00-8883-220a5f5218b9] allocate_for_instance() {{(pid=65448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1063.650309] env[65448]: WARNING neutronclient.v2_0.client [None req-e588711d-ad92-4b49-ab8c-56394379637f tempest-InstanceActionsV221TestJSON-1723493104 tempest-InstanceActionsV221TestJSON-1723493104-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1063.650637] env[65448]: WARNING neutronclient.v2_0.client [None req-e588711d-ad92-4b49-ab8c-56394379637f tempest-InstanceActionsV221TestJSON-1723493104 tempest-InstanceActionsV221TestJSON-1723493104-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1063.686155] env[65448]: DEBUG oslo_concurrency.lockutils [None req-53609505-94c1-43fd-bf18-b46417757000 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Lock "a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 9.338s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.703980] env[65448]: DEBUG nova.policy [None req-e588711d-ad92-4b49-ab8c-56394379637f tempest-InstanceActionsV221TestJSON-1723493104 tempest-InstanceActionsV221TestJSON-1723493104-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ec0c469c5f1347fe9a7b7d6a335e3b4b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '87a492bb82ad44958388fcfcd8f45144', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65448) authorize /opt/stack/nova/nova/policy.py:192}} [ 1063.753217] env[65448]: DEBUG oslo_concurrency.lockutils [None req-c46cbc5e-c3f6-4382-af8c-92b936f2e6df tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Lock "24665a99-6cfb-4d8b-8d08-406b7d1f468f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.000963] env[65448]: DEBUG nova.network.neutron [None req-e588711d-ad92-4b49-ab8c-56394379637f tempest-InstanceActionsV221TestJSON-1723493104 tempest-InstanceActionsV221TestJSON-1723493104-project-member] [instance: df3cb89f-5e8f-4e00-8883-220a5f5218b9] Successfully created port: a033c044-4510-4f88-b230-247bc5811353 {{(pid=65448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1064.029233] env[65448]: DEBUG oslo_concurrency.lockutils [None req-491cdc51-b29f-4a32-802a-5b3335e951e6 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.097589] env[65448]: DEBUG oslo_vmware.api [None req-bce8042d-dd8d-4966-b760-7c0d2ad5891f tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52575f99-a1be-aba8-dc77-0ba12ae9c842, 'name': SearchDatastore_Task, 'duration_secs': 0.014382} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.097589] env[65448]: DEBUG oslo_concurrency.lockutils [None req-bce8042d-dd8d-4966-b760-7c0d2ad5891f tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.097589] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-bce8042d-dd8d-4966-b760-7c0d2ad5891f tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] d53e2a3e-2205-44b0-9e68-91125832a67f/d53e2a3e-2205-44b0-9e68-91125832a67f.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1064.098019] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4bd6118b-04a3-4a04-bb0a-494906bb774f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.104542] env[65448]: DEBUG nova.compute.manager [None req-3de4da6a-1b0a-45d4-89ca-2bfe4f5b27c0 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 401bed25-915f-42dc-8281-265fe65d584b] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 1064.106680] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a728bf0-009a-4ff3-bd2a-a8020aa3a158 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.109537] env[65448]: DEBUG oslo_vmware.api [None req-bce8042d-dd8d-4966-b760-7c0d2ad5891f tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Waiting for the task: (returnval){ [ 1064.109537] env[65448]: value = "task-4938216" [ 1064.109537] env[65448]: _type = "Task" [ 1064.109537] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.125030] env[65448]: DEBUG oslo_vmware.api [None req-bce8042d-dd8d-4966-b760-7c0d2ad5891f tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4938216, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.150441] env[65448]: DEBUG nova.compute.manager [None req-e588711d-ad92-4b49-ab8c-56394379637f tempest-InstanceActionsV221TestJSON-1723493104 tempest-InstanceActionsV221TestJSON-1723493104-project-member] [instance: df3cb89f-5e8f-4e00-8883-220a5f5218b9] Start building block device mappings for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2916}} [ 1064.155179] env[65448]: INFO nova.compute.resource_tracker [None req-ac8f2f9e-1936-4477-ae3f-7e1ebc1e956b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: a79aa8d7-c3ce-4c6e-84c5-059e29f04a00] Updating resource usage from migration 7b916847-c0cd-48fa-b05f-83fc653a4300 [ 1064.181703] env[65448]: DEBUG oslo_concurrency.lockutils [None req-aed9ab0a-c458-4754-ac70-1ed78598f597 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Acquiring lock "a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.181703] env[65448]: DEBUG oslo_concurrency.lockutils [None req-aed9ab0a-c458-4754-ac70-1ed78598f597 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Lock "a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.181922] env[65448]: DEBUG nova.compute.manager [None req-aed9ab0a-c458-4754-ac70-1ed78598f597 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] [instance: a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 1064.182916] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a795fd8-1bcb-4add-b9d8-e78c63ec62e6 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.192031] env[65448]: DEBUG nova.compute.manager [None req-aed9ab0a-c458-4754-ac70-1ed78598f597 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] [instance: a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65448) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3449}} [ 1064.192722] env[65448]: DEBUG nova.objects.instance [None req-aed9ab0a-c458-4754-ac70-1ed78598f597 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Lazy-loading 'flavor' on Instance uuid a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1064.335630] env[65448]: INFO nova.compute.manager [None req-30e954e3-a2ec-4046-b1db-e396e50499a0 tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] [instance: 15562e57-0fb4-4930-bede-f692179ce893] Rebuilding instance [ 1064.397870] env[65448]: DEBUG nova.compute.manager [None req-30e954e3-a2ec-4046-b1db-e396e50499a0 tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] [instance: 15562e57-0fb4-4930-bede-f692179ce893] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 1064.399086] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d638f43-abd4-4e04-a10c-f1d8b130faa1 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.478429] env[65448]: DEBUG oslo_vmware.rw_handles [None req-60909bce-af19-4699-ac87-a073c6391e10 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5287cf02-2b3d-7c3f-b398-18914f546111/disk-0.vmdk. {{(pid=65448) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1064.480127] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69d35a4a-97e8-400a-933d-0341eada99b2 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.491747] env[65448]: DEBUG oslo_vmware.rw_handles [None req-60909bce-af19-4699-ac87-a073c6391e10 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5287cf02-2b3d-7c3f-b398-18914f546111/disk-0.vmdk is in state: ready. {{(pid=65448) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1064.492086] env[65448]: ERROR oslo_vmware.rw_handles [None req-60909bce-af19-4699-ac87-a073c6391e10 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5287cf02-2b3d-7c3f-b398-18914f546111/disk-0.vmdk due to incomplete transfer. [ 1064.492262] env[65448]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-6241f378-1e7a-4f63-93bd-2de7dce264d1 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.502493] env[65448]: DEBUG oslo_vmware.rw_handles [None req-60909bce-af19-4699-ac87-a073c6391e10 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5287cf02-2b3d-7c3f-b398-18914f546111/disk-0.vmdk. {{(pid=65448) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1064.502797] env[65448]: DEBUG nova.virt.vmwareapi.images [None req-60909bce-af19-4699-ac87-a073c6391e10 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: ffb11675-ff83-4efb-be37-b642e50ea8b9] Uploaded image 4a502846-d27e-4353-b382-14117b90ad65 to the Glance image server {{(pid=65448) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1064.505523] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-60909bce-af19-4699-ac87-a073c6391e10 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: ffb11675-ff83-4efb-be37-b642e50ea8b9] Destroying the VM {{(pid=65448) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1064.505952] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-44ef18ce-492d-4763-902e-96f4eaa2e396 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.514678] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb456c2c-e296-4093-8037-0bd7a75e75a5 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.519543] env[65448]: DEBUG oslo_vmware.api [None req-60909bce-af19-4699-ac87-a073c6391e10 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Waiting for the task: (returnval){ [ 1064.519543] env[65448]: value = "task-4938217" [ 1064.519543] env[65448]: _type = "Task" [ 1064.519543] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.527280] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ba1bfb6-7bc0-426b-b5a3-46761e1bacc4 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.534232] env[65448]: DEBUG oslo_vmware.api [None req-60909bce-af19-4699-ac87-a073c6391e10 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Task: {'id': task-4938217, 'name': Destroy_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.569025] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93b77530-f8dd-4e71-b82f-076ec13aa5f2 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.575785] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68b3a09d-b105-459a-aae0-86be4666997a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.592396] env[65448]: DEBUG nova.compute.provider_tree [None req-ac8f2f9e-1936-4477-ae3f-7e1ebc1e956b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1064.623769] env[65448]: INFO nova.compute.manager [None req-3de4da6a-1b0a-45d4-89ca-2bfe4f5b27c0 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 401bed25-915f-42dc-8281-265fe65d584b] instance snapshotting [ 1064.625607] env[65448]: DEBUG oslo_vmware.api [None req-bce8042d-dd8d-4966-b760-7c0d2ad5891f tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4938216, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.626720] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53a37ccc-dae1-4664-bd4b-a64ccf29c0e4 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.647795] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17fd14f6-6416-4b75-8ece-aed0e552e1f1 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.879576] env[65448]: DEBUG oslo_concurrency.lockutils [None req-c46cbc5e-c3f6-4382-af8c-92b936f2e6df tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Acquiring lock "24665a99-6cfb-4d8b-8d08-406b7d1f468f" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.880090] env[65448]: DEBUG oslo_concurrency.lockutils [None req-c46cbc5e-c3f6-4382-af8c-92b936f2e6df tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Lock "24665a99-6cfb-4d8b-8d08-406b7d1f468f" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.880489] env[65448]: INFO nova.compute.manager [None req-c46cbc5e-c3f6-4382-af8c-92b936f2e6df tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 24665a99-6cfb-4d8b-8d08-406b7d1f468f] Attaching volume 33fdeb7e-7e46-4ee4-9efa-993e887c084e to /dev/sdb [ 1064.918699] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ef75eba-56f9-4320-afea-eb4dd1e9a1ad {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.929273] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc81d6e1-9f9e-4d9f-931a-4e8277b8715b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.949534] env[65448]: DEBUG nova.virt.block_device [None req-c46cbc5e-c3f6-4382-af8c-92b936f2e6df tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 24665a99-6cfb-4d8b-8d08-406b7d1f468f] Updating existing volume attachment record: 73210c22-4e40-44e5-92cb-fd3215ca0817 {{(pid=65448) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1065.031227] env[65448]: DEBUG oslo_vmware.api [None req-60909bce-af19-4699-ac87-a073c6391e10 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Task: {'id': task-4938217, 'name': Destroy_Task} progress is 33%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.096222] env[65448]: DEBUG nova.scheduler.client.report [None req-ac8f2f9e-1936-4477-ae3f-7e1ebc1e956b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1065.122231] env[65448]: DEBUG oslo_vmware.api [None req-bce8042d-dd8d-4966-b760-7c0d2ad5891f tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4938216, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.674805} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.122518] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-bce8042d-dd8d-4966-b760-7c0d2ad5891f tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] d53e2a3e-2205-44b0-9e68-91125832a67f/d53e2a3e-2205-44b0-9e68-91125832a67f.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1065.122728] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-bce8042d-dd8d-4966-b760-7c0d2ad5891f tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d53e2a3e-2205-44b0-9e68-91125832a67f] Extending root virtual disk to 1048576 {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1065.122993] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-65000719-c6de-4900-9b39-f12ff91a4c25 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.130842] env[65448]: DEBUG oslo_vmware.api [None req-bce8042d-dd8d-4966-b760-7c0d2ad5891f tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Waiting for the task: (returnval){ [ 1065.130842] env[65448]: value = "task-4938219" [ 1065.130842] env[65448]: _type = "Task" [ 1065.130842] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.139315] env[65448]: DEBUG oslo_vmware.api [None req-bce8042d-dd8d-4966-b760-7c0d2ad5891f tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4938219, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.163499] env[65448]: DEBUG nova.compute.manager [None req-e588711d-ad92-4b49-ab8c-56394379637f tempest-InstanceActionsV221TestJSON-1723493104 tempest-InstanceActionsV221TestJSON-1723493104-project-member] [instance: df3cb89f-5e8f-4e00-8883-220a5f5218b9] Start spawning the instance on the hypervisor. {{(pid=65448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2689}} [ 1065.166750] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-3de4da6a-1b0a-45d4-89ca-2bfe4f5b27c0 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 401bed25-915f-42dc-8281-265fe65d584b] Creating Snapshot of the VM instance {{(pid=65448) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1065.167292] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0bbe1c19-6d03-46b3-a0ab-f86e1d60e2d5 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.175103] env[65448]: DEBUG oslo_vmware.api [None req-3de4da6a-1b0a-45d4-89ca-2bfe4f5b27c0 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Waiting for the task: (returnval){ [ 1065.175103] env[65448]: value = "task-4938220" [ 1065.175103] env[65448]: _type = "Task" [ 1065.175103] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.186627] env[65448]: DEBUG oslo_vmware.api [None req-3de4da6a-1b0a-45d4-89ca-2bfe4f5b27c0 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': task-4938220, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.189138] env[65448]: DEBUG nova.virt.hardware [None req-e588711d-ad92-4b49-ab8c-56394379637f tempest-InstanceActionsV221TestJSON-1723493104 tempest-InstanceActionsV221TestJSON-1723493104-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-08T17:19:51Z,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a992292b6dae455593d228217860e2e1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-08T17:19:52Z,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1065.189379] env[65448]: DEBUG nova.virt.hardware [None req-e588711d-ad92-4b49-ab8c-56394379637f tempest-InstanceActionsV221TestJSON-1723493104 tempest-InstanceActionsV221TestJSON-1723493104-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1065.189533] env[65448]: DEBUG nova.virt.hardware [None req-e588711d-ad92-4b49-ab8c-56394379637f tempest-InstanceActionsV221TestJSON-1723493104 tempest-InstanceActionsV221TestJSON-1723493104-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1065.189777] env[65448]: DEBUG nova.virt.hardware [None req-e588711d-ad92-4b49-ab8c-56394379637f tempest-InstanceActionsV221TestJSON-1723493104 tempest-InstanceActionsV221TestJSON-1723493104-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1065.189908] env[65448]: DEBUG nova.virt.hardware [None req-e588711d-ad92-4b49-ab8c-56394379637f tempest-InstanceActionsV221TestJSON-1723493104 tempest-InstanceActionsV221TestJSON-1723493104-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1065.190074] env[65448]: DEBUG nova.virt.hardware [None req-e588711d-ad92-4b49-ab8c-56394379637f tempest-InstanceActionsV221TestJSON-1723493104 tempest-InstanceActionsV221TestJSON-1723493104-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1065.190284] env[65448]: DEBUG nova.virt.hardware [None req-e588711d-ad92-4b49-ab8c-56394379637f tempest-InstanceActionsV221TestJSON-1723493104 tempest-InstanceActionsV221TestJSON-1723493104-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1065.190439] env[65448]: DEBUG nova.virt.hardware [None req-e588711d-ad92-4b49-ab8c-56394379637f tempest-InstanceActionsV221TestJSON-1723493104 tempest-InstanceActionsV221TestJSON-1723493104-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1065.190600] env[65448]: DEBUG nova.virt.hardware [None req-e588711d-ad92-4b49-ab8c-56394379637f tempest-InstanceActionsV221TestJSON-1723493104 tempest-InstanceActionsV221TestJSON-1723493104-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1065.190760] env[65448]: DEBUG nova.virt.hardware [None req-e588711d-ad92-4b49-ab8c-56394379637f tempest-InstanceActionsV221TestJSON-1723493104 tempest-InstanceActionsV221TestJSON-1723493104-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1065.190924] env[65448]: DEBUG nova.virt.hardware [None req-e588711d-ad92-4b49-ab8c-56394379637f tempest-InstanceActionsV221TestJSON-1723493104 tempest-InstanceActionsV221TestJSON-1723493104-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1065.191870] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a2558fe-da60-4a12-82de-082f7321835a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.200692] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd9dfb80-5919-46c5-be41-1d6319a77d62 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.206129] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-aed9ab0a-c458-4754-ac70-1ed78598f597 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] [instance: a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1065.206601] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-edcd7025-e42a-4858-8496-ad4a09ec3ac1 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.221268] env[65448]: DEBUG oslo_vmware.api [None req-aed9ab0a-c458-4754-ac70-1ed78598f597 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Waiting for the task: (returnval){ [ 1065.221268] env[65448]: value = "task-4938221" [ 1065.221268] env[65448]: _type = "Task" [ 1065.221268] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.232343] env[65448]: DEBUG oslo_vmware.api [None req-aed9ab0a-c458-4754-ac70-1ed78598f597 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Task: {'id': task-4938221, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.239619] env[65448]: DEBUG oslo_concurrency.lockutils [None req-e86a8683-ae11-43ed-a8f3-a0558b7850c5 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Acquiring lock "interface-b0c623fa-d333-4033-9b82-c846509e532a-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.239619] env[65448]: DEBUG oslo_concurrency.lockutils [None req-e86a8683-ae11-43ed-a8f3-a0558b7850c5 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Lock "interface-b0c623fa-d333-4033-9b82-c846509e532a-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.239741] env[65448]: DEBUG nova.objects.instance [None req-e86a8683-ae11-43ed-a8f3-a0558b7850c5 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Lazy-loading 'flavor' on Instance uuid b0c623fa-d333-4033-9b82-c846509e532a {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1065.426430] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-30e954e3-a2ec-4046-b1db-e396e50499a0 tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] [instance: 15562e57-0fb4-4930-bede-f692179ce893] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1065.426900] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c8005e4f-58e8-40d6-b072-322cb79b301c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.434868] env[65448]: DEBUG oslo_vmware.api [None req-30e954e3-a2ec-4046-b1db-e396e50499a0 tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] Waiting for the task: (returnval){ [ 1065.434868] env[65448]: value = "task-4938224" [ 1065.434868] env[65448]: _type = "Task" [ 1065.434868] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.445120] env[65448]: DEBUG oslo_vmware.api [None req-30e954e3-a2ec-4046-b1db-e396e50499a0 tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] Task: {'id': task-4938224, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.532544] env[65448]: DEBUG oslo_vmware.api [None req-60909bce-af19-4699-ac87-a073c6391e10 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Task: {'id': task-4938217, 'name': Destroy_Task, 'duration_secs': 0.571016} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.532901] env[65448]: INFO nova.virt.vmwareapi.vm_util [None req-60909bce-af19-4699-ac87-a073c6391e10 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: ffb11675-ff83-4efb-be37-b642e50ea8b9] Destroyed the VM [ 1065.533203] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-60909bce-af19-4699-ac87-a073c6391e10 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: ffb11675-ff83-4efb-be37-b642e50ea8b9] Deleting Snapshot of the VM instance {{(pid=65448) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1065.533543] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-121f281b-dc41-4c9c-b990-9eefd1b109eb {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.545528] env[65448]: DEBUG oslo_vmware.api [None req-60909bce-af19-4699-ac87-a073c6391e10 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Waiting for the task: (returnval){ [ 1065.545528] env[65448]: value = "task-4938225" [ 1065.545528] env[65448]: _type = "Task" [ 1065.545528] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.555163] env[65448]: DEBUG oslo_vmware.api [None req-60909bce-af19-4699-ac87-a073c6391e10 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Task: {'id': task-4938225, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.601412] env[65448]: DEBUG oslo_concurrency.lockutils [None req-ac8f2f9e-1936-4477-ae3f-7e1ebc1e956b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.464s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.601663] env[65448]: INFO nova.compute.manager [None req-ac8f2f9e-1936-4477-ae3f-7e1ebc1e956b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: a79aa8d7-c3ce-4c6e-84c5-059e29f04a00] Migrating [ 1065.608841] env[65448]: DEBUG oslo_concurrency.lockutils [None req-4e5b9dc7-23a4-4b16-99de-47b726c6b7c1 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.537s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.609189] env[65448]: DEBUG nova.objects.instance [None req-4e5b9dc7-23a4-4b16-99de-47b726c6b7c1 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Lazy-loading 'resources' on Instance uuid d7a47642-66f2-4772-bff2-50b672f23d21 {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1065.645919] env[65448]: DEBUG oslo_vmware.api [None req-bce8042d-dd8d-4966-b760-7c0d2ad5891f tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4938219, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.22365} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.646283] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-bce8042d-dd8d-4966-b760-7c0d2ad5891f tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d53e2a3e-2205-44b0-9e68-91125832a67f] Extended root virtual disk {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1065.647173] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01cc436d-b887-43a5-bd75-f53d692ed96c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.672124] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-bce8042d-dd8d-4966-b760-7c0d2ad5891f tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d53e2a3e-2205-44b0-9e68-91125832a67f] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] d53e2a3e-2205-44b0-9e68-91125832a67f/d53e2a3e-2205-44b0-9e68-91125832a67f.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1065.672423] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb24b981-7f0f-4bf9-88e5-4812c6dc913a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.691211] env[65448]: DEBUG nova.network.neutron [None req-e588711d-ad92-4b49-ab8c-56394379637f tempest-InstanceActionsV221TestJSON-1723493104 tempest-InstanceActionsV221TestJSON-1723493104-project-member] [instance: df3cb89f-5e8f-4e00-8883-220a5f5218b9] Successfully updated port: a033c044-4510-4f88-b230-247bc5811353 {{(pid=65448) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1065.703427] env[65448]: DEBUG oslo_vmware.api [None req-3de4da6a-1b0a-45d4-89ca-2bfe4f5b27c0 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': task-4938220, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.705677] env[65448]: DEBUG oslo_vmware.api [None req-bce8042d-dd8d-4966-b760-7c0d2ad5891f tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Waiting for the task: (returnval){ [ 1065.705677] env[65448]: value = "task-4938226" [ 1065.705677] env[65448]: _type = "Task" [ 1065.705677] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.715734] env[65448]: DEBUG oslo_vmware.api [None req-bce8042d-dd8d-4966-b760-7c0d2ad5891f tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4938226, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.732921] env[65448]: DEBUG oslo_vmware.api [None req-aed9ab0a-c458-4754-ac70-1ed78598f597 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Task: {'id': task-4938221, 'name': PowerOffVM_Task, 'duration_secs': 0.263384} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.734679] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-aed9ab0a-c458-4754-ac70-1ed78598f597 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] [instance: a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1065.734809] env[65448]: DEBUG nova.compute.manager [None req-aed9ab0a-c458-4754-ac70-1ed78598f597 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] [instance: a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 1065.735909] env[65448]: DEBUG nova.compute.manager [req-ac9007ea-9b86-4013-b44e-6c4107ee2872 req-51ac30e0-2355-4111-bcc0-49cc77633f7d service nova] [instance: df3cb89f-5e8f-4e00-8883-220a5f5218b9] Received event network-vif-plugged-a033c044-4510-4f88-b230-247bc5811353 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1065.736115] env[65448]: DEBUG oslo_concurrency.lockutils [req-ac9007ea-9b86-4013-b44e-6c4107ee2872 req-51ac30e0-2355-4111-bcc0-49cc77633f7d service nova] Acquiring lock "df3cb89f-5e8f-4e00-8883-220a5f5218b9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.736323] env[65448]: DEBUG oslo_concurrency.lockutils [req-ac9007ea-9b86-4013-b44e-6c4107ee2872 req-51ac30e0-2355-4111-bcc0-49cc77633f7d service nova] Lock "df3cb89f-5e8f-4e00-8883-220a5f5218b9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.736486] env[65448]: DEBUG oslo_concurrency.lockutils [req-ac9007ea-9b86-4013-b44e-6c4107ee2872 req-51ac30e0-2355-4111-bcc0-49cc77633f7d service nova] Lock "df3cb89f-5e8f-4e00-8883-220a5f5218b9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.736657] env[65448]: DEBUG nova.compute.manager [req-ac9007ea-9b86-4013-b44e-6c4107ee2872 req-51ac30e0-2355-4111-bcc0-49cc77633f7d service nova] [instance: df3cb89f-5e8f-4e00-8883-220a5f5218b9] No waiting events found dispatching network-vif-plugged-a033c044-4510-4f88-b230-247bc5811353 {{(pid=65448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1065.736843] env[65448]: WARNING nova.compute.manager [req-ac9007ea-9b86-4013-b44e-6c4107ee2872 req-51ac30e0-2355-4111-bcc0-49cc77633f7d service nova] [instance: df3cb89f-5e8f-4e00-8883-220a5f5218b9] Received unexpected event network-vif-plugged-a033c044-4510-4f88-b230-247bc5811353 for instance with vm_state building and task_state spawning. [ 1065.737715] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0afb46bb-5173-4a56-ab7b-927ede9b64bd {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.743950] env[65448]: WARNING neutronclient.v2_0.client [None req-e86a8683-ae11-43ed-a8f3-a0558b7850c5 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1065.744346] env[65448]: DEBUG nova.objects.instance [None req-e86a8683-ae11-43ed-a8f3-a0558b7850c5 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Lazy-loading 'pci_requests' on Instance uuid b0c623fa-d333-4033-9b82-c846509e532a {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1065.946202] env[65448]: DEBUG oslo_vmware.api [None req-30e954e3-a2ec-4046-b1db-e396e50499a0 tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] Task: {'id': task-4938224, 'name': PowerOffVM_Task, 'duration_secs': 0.147014} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.946574] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-30e954e3-a2ec-4046-b1db-e396e50499a0 tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] [instance: 15562e57-0fb4-4930-bede-f692179ce893] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1065.947307] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-30e954e3-a2ec-4046-b1db-e396e50499a0 tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] [instance: 15562e57-0fb4-4930-bede-f692179ce893] Destroying instance {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1065.948242] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-005c67ee-834b-4fe5-9250-9fdbd0515192 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.956574] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-30e954e3-a2ec-4046-b1db-e396e50499a0 tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] [instance: 15562e57-0fb4-4930-bede-f692179ce893] Unregistering the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1065.956904] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fa8fd044-07e5-41b0-ae07-5998c2f81577 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.997293] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-30e954e3-a2ec-4046-b1db-e396e50499a0 tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] [instance: 15562e57-0fb4-4930-bede-f692179ce893] Unregistered the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1065.997530] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-30e954e3-a2ec-4046-b1db-e396e50499a0 tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] [instance: 15562e57-0fb4-4930-bede-f692179ce893] Deleting contents of the VM from datastore datastore1 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1065.997837] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-30e954e3-a2ec-4046-b1db-e396e50499a0 tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] Deleting the datastore file [datastore1] 15562e57-0fb4-4930-bede-f692179ce893 {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1065.998193] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b6a035cb-654d-43f6-81fe-f5c42d499fee {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.007228] env[65448]: DEBUG oslo_vmware.api [None req-30e954e3-a2ec-4046-b1db-e396e50499a0 tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] Waiting for the task: (returnval){ [ 1066.007228] env[65448]: value = "task-4938228" [ 1066.007228] env[65448]: _type = "Task" [ 1066.007228] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.017517] env[65448]: DEBUG oslo_vmware.api [None req-30e954e3-a2ec-4046-b1db-e396e50499a0 tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] Task: {'id': task-4938228, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.059138] env[65448]: DEBUG oslo_vmware.api [None req-60909bce-af19-4699-ac87-a073c6391e10 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Task: {'id': task-4938225, 'name': RemoveSnapshot_Task, 'duration_secs': 0.505636} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.059479] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-60909bce-af19-4699-ac87-a073c6391e10 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: ffb11675-ff83-4efb-be37-b642e50ea8b9] Deleted Snapshot of the VM instance {{(pid=65448) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1066.059779] env[65448]: DEBUG nova.compute.manager [None req-60909bce-af19-4699-ac87-a073c6391e10 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: ffb11675-ff83-4efb-be37-b642e50ea8b9] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 1066.060801] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f50a090-b317-4db8-a785-c3aedbb549cc {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.121214] env[65448]: DEBUG oslo_concurrency.lockutils [None req-ac8f2f9e-1936-4477-ae3f-7e1ebc1e956b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Acquiring lock "refresh_cache-a79aa8d7-c3ce-4c6e-84c5-059e29f04a00" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.121637] env[65448]: DEBUG oslo_concurrency.lockutils [None req-ac8f2f9e-1936-4477-ae3f-7e1ebc1e956b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Acquired lock "refresh_cache-a79aa8d7-c3ce-4c6e-84c5-059e29f04a00" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.121637] env[65448]: DEBUG nova.network.neutron [None req-ac8f2f9e-1936-4477-ae3f-7e1ebc1e956b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: a79aa8d7-c3ce-4c6e-84c5-059e29f04a00] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1066.200174] env[65448]: DEBUG oslo_concurrency.lockutils [None req-e588711d-ad92-4b49-ab8c-56394379637f tempest-InstanceActionsV221TestJSON-1723493104 tempest-InstanceActionsV221TestJSON-1723493104-project-member] Acquiring lock "refresh_cache-df3cb89f-5e8f-4e00-8883-220a5f5218b9" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.200418] env[65448]: DEBUG oslo_concurrency.lockutils [None req-e588711d-ad92-4b49-ab8c-56394379637f tempest-InstanceActionsV221TestJSON-1723493104 tempest-InstanceActionsV221TestJSON-1723493104-project-member] Acquired lock "refresh_cache-df3cb89f-5e8f-4e00-8883-220a5f5218b9" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.200535] env[65448]: DEBUG nova.network.neutron [None req-e588711d-ad92-4b49-ab8c-56394379637f tempest-InstanceActionsV221TestJSON-1723493104 tempest-InstanceActionsV221TestJSON-1723493104-project-member] [instance: df3cb89f-5e8f-4e00-8883-220a5f5218b9] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1066.208893] env[65448]: DEBUG oslo_vmware.api [None req-3de4da6a-1b0a-45d4-89ca-2bfe4f5b27c0 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': task-4938220, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.221708] env[65448]: DEBUG oslo_vmware.api [None req-bce8042d-dd8d-4966-b760-7c0d2ad5891f tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4938226, 'name': ReconfigVM_Task, 'duration_secs': 0.385382} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.221979] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-bce8042d-dd8d-4966-b760-7c0d2ad5891f tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d53e2a3e-2205-44b0-9e68-91125832a67f] Reconfigured VM instance instance-00000061 to attach disk [datastore2] d53e2a3e-2205-44b0-9e68-91125832a67f/d53e2a3e-2205-44b0-9e68-91125832a67f.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1066.222743] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c9c0143c-d0a4-44c7-8d11-e19f6a0b8b1f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.230584] env[65448]: DEBUG oslo_vmware.api [None req-bce8042d-dd8d-4966-b760-7c0d2ad5891f tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Waiting for the task: (returnval){ [ 1066.230584] env[65448]: value = "task-4938229" [ 1066.230584] env[65448]: _type = "Task" [ 1066.230584] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.240438] env[65448]: DEBUG oslo_vmware.api [None req-bce8042d-dd8d-4966-b760-7c0d2ad5891f tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4938229, 'name': Rename_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.252060] env[65448]: DEBUG nova.objects.base [None req-e86a8683-ae11-43ed-a8f3-a0558b7850c5 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=65448) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1066.252242] env[65448]: DEBUG nova.network.neutron [None req-e86a8683-ae11-43ed-a8f3-a0558b7850c5 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: b0c623fa-d333-4033-9b82-c846509e532a] allocate_for_instance() {{(pid=65448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1066.252767] env[65448]: WARNING neutronclient.v2_0.client [None req-e86a8683-ae11-43ed-a8f3-a0558b7850c5 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1066.253307] env[65448]: WARNING neutronclient.v2_0.client [None req-e86a8683-ae11-43ed-a8f3-a0558b7850c5 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1066.263378] env[65448]: DEBUG oslo_concurrency.lockutils [None req-aed9ab0a-c458-4754-ac70-1ed78598f597 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Lock "a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.082s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.359057] env[65448]: DEBUG oslo_concurrency.lockutils [None req-e86a8683-ae11-43ed-a8f3-a0558b7850c5 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Lock "interface-b0c623fa-d333-4033-9b82-c846509e532a-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.119s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.400968] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e085b477-ee00-4936-b050-10cda16f8b3a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.411419] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c2eeeef-486a-4f48-97cd-a4e3a1320049 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.445059] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd95141c-1317-415a-8e98-88e293eb87f3 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.453714] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb1557d6-9b2a-440b-875a-591c6f881c9b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.470098] env[65448]: DEBUG nova.compute.provider_tree [None req-4e5b9dc7-23a4-4b16-99de-47b726c6b7c1 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1066.517058] env[65448]: DEBUG oslo_vmware.api [None req-30e954e3-a2ec-4046-b1db-e396e50499a0 tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] Task: {'id': task-4938228, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135665} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.517333] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-30e954e3-a2ec-4046-b1db-e396e50499a0 tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1066.517520] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-30e954e3-a2ec-4046-b1db-e396e50499a0 tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] [instance: 15562e57-0fb4-4930-bede-f692179ce893] Deleted contents of the VM from datastore datastore1 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1066.517693] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-30e954e3-a2ec-4046-b1db-e396e50499a0 tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] [instance: 15562e57-0fb4-4930-bede-f692179ce893] Instance destroyed {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1066.574234] env[65448]: INFO nova.compute.manager [None req-60909bce-af19-4699-ac87-a073c6391e10 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: ffb11675-ff83-4efb-be37-b642e50ea8b9] Shelve offloading [ 1066.626154] env[65448]: WARNING neutronclient.v2_0.client [None req-ac8f2f9e-1936-4477-ae3f-7e1ebc1e956b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1066.706028] env[65448]: DEBUG oslo_vmware.api [None req-3de4da6a-1b0a-45d4-89ca-2bfe4f5b27c0 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': task-4938220, 'name': CreateSnapshot_Task, 'duration_secs': 1.243416} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.706570] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-3de4da6a-1b0a-45d4-89ca-2bfe4f5b27c0 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 401bed25-915f-42dc-8281-265fe65d584b] Created Snapshot of the VM instance {{(pid=65448) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1066.707413] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-778367fd-7333-4bf9-ba10-5a1031c430e5 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.736503] env[65448]: DEBUG nova.network.neutron [None req-e588711d-ad92-4b49-ab8c-56394379637f tempest-InstanceActionsV221TestJSON-1723493104 tempest-InstanceActionsV221TestJSON-1723493104-project-member] [instance: df3cb89f-5e8f-4e00-8883-220a5f5218b9] Instance cache missing network info. {{(pid=65448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1066.745011] env[65448]: DEBUG oslo_vmware.api [None req-bce8042d-dd8d-4966-b760-7c0d2ad5891f tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4938229, 'name': Rename_Task, 'duration_secs': 0.226635} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.745346] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-bce8042d-dd8d-4966-b760-7c0d2ad5891f tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d53e2a3e-2205-44b0-9e68-91125832a67f] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1066.745621] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-955014ed-b6bb-46d2-adff-674b3f839c55 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.754528] env[65448]: DEBUG oslo_vmware.api [None req-bce8042d-dd8d-4966-b760-7c0d2ad5891f tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Waiting for the task: (returnval){ [ 1066.754528] env[65448]: value = "task-4938230" [ 1066.754528] env[65448]: _type = "Task" [ 1066.754528] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.768344] env[65448]: DEBUG oslo_vmware.api [None req-bce8042d-dd8d-4966-b760-7c0d2ad5891f tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4938230, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.814311] env[65448]: WARNING neutronclient.v2_0.client [None req-ac8f2f9e-1936-4477-ae3f-7e1ebc1e956b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1066.839583] env[65448]: WARNING neutronclient.v2_0.client [None req-e588711d-ad92-4b49-ab8c-56394379637f tempest-InstanceActionsV221TestJSON-1723493104 tempest-InstanceActionsV221TestJSON-1723493104-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1066.895333] env[65448]: DEBUG nova.network.neutron [None req-ac8f2f9e-1936-4477-ae3f-7e1ebc1e956b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: a79aa8d7-c3ce-4c6e-84c5-059e29f04a00] Updating instance_info_cache with network_info: [{"id": "37f80e87-51ca-4703-9b36-188606170213", "address": "fa:16:3e:16:0a:ab", "network": {"id": "e780d8ca-74b1-42d6-9931-c68bece889ed", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1768290232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b4602fe4973466b8eb0d97f7a72d721", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f17856cf-7248-414b-bde6-8c90cfb4c593", "external-id": "nsx-vlan-transportzone-341", "segmentation_id": 341, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37f80e87-51", "ovs_interfaceid": "37f80e87-51ca-4703-9b36-188606170213", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.915861] env[65448]: DEBUG nova.network.neutron [None req-e588711d-ad92-4b49-ab8c-56394379637f tempest-InstanceActionsV221TestJSON-1723493104 tempest-InstanceActionsV221TestJSON-1723493104-project-member] [instance: df3cb89f-5e8f-4e00-8883-220a5f5218b9] Updating instance_info_cache with network_info: [{"id": "a033c044-4510-4f88-b230-247bc5811353", "address": "fa:16:3e:d7:02:4a", "network": {"id": "c7c45095-a1cc-4810-bced-eed7f27d5037", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-308167390-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87a492bb82ad44958388fcfcd8f45144", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa033c044-45", "ovs_interfaceid": "a033c044-4510-4f88-b230-247bc5811353", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.973083] env[65448]: DEBUG nova.scheduler.client.report [None req-4e5b9dc7-23a4-4b16-99de-47b726c6b7c1 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1067.077612] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-60909bce-af19-4699-ac87-a073c6391e10 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: ffb11675-ff83-4efb-be37-b642e50ea8b9] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1067.077988] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-199347db-38ae-4a04-b66c-fff2355d071d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.085616] env[65448]: DEBUG oslo_vmware.api [None req-60909bce-af19-4699-ac87-a073c6391e10 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Waiting for the task: (returnval){ [ 1067.085616] env[65448]: value = "task-4938231" [ 1067.085616] env[65448]: _type = "Task" [ 1067.085616] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.095348] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-60909bce-af19-4699-ac87-a073c6391e10 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: ffb11675-ff83-4efb-be37-b642e50ea8b9] VM already powered off {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1067.095605] env[65448]: DEBUG nova.compute.manager [None req-60909bce-af19-4699-ac87-a073c6391e10 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: ffb11675-ff83-4efb-be37-b642e50ea8b9] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 1067.096334] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d80f8c1c-79a3-4c1b-81a4-92bb135077ad {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.102504] env[65448]: DEBUG oslo_concurrency.lockutils [None req-60909bce-af19-4699-ac87-a073c6391e10 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Acquiring lock "refresh_cache-ffb11675-ff83-4efb-be37-b642e50ea8b9" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.102636] env[65448]: DEBUG oslo_concurrency.lockutils [None req-60909bce-af19-4699-ac87-a073c6391e10 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Acquired lock "refresh_cache-ffb11675-ff83-4efb-be37-b642e50ea8b9" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.102798] env[65448]: DEBUG nova.network.neutron [None req-60909bce-af19-4699-ac87-a073c6391e10 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: ffb11675-ff83-4efb-be37-b642e50ea8b9] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1067.230378] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-3de4da6a-1b0a-45d4-89ca-2bfe4f5b27c0 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 401bed25-915f-42dc-8281-265fe65d584b] Creating linked-clone VM from snapshot {{(pid=65448) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1067.232049] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6f034b37-988f-4a2f-996e-8eb23507411a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.240377] env[65448]: DEBUG oslo_vmware.api [None req-3de4da6a-1b0a-45d4-89ca-2bfe4f5b27c0 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Waiting for the task: (returnval){ [ 1067.240377] env[65448]: value = "task-4938232" [ 1067.240377] env[65448]: _type = "Task" [ 1067.240377] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.251156] env[65448]: DEBUG oslo_vmware.api [None req-3de4da6a-1b0a-45d4-89ca-2bfe4f5b27c0 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': task-4938232, 'name': CloneVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.262676] env[65448]: DEBUG oslo_vmware.api [None req-bce8042d-dd8d-4966-b760-7c0d2ad5891f tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4938230, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.397837] env[65448]: DEBUG oslo_concurrency.lockutils [None req-ac8f2f9e-1936-4477-ae3f-7e1ebc1e956b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Releasing lock "refresh_cache-a79aa8d7-c3ce-4c6e-84c5-059e29f04a00" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.420100] env[65448]: DEBUG oslo_concurrency.lockutils [None req-e588711d-ad92-4b49-ab8c-56394379637f tempest-InstanceActionsV221TestJSON-1723493104 tempest-InstanceActionsV221TestJSON-1723493104-project-member] Releasing lock "refresh_cache-df3cb89f-5e8f-4e00-8883-220a5f5218b9" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.420620] env[65448]: DEBUG nova.compute.manager [None req-e588711d-ad92-4b49-ab8c-56394379637f tempest-InstanceActionsV221TestJSON-1723493104 tempest-InstanceActionsV221TestJSON-1723493104-project-member] [instance: df3cb89f-5e8f-4e00-8883-220a5f5218b9] Instance network_info: |[{"id": "a033c044-4510-4f88-b230-247bc5811353", "address": "fa:16:3e:d7:02:4a", "network": {"id": "c7c45095-a1cc-4810-bced-eed7f27d5037", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-308167390-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87a492bb82ad44958388fcfcd8f45144", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa033c044-45", "ovs_interfaceid": "a033c044-4510-4f88-b230-247bc5811353", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 1067.421065] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-e588711d-ad92-4b49-ab8c-56394379637f tempest-InstanceActionsV221TestJSON-1723493104 tempest-InstanceActionsV221TestJSON-1723493104-project-member] [instance: df3cb89f-5e8f-4e00-8883-220a5f5218b9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d7:02:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2be3fdb5-359e-43bd-8c20-2ff00e81db55', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a033c044-4510-4f88-b230-247bc5811353', 'vif_model': 'vmxnet3'}] {{(pid=65448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1067.429400] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-e588711d-ad92-4b49-ab8c-56394379637f tempest-InstanceActionsV221TestJSON-1723493104 tempest-InstanceActionsV221TestJSON-1723493104-project-member] Creating folder: Project (87a492bb82ad44958388fcfcd8f45144). Parent ref: group-v961779. {{(pid=65448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1067.430211] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0b19c8c5-943a-4e1f-8703-56c3f7d4ab08 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.443750] env[65448]: INFO nova.virt.vmwareapi.vm_util [None req-e588711d-ad92-4b49-ab8c-56394379637f tempest-InstanceActionsV221TestJSON-1723493104 tempest-InstanceActionsV221TestJSON-1723493104-project-member] Created folder: Project (87a492bb82ad44958388fcfcd8f45144) in parent group-v961779. [ 1067.444079] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-e588711d-ad92-4b49-ab8c-56394379637f tempest-InstanceActionsV221TestJSON-1723493104 tempest-InstanceActionsV221TestJSON-1723493104-project-member] Creating folder: Instances. Parent ref: group-v962043. {{(pid=65448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1067.444405] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-486569bb-85f4-4722-ac88-4ac682c1f393 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.457733] env[65448]: INFO nova.virt.vmwareapi.vm_util [None req-e588711d-ad92-4b49-ab8c-56394379637f tempest-InstanceActionsV221TestJSON-1723493104 tempest-InstanceActionsV221TestJSON-1723493104-project-member] Created folder: Instances in parent group-v962043. [ 1067.458032] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-e588711d-ad92-4b49-ab8c-56394379637f tempest-InstanceActionsV221TestJSON-1723493104 tempest-InstanceActionsV221TestJSON-1723493104-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1067.458266] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df3cb89f-5e8f-4e00-8883-220a5f5218b9] Creating VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1067.458538] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fa89545f-e64e-4b59-a819-36e13b49b304 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.478045] env[65448]: DEBUG oslo_concurrency.lockutils [None req-4e5b9dc7-23a4-4b16-99de-47b726c6b7c1 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.869s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.482373] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a986eae1-498f-49b0-8155-138c12726418 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.323s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.482921] env[65448]: DEBUG nova.objects.instance [None req-a986eae1-498f-49b0-8155-138c12726418 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Lazy-loading 'resources' on Instance uuid 06fbeb98-e55b-49e5-84c7-f4c91d2394a0 {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1067.483854] env[65448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1067.483854] env[65448]: value = "task-4938236" [ 1067.483854] env[65448]: _type = "Task" [ 1067.483854] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.494144] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4938236, 'name': CreateVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.507150] env[65448]: INFO nova.scheduler.client.report [None req-4e5b9dc7-23a4-4b16-99de-47b726c6b7c1 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Deleted allocations for instance d7a47642-66f2-4772-bff2-50b672f23d21 [ 1067.532270] env[65448]: DEBUG nova.objects.instance [None req-75789cef-631c-49d7-be86-cc82e380dd3e tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Lazy-loading 'flavor' on Instance uuid a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1067.563317] env[65448]: DEBUG nova.virt.hardware [None req-30e954e3-a2ec-4046-b1db-e396e50499a0 tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-08T17:19:51Z,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a992292b6dae455593d228217860e2e1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-08T17:19:52Z,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1067.563525] env[65448]: DEBUG nova.virt.hardware [None req-30e954e3-a2ec-4046-b1db-e396e50499a0 tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1067.563790] env[65448]: DEBUG nova.virt.hardware [None req-30e954e3-a2ec-4046-b1db-e396e50499a0 tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1067.564022] env[65448]: DEBUG nova.virt.hardware [None req-30e954e3-a2ec-4046-b1db-e396e50499a0 tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1067.564230] env[65448]: DEBUG nova.virt.hardware [None req-30e954e3-a2ec-4046-b1db-e396e50499a0 tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1067.564420] env[65448]: DEBUG nova.virt.hardware [None req-30e954e3-a2ec-4046-b1db-e396e50499a0 tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1067.564728] env[65448]: DEBUG nova.virt.hardware [None req-30e954e3-a2ec-4046-b1db-e396e50499a0 tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1067.566534] env[65448]: DEBUG nova.virt.hardware [None req-30e954e3-a2ec-4046-b1db-e396e50499a0 tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1067.566534] env[65448]: DEBUG nova.virt.hardware [None req-30e954e3-a2ec-4046-b1db-e396e50499a0 tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1067.566534] env[65448]: DEBUG nova.virt.hardware [None req-30e954e3-a2ec-4046-b1db-e396e50499a0 tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1067.566534] env[65448]: DEBUG nova.virt.hardware [None req-30e954e3-a2ec-4046-b1db-e396e50499a0 tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1067.566825] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c7ae784-b091-45db-8e81-e74a109c32fb {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.578256] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b45fe1a5-af64-4c0f-83ca-b86b106ba25c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.595399] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-30e954e3-a2ec-4046-b1db-e396e50499a0 tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] [instance: 15562e57-0fb4-4930-bede-f692179ce893] Instance VIF info [] {{(pid=65448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1067.601647] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-30e954e3-a2ec-4046-b1db-e396e50499a0 tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1067.601990] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15562e57-0fb4-4930-bede-f692179ce893] Creating VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1067.602257] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7662a234-133b-4682-9544-cce3166eea95 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.616299] env[65448]: WARNING neutronclient.v2_0.client [None req-60909bce-af19-4699-ac87-a073c6391e10 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1067.627635] env[65448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1067.627635] env[65448]: value = "task-4938237" [ 1067.627635] env[65448]: _type = "Task" [ 1067.627635] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.638200] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4938237, 'name': CreateVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.755753] env[65448]: DEBUG oslo_vmware.api [None req-3de4da6a-1b0a-45d4-89ca-2bfe4f5b27c0 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': task-4938232, 'name': CloneVM_Task} progress is 94%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.770289] env[65448]: DEBUG oslo_vmware.api [None req-bce8042d-dd8d-4966-b760-7c0d2ad5891f tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4938230, 'name': PowerOnVM_Task} progress is 90%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.835169] env[65448]: WARNING neutronclient.v2_0.client [None req-60909bce-af19-4699-ac87-a073c6391e10 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1067.868832] env[65448]: DEBUG nova.compute.manager [req-c6841138-e6c2-4e68-a1a3-365fa8139f89 req-70f7e314-a5b8-49f4-89cb-e0e29752f922 service nova] [instance: df3cb89f-5e8f-4e00-8883-220a5f5218b9] Received event network-changed-a033c044-4510-4f88-b230-247bc5811353 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1067.869195] env[65448]: DEBUG nova.compute.manager [req-c6841138-e6c2-4e68-a1a3-365fa8139f89 req-70f7e314-a5b8-49f4-89cb-e0e29752f922 service nova] [instance: df3cb89f-5e8f-4e00-8883-220a5f5218b9] Refreshing instance network info cache due to event network-changed-a033c044-4510-4f88-b230-247bc5811353. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 1067.869299] env[65448]: DEBUG oslo_concurrency.lockutils [req-c6841138-e6c2-4e68-a1a3-365fa8139f89 req-70f7e314-a5b8-49f4-89cb-e0e29752f922 service nova] Acquiring lock "refresh_cache-df3cb89f-5e8f-4e00-8883-220a5f5218b9" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.869455] env[65448]: DEBUG oslo_concurrency.lockutils [req-c6841138-e6c2-4e68-a1a3-365fa8139f89 req-70f7e314-a5b8-49f4-89cb-e0e29752f922 service nova] Acquired lock "refresh_cache-df3cb89f-5e8f-4e00-8883-220a5f5218b9" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.869621] env[65448]: DEBUG nova.network.neutron [req-c6841138-e6c2-4e68-a1a3-365fa8139f89 req-70f7e314-a5b8-49f4-89cb-e0e29752f922 service nova] [instance: df3cb89f-5e8f-4e00-8883-220a5f5218b9] Refreshing network info cache for port a033c044-4510-4f88-b230-247bc5811353 {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1067.935648] env[65448]: DEBUG nova.network.neutron [None req-60909bce-af19-4699-ac87-a073c6391e10 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: ffb11675-ff83-4efb-be37-b642e50ea8b9] Updating instance_info_cache with network_info: [{"id": "2d51f333-e777-44b1-b392-f80d31bf5212", "address": "fa:16:3e:6f:07:7f", "network": {"id": "3dad17d1-fdd5-4069-8675-ef8a0f0b9caf", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2039208773-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f35763225db24d7f858aa84e17d07cc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d51f333-e7", "ovs_interfaceid": "2d51f333-e777-44b1-b392-f80d31bf5212", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.999321] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4938236, 'name': CreateVM_Task, 'duration_secs': 0.477551} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.999321] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df3cb89f-5e8f-4e00-8883-220a5f5218b9] Created VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1067.999580] env[65448]: WARNING neutronclient.v2_0.client [None req-e588711d-ad92-4b49-ab8c-56394379637f tempest-InstanceActionsV221TestJSON-1723493104 tempest-InstanceActionsV221TestJSON-1723493104-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1067.999843] env[65448]: DEBUG oslo_concurrency.lockutils [None req-e588711d-ad92-4b49-ab8c-56394379637f tempest-InstanceActionsV221TestJSON-1723493104 tempest-InstanceActionsV221TestJSON-1723493104-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.999996] env[65448]: DEBUG oslo_concurrency.lockutils [None req-e588711d-ad92-4b49-ab8c-56394379637f tempest-InstanceActionsV221TestJSON-1723493104 tempest-InstanceActionsV221TestJSON-1723493104-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.000396] env[65448]: DEBUG oslo_concurrency.lockutils [None req-e588711d-ad92-4b49-ab8c-56394379637f tempest-InstanceActionsV221TestJSON-1723493104 tempest-InstanceActionsV221TestJSON-1723493104-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.000783] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ea7542f-e0e4-4048-89a3-519d2981c452 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.008257] env[65448]: DEBUG oslo_vmware.api [None req-e588711d-ad92-4b49-ab8c-56394379637f tempest-InstanceActionsV221TestJSON-1723493104 tempest-InstanceActionsV221TestJSON-1723493104-project-member] Waiting for the task: (returnval){ [ 1068.008257] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]529b3bf0-266f-e755-634d-d9f2246ddc64" [ 1068.008257] env[65448]: _type = "Task" [ 1068.008257] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.019287] env[65448]: DEBUG oslo_concurrency.lockutils [None req-4e5b9dc7-23a4-4b16-99de-47b726c6b7c1 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Lock "d7a47642-66f2-4772-bff2-50b672f23d21" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.464s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.024898] env[65448]: DEBUG oslo_vmware.api [None req-e588711d-ad92-4b49-ab8c-56394379637f tempest-InstanceActionsV221TestJSON-1723493104 tempest-InstanceActionsV221TestJSON-1723493104-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]529b3bf0-266f-e755-634d-d9f2246ddc64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.037582] env[65448]: DEBUG oslo_concurrency.lockutils [None req-75789cef-631c-49d7-be86-cc82e380dd3e tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Acquiring lock "refresh_cache-a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.037740] env[65448]: DEBUG oslo_concurrency.lockutils [None req-75789cef-631c-49d7-be86-cc82e380dd3e tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Acquired lock "refresh_cache-a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.037921] env[65448]: DEBUG nova.network.neutron [None req-75789cef-631c-49d7-be86-cc82e380dd3e tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] [instance: a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1068.038107] env[65448]: DEBUG nova.objects.instance [None req-75789cef-631c-49d7-be86-cc82e380dd3e tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Lazy-loading 'info_cache' on Instance uuid a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1068.140073] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4938237, 'name': CreateVM_Task, 'duration_secs': 0.322343} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.143099] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15562e57-0fb4-4930-bede-f692179ce893] Created VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1068.143811] env[65448]: DEBUG oslo_concurrency.lockutils [None req-30e954e3-a2ec-4046-b1db-e396e50499a0 tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.252250] env[65448]: DEBUG oslo_vmware.api [None req-3de4da6a-1b0a-45d4-89ca-2bfe4f5b27c0 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': task-4938232, 'name': CloneVM_Task} progress is 100%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.268025] env[65448]: DEBUG oslo_vmware.api [None req-bce8042d-dd8d-4966-b760-7c0d2ad5891f tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4938230, 'name': PowerOnVM_Task, 'duration_secs': 1.17373} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.268025] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-bce8042d-dd8d-4966-b760-7c0d2ad5891f tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d53e2a3e-2205-44b0-9e68-91125832a67f] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1068.268025] env[65448]: INFO nova.compute.manager [None req-bce8042d-dd8d-4966-b760-7c0d2ad5891f tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d53e2a3e-2205-44b0-9e68-91125832a67f] Took 9.33 seconds to spawn the instance on the hypervisor. [ 1068.268025] env[65448]: DEBUG nova.compute.manager [None req-bce8042d-dd8d-4966-b760-7c0d2ad5891f tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d53e2a3e-2205-44b0-9e68-91125832a67f] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 1068.268025] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9001527-ac3d-43f8-95ba-be31964c253d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.326848] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba4108cf-97d0-4086-9372-3c19c0a281d5 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.335716] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ca7ba7f-9553-405d-ab53-646926d50dfa {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.370955] env[65448]: DEBUG oslo_concurrency.lockutils [None req-0ee4d54d-79ca-423a-8c25-c3164b4cc013 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Acquiring lock "interface-b0c623fa-d333-4033-9b82-c846509e532a-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.371254] env[65448]: DEBUG oslo_concurrency.lockutils [None req-0ee4d54d-79ca-423a-8c25-c3164b4cc013 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Lock "interface-b0c623fa-d333-4033-9b82-c846509e532a-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.371583] env[65448]: DEBUG nova.objects.instance [None req-0ee4d54d-79ca-423a-8c25-c3164b4cc013 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Lazy-loading 'flavor' on Instance uuid b0c623fa-d333-4033-9b82-c846509e532a {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1068.373534] env[65448]: WARNING neutronclient.v2_0.client [req-c6841138-e6c2-4e68-a1a3-365fa8139f89 req-70f7e314-a5b8-49f4-89cb-e0e29752f922 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1068.376492] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65fdb537-eeb1-401f-b6b8-f09402eaa556 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.385372] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6792883e-2433-4874-9b49-c79fed7b36e8 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.403539] env[65448]: DEBUG nova.compute.provider_tree [None req-a986eae1-498f-49b0-8155-138c12726418 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1068.438655] env[65448]: DEBUG oslo_concurrency.lockutils [None req-60909bce-af19-4699-ac87-a073c6391e10 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Releasing lock "refresh_cache-ffb11675-ff83-4efb-be37-b642e50ea8b9" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.438970] env[65448]: WARNING neutronclient.v2_0.client [None req-60909bce-af19-4699-ac87-a073c6391e10 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1068.439293] env[65448]: WARNING neutronclient.v2_0.client [None req-60909bce-af19-4699-ac87-a073c6391e10 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1068.521928] env[65448]: DEBUG oslo_vmware.api [None req-e588711d-ad92-4b49-ab8c-56394379637f tempest-InstanceActionsV221TestJSON-1723493104 tempest-InstanceActionsV221TestJSON-1723493104-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]529b3bf0-266f-e755-634d-d9f2246ddc64, 'name': SearchDatastore_Task, 'duration_secs': 0.025067} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.522258] env[65448]: DEBUG oslo_concurrency.lockutils [None req-e588711d-ad92-4b49-ab8c-56394379637f tempest-InstanceActionsV221TestJSON-1723493104 tempest-InstanceActionsV221TestJSON-1723493104-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.522565] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-e588711d-ad92-4b49-ab8c-56394379637f tempest-InstanceActionsV221TestJSON-1723493104 tempest-InstanceActionsV221TestJSON-1723493104-project-member] [instance: df3cb89f-5e8f-4e00-8883-220a5f5218b9] Processing image 50fb366d-48e6-424f-9c20-bc83d77be76a {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1068.522818] env[65448]: DEBUG oslo_concurrency.lockutils [None req-e588711d-ad92-4b49-ab8c-56394379637f tempest-InstanceActionsV221TestJSON-1723493104 tempest-InstanceActionsV221TestJSON-1723493104-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.522960] env[65448]: DEBUG oslo_concurrency.lockutils [None req-e588711d-ad92-4b49-ab8c-56394379637f tempest-InstanceActionsV221TestJSON-1723493104 tempest-InstanceActionsV221TestJSON-1723493104-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.523165] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-e588711d-ad92-4b49-ab8c-56394379637f tempest-InstanceActionsV221TestJSON-1723493104 tempest-InstanceActionsV221TestJSON-1723493104-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1068.523445] env[65448]: DEBUG oslo_concurrency.lockutils [None req-30e954e3-a2ec-4046-b1db-e396e50499a0 tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.523756] env[65448]: DEBUG oslo_concurrency.lockutils [None req-30e954e3-a2ec-4046-b1db-e396e50499a0 tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.524021] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7aabe1b2-88e9-4e83-b3f1-d9e3c9b8600b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.528646] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e38a973-eedc-427d-840c-51c33db1a3a2 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.535023] env[65448]: DEBUG oslo_vmware.api [None req-30e954e3-a2ec-4046-b1db-e396e50499a0 tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] Waiting for the task: (returnval){ [ 1068.535023] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52e8d6a1-b9ef-58e5-2f01-f12c26992ba0" [ 1068.535023] env[65448]: _type = "Task" [ 1068.535023] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.541861] env[65448]: DEBUG nova.objects.base [None req-75789cef-631c-49d7-be86-cc82e380dd3e tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=65448) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1068.546503] env[65448]: DEBUG oslo_vmware.api [None req-30e954e3-a2ec-4046-b1db-e396e50499a0 tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52e8d6a1-b9ef-58e5-2f01-f12c26992ba0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.546821] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-e588711d-ad92-4b49-ab8c-56394379637f tempest-InstanceActionsV221TestJSON-1723493104 tempest-InstanceActionsV221TestJSON-1723493104-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1068.546973] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-e588711d-ad92-4b49-ab8c-56394379637f tempest-InstanceActionsV221TestJSON-1723493104 tempest-InstanceActionsV221TestJSON-1723493104-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1068.550411] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd94c391-94df-4444-b4e9-9dc48f3f7a88 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.557054] env[65448]: DEBUG oslo_vmware.api [None req-e588711d-ad92-4b49-ab8c-56394379637f tempest-InstanceActionsV221TestJSON-1723493104 tempest-InstanceActionsV221TestJSON-1723493104-project-member] Waiting for the task: (returnval){ [ 1068.557054] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52231cc9-139c-16dc-255a-a4c66ac9daa5" [ 1068.557054] env[65448]: _type = "Task" [ 1068.557054] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.569093] env[65448]: DEBUG oslo_vmware.api [None req-e588711d-ad92-4b49-ab8c-56394379637f tempest-InstanceActionsV221TestJSON-1723493104 tempest-InstanceActionsV221TestJSON-1723493104-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52231cc9-139c-16dc-255a-a4c66ac9daa5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.592946] env[65448]: WARNING neutronclient.v2_0.client [req-c6841138-e6c2-4e68-a1a3-365fa8139f89 req-70f7e314-a5b8-49f4-89cb-e0e29752f922 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1068.686169] env[65448]: DEBUG nova.network.neutron [req-c6841138-e6c2-4e68-a1a3-365fa8139f89 req-70f7e314-a5b8-49f4-89cb-e0e29752f922 service nova] [instance: df3cb89f-5e8f-4e00-8883-220a5f5218b9] Updated VIF entry in instance network info cache for port a033c044-4510-4f88-b230-247bc5811353. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1068.686530] env[65448]: DEBUG nova.network.neutron [req-c6841138-e6c2-4e68-a1a3-365fa8139f89 req-70f7e314-a5b8-49f4-89cb-e0e29752f922 service nova] [instance: df3cb89f-5e8f-4e00-8883-220a5f5218b9] Updating instance_info_cache with network_info: [{"id": "a033c044-4510-4f88-b230-247bc5811353", "address": "fa:16:3e:d7:02:4a", "network": {"id": "c7c45095-a1cc-4810-bced-eed7f27d5037", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-308167390-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87a492bb82ad44958388fcfcd8f45144", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa033c044-45", "ovs_interfaceid": "a033c044-4510-4f88-b230-247bc5811353", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.751688] env[65448]: DEBUG oslo_vmware.api [None req-3de4da6a-1b0a-45d4-89ca-2bfe4f5b27c0 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': task-4938232, 'name': CloneVM_Task, 'duration_secs': 1.116748} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.752353] env[65448]: INFO nova.virt.vmwareapi.vmops [None req-3de4da6a-1b0a-45d4-89ca-2bfe4f5b27c0 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 401bed25-915f-42dc-8281-265fe65d584b] Created linked-clone VM from snapshot [ 1068.753031] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de2044fc-4e2d-4cf9-bde9-ec98731218be {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.761796] env[65448]: DEBUG nova.virt.vmwareapi.images [None req-3de4da6a-1b0a-45d4-89ca-2bfe4f5b27c0 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 401bed25-915f-42dc-8281-265fe65d584b] Uploading image 6479af1b-7744-4a45-8179-8e5fc3279a4d {{(pid=65448) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1068.775836] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-3de4da6a-1b0a-45d4-89ca-2bfe4f5b27c0 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 401bed25-915f-42dc-8281-265fe65d584b] Destroying the VM {{(pid=65448) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1068.776142] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-3ec75016-9ac4-41c5-b7d7-f89524f4734b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.786478] env[65448]: DEBUG oslo_vmware.api [None req-3de4da6a-1b0a-45d4-89ca-2bfe4f5b27c0 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Waiting for the task: (returnval){ [ 1068.786478] env[65448]: value = "task-4938238" [ 1068.786478] env[65448]: _type = "Task" [ 1068.786478] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.792680] env[65448]: INFO nova.compute.manager [None req-bce8042d-dd8d-4966-b760-7c0d2ad5891f tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d53e2a3e-2205-44b0-9e68-91125832a67f] Took 26.28 seconds to build instance. [ 1068.799562] env[65448]: DEBUG oslo_vmware.api [None req-3de4da6a-1b0a-45d4-89ca-2bfe4f5b27c0 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': task-4938238, 'name': Destroy_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.833174] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-60909bce-af19-4699-ac87-a073c6391e10 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: ffb11675-ff83-4efb-be37-b642e50ea8b9] Destroying instance {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1068.834380] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b04dcfb-784f-4ea4-a128-c4680ba5561c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.842899] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-60909bce-af19-4699-ac87-a073c6391e10 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: ffb11675-ff83-4efb-be37-b642e50ea8b9] Unregistering the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1068.843198] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-596d1152-c1ff-4aa8-a157-3e4b86c7831f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.881910] env[65448]: WARNING neutronclient.v2_0.client [None req-0ee4d54d-79ca-423a-8c25-c3164b4cc013 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1068.906991] env[65448]: DEBUG nova.scheduler.client.report [None req-a986eae1-498f-49b0-8155-138c12726418 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1068.911690] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-60909bce-af19-4699-ac87-a073c6391e10 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: ffb11675-ff83-4efb-be37-b642e50ea8b9] Unregistered the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1068.911949] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-60909bce-af19-4699-ac87-a073c6391e10 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: ffb11675-ff83-4efb-be37-b642e50ea8b9] Deleting contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1068.912079] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-60909bce-af19-4699-ac87-a073c6391e10 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Deleting the datastore file [datastore2] ffb11675-ff83-4efb-be37-b642e50ea8b9 {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1068.912357] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8f987db5-0bf4-4a76-81e3-65da9a681887 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.920232] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7621299b-84ab-4c56-bee9-bb1ee72ac855 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.925268] env[65448]: DEBUG oslo_vmware.api [None req-60909bce-af19-4699-ac87-a073c6391e10 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Waiting for the task: (returnval){ [ 1068.925268] env[65448]: value = "task-4938240" [ 1068.925268] env[65448]: _type = "Task" [ 1068.925268] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.944043] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-ac8f2f9e-1936-4477-ae3f-7e1ebc1e956b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: a79aa8d7-c3ce-4c6e-84c5-059e29f04a00] Updating instance 'a79aa8d7-c3ce-4c6e-84c5-059e29f04a00' progress to 0 {{(pid=65448) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1068.957284] env[65448]: DEBUG oslo_vmware.api [None req-60909bce-af19-4699-ac87-a073c6391e10 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Task: {'id': task-4938240, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.986815] env[65448]: DEBUG nova.objects.instance [None req-0ee4d54d-79ca-423a-8c25-c3164b4cc013 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Lazy-loading 'pci_requests' on Instance uuid b0c623fa-d333-4033-9b82-c846509e532a {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1069.046761] env[65448]: DEBUG oslo_vmware.api [None req-30e954e3-a2ec-4046-b1db-e396e50499a0 tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52e8d6a1-b9ef-58e5-2f01-f12c26992ba0, 'name': SearchDatastore_Task, 'duration_secs': 0.025652} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.047134] env[65448]: DEBUG oslo_concurrency.lockutils [None req-30e954e3-a2ec-4046-b1db-e396e50499a0 tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.047401] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-30e954e3-a2ec-4046-b1db-e396e50499a0 tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] [instance: 15562e57-0fb4-4930-bede-f692179ce893] Processing image 50fb366d-48e6-424f-9c20-bc83d77be76a {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1069.047642] env[65448]: DEBUG oslo_concurrency.lockutils [None req-30e954e3-a2ec-4046-b1db-e396e50499a0 tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.051306] env[65448]: WARNING neutronclient.v2_0.client [None req-75789cef-631c-49d7-be86-cc82e380dd3e tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1069.068838] env[65448]: DEBUG oslo_vmware.api [None req-e588711d-ad92-4b49-ab8c-56394379637f tempest-InstanceActionsV221TestJSON-1723493104 tempest-InstanceActionsV221TestJSON-1723493104-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52231cc9-139c-16dc-255a-a4c66ac9daa5, 'name': SearchDatastore_Task, 'duration_secs': 0.018631} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.069673] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48db4d1a-4efa-4f84-bf00-33133e9ed140 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.076319] env[65448]: DEBUG oslo_vmware.api [None req-e588711d-ad92-4b49-ab8c-56394379637f tempest-InstanceActionsV221TestJSON-1723493104 tempest-InstanceActionsV221TestJSON-1723493104-project-member] Waiting for the task: (returnval){ [ 1069.076319] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]524ea4e6-76e9-65a1-473c-065a6e6a84df" [ 1069.076319] env[65448]: _type = "Task" [ 1069.076319] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.085627] env[65448]: DEBUG oslo_vmware.api [None req-e588711d-ad92-4b49-ab8c-56394379637f tempest-InstanceActionsV221TestJSON-1723493104 tempest-InstanceActionsV221TestJSON-1723493104-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]524ea4e6-76e9-65a1-473c-065a6e6a84df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.190330] env[65448]: DEBUG oslo_concurrency.lockutils [req-c6841138-e6c2-4e68-a1a3-365fa8139f89 req-70f7e314-a5b8-49f4-89cb-e0e29752f922 service nova] Releasing lock "refresh_cache-df3cb89f-5e8f-4e00-8883-220a5f5218b9" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.229737] env[65448]: WARNING neutronclient.v2_0.client [None req-75789cef-631c-49d7-be86-cc82e380dd3e tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1069.274893] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6507dab2-2ee2-4af2-be0e-a4bebf221b15 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Acquiring lock "10cc744f-31ce-42ef-9cd4-f505e190cb04" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.275313] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6507dab2-2ee2-4af2-be0e-a4bebf221b15 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Lock "10cc744f-31ce-42ef-9cd4-f505e190cb04" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.297168] env[65448]: DEBUG oslo_concurrency.lockutils [None req-bce8042d-dd8d-4966-b760-7c0d2ad5891f tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Lock "d53e2a3e-2205-44b0-9e68-91125832a67f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.793s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.304693] env[65448]: DEBUG oslo_vmware.api [None req-3de4da6a-1b0a-45d4-89ca-2bfe4f5b27c0 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': task-4938238, 'name': Destroy_Task} progress is 100%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.335159] env[65448]: DEBUG nova.network.neutron [None req-75789cef-631c-49d7-be86-cc82e380dd3e tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] [instance: a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e] Updating instance_info_cache with network_info: [{"id": "41c5925e-6090-41da-8f95-9a225fa0cd4f", "address": "fa:16:3e:ca:b3:bd", "network": {"id": "98f05a7f-a025-4156-98ea-c5f7aaab79bf", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1834771820-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e377eb92259c42e9b71b1927f8775fd3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d39252e-42ef-4252-98d3-62af5a0d109d", "external-id": "nsx-vlan-transportzone-190", "segmentation_id": 190, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41c5925e-60", "ovs_interfaceid": "41c5925e-6090-41da-8f95-9a225fa0cd4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.416042] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a986eae1-498f-49b0-8155-138c12726418 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.934s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.419360] env[65448]: DEBUG oslo_concurrency.lockutils [None req-491cdc51-b29f-4a32-802a-5b3335e951e6 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.389s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.420342] env[65448]: INFO nova.compute.claims [None req-491cdc51-b29f-4a32-802a-5b3335e951e6 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 16d98a4f-d6a2-4f7e-95fb-526cf2e1fab4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1069.435383] env[65448]: DEBUG oslo_vmware.api [None req-60909bce-af19-4699-ac87-a073c6391e10 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Task: {'id': task-4938240, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.229384} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.435653] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-60909bce-af19-4699-ac87-a073c6391e10 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1069.435874] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-60909bce-af19-4699-ac87-a073c6391e10 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: ffb11675-ff83-4efb-be37-b642e50ea8b9] Deleted contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1069.436203] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-60909bce-af19-4699-ac87-a073c6391e10 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: ffb11675-ff83-4efb-be37-b642e50ea8b9] Instance destroyed {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1069.444592] env[65448]: INFO nova.scheduler.client.report [None req-a986eae1-498f-49b0-8155-138c12726418 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Deleted allocations for instance 06fbeb98-e55b-49e5-84c7-f4c91d2394a0 [ 1069.453459] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac8f2f9e-1936-4477-ae3f-7e1ebc1e956b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: a79aa8d7-c3ce-4c6e-84c5-059e29f04a00] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1069.454665] env[65448]: INFO nova.scheduler.client.report [None req-60909bce-af19-4699-ac87-a073c6391e10 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Deleted allocations for instance ffb11675-ff83-4efb-be37-b642e50ea8b9 [ 1069.457520] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c6851712-d29c-4d71-9580-25978104da54 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.466745] env[65448]: DEBUG oslo_vmware.api [None req-ac8f2f9e-1936-4477-ae3f-7e1ebc1e956b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Waiting for the task: (returnval){ [ 1069.466745] env[65448]: value = "task-4938241" [ 1069.466745] env[65448]: _type = "Task" [ 1069.466745] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.477819] env[65448]: DEBUG oslo_vmware.api [None req-ac8f2f9e-1936-4477-ae3f-7e1ebc1e956b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': task-4938241, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.489754] env[65448]: DEBUG nova.objects.base [None req-0ee4d54d-79ca-423a-8c25-c3164b4cc013 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=65448) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1069.490068] env[65448]: DEBUG nova.network.neutron [None req-0ee4d54d-79ca-423a-8c25-c3164b4cc013 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: b0c623fa-d333-4033-9b82-c846509e532a] allocate_for_instance() {{(pid=65448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1069.490523] env[65448]: WARNING neutronclient.v2_0.client [None req-0ee4d54d-79ca-423a-8c25-c3164b4cc013 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1069.490902] env[65448]: WARNING neutronclient.v2_0.client [None req-0ee4d54d-79ca-423a-8c25-c3164b4cc013 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1069.513178] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-c46cbc5e-c3f6-4382-af8c-92b936f2e6df tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 24665a99-6cfb-4d8b-8d08-406b7d1f468f] Volume attach. Driver type: vmdk {{(pid=65448) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1069.513583] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-c46cbc5e-c3f6-4382-af8c-92b936f2e6df tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 24665a99-6cfb-4d8b-8d08-406b7d1f468f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-962040', 'volume_id': '33fdeb7e-7e46-4ee4-9efa-993e887c084e', 'name': 'volume-33fdeb7e-7e46-4ee4-9efa-993e887c084e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '24665a99-6cfb-4d8b-8d08-406b7d1f468f', 'attached_at': '', 'detached_at': '', 'volume_id': '33fdeb7e-7e46-4ee4-9efa-993e887c084e', 'serial': '33fdeb7e-7e46-4ee4-9efa-993e887c084e'} {{(pid=65448) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1069.515031] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-654b13af-c12b-446b-ac1e-00a630dea070 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.536556] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38496fa3-efae-4631-8080-993759413a91 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.540763] env[65448]: DEBUG nova.policy [None req-0ee4d54d-79ca-423a-8c25-c3164b4cc013 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6e640ad962104d56a0e341dbc395c9ce', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '40f710aa821f49ef963bafd588fa759f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65448) authorize /opt/stack/nova/nova/policy.py:192}} [ 1069.567837] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-c46cbc5e-c3f6-4382-af8c-92b936f2e6df tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 24665a99-6cfb-4d8b-8d08-406b7d1f468f] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] volume-33fdeb7e-7e46-4ee4-9efa-993e887c084e/volume-33fdeb7e-7e46-4ee4-9efa-993e887c084e.vmdk or device None with type thin {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1069.568202] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c33b4d5-1263-49df-aad7-403ffd87366f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.591700] env[65448]: DEBUG oslo_vmware.api [None req-e588711d-ad92-4b49-ab8c-56394379637f tempest-InstanceActionsV221TestJSON-1723493104 tempest-InstanceActionsV221TestJSON-1723493104-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]524ea4e6-76e9-65a1-473c-065a6e6a84df, 'name': SearchDatastore_Task, 'duration_secs': 0.015038} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.593200] env[65448]: DEBUG oslo_concurrency.lockutils [None req-e588711d-ad92-4b49-ab8c-56394379637f tempest-InstanceActionsV221TestJSON-1723493104 tempest-InstanceActionsV221TestJSON-1723493104-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.593498] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-e588711d-ad92-4b49-ab8c-56394379637f tempest-InstanceActionsV221TestJSON-1723493104 tempest-InstanceActionsV221TestJSON-1723493104-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] df3cb89f-5e8f-4e00-8883-220a5f5218b9/df3cb89f-5e8f-4e00-8883-220a5f5218b9.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1069.593822] env[65448]: DEBUG oslo_vmware.api [None req-c46cbc5e-c3f6-4382-af8c-92b936f2e6df tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Waiting for the task: (returnval){ [ 1069.593822] env[65448]: value = "task-4938242" [ 1069.593822] env[65448]: _type = "Task" [ 1069.593822] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.594050] env[65448]: DEBUG oslo_concurrency.lockutils [None req-30e954e3-a2ec-4046-b1db-e396e50499a0 tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.594678] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-30e954e3-a2ec-4046-b1db-e396e50499a0 tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1069.594678] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-25fb7671-fe01-40b5-b836-05eef0ac32f8 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.596649] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-849bb304-7a67-475d-83f0-ce9eef15b5a0 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.607612] env[65448]: DEBUG oslo_vmware.api [None req-c46cbc5e-c3f6-4382-af8c-92b936f2e6df tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4938242, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.609214] env[65448]: DEBUG oslo_vmware.api [None req-e588711d-ad92-4b49-ab8c-56394379637f tempest-InstanceActionsV221TestJSON-1723493104 tempest-InstanceActionsV221TestJSON-1723493104-project-member] Waiting for the task: (returnval){ [ 1069.609214] env[65448]: value = "task-4938243" [ 1069.609214] env[65448]: _type = "Task" [ 1069.609214] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.616938] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-30e954e3-a2ec-4046-b1db-e396e50499a0 tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1069.616938] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-30e954e3-a2ec-4046-b1db-e396e50499a0 tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1069.616938] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86f943ad-c84a-4230-a14e-9df21d7a37e9 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.622924] env[65448]: DEBUG oslo_vmware.api [None req-e588711d-ad92-4b49-ab8c-56394379637f tempest-InstanceActionsV221TestJSON-1723493104 tempest-InstanceActionsV221TestJSON-1723493104-project-member] Task: {'id': task-4938243, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.626951] env[65448]: DEBUG oslo_vmware.api [None req-30e954e3-a2ec-4046-b1db-e396e50499a0 tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] Waiting for the task: (returnval){ [ 1069.626951] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]520ae4c1-b255-f2ed-e12f-a146a39bb374" [ 1069.626951] env[65448]: _type = "Task" [ 1069.626951] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.636558] env[65448]: DEBUG oslo_vmware.api [None req-30e954e3-a2ec-4046-b1db-e396e50499a0 tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]520ae4c1-b255-f2ed-e12f-a146a39bb374, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.779859] env[65448]: DEBUG nova.compute.manager [None req-6507dab2-2ee2-4af2-be0e-a4bebf221b15 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: 10cc744f-31ce-42ef-9cd4-f505e190cb04] Starting instance... {{(pid=65448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2483}} [ 1069.804188] env[65448]: DEBUG oslo_vmware.api [None req-3de4da6a-1b0a-45d4-89ca-2bfe4f5b27c0 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': task-4938238, 'name': Destroy_Task, 'duration_secs': 0.541712} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.804188] env[65448]: INFO nova.virt.vmwareapi.vm_util [None req-3de4da6a-1b0a-45d4-89ca-2bfe4f5b27c0 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 401bed25-915f-42dc-8281-265fe65d584b] Destroyed the VM [ 1069.804188] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-3de4da6a-1b0a-45d4-89ca-2bfe4f5b27c0 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 401bed25-915f-42dc-8281-265fe65d584b] Deleting Snapshot of the VM instance {{(pid=65448) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1069.804188] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7cc0551c-955a-49ac-bce9-52831a729c29 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.810223] env[65448]: DEBUG oslo_vmware.api [None req-3de4da6a-1b0a-45d4-89ca-2bfe4f5b27c0 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Waiting for the task: (returnval){ [ 1069.810223] env[65448]: value = "task-4938244" [ 1069.810223] env[65448]: _type = "Task" [ 1069.810223] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.822617] env[65448]: DEBUG oslo_vmware.api [None req-3de4da6a-1b0a-45d4-89ca-2bfe4f5b27c0 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': task-4938244, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.838059] env[65448]: DEBUG oslo_concurrency.lockutils [None req-75789cef-631c-49d7-be86-cc82e380dd3e tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Releasing lock "refresh_cache-a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.855593] env[65448]: DEBUG nova.network.neutron [None req-0ee4d54d-79ca-423a-8c25-c3164b4cc013 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: b0c623fa-d333-4033-9b82-c846509e532a] Successfully created port: 21eb8484-89d5-4afe-a59a-ea490786948f {{(pid=65448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1069.955137] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a986eae1-498f-49b0-8155-138c12726418 tempest-ServerRescueTestJSON-647095704 tempest-ServerRescueTestJSON-647095704-project-member] Lock "06fbeb98-e55b-49e5-84c7-f4c91d2394a0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.288s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.961526] env[65448]: DEBUG oslo_concurrency.lockutils [None req-60909bce-af19-4699-ac87-a073c6391e10 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.982947] env[65448]: DEBUG oslo_vmware.api [None req-ac8f2f9e-1936-4477-ae3f-7e1ebc1e956b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': task-4938241, 'name': PowerOffVM_Task, 'duration_secs': 0.263986} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.983308] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac8f2f9e-1936-4477-ae3f-7e1ebc1e956b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: a79aa8d7-c3ce-4c6e-84c5-059e29f04a00] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1069.983467] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-ac8f2f9e-1936-4477-ae3f-7e1ebc1e956b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: a79aa8d7-c3ce-4c6e-84c5-059e29f04a00] Updating instance 'a79aa8d7-c3ce-4c6e-84c5-059e29f04a00' progress to 17 {{(pid=65448) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1070.107999] env[65448]: DEBUG oslo_vmware.api [None req-c46cbc5e-c3f6-4382-af8c-92b936f2e6df tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4938242, 'name': ReconfigVM_Task, 'duration_secs': 0.488367} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.108330] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-c46cbc5e-c3f6-4382-af8c-92b936f2e6df tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 24665a99-6cfb-4d8b-8d08-406b7d1f468f] Reconfigured VM instance instance-00000056 to attach disk [datastore2] volume-33fdeb7e-7e46-4ee4-9efa-993e887c084e/volume-33fdeb7e-7e46-4ee4-9efa-993e887c084e.vmdk or device None with type thin {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1070.113281] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20f099e7-00dc-4dc5-9ab5-334662bbfd8e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.136528] env[65448]: DEBUG oslo_vmware.api [None req-e588711d-ad92-4b49-ab8c-56394379637f tempest-InstanceActionsV221TestJSON-1723493104 tempest-InstanceActionsV221TestJSON-1723493104-project-member] Task: {'id': task-4938243, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.137395] env[65448]: DEBUG oslo_vmware.api [None req-c46cbc5e-c3f6-4382-af8c-92b936f2e6df tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Waiting for the task: (returnval){ [ 1070.137395] env[65448]: value = "task-4938245" [ 1070.137395] env[65448]: _type = "Task" [ 1070.137395] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.145423] env[65448]: DEBUG oslo_vmware.api [None req-30e954e3-a2ec-4046-b1db-e396e50499a0 tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]520ae4c1-b255-f2ed-e12f-a146a39bb374, 'name': SearchDatastore_Task, 'duration_secs': 0.011174} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.147162] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebd10107-0bd3-446c-816d-57011b6f9696 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.153707] env[65448]: DEBUG oslo_vmware.api [None req-c46cbc5e-c3f6-4382-af8c-92b936f2e6df tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4938245, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.158963] env[65448]: DEBUG oslo_vmware.api [None req-30e954e3-a2ec-4046-b1db-e396e50499a0 tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] Waiting for the task: (returnval){ [ 1070.158963] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5290e6a2-55b4-c93e-0922-b7b9fcf7b8a3" [ 1070.158963] env[65448]: _type = "Task" [ 1070.158963] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.169634] env[65448]: DEBUG oslo_vmware.api [None req-30e954e3-a2ec-4046-b1db-e396e50499a0 tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5290e6a2-55b4-c93e-0922-b7b9fcf7b8a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.305934] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6507dab2-2ee2-4af2-be0e-a4bebf221b15 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.321829] env[65448]: DEBUG oslo_vmware.api [None req-3de4da6a-1b0a-45d4-89ca-2bfe4f5b27c0 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': task-4938244, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.358806] env[65448]: DEBUG nova.compute.manager [req-ecff4462-3663-447c-9d82-8eb0f03ac572 req-b6195f42-b33b-49ab-92b0-507a55ab320b service nova] [instance: ffb11675-ff83-4efb-be37-b642e50ea8b9] Received event network-vif-unplugged-2d51f333-e777-44b1-b392-f80d31bf5212 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1070.359782] env[65448]: DEBUG oslo_concurrency.lockutils [req-ecff4462-3663-447c-9d82-8eb0f03ac572 req-b6195f42-b33b-49ab-92b0-507a55ab320b service nova] Acquiring lock "ffb11675-ff83-4efb-be37-b642e50ea8b9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.360145] env[65448]: DEBUG oslo_concurrency.lockutils [req-ecff4462-3663-447c-9d82-8eb0f03ac572 req-b6195f42-b33b-49ab-92b0-507a55ab320b service nova] Lock "ffb11675-ff83-4efb-be37-b642e50ea8b9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.360404] env[65448]: DEBUG oslo_concurrency.lockutils [req-ecff4462-3663-447c-9d82-8eb0f03ac572 req-b6195f42-b33b-49ab-92b0-507a55ab320b service nova] Lock "ffb11675-ff83-4efb-be37-b642e50ea8b9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.360647] env[65448]: DEBUG nova.compute.manager [req-ecff4462-3663-447c-9d82-8eb0f03ac572 req-b6195f42-b33b-49ab-92b0-507a55ab320b service nova] [instance: ffb11675-ff83-4efb-be37-b642e50ea8b9] No waiting events found dispatching network-vif-unplugged-2d51f333-e777-44b1-b392-f80d31bf5212 {{(pid=65448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1070.360918] env[65448]: WARNING nova.compute.manager [req-ecff4462-3663-447c-9d82-8eb0f03ac572 req-b6195f42-b33b-49ab-92b0-507a55ab320b service nova] [instance: ffb11675-ff83-4efb-be37-b642e50ea8b9] Received unexpected event network-vif-unplugged-2d51f333-e777-44b1-b392-f80d31bf5212 for instance with vm_state shelved_offloaded and task_state None. [ 1070.361319] env[65448]: DEBUG nova.compute.manager [req-ecff4462-3663-447c-9d82-8eb0f03ac572 req-b6195f42-b33b-49ab-92b0-507a55ab320b service nova] [instance: ffb11675-ff83-4efb-be37-b642e50ea8b9] Received event network-changed-2d51f333-e777-44b1-b392-f80d31bf5212 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1070.361574] env[65448]: DEBUG nova.compute.manager [req-ecff4462-3663-447c-9d82-8eb0f03ac572 req-b6195f42-b33b-49ab-92b0-507a55ab320b service nova] [instance: ffb11675-ff83-4efb-be37-b642e50ea8b9] Refreshing instance network info cache due to event network-changed-2d51f333-e777-44b1-b392-f80d31bf5212. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 1070.361787] env[65448]: DEBUG oslo_concurrency.lockutils [req-ecff4462-3663-447c-9d82-8eb0f03ac572 req-b6195f42-b33b-49ab-92b0-507a55ab320b service nova] Acquiring lock "refresh_cache-ffb11675-ff83-4efb-be37-b642e50ea8b9" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.362080] env[65448]: DEBUG oslo_concurrency.lockutils [req-ecff4462-3663-447c-9d82-8eb0f03ac572 req-b6195f42-b33b-49ab-92b0-507a55ab320b service nova] Acquired lock "refresh_cache-ffb11675-ff83-4efb-be37-b642e50ea8b9" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.362455] env[65448]: DEBUG nova.network.neutron [req-ecff4462-3663-447c-9d82-8eb0f03ac572 req-b6195f42-b33b-49ab-92b0-507a55ab320b service nova] [instance: ffb11675-ff83-4efb-be37-b642e50ea8b9] Refreshing network info cache for port 2d51f333-e777-44b1-b392-f80d31bf5212 {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1070.491694] env[65448]: DEBUG nova.virt.hardware [None req-ac8f2f9e-1936-4477-ae3f-7e1ebc1e956b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1070.492028] env[65448]: DEBUG nova.virt.hardware [None req-ac8f2f9e-1936-4477-ae3f-7e1ebc1e956b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1070.492231] env[65448]: DEBUG nova.virt.hardware [None req-ac8f2f9e-1936-4477-ae3f-7e1ebc1e956b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1070.492435] env[65448]: DEBUG nova.virt.hardware [None req-ac8f2f9e-1936-4477-ae3f-7e1ebc1e956b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1070.492631] env[65448]: DEBUG nova.virt.hardware [None req-ac8f2f9e-1936-4477-ae3f-7e1ebc1e956b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1070.492818] env[65448]: DEBUG nova.virt.hardware [None req-ac8f2f9e-1936-4477-ae3f-7e1ebc1e956b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1070.493038] env[65448]: DEBUG nova.virt.hardware [None req-ac8f2f9e-1936-4477-ae3f-7e1ebc1e956b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1070.493242] env[65448]: DEBUG nova.virt.hardware [None req-ac8f2f9e-1936-4477-ae3f-7e1ebc1e956b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1070.493478] env[65448]: DEBUG nova.virt.hardware [None req-ac8f2f9e-1936-4477-ae3f-7e1ebc1e956b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1070.493693] env[65448]: DEBUG nova.virt.hardware [None req-ac8f2f9e-1936-4477-ae3f-7e1ebc1e956b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1070.493935] env[65448]: DEBUG nova.virt.hardware [None req-ac8f2f9e-1936-4477-ae3f-7e1ebc1e956b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1070.503275] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f6c119a-8fe7-47df-8f32-d68c38ba8148 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.523270] env[65448]: DEBUG oslo_vmware.api [None req-ac8f2f9e-1936-4477-ae3f-7e1ebc1e956b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Waiting for the task: (returnval){ [ 1070.523270] env[65448]: value = "task-4938246" [ 1070.523270] env[65448]: _type = "Task" [ 1070.523270] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.536285] env[65448]: DEBUG oslo_vmware.api [None req-ac8f2f9e-1936-4477-ae3f-7e1ebc1e956b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': task-4938246, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.622896] env[65448]: DEBUG oslo_vmware.api [None req-e588711d-ad92-4b49-ab8c-56394379637f tempest-InstanceActionsV221TestJSON-1723493104 tempest-InstanceActionsV221TestJSON-1723493104-project-member] Task: {'id': task-4938243, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.593911} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.625756] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-e588711d-ad92-4b49-ab8c-56394379637f tempest-InstanceActionsV221TestJSON-1723493104 tempest-InstanceActionsV221TestJSON-1723493104-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] df3cb89f-5e8f-4e00-8883-220a5f5218b9/df3cb89f-5e8f-4e00-8883-220a5f5218b9.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1070.626110] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-e588711d-ad92-4b49-ab8c-56394379637f tempest-InstanceActionsV221TestJSON-1723493104 tempest-InstanceActionsV221TestJSON-1723493104-project-member] [instance: df3cb89f-5e8f-4e00-8883-220a5f5218b9] Extending root virtual disk to 1048576 {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1070.626679] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f95a137d-9b92-4fab-a2a4-703be2d314fc {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.634470] env[65448]: DEBUG oslo_vmware.api [None req-e588711d-ad92-4b49-ab8c-56394379637f tempest-InstanceActionsV221TestJSON-1723493104 tempest-InstanceActionsV221TestJSON-1723493104-project-member] Waiting for the task: (returnval){ [ 1070.634470] env[65448]: value = "task-4938247" [ 1070.634470] env[65448]: _type = "Task" [ 1070.634470] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.653222] env[65448]: DEBUG oslo_vmware.api [None req-e588711d-ad92-4b49-ab8c-56394379637f tempest-InstanceActionsV221TestJSON-1723493104 tempest-InstanceActionsV221TestJSON-1723493104-project-member] Task: {'id': task-4938247, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.657366] env[65448]: DEBUG oslo_vmware.api [None req-c46cbc5e-c3f6-4382-af8c-92b936f2e6df tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4938245, 'name': ReconfigVM_Task, 'duration_secs': 0.273858} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.660360] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-c46cbc5e-c3f6-4382-af8c-92b936f2e6df tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 24665a99-6cfb-4d8b-8d08-406b7d1f468f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-962040', 'volume_id': '33fdeb7e-7e46-4ee4-9efa-993e887c084e', 'name': 'volume-33fdeb7e-7e46-4ee4-9efa-993e887c084e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '24665a99-6cfb-4d8b-8d08-406b7d1f468f', 'attached_at': '', 'detached_at': '', 'volume_id': '33fdeb7e-7e46-4ee4-9efa-993e887c084e', 'serial': '33fdeb7e-7e46-4ee4-9efa-993e887c084e'} {{(pid=65448) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1070.674245] env[65448]: DEBUG oslo_vmware.api [None req-30e954e3-a2ec-4046-b1db-e396e50499a0 tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5290e6a2-55b4-c93e-0922-b7b9fcf7b8a3, 'name': SearchDatastore_Task, 'duration_secs': 0.024446} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.674618] env[65448]: DEBUG oslo_concurrency.lockutils [None req-30e954e3-a2ec-4046-b1db-e396e50499a0 tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.674975] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-30e954e3-a2ec-4046-b1db-e396e50499a0 tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] 15562e57-0fb4-4930-bede-f692179ce893/15562e57-0fb4-4930-bede-f692179ce893.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1070.678011] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-202328a6-7fe2-49ad-8fa3-d45fbec6b847 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.687575] env[65448]: DEBUG oslo_vmware.api [None req-30e954e3-a2ec-4046-b1db-e396e50499a0 tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] Waiting for the task: (returnval){ [ 1070.687575] env[65448]: value = "task-4938248" [ 1070.687575] env[65448]: _type = "Task" [ 1070.687575] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.696978] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-065276fd-0e79-4773-9e4e-411dec19d989 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.704904] env[65448]: DEBUG oslo_vmware.api [None req-30e954e3-a2ec-4046-b1db-e396e50499a0 tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] Task: {'id': task-4938248, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.714022] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2572859-e121-4d71-b7d6-a9cf3a82ffcf {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.745310] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-666ff460-ed55-474e-861c-dff4f3c89405 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.757472] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9bb92fe-2948-4abf-926d-072c7cf1574b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.773918] env[65448]: DEBUG nova.compute.provider_tree [None req-491cdc51-b29f-4a32-802a-5b3335e951e6 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1070.822353] env[65448]: DEBUG oslo_vmware.api [None req-3de4da6a-1b0a-45d4-89ca-2bfe4f5b27c0 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': task-4938244, 'name': RemoveSnapshot_Task, 'duration_secs': 0.972175} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.822661] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-3de4da6a-1b0a-45d4-89ca-2bfe4f5b27c0 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 401bed25-915f-42dc-8281-265fe65d584b] Deleted Snapshot of the VM instance {{(pid=65448) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1070.847232] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-75789cef-631c-49d7-be86-cc82e380dd3e tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] [instance: a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1070.847232] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ba8990bd-6a8b-4d93-b7a7-f722accc18ad {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.859040] env[65448]: DEBUG oslo_vmware.api [None req-75789cef-631c-49d7-be86-cc82e380dd3e tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Waiting for the task: (returnval){ [ 1070.859040] env[65448]: value = "task-4938249" [ 1070.859040] env[65448]: _type = "Task" [ 1070.859040] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.869041] env[65448]: WARNING neutronclient.v2_0.client [req-ecff4462-3663-447c-9d82-8eb0f03ac572 req-b6195f42-b33b-49ab-92b0-507a55ab320b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1070.875509] env[65448]: DEBUG oslo_vmware.api [None req-75789cef-631c-49d7-be86-cc82e380dd3e tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Task: {'id': task-4938249, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.036482] env[65448]: DEBUG oslo_vmware.api [None req-ac8f2f9e-1936-4477-ae3f-7e1ebc1e956b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': task-4938246, 'name': ReconfigVM_Task, 'duration_secs': 0.245034} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.036728] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-ac8f2f9e-1936-4477-ae3f-7e1ebc1e956b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: a79aa8d7-c3ce-4c6e-84c5-059e29f04a00] Updating instance 'a79aa8d7-c3ce-4c6e-84c5-059e29f04a00' progress to 33 {{(pid=65448) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1071.145109] env[65448]: DEBUG oslo_vmware.api [None req-e588711d-ad92-4b49-ab8c-56394379637f tempest-InstanceActionsV221TestJSON-1723493104 tempest-InstanceActionsV221TestJSON-1723493104-project-member] Task: {'id': task-4938247, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074262} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.145394] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-e588711d-ad92-4b49-ab8c-56394379637f tempest-InstanceActionsV221TestJSON-1723493104 tempest-InstanceActionsV221TestJSON-1723493104-project-member] [instance: df3cb89f-5e8f-4e00-8883-220a5f5218b9] Extended root virtual disk {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1071.146251] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caa43607-6361-4359-b560-dc6cb0ccfed6 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.168765] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-e588711d-ad92-4b49-ab8c-56394379637f tempest-InstanceActionsV221TestJSON-1723493104 tempest-InstanceActionsV221TestJSON-1723493104-project-member] [instance: df3cb89f-5e8f-4e00-8883-220a5f5218b9] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] df3cb89f-5e8f-4e00-8883-220a5f5218b9/df3cb89f-5e8f-4e00-8883-220a5f5218b9.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1071.171437] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e0c4bc9-3caa-4ede-9674-d5bb5255218c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.194169] env[65448]: DEBUG oslo_vmware.api [None req-e588711d-ad92-4b49-ab8c-56394379637f tempest-InstanceActionsV221TestJSON-1723493104 tempest-InstanceActionsV221TestJSON-1723493104-project-member] Waiting for the task: (returnval){ [ 1071.194169] env[65448]: value = "task-4938250" [ 1071.194169] env[65448]: _type = "Task" [ 1071.194169] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.197462] env[65448]: DEBUG oslo_vmware.api [None req-30e954e3-a2ec-4046-b1db-e396e50499a0 tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] Task: {'id': task-4938248, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.206158] env[65448]: DEBUG oslo_vmware.api [None req-e588711d-ad92-4b49-ab8c-56394379637f tempest-InstanceActionsV221TestJSON-1723493104 tempest-InstanceActionsV221TestJSON-1723493104-project-member] Task: {'id': task-4938250, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.277706] env[65448]: DEBUG nova.scheduler.client.report [None req-491cdc51-b29f-4a32-802a-5b3335e951e6 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1071.328124] env[65448]: WARNING nova.compute.manager [None req-3de4da6a-1b0a-45d4-89ca-2bfe4f5b27c0 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 401bed25-915f-42dc-8281-265fe65d584b] Image not found during snapshot: nova.exception.ImageNotFound: Image 6479af1b-7744-4a45-8179-8e5fc3279a4d could not be found. [ 1071.371983] env[65448]: DEBUG oslo_vmware.api [None req-75789cef-631c-49d7-be86-cc82e380dd3e tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Task: {'id': task-4938249, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.543226] env[65448]: DEBUG nova.virt.hardware [None req-ac8f2f9e-1936-4477-ae3f-7e1ebc1e956b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1071.543560] env[65448]: DEBUG nova.virt.hardware [None req-ac8f2f9e-1936-4477-ae3f-7e1ebc1e956b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1071.543779] env[65448]: DEBUG nova.virt.hardware [None req-ac8f2f9e-1936-4477-ae3f-7e1ebc1e956b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1071.544031] env[65448]: DEBUG nova.virt.hardware [None req-ac8f2f9e-1936-4477-ae3f-7e1ebc1e956b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1071.544226] env[65448]: DEBUG nova.virt.hardware [None req-ac8f2f9e-1936-4477-ae3f-7e1ebc1e956b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1071.544423] env[65448]: DEBUG nova.virt.hardware [None req-ac8f2f9e-1936-4477-ae3f-7e1ebc1e956b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1071.544706] env[65448]: DEBUG nova.virt.hardware [None req-ac8f2f9e-1936-4477-ae3f-7e1ebc1e956b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1071.544897] env[65448]: DEBUG nova.virt.hardware [None req-ac8f2f9e-1936-4477-ae3f-7e1ebc1e956b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1071.545120] env[65448]: DEBUG nova.virt.hardware [None req-ac8f2f9e-1936-4477-ae3f-7e1ebc1e956b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1071.545378] env[65448]: DEBUG nova.virt.hardware [None req-ac8f2f9e-1936-4477-ae3f-7e1ebc1e956b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1071.545573] env[65448]: DEBUG nova.virt.hardware [None req-ac8f2f9e-1936-4477-ae3f-7e1ebc1e956b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1071.552171] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac8f2f9e-1936-4477-ae3f-7e1ebc1e956b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: a79aa8d7-c3ce-4c6e-84c5-059e29f04a00] Reconfiguring VM instance instance-0000005e to detach disk 2000 {{(pid=65448) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1071.552566] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12db1960-68a4-4dd0-b5d4-0100db7cfe68 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.571808] env[65448]: DEBUG oslo_vmware.api [None req-ac8f2f9e-1936-4477-ae3f-7e1ebc1e956b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Waiting for the task: (returnval){ [ 1071.571808] env[65448]: value = "task-4938251" [ 1071.571808] env[65448]: _type = "Task" [ 1071.571808] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.577434] env[65448]: DEBUG nova.network.neutron [None req-0ee4d54d-79ca-423a-8c25-c3164b4cc013 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: b0c623fa-d333-4033-9b82-c846509e532a] Successfully updated port: 21eb8484-89d5-4afe-a59a-ea490786948f {{(pid=65448) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1071.589106] env[65448]: DEBUG oslo_vmware.api [None req-ac8f2f9e-1936-4477-ae3f-7e1ebc1e956b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': task-4938251, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.703553] env[65448]: DEBUG oslo_vmware.api [None req-30e954e3-a2ec-4046-b1db-e396e50499a0 tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] Task: {'id': task-4938248, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.849502} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.710219] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-30e954e3-a2ec-4046-b1db-e396e50499a0 tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] 15562e57-0fb4-4930-bede-f692179ce893/15562e57-0fb4-4930-bede-f692179ce893.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1071.710439] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-30e954e3-a2ec-4046-b1db-e396e50499a0 tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] [instance: 15562e57-0fb4-4930-bede-f692179ce893] Extending root virtual disk to 1048576 {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1071.713879] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-256b7bf8-2e53-4b0a-b862-25ffe64b1a02 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.722940] env[65448]: DEBUG nova.objects.instance [None req-c46cbc5e-c3f6-4382-af8c-92b936f2e6df tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Lazy-loading 'flavor' on Instance uuid 24665a99-6cfb-4d8b-8d08-406b7d1f468f {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1071.727159] env[65448]: DEBUG oslo_vmware.api [None req-e588711d-ad92-4b49-ab8c-56394379637f tempest-InstanceActionsV221TestJSON-1723493104 tempest-InstanceActionsV221TestJSON-1723493104-project-member] Task: {'id': task-4938250, 'name': ReconfigVM_Task, 'duration_secs': 0.370174} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.727159] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-e588711d-ad92-4b49-ab8c-56394379637f tempest-InstanceActionsV221TestJSON-1723493104 tempest-InstanceActionsV221TestJSON-1723493104-project-member] [instance: df3cb89f-5e8f-4e00-8883-220a5f5218b9] Reconfigured VM instance instance-00000062 to attach disk [datastore2] df3cb89f-5e8f-4e00-8883-220a5f5218b9/df3cb89f-5e8f-4e00-8883-220a5f5218b9.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1071.727159] env[65448]: DEBUG oslo_vmware.api [None req-30e954e3-a2ec-4046-b1db-e396e50499a0 tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] Waiting for the task: (returnval){ [ 1071.727159] env[65448]: value = "task-4938252" [ 1071.727159] env[65448]: _type = "Task" [ 1071.727159] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.727384] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4deacb6d-19a9-49e9-bf5f-67033cdba098 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.745022] env[65448]: DEBUG oslo_vmware.api [None req-30e954e3-a2ec-4046-b1db-e396e50499a0 tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] Task: {'id': task-4938252, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.745022] env[65448]: DEBUG oslo_vmware.api [None req-e588711d-ad92-4b49-ab8c-56394379637f tempest-InstanceActionsV221TestJSON-1723493104 tempest-InstanceActionsV221TestJSON-1723493104-project-member] Waiting for the task: (returnval){ [ 1071.745022] env[65448]: value = "task-4938253" [ 1071.745022] env[65448]: _type = "Task" [ 1071.745022] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.756536] env[65448]: DEBUG oslo_vmware.api [None req-e588711d-ad92-4b49-ab8c-56394379637f tempest-InstanceActionsV221TestJSON-1723493104 tempest-InstanceActionsV221TestJSON-1723493104-project-member] Task: {'id': task-4938253, 'name': Rename_Task} progress is 6%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.783940] env[65448]: DEBUG oslo_concurrency.lockutils [None req-491cdc51-b29f-4a32-802a-5b3335e951e6 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.365s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.784871] env[65448]: DEBUG nova.compute.manager [None req-491cdc51-b29f-4a32-802a-5b3335e951e6 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 16d98a4f-d6a2-4f7e-95fb-526cf2e1fab4] Start building networks asynchronously for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2881}} [ 1071.788513] env[65448]: DEBUG oslo_concurrency.lockutils [None req-60909bce-af19-4699-ac87-a073c6391e10 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.827s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.788778] env[65448]: DEBUG nova.objects.instance [None req-60909bce-af19-4699-ac87-a073c6391e10 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Lazy-loading 'resources' on Instance uuid ffb11675-ff83-4efb-be37-b642e50ea8b9 {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1071.851479] env[65448]: WARNING neutronclient.v2_0.client [req-ecff4462-3663-447c-9d82-8eb0f03ac572 req-b6195f42-b33b-49ab-92b0-507a55ab320b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1071.869931] env[65448]: DEBUG oslo_vmware.api [None req-75789cef-631c-49d7-be86-cc82e380dd3e tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Task: {'id': task-4938249, 'name': PowerOnVM_Task} progress is 81%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.998736] env[65448]: DEBUG nova.network.neutron [req-ecff4462-3663-447c-9d82-8eb0f03ac572 req-b6195f42-b33b-49ab-92b0-507a55ab320b service nova] [instance: ffb11675-ff83-4efb-be37-b642e50ea8b9] Updated VIF entry in instance network info cache for port 2d51f333-e777-44b1-b392-f80d31bf5212. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1071.999203] env[65448]: DEBUG nova.network.neutron [req-ecff4462-3663-447c-9d82-8eb0f03ac572 req-b6195f42-b33b-49ab-92b0-507a55ab320b service nova] [instance: ffb11675-ff83-4efb-be37-b642e50ea8b9] Updating instance_info_cache with network_info: [{"id": "2d51f333-e777-44b1-b392-f80d31bf5212", "address": "fa:16:3e:6f:07:7f", "network": {"id": "3dad17d1-fdd5-4069-8675-ef8a0f0b9caf", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-2039208773-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f35763225db24d7f858aa84e17d07cc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap2d51f333-e7", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.078263] env[65448]: DEBUG oslo_concurrency.lockutils [None req-0ee4d54d-79ca-423a-8c25-c3164b4cc013 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Acquiring lock "refresh_cache-b0c623fa-d333-4033-9b82-c846509e532a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.078450] env[65448]: DEBUG oslo_concurrency.lockutils [None req-0ee4d54d-79ca-423a-8c25-c3164b4cc013 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Acquired lock "refresh_cache-b0c623fa-d333-4033-9b82-c846509e532a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.078666] env[65448]: DEBUG nova.network.neutron [None req-0ee4d54d-79ca-423a-8c25-c3164b4cc013 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: b0c623fa-d333-4033-9b82-c846509e532a] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1072.091385] env[65448]: DEBUG oslo_vmware.api [None req-ac8f2f9e-1936-4477-ae3f-7e1ebc1e956b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': task-4938251, 'name': ReconfigVM_Task, 'duration_secs': 0.178216} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.092306] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac8f2f9e-1936-4477-ae3f-7e1ebc1e956b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: a79aa8d7-c3ce-4c6e-84c5-059e29f04a00] Reconfigured VM instance instance-0000005e to detach disk 2000 {{(pid=65448) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1072.093657] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0af08683-9cf3-4e4e-85fd-8e40abc0dd80 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.125717] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac8f2f9e-1936-4477-ae3f-7e1ebc1e956b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: a79aa8d7-c3ce-4c6e-84c5-059e29f04a00] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] a79aa8d7-c3ce-4c6e-84c5-059e29f04a00/a79aa8d7-c3ce-4c6e-84c5-059e29f04a00.vmdk or device None with type thin {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1072.127430] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-050529b3-51cd-472e-be1f-03f7aa606c51 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.149599] env[65448]: DEBUG oslo_vmware.api [None req-ac8f2f9e-1936-4477-ae3f-7e1ebc1e956b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Waiting for the task: (returnval){ [ 1072.149599] env[65448]: value = "task-4938254" [ 1072.149599] env[65448]: _type = "Task" [ 1072.149599] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.159117] env[65448]: DEBUG oslo_vmware.api [None req-ac8f2f9e-1936-4477-ae3f-7e1ebc1e956b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': task-4938254, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.174598] env[65448]: DEBUG nova.compute.manager [req-60ba60c2-4e05-4ff6-997a-55f2d9568e4e req-d024ba5c-6abe-4340-a9aa-86d61a84b059 service nova] [instance: b0c623fa-d333-4033-9b82-c846509e532a] Received event network-vif-plugged-21eb8484-89d5-4afe-a59a-ea490786948f {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1072.174872] env[65448]: DEBUG oslo_concurrency.lockutils [req-60ba60c2-4e05-4ff6-997a-55f2d9568e4e req-d024ba5c-6abe-4340-a9aa-86d61a84b059 service nova] Acquiring lock "b0c623fa-d333-4033-9b82-c846509e532a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.175074] env[65448]: DEBUG oslo_concurrency.lockutils [req-60ba60c2-4e05-4ff6-997a-55f2d9568e4e req-d024ba5c-6abe-4340-a9aa-86d61a84b059 service nova] Lock "b0c623fa-d333-4033-9b82-c846509e532a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.175248] env[65448]: DEBUG oslo_concurrency.lockutils [req-60ba60c2-4e05-4ff6-997a-55f2d9568e4e req-d024ba5c-6abe-4340-a9aa-86d61a84b059 service nova] Lock "b0c623fa-d333-4033-9b82-c846509e532a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.175409] env[65448]: DEBUG nova.compute.manager [req-60ba60c2-4e05-4ff6-997a-55f2d9568e4e req-d024ba5c-6abe-4340-a9aa-86d61a84b059 service nova] [instance: b0c623fa-d333-4033-9b82-c846509e532a] No waiting events found dispatching network-vif-plugged-21eb8484-89d5-4afe-a59a-ea490786948f {{(pid=65448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1072.175596] env[65448]: WARNING nova.compute.manager [req-60ba60c2-4e05-4ff6-997a-55f2d9568e4e req-d024ba5c-6abe-4340-a9aa-86d61a84b059 service nova] [instance: b0c623fa-d333-4033-9b82-c846509e532a] Received unexpected event network-vif-plugged-21eb8484-89d5-4afe-a59a-ea490786948f for instance with vm_state active and task_state None. [ 1072.233878] env[65448]: DEBUG oslo_concurrency.lockutils [None req-c46cbc5e-c3f6-4382-af8c-92b936f2e6df tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Lock "24665a99-6cfb-4d8b-8d08-406b7d1f468f" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.354s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.242178] env[65448]: DEBUG oslo_vmware.api [None req-30e954e3-a2ec-4046-b1db-e396e50499a0 tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] Task: {'id': task-4938252, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069455} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.242597] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-30e954e3-a2ec-4046-b1db-e396e50499a0 tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] [instance: 15562e57-0fb4-4930-bede-f692179ce893] Extended root virtual disk {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1072.243692] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a59048b7-b204-493e-9445-f6d44f39d971 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.265562] env[65448]: DEBUG oslo_vmware.api [None req-e588711d-ad92-4b49-ab8c-56394379637f tempest-InstanceActionsV221TestJSON-1723493104 tempest-InstanceActionsV221TestJSON-1723493104-project-member] Task: {'id': task-4938253, 'name': Rename_Task} progress is 99%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.275427] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-30e954e3-a2ec-4046-b1db-e396e50499a0 tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] [instance: 15562e57-0fb4-4930-bede-f692179ce893] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] 15562e57-0fb4-4930-bede-f692179ce893/15562e57-0fb4-4930-bede-f692179ce893.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1072.276181] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8051a0c2-ce7f-421b-97e0-274fedcba067 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.294032] env[65448]: DEBUG nova.compute.utils [None req-491cdc51-b29f-4a32-802a-5b3335e951e6 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Using /dev/sd instead of None {{(pid=65448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1072.298081] env[65448]: DEBUG nova.objects.instance [None req-60909bce-af19-4699-ac87-a073c6391e10 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Lazy-loading 'numa_topology' on Instance uuid ffb11675-ff83-4efb-be37-b642e50ea8b9 {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1072.299634] env[65448]: DEBUG nova.compute.manager [None req-491cdc51-b29f-4a32-802a-5b3335e951e6 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 16d98a4f-d6a2-4f7e-95fb-526cf2e1fab4] Allocating IP information in the background. {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 1072.299634] env[65448]: DEBUG nova.network.neutron [None req-491cdc51-b29f-4a32-802a-5b3335e951e6 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 16d98a4f-d6a2-4f7e-95fb-526cf2e1fab4] allocate_for_instance() {{(pid=65448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1072.299905] env[65448]: WARNING neutronclient.v2_0.client [None req-491cdc51-b29f-4a32-802a-5b3335e951e6 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1072.300219] env[65448]: WARNING neutronclient.v2_0.client [None req-491cdc51-b29f-4a32-802a-5b3335e951e6 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1072.308639] env[65448]: DEBUG oslo_vmware.api [None req-30e954e3-a2ec-4046-b1db-e396e50499a0 tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] Waiting for the task: (returnval){ [ 1072.308639] env[65448]: value = "task-4938255" [ 1072.308639] env[65448]: _type = "Task" [ 1072.308639] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.319224] env[65448]: DEBUG oslo_vmware.api [None req-30e954e3-a2ec-4046-b1db-e396e50499a0 tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] Task: {'id': task-4938255, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.370161] env[65448]: DEBUG nova.policy [None req-491cdc51-b29f-4a32-802a-5b3335e951e6 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dd61c1ad2bd6452581f21606eba67b6a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0f8d5716103c4544ad3c5ca0f9963943', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65448) authorize /opt/stack/nova/nova/policy.py:192}} [ 1072.381267] env[65448]: DEBUG oslo_vmware.api [None req-75789cef-631c-49d7-be86-cc82e380dd3e tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Task: {'id': task-4938249, 'name': PowerOnVM_Task, 'duration_secs': 1.415864} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.381931] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-75789cef-631c-49d7-be86-cc82e380dd3e tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] [instance: a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1072.381931] env[65448]: DEBUG nova.compute.manager [None req-75789cef-631c-49d7-be86-cc82e380dd3e tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] [instance: a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 1072.382821] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e6bcab6-45ad-4c81-9d6a-2a087575e10f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.502469] env[65448]: DEBUG oslo_concurrency.lockutils [req-ecff4462-3663-447c-9d82-8eb0f03ac572 req-b6195f42-b33b-49ab-92b0-507a55ab320b service nova] Releasing lock "refresh_cache-ffb11675-ff83-4efb-be37-b642e50ea8b9" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.643308] env[65448]: WARNING nova.network.neutron [None req-0ee4d54d-79ca-423a-8c25-c3164b4cc013 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: b0c623fa-d333-4033-9b82-c846509e532a] ae7fb699-1e8f-4e6e-ba65-11efac49c1f2 already exists in list: networks containing: ['ae7fb699-1e8f-4e6e-ba65-11efac49c1f2']. ignoring it [ 1072.660024] env[65448]: DEBUG oslo_vmware.api [None req-ac8f2f9e-1936-4477-ae3f-7e1ebc1e956b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': task-4938254, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.718525] env[65448]: DEBUG nova.network.neutron [None req-491cdc51-b29f-4a32-802a-5b3335e951e6 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 16d98a4f-d6a2-4f7e-95fb-526cf2e1fab4] Successfully created port: 250fe1e3-5afe-4112-a3c1-f190cac6edd9 {{(pid=65448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1072.759440] env[65448]: DEBUG oslo_vmware.api [None req-e588711d-ad92-4b49-ab8c-56394379637f tempest-InstanceActionsV221TestJSON-1723493104 tempest-InstanceActionsV221TestJSON-1723493104-project-member] Task: {'id': task-4938253, 'name': Rename_Task} progress is 99%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.800470] env[65448]: DEBUG nova.compute.manager [None req-491cdc51-b29f-4a32-802a-5b3335e951e6 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 16d98a4f-d6a2-4f7e-95fb-526cf2e1fab4] Start building block device mappings for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2916}} [ 1072.803849] env[65448]: DEBUG nova.objects.base [None req-60909bce-af19-4699-ac87-a073c6391e10 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=65448) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1072.821417] env[65448]: DEBUG oslo_vmware.api [None req-30e954e3-a2ec-4046-b1db-e396e50499a0 tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] Task: {'id': task-4938255, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.870714] env[65448]: WARNING neutronclient.v2_0.client [None req-0ee4d54d-79ca-423a-8c25-c3164b4cc013 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1072.873775] env[65448]: DEBUG oslo_concurrency.lockutils [None req-e5c8b5ba-8f2c-4239-9b5a-c6a066890a67 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Acquiring lock "ffb11675-ff83-4efb-be37-b642e50ea8b9" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.125669] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cf18cb7-f382-497c-abba-cc0ede17e3f1 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.135466] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5616db3c-9915-41ff-924b-687a121fa49a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.176457] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3fd0015-964b-4b54-b59c-fc207aaac5eb {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.185263] env[65448]: DEBUG oslo_vmware.api [None req-ac8f2f9e-1936-4477-ae3f-7e1ebc1e956b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': task-4938254, 'name': ReconfigVM_Task, 'duration_secs': 1.032439} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.187949] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac8f2f9e-1936-4477-ae3f-7e1ebc1e956b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: a79aa8d7-c3ce-4c6e-84c5-059e29f04a00] Reconfigured VM instance instance-0000005e to attach disk [datastore2] a79aa8d7-c3ce-4c6e-84c5-059e29f04a00/a79aa8d7-c3ce-4c6e-84c5-059e29f04a00.vmdk or device None with type thin {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1073.188277] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-ac8f2f9e-1936-4477-ae3f-7e1ebc1e956b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: a79aa8d7-c3ce-4c6e-84c5-059e29f04a00] Updating instance 'a79aa8d7-c3ce-4c6e-84c5-059e29f04a00' progress to 50 {{(pid=65448) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1073.192970] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbd409fd-2716-4aa3-b8e8-e5e510a7aafb {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.210697] env[65448]: DEBUG nova.compute.provider_tree [None req-60909bce-af19-4699-ac87-a073c6391e10 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1073.263549] env[65448]: DEBUG oslo_vmware.api [None req-e588711d-ad92-4b49-ab8c-56394379637f tempest-InstanceActionsV221TestJSON-1723493104 tempest-InstanceActionsV221TestJSON-1723493104-project-member] Task: {'id': task-4938253, 'name': Rename_Task, 'duration_secs': 1.174446} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.265947] env[65448]: WARNING neutronclient.v2_0.client [None req-0ee4d54d-79ca-423a-8c25-c3164b4cc013 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1073.269698] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-e588711d-ad92-4b49-ab8c-56394379637f tempest-InstanceActionsV221TestJSON-1723493104 tempest-InstanceActionsV221TestJSON-1723493104-project-member] [instance: df3cb89f-5e8f-4e00-8883-220a5f5218b9] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1073.273185] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1bf783ac-8f64-40ed-b528-52be2d5743d0 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.285055] env[65448]: DEBUG oslo_vmware.api [None req-e588711d-ad92-4b49-ab8c-56394379637f tempest-InstanceActionsV221TestJSON-1723493104 tempest-InstanceActionsV221TestJSON-1723493104-project-member] Waiting for the task: (returnval){ [ 1073.285055] env[65448]: value = "task-4938256" [ 1073.285055] env[65448]: _type = "Task" [ 1073.285055] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.294438] env[65448]: DEBUG oslo_vmware.api [None req-e588711d-ad92-4b49-ab8c-56394379637f tempest-InstanceActionsV221TestJSON-1723493104 tempest-InstanceActionsV221TestJSON-1723493104-project-member] Task: {'id': task-4938256, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.314984] env[65448]: DEBUG nova.compute.manager [req-8e3bb887-fb7e-4896-aeaa-93e498b13966 req-b3a2c075-9e29-4c78-ad1e-8fb79528e84d service nova] [instance: d53e2a3e-2205-44b0-9e68-91125832a67f] Received event network-changed-ae175f39-4703-49e7-821c-bfff3379753a {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1073.314984] env[65448]: DEBUG nova.compute.manager [req-8e3bb887-fb7e-4896-aeaa-93e498b13966 req-b3a2c075-9e29-4c78-ad1e-8fb79528e84d service nova] [instance: d53e2a3e-2205-44b0-9e68-91125832a67f] Refreshing instance network info cache due to event network-changed-ae175f39-4703-49e7-821c-bfff3379753a. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 1073.315253] env[65448]: DEBUG oslo_concurrency.lockutils [req-8e3bb887-fb7e-4896-aeaa-93e498b13966 req-b3a2c075-9e29-4c78-ad1e-8fb79528e84d service nova] Acquiring lock "refresh_cache-d53e2a3e-2205-44b0-9e68-91125832a67f" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.315352] env[65448]: DEBUG oslo_concurrency.lockutils [req-8e3bb887-fb7e-4896-aeaa-93e498b13966 req-b3a2c075-9e29-4c78-ad1e-8fb79528e84d service nova] Acquired lock "refresh_cache-d53e2a3e-2205-44b0-9e68-91125832a67f" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.316099] env[65448]: DEBUG nova.network.neutron [req-8e3bb887-fb7e-4896-aeaa-93e498b13966 req-b3a2c075-9e29-4c78-ad1e-8fb79528e84d service nova] [instance: d53e2a3e-2205-44b0-9e68-91125832a67f] Refreshing network info cache for port ae175f39-4703-49e7-821c-bfff3379753a {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1073.337073] env[65448]: DEBUG oslo_vmware.api [None req-30e954e3-a2ec-4046-b1db-e396e50499a0 tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] Task: {'id': task-4938255, 'name': ReconfigVM_Task, 'duration_secs': 0.746022} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.339604] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-30e954e3-a2ec-4046-b1db-e396e50499a0 tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] [instance: 15562e57-0fb4-4930-bede-f692179ce893] Reconfigured VM instance instance-00000060 to attach disk [datastore2] 15562e57-0fb4-4930-bede-f692179ce893/15562e57-0fb4-4930-bede-f692179ce893.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1073.341560] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c6af6c8f-26bf-48f2-990c-1956936c3264 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.352820] env[65448]: DEBUG oslo_vmware.api [None req-30e954e3-a2ec-4046-b1db-e396e50499a0 tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] Waiting for the task: (returnval){ [ 1073.352820] env[65448]: value = "task-4938257" [ 1073.352820] env[65448]: _type = "Task" [ 1073.352820] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.363386] env[65448]: DEBUG oslo_vmware.api [None req-30e954e3-a2ec-4046-b1db-e396e50499a0 tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] Task: {'id': task-4938257, 'name': Rename_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.419114] env[65448]: DEBUG nova.network.neutron [None req-0ee4d54d-79ca-423a-8c25-c3164b4cc013 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: b0c623fa-d333-4033-9b82-c846509e532a] Updating instance_info_cache with network_info: [{"id": "fbf6fa07-858c-4a26-8c11-8b1471651060", "address": "fa:16:3e:42:9a:74", "network": {"id": "ae7fb699-1e8f-4e6e-ba65-11efac49c1f2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2072253352-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40f710aa821f49ef963bafd588fa759f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbf6fa07-85", "ovs_interfaceid": "fbf6fa07-858c-4a26-8c11-8b1471651060", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "21eb8484-89d5-4afe-a59a-ea490786948f", "address": "fa:16:3e:4d:64:15", "network": {"id": "ae7fb699-1e8f-4e6e-ba65-11efac49c1f2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2072253352-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40f710aa821f49ef963bafd588fa759f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21eb8484-89", "ovs_interfaceid": "21eb8484-89d5-4afe-a59a-ea490786948f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.702022] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5d2de92-4e2a-4137-8df6-77fbdcb1f327 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.725773] env[65448]: DEBUG nova.scheduler.client.report [None req-60909bce-af19-4699-ac87-a073c6391e10 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1073.729755] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4379e585-1eeb-417c-9b75-321de6a2277c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.751137] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-ac8f2f9e-1936-4477-ae3f-7e1ebc1e956b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: a79aa8d7-c3ce-4c6e-84c5-059e29f04a00] Updating instance 'a79aa8d7-c3ce-4c6e-84c5-059e29f04a00' progress to 67 {{(pid=65448) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1073.776855] env[65448]: DEBUG oslo_concurrency.lockutils [None req-dfddc4fb-e2e3-482a-bd5e-200f08d54944 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Acquiring lock "401bed25-915f-42dc-8281-265fe65d584b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.777174] env[65448]: DEBUG oslo_concurrency.lockutils [None req-dfddc4fb-e2e3-482a-bd5e-200f08d54944 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Lock "401bed25-915f-42dc-8281-265fe65d584b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.777436] env[65448]: DEBUG oslo_concurrency.lockutils [None req-dfddc4fb-e2e3-482a-bd5e-200f08d54944 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Acquiring lock "401bed25-915f-42dc-8281-265fe65d584b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.777648] env[65448]: DEBUG oslo_concurrency.lockutils [None req-dfddc4fb-e2e3-482a-bd5e-200f08d54944 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Lock "401bed25-915f-42dc-8281-265fe65d584b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.777844] env[65448]: DEBUG oslo_concurrency.lockutils [None req-dfddc4fb-e2e3-482a-bd5e-200f08d54944 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Lock "401bed25-915f-42dc-8281-265fe65d584b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.780076] env[65448]: INFO nova.compute.manager [None req-dfddc4fb-e2e3-482a-bd5e-200f08d54944 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 401bed25-915f-42dc-8281-265fe65d584b] Terminating instance [ 1073.794842] env[65448]: DEBUG oslo_vmware.api [None req-e588711d-ad92-4b49-ab8c-56394379637f tempest-InstanceActionsV221TestJSON-1723493104 tempest-InstanceActionsV221TestJSON-1723493104-project-member] Task: {'id': task-4938256, 'name': PowerOnVM_Task, 'duration_secs': 0.479716} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.795148] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-e588711d-ad92-4b49-ab8c-56394379637f tempest-InstanceActionsV221TestJSON-1723493104 tempest-InstanceActionsV221TestJSON-1723493104-project-member] [instance: df3cb89f-5e8f-4e00-8883-220a5f5218b9] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1073.795357] env[65448]: INFO nova.compute.manager [None req-e588711d-ad92-4b49-ab8c-56394379637f tempest-InstanceActionsV221TestJSON-1723493104 tempest-InstanceActionsV221TestJSON-1723493104-project-member] [instance: df3cb89f-5e8f-4e00-8883-220a5f5218b9] Took 8.63 seconds to spawn the instance on the hypervisor. [ 1073.795568] env[65448]: DEBUG nova.compute.manager [None req-e588711d-ad92-4b49-ab8c-56394379637f tempest-InstanceActionsV221TestJSON-1723493104 tempest-InstanceActionsV221TestJSON-1723493104-project-member] [instance: df3cb89f-5e8f-4e00-8883-220a5f5218b9] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 1073.796446] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22ade2ec-43c9-4242-a1b1-667a5d267c13 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.820230] env[65448]: DEBUG nova.compute.manager [None req-491cdc51-b29f-4a32-802a-5b3335e951e6 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 16d98a4f-d6a2-4f7e-95fb-526cf2e1fab4] Start spawning the instance on the hypervisor. {{(pid=65448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2689}} [ 1073.825094] env[65448]: WARNING neutronclient.v2_0.client [req-8e3bb887-fb7e-4896-aeaa-93e498b13966 req-b3a2c075-9e29-4c78-ad1e-8fb79528e84d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1073.850167] env[65448]: DEBUG nova.virt.hardware [None req-491cdc51-b29f-4a32-802a-5b3335e951e6 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-08T17:19:51Z,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a992292b6dae455593d228217860e2e1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-08T17:19:52Z,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1073.850427] env[65448]: DEBUG nova.virt.hardware [None req-491cdc51-b29f-4a32-802a-5b3335e951e6 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1073.850583] env[65448]: DEBUG nova.virt.hardware [None req-491cdc51-b29f-4a32-802a-5b3335e951e6 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1073.850832] env[65448]: DEBUG nova.virt.hardware [None req-491cdc51-b29f-4a32-802a-5b3335e951e6 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1073.851000] env[65448]: DEBUG nova.virt.hardware [None req-491cdc51-b29f-4a32-802a-5b3335e951e6 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1073.851414] env[65448]: DEBUG nova.virt.hardware [None req-491cdc51-b29f-4a32-802a-5b3335e951e6 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1073.851414] env[65448]: DEBUG nova.virt.hardware [None req-491cdc51-b29f-4a32-802a-5b3335e951e6 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1073.851524] env[65448]: DEBUG nova.virt.hardware [None req-491cdc51-b29f-4a32-802a-5b3335e951e6 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1073.851664] env[65448]: DEBUG nova.virt.hardware [None req-491cdc51-b29f-4a32-802a-5b3335e951e6 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1073.851823] env[65448]: DEBUG nova.virt.hardware [None req-491cdc51-b29f-4a32-802a-5b3335e951e6 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1073.851992] env[65448]: DEBUG nova.virt.hardware [None req-491cdc51-b29f-4a32-802a-5b3335e951e6 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1073.853444] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-553c7e49-2e57-4dcd-bbf4-6920c8c80ea6 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.869584] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a91c123-1017-45c8-8fa8-adc3d616f569 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.873755] env[65448]: DEBUG oslo_vmware.api [None req-30e954e3-a2ec-4046-b1db-e396e50499a0 tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] Task: {'id': task-4938257, 'name': Rename_Task, 'duration_secs': 0.163106} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.876973] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-30e954e3-a2ec-4046-b1db-e396e50499a0 tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] [instance: 15562e57-0fb4-4930-bede-f692179ce893] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1073.877817] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dc3d03f8-be74-4e8e-8d37-ffa90f5e1a41 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.890237] env[65448]: DEBUG oslo_vmware.api [None req-30e954e3-a2ec-4046-b1db-e396e50499a0 tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] Waiting for the task: (returnval){ [ 1073.890237] env[65448]: value = "task-4938258" [ 1073.890237] env[65448]: _type = "Task" [ 1073.890237] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.899508] env[65448]: DEBUG oslo_vmware.api [None req-30e954e3-a2ec-4046-b1db-e396e50499a0 tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] Task: {'id': task-4938258, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.922855] env[65448]: DEBUG oslo_concurrency.lockutils [None req-0ee4d54d-79ca-423a-8c25-c3164b4cc013 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Releasing lock "refresh_cache-b0c623fa-d333-4033-9b82-c846509e532a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.923570] env[65448]: DEBUG oslo_concurrency.lockutils [None req-0ee4d54d-79ca-423a-8c25-c3164b4cc013 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Acquiring lock "b0c623fa-d333-4033-9b82-c846509e532a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.923721] env[65448]: DEBUG oslo_concurrency.lockutils [None req-0ee4d54d-79ca-423a-8c25-c3164b4cc013 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Acquired lock "b0c623fa-d333-4033-9b82-c846509e532a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.924650] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5faf4108-d82d-4382-83d2-6c9160917d62 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.944737] env[65448]: DEBUG nova.virt.hardware [None req-0ee4d54d-79ca-423a-8c25-c3164b4cc013 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1073.945068] env[65448]: DEBUG nova.virt.hardware [None req-0ee4d54d-79ca-423a-8c25-c3164b4cc013 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1073.945198] env[65448]: DEBUG nova.virt.hardware [None req-0ee4d54d-79ca-423a-8c25-c3164b4cc013 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1073.945384] env[65448]: DEBUG nova.virt.hardware [None req-0ee4d54d-79ca-423a-8c25-c3164b4cc013 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1073.945526] env[65448]: DEBUG nova.virt.hardware [None req-0ee4d54d-79ca-423a-8c25-c3164b4cc013 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1073.945670] env[65448]: DEBUG nova.virt.hardware [None req-0ee4d54d-79ca-423a-8c25-c3164b4cc013 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1073.945881] env[65448]: DEBUG nova.virt.hardware [None req-0ee4d54d-79ca-423a-8c25-c3164b4cc013 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1073.946136] env[65448]: DEBUG nova.virt.hardware [None req-0ee4d54d-79ca-423a-8c25-c3164b4cc013 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1073.946209] env[65448]: DEBUG nova.virt.hardware [None req-0ee4d54d-79ca-423a-8c25-c3164b4cc013 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1073.946605] env[65448]: DEBUG nova.virt.hardware [None req-0ee4d54d-79ca-423a-8c25-c3164b4cc013 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1073.946605] env[65448]: DEBUG nova.virt.hardware [None req-0ee4d54d-79ca-423a-8c25-c3164b4cc013 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1073.952935] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-0ee4d54d-79ca-423a-8c25-c3164b4cc013 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: b0c623fa-d333-4033-9b82-c846509e532a] Reconfiguring VM to attach interface {{(pid=65448) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1073.954531] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-136c4103-a13c-45fe-89d1-13a551d8bb33 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.977962] env[65448]: DEBUG oslo_vmware.api [None req-0ee4d54d-79ca-423a-8c25-c3164b4cc013 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Waiting for the task: (returnval){ [ 1073.977962] env[65448]: value = "task-4938259" [ 1073.977962] env[65448]: _type = "Task" [ 1073.977962] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.991334] env[65448]: DEBUG oslo_vmware.api [None req-0ee4d54d-79ca-423a-8c25-c3164b4cc013 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': task-4938259, 'name': ReconfigVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.071448] env[65448]: WARNING neutronclient.v2_0.client [req-8e3bb887-fb7e-4896-aeaa-93e498b13966 req-b3a2c075-9e29-4c78-ad1e-8fb79528e84d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1074.200740] env[65448]: DEBUG nova.network.neutron [req-8e3bb887-fb7e-4896-aeaa-93e498b13966 req-b3a2c075-9e29-4c78-ad1e-8fb79528e84d service nova] [instance: d53e2a3e-2205-44b0-9e68-91125832a67f] Updated VIF entry in instance network info cache for port ae175f39-4703-49e7-821c-bfff3379753a. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1074.201264] env[65448]: DEBUG nova.network.neutron [req-8e3bb887-fb7e-4896-aeaa-93e498b13966 req-b3a2c075-9e29-4c78-ad1e-8fb79528e84d service nova] [instance: d53e2a3e-2205-44b0-9e68-91125832a67f] Updating instance_info_cache with network_info: [{"id": "ae175f39-4703-49e7-821c-bfff3379753a", "address": "fa:16:3e:df:34:ed", "network": {"id": "1c6b4e31-4989-4b8c-8cc6-67fa107dcc6a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1246525494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bf59e2c00b54ab7a8bc201e80781fcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae175f39-47", "ovs_interfaceid": "ae175f39-4703-49e7-821c-bfff3379753a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.233746] env[65448]: DEBUG oslo_concurrency.lockutils [None req-60909bce-af19-4699-ac87-a073c6391e10 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.445s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.236311] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6507dab2-2ee2-4af2-be0e-a4bebf221b15 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.931s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.238012] env[65448]: INFO nova.compute.claims [None req-6507dab2-2ee2-4af2-be0e-a4bebf221b15 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: 10cc744f-31ce-42ef-9cd4-f505e190cb04] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1074.258824] env[65448]: WARNING neutronclient.v2_0.client [None req-ac8f2f9e-1936-4477-ae3f-7e1ebc1e956b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1074.258824] env[65448]: WARNING neutronclient.v2_0.client [None req-ac8f2f9e-1936-4477-ae3f-7e1ebc1e956b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1074.283994] env[65448]: DEBUG nova.compute.manager [None req-dfddc4fb-e2e3-482a-bd5e-200f08d54944 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 401bed25-915f-42dc-8281-265fe65d584b] Start destroying the instance on the hypervisor. {{(pid=65448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3209}} [ 1074.284242] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-dfddc4fb-e2e3-482a-bd5e-200f08d54944 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 401bed25-915f-42dc-8281-265fe65d584b] Destroying instance {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1074.286243] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86f490f1-7481-46ac-8b6a-15ccae5f572c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.295792] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfddc4fb-e2e3-482a-bd5e-200f08d54944 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 401bed25-915f-42dc-8281-265fe65d584b] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1074.296208] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-318ea378-5ef1-4f3f-be28-ac9f9b93e9ed {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.298941] env[65448]: DEBUG nova.network.neutron [None req-ac8f2f9e-1936-4477-ae3f-7e1ebc1e956b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: a79aa8d7-c3ce-4c6e-84c5-059e29f04a00] Port 37f80e87-51ca-4703-9b36-188606170213 binding to destination host cpu-1 is already ACTIVE {{(pid=65448) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1074.307991] env[65448]: DEBUG oslo_vmware.api [None req-dfddc4fb-e2e3-482a-bd5e-200f08d54944 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Waiting for the task: (returnval){ [ 1074.307991] env[65448]: value = "task-4938260" [ 1074.307991] env[65448]: _type = "Task" [ 1074.307991] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.320170] env[65448]: INFO nova.compute.manager [None req-e588711d-ad92-4b49-ab8c-56394379637f tempest-InstanceActionsV221TestJSON-1723493104 tempest-InstanceActionsV221TestJSON-1723493104-project-member] [instance: df3cb89f-5e8f-4e00-8883-220a5f5218b9] Took 21.38 seconds to build instance. [ 1074.325573] env[65448]: DEBUG oslo_vmware.api [None req-dfddc4fb-e2e3-482a-bd5e-200f08d54944 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': task-4938260, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.404283] env[65448]: DEBUG oslo_vmware.api [None req-30e954e3-a2ec-4046-b1db-e396e50499a0 tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] Task: {'id': task-4938258, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.413090] env[65448]: DEBUG nova.network.neutron [None req-491cdc51-b29f-4a32-802a-5b3335e951e6 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 16d98a4f-d6a2-4f7e-95fb-526cf2e1fab4] Successfully updated port: 250fe1e3-5afe-4112-a3c1-f190cac6edd9 {{(pid=65448) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1074.478524] env[65448]: DEBUG nova.compute.manager [None req-4e8cb291-e540-46d5-9e87-0eb395b8c8e6 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 24665a99-6cfb-4d8b-8d08-406b7d1f468f] Stashing vm_state: active {{(pid=65448) _prep_resize /opt/stack/nova/nova/compute/manager.py:6183}} [ 1074.493746] env[65448]: DEBUG oslo_vmware.api [None req-0ee4d54d-79ca-423a-8c25-c3164b4cc013 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': task-4938259, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.646834] env[65448]: DEBUG nova.compute.manager [req-d75c4cba-5b49-407f-89c6-6f0e40fd3b72 req-c4f0a550-0420-4fd6-b896-cc7f923df3df service nova] [instance: b0c623fa-d333-4033-9b82-c846509e532a] Received event network-changed-21eb8484-89d5-4afe-a59a-ea490786948f {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1074.647654] env[65448]: DEBUG nova.compute.manager [req-d75c4cba-5b49-407f-89c6-6f0e40fd3b72 req-c4f0a550-0420-4fd6-b896-cc7f923df3df service nova] [instance: b0c623fa-d333-4033-9b82-c846509e532a] Refreshing instance network info cache due to event network-changed-21eb8484-89d5-4afe-a59a-ea490786948f. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 1074.647654] env[65448]: DEBUG oslo_concurrency.lockutils [req-d75c4cba-5b49-407f-89c6-6f0e40fd3b72 req-c4f0a550-0420-4fd6-b896-cc7f923df3df service nova] Acquiring lock "refresh_cache-b0c623fa-d333-4033-9b82-c846509e532a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.647654] env[65448]: DEBUG oslo_concurrency.lockutils [req-d75c4cba-5b49-407f-89c6-6f0e40fd3b72 req-c4f0a550-0420-4fd6-b896-cc7f923df3df service nova] Acquired lock "refresh_cache-b0c623fa-d333-4033-9b82-c846509e532a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.647872] env[65448]: DEBUG nova.network.neutron [req-d75c4cba-5b49-407f-89c6-6f0e40fd3b72 req-c4f0a550-0420-4fd6-b896-cc7f923df3df service nova] [instance: b0c623fa-d333-4033-9b82-c846509e532a] Refreshing network info cache for port 21eb8484-89d5-4afe-a59a-ea490786948f {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1074.704457] env[65448]: DEBUG oslo_concurrency.lockutils [req-8e3bb887-fb7e-4896-aeaa-93e498b13966 req-b3a2c075-9e29-4c78-ad1e-8fb79528e84d service nova] Releasing lock "refresh_cache-d53e2a3e-2205-44b0-9e68-91125832a67f" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.752214] env[65448]: DEBUG oslo_concurrency.lockutils [None req-60909bce-af19-4699-ac87-a073c6391e10 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Lock "ffb11675-ff83-4efb-be37-b642e50ea8b9" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 24.991s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.752922] env[65448]: DEBUG oslo_concurrency.lockutils [None req-e5c8b5ba-8f2c-4239-9b5a-c6a066890a67 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Lock "ffb11675-ff83-4efb-be37-b642e50ea8b9" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.879s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.753215] env[65448]: INFO nova.compute.manager [None req-e5c8b5ba-8f2c-4239-9b5a-c6a066890a67 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: ffb11675-ff83-4efb-be37-b642e50ea8b9] Unshelving [ 1074.819026] env[65448]: DEBUG oslo_vmware.api [None req-dfddc4fb-e2e3-482a-bd5e-200f08d54944 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': task-4938260, 'name': PowerOffVM_Task, 'duration_secs': 0.206359} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.819026] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfddc4fb-e2e3-482a-bd5e-200f08d54944 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 401bed25-915f-42dc-8281-265fe65d584b] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1074.819026] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-dfddc4fb-e2e3-482a-bd5e-200f08d54944 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 401bed25-915f-42dc-8281-265fe65d584b] Unregistering the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1074.819026] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-71d51c00-f979-421a-8f6e-c49921690f2f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.826654] env[65448]: DEBUG oslo_concurrency.lockutils [None req-e588711d-ad92-4b49-ab8c-56394379637f tempest-InstanceActionsV221TestJSON-1723493104 tempest-InstanceActionsV221TestJSON-1723493104-project-member] Lock "df3cb89f-5e8f-4e00-8883-220a5f5218b9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.899s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.902285] env[65448]: DEBUG oslo_vmware.api [None req-30e954e3-a2ec-4046-b1db-e396e50499a0 tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] Task: {'id': task-4938258, 'name': PowerOnVM_Task, 'duration_secs': 0.681408} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.902285] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-30e954e3-a2ec-4046-b1db-e396e50499a0 tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] [instance: 15562e57-0fb4-4930-bede-f692179ce893] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1074.902529] env[65448]: DEBUG nova.compute.manager [None req-30e954e3-a2ec-4046-b1db-e396e50499a0 tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] [instance: 15562e57-0fb4-4930-bede-f692179ce893] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 1074.903412] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fc7827e-1f04-4471-b125-ce8ea5e899d8 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.915518] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-dfddc4fb-e2e3-482a-bd5e-200f08d54944 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 401bed25-915f-42dc-8281-265fe65d584b] Unregistered the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1074.915518] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-dfddc4fb-e2e3-482a-bd5e-200f08d54944 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 401bed25-915f-42dc-8281-265fe65d584b] Deleting contents of the VM from datastore datastore1 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1074.916108] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfddc4fb-e2e3-482a-bd5e-200f08d54944 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Deleting the datastore file [datastore1] 401bed25-915f-42dc-8281-265fe65d584b {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1074.916978] env[65448]: DEBUG oslo_concurrency.lockutils [None req-491cdc51-b29f-4a32-802a-5b3335e951e6 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Acquiring lock "refresh_cache-16d98a4f-d6a2-4f7e-95fb-526cf2e1fab4" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.917073] env[65448]: DEBUG oslo_concurrency.lockutils [None req-491cdc51-b29f-4a32-802a-5b3335e951e6 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Acquired lock "refresh_cache-16d98a4f-d6a2-4f7e-95fb-526cf2e1fab4" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.917284] env[65448]: DEBUG nova.network.neutron [None req-491cdc51-b29f-4a32-802a-5b3335e951e6 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 16d98a4f-d6a2-4f7e-95fb-526cf2e1fab4] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1074.918400] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0ddef649-5624-434e-9a96-a1a70f3c71d5 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.925633] env[65448]: DEBUG oslo_vmware.api [None req-dfddc4fb-e2e3-482a-bd5e-200f08d54944 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Waiting for the task: (returnval){ [ 1074.925633] env[65448]: value = "task-4938262" [ 1074.925633] env[65448]: _type = "Task" [ 1074.925633] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.937141] env[65448]: DEBUG oslo_vmware.api [None req-dfddc4fb-e2e3-482a-bd5e-200f08d54944 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': task-4938262, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.995679] env[65448]: DEBUG oslo_vmware.api [None req-0ee4d54d-79ca-423a-8c25-c3164b4cc013 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': task-4938259, 'name': ReconfigVM_Task, 'duration_secs': 0.665152} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.996206] env[65448]: WARNING neutronclient.v2_0.client [None req-0ee4d54d-79ca-423a-8c25-c3164b4cc013 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1074.996459] env[65448]: DEBUG oslo_concurrency.lockutils [None req-0ee4d54d-79ca-423a-8c25-c3164b4cc013 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Releasing lock "b0c623fa-d333-4033-9b82-c846509e532a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.996663] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-0ee4d54d-79ca-423a-8c25-c3164b4cc013 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: b0c623fa-d333-4033-9b82-c846509e532a] Reconfigured VM to attach interface {{(pid=65448) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1075.004597] env[65448]: DEBUG oslo_concurrency.lockutils [None req-4e8cb291-e540-46d5-9e87-0eb395b8c8e6 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.043552] env[65448]: DEBUG oslo_concurrency.lockutils [None req-491053bf-712f-43df-836c-0468ec281c4c tempest-InstanceActionsV221TestJSON-1723493104 tempest-InstanceActionsV221TestJSON-1723493104-project-member] Acquiring lock "df3cb89f-5e8f-4e00-8883-220a5f5218b9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.043866] env[65448]: DEBUG oslo_concurrency.lockutils [None req-491053bf-712f-43df-836c-0468ec281c4c tempest-InstanceActionsV221TestJSON-1723493104 tempest-InstanceActionsV221TestJSON-1723493104-project-member] Lock "df3cb89f-5e8f-4e00-8883-220a5f5218b9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.044104] env[65448]: DEBUG oslo_concurrency.lockutils [None req-491053bf-712f-43df-836c-0468ec281c4c tempest-InstanceActionsV221TestJSON-1723493104 tempest-InstanceActionsV221TestJSON-1723493104-project-member] Acquiring lock "df3cb89f-5e8f-4e00-8883-220a5f5218b9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.044295] env[65448]: DEBUG oslo_concurrency.lockutils [None req-491053bf-712f-43df-836c-0468ec281c4c tempest-InstanceActionsV221TestJSON-1723493104 tempest-InstanceActionsV221TestJSON-1723493104-project-member] Lock "df3cb89f-5e8f-4e00-8883-220a5f5218b9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.044475] env[65448]: DEBUG oslo_concurrency.lockutils [None req-491053bf-712f-43df-836c-0468ec281c4c tempest-InstanceActionsV221TestJSON-1723493104 tempest-InstanceActionsV221TestJSON-1723493104-project-member] Lock "df3cb89f-5e8f-4e00-8883-220a5f5218b9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.047959] env[65448]: INFO nova.compute.manager [None req-491053bf-712f-43df-836c-0468ec281c4c tempest-InstanceActionsV221TestJSON-1723493104 tempest-InstanceActionsV221TestJSON-1723493104-project-member] [instance: df3cb89f-5e8f-4e00-8883-220a5f5218b9] Terminating instance [ 1075.151791] env[65448]: WARNING neutronclient.v2_0.client [req-d75c4cba-5b49-407f-89c6-6f0e40fd3b72 req-c4f0a550-0420-4fd6-b896-cc7f923df3df service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1075.318257] env[65448]: WARNING neutronclient.v2_0.client [req-d75c4cba-5b49-407f-89c6-6f0e40fd3b72 req-c4f0a550-0420-4fd6-b896-cc7f923df3df service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1075.325665] env[65448]: DEBUG oslo_concurrency.lockutils [None req-ac8f2f9e-1936-4477-ae3f-7e1ebc1e956b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Acquiring lock "a79aa8d7-c3ce-4c6e-84c5-059e29f04a00-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.325856] env[65448]: DEBUG oslo_concurrency.lockutils [None req-ac8f2f9e-1936-4477-ae3f-7e1ebc1e956b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Lock "a79aa8d7-c3ce-4c6e-84c5-059e29f04a00-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.326035] env[65448]: DEBUG oslo_concurrency.lockutils [None req-ac8f2f9e-1936-4477-ae3f-7e1ebc1e956b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Lock "a79aa8d7-c3ce-4c6e-84c5-059e29f04a00-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.411167] env[65448]: DEBUG nova.network.neutron [req-d75c4cba-5b49-407f-89c6-6f0e40fd3b72 req-c4f0a550-0420-4fd6-b896-cc7f923df3df service nova] [instance: b0c623fa-d333-4033-9b82-c846509e532a] Updated VIF entry in instance network info cache for port 21eb8484-89d5-4afe-a59a-ea490786948f. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1075.411689] env[65448]: DEBUG nova.network.neutron [req-d75c4cba-5b49-407f-89c6-6f0e40fd3b72 req-c4f0a550-0420-4fd6-b896-cc7f923df3df service nova] [instance: b0c623fa-d333-4033-9b82-c846509e532a] Updating instance_info_cache with network_info: [{"id": "fbf6fa07-858c-4a26-8c11-8b1471651060", "address": "fa:16:3e:42:9a:74", "network": {"id": "ae7fb699-1e8f-4e6e-ba65-11efac49c1f2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2072253352-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40f710aa821f49ef963bafd588fa759f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbf6fa07-85", "ovs_interfaceid": "fbf6fa07-858c-4a26-8c11-8b1471651060", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "21eb8484-89d5-4afe-a59a-ea490786948f", "address": "fa:16:3e:4d:64:15", "network": {"id": "ae7fb699-1e8f-4e6e-ba65-11efac49c1f2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2072253352-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40f710aa821f49ef963bafd588fa759f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21eb8484-89", "ovs_interfaceid": "21eb8484-89d5-4afe-a59a-ea490786948f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.437329] env[65448]: DEBUG oslo_concurrency.lockutils [None req-30e954e3-a2ec-4046-b1db-e396e50499a0 tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.449513] env[65448]: DEBUG oslo_vmware.api [None req-dfddc4fb-e2e3-482a-bd5e-200f08d54944 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Task: {'id': task-4938262, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.490709} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.449676] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfddc4fb-e2e3-482a-bd5e-200f08d54944 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1075.449921] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-dfddc4fb-e2e3-482a-bd5e-200f08d54944 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 401bed25-915f-42dc-8281-265fe65d584b] Deleted contents of the VM from datastore datastore1 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1075.450154] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-dfddc4fb-e2e3-482a-bd5e-200f08d54944 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 401bed25-915f-42dc-8281-265fe65d584b] Instance destroyed {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1075.450380] env[65448]: INFO nova.compute.manager [None req-dfddc4fb-e2e3-482a-bd5e-200f08d54944 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] [instance: 401bed25-915f-42dc-8281-265fe65d584b] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1075.450706] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-dfddc4fb-e2e3-482a-bd5e-200f08d54944 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1075.450961] env[65448]: DEBUG nova.compute.manager [-] [instance: 401bed25-915f-42dc-8281-265fe65d584b] Deallocating network for instance {{(pid=65448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1075.451108] env[65448]: DEBUG nova.network.neutron [-] [instance: 401bed25-915f-42dc-8281-265fe65d584b] deallocate_for_instance() {{(pid=65448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1075.451569] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1075.469305] env[65448]: DEBUG nova.network.neutron [None req-491cdc51-b29f-4a32-802a-5b3335e951e6 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 16d98a4f-d6a2-4f7e-95fb-526cf2e1fab4] Instance cache missing network info. {{(pid=65448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1075.493386] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1075.501082] env[65448]: DEBUG oslo_concurrency.lockutils [None req-0ee4d54d-79ca-423a-8c25-c3164b4cc013 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Lock "interface-b0c623fa-d333-4033-9b82-c846509e532a-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.130s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.523214] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1bdf101-949d-44e8-9323-58ac0a125ab3 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.533096] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30819c2f-dddb-496f-9575-2c5defb6edb1 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.567667] env[65448]: DEBUG nova.compute.manager [None req-491053bf-712f-43df-836c-0468ec281c4c tempest-InstanceActionsV221TestJSON-1723493104 tempest-InstanceActionsV221TestJSON-1723493104-project-member] [instance: df3cb89f-5e8f-4e00-8883-220a5f5218b9] Start destroying the instance on the hypervisor. {{(pid=65448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3209}} [ 1075.568213] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-491053bf-712f-43df-836c-0468ec281c4c tempest-InstanceActionsV221TestJSON-1723493104 tempest-InstanceActionsV221TestJSON-1723493104-project-member] [instance: df3cb89f-5e8f-4e00-8883-220a5f5218b9] Destroying instance {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1075.568980] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fef68bcd-fee1-4842-bcac-4773ad3b81c6 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.572360] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c8f73c1-fcf0-475c-9ea9-8f35c3932988 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.580648] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-491053bf-712f-43df-836c-0468ec281c4c tempest-InstanceActionsV221TestJSON-1723493104 tempest-InstanceActionsV221TestJSON-1723493104-project-member] [instance: df3cb89f-5e8f-4e00-8883-220a5f5218b9] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1075.581914] env[65448]: WARNING neutronclient.v2_0.client [None req-491cdc51-b29f-4a32-802a-5b3335e951e6 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1075.586131] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2f03d2f5-3505-4f40-9bb2-4541a730815c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.589303] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d64377fa-2047-436c-afac-f66e3c7ca125 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.606439] env[65448]: DEBUG nova.compute.provider_tree [None req-6507dab2-2ee2-4af2-be0e-a4bebf221b15 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1075.611531] env[65448]: DEBUG oslo_vmware.api [None req-491053bf-712f-43df-836c-0468ec281c4c tempest-InstanceActionsV221TestJSON-1723493104 tempest-InstanceActionsV221TestJSON-1723493104-project-member] Waiting for the task: (returnval){ [ 1075.611531] env[65448]: value = "task-4938263" [ 1075.611531] env[65448]: _type = "Task" [ 1075.611531] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.622379] env[65448]: DEBUG oslo_vmware.api [None req-491053bf-712f-43df-836c-0468ec281c4c tempest-InstanceActionsV221TestJSON-1723493104 tempest-InstanceActionsV221TestJSON-1723493104-project-member] Task: {'id': task-4938263, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.638670] env[65448]: DEBUG nova.compute.manager [req-95681361-78a1-4c75-abdc-1577eb0145d8 req-7aa53d39-fd32-41e4-af5a-16222f45c5be service nova] [instance: 16d98a4f-d6a2-4f7e-95fb-526cf2e1fab4] Received event network-vif-plugged-250fe1e3-5afe-4112-a3c1-f190cac6edd9 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1075.638779] env[65448]: DEBUG oslo_concurrency.lockutils [req-95681361-78a1-4c75-abdc-1577eb0145d8 req-7aa53d39-fd32-41e4-af5a-16222f45c5be service nova] Acquiring lock "16d98a4f-d6a2-4f7e-95fb-526cf2e1fab4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.638988] env[65448]: DEBUG oslo_concurrency.lockutils [req-95681361-78a1-4c75-abdc-1577eb0145d8 req-7aa53d39-fd32-41e4-af5a-16222f45c5be service nova] Lock "16d98a4f-d6a2-4f7e-95fb-526cf2e1fab4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.639176] env[65448]: DEBUG oslo_concurrency.lockutils [req-95681361-78a1-4c75-abdc-1577eb0145d8 req-7aa53d39-fd32-41e4-af5a-16222f45c5be service nova] Lock "16d98a4f-d6a2-4f7e-95fb-526cf2e1fab4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.639968] env[65448]: DEBUG nova.compute.manager [req-95681361-78a1-4c75-abdc-1577eb0145d8 req-7aa53d39-fd32-41e4-af5a-16222f45c5be service nova] [instance: 16d98a4f-d6a2-4f7e-95fb-526cf2e1fab4] No waiting events found dispatching network-vif-plugged-250fe1e3-5afe-4112-a3c1-f190cac6edd9 {{(pid=65448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1075.639968] env[65448]: WARNING nova.compute.manager [req-95681361-78a1-4c75-abdc-1577eb0145d8 req-7aa53d39-fd32-41e4-af5a-16222f45c5be service nova] [instance: 16d98a4f-d6a2-4f7e-95fb-526cf2e1fab4] Received unexpected event network-vif-plugged-250fe1e3-5afe-4112-a3c1-f190cac6edd9 for instance with vm_state building and task_state spawning. [ 1075.639968] env[65448]: DEBUG nova.compute.manager [req-95681361-78a1-4c75-abdc-1577eb0145d8 req-7aa53d39-fd32-41e4-af5a-16222f45c5be service nova] [instance: 16d98a4f-d6a2-4f7e-95fb-526cf2e1fab4] Received event network-changed-250fe1e3-5afe-4112-a3c1-f190cac6edd9 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1075.639968] env[65448]: DEBUG nova.compute.manager [req-95681361-78a1-4c75-abdc-1577eb0145d8 req-7aa53d39-fd32-41e4-af5a-16222f45c5be service nova] [instance: 16d98a4f-d6a2-4f7e-95fb-526cf2e1fab4] Refreshing instance network info cache due to event network-changed-250fe1e3-5afe-4112-a3c1-f190cac6edd9. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 1075.639968] env[65448]: DEBUG oslo_concurrency.lockutils [req-95681361-78a1-4c75-abdc-1577eb0145d8 req-7aa53d39-fd32-41e4-af5a-16222f45c5be service nova] Acquiring lock "refresh_cache-16d98a4f-d6a2-4f7e-95fb-526cf2e1fab4" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.694880] env[65448]: DEBUG nova.network.neutron [None req-491cdc51-b29f-4a32-802a-5b3335e951e6 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 16d98a4f-d6a2-4f7e-95fb-526cf2e1fab4] Updating instance_info_cache with network_info: [{"id": "250fe1e3-5afe-4112-a3c1-f190cac6edd9", "address": "fa:16:3e:af:c0:e6", "network": {"id": "3e956ed0-8002-4352-a2f0-0b0c88eed513", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-351560953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f8d5716103c4544ad3c5ca0f9963943", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap250fe1e3-5a", "ovs_interfaceid": "250fe1e3-5afe-4112-a3c1-f190cac6edd9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.763363] env[65448]: DEBUG nova.compute.utils [None req-e5c8b5ba-8f2c-4239-9b5a-c6a066890a67 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Using /dev/sd instead of None {{(pid=65448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1075.915131] env[65448]: DEBUG oslo_concurrency.lockutils [req-d75c4cba-5b49-407f-89c6-6f0e40fd3b72 req-c4f0a550-0420-4fd6-b896-cc7f923df3df service nova] Releasing lock "refresh_cache-b0c623fa-d333-4033-9b82-c846509e532a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.111887] env[65448]: DEBUG nova.scheduler.client.report [None req-6507dab2-2ee2-4af2-be0e-a4bebf221b15 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1076.128713] env[65448]: DEBUG oslo_vmware.api [None req-491053bf-712f-43df-836c-0468ec281c4c tempest-InstanceActionsV221TestJSON-1723493104 tempest-InstanceActionsV221TestJSON-1723493104-project-member] Task: {'id': task-4938263, 'name': PowerOffVM_Task, 'duration_secs': 0.279716} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.129586] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-491053bf-712f-43df-836c-0468ec281c4c tempest-InstanceActionsV221TestJSON-1723493104 tempest-InstanceActionsV221TestJSON-1723493104-project-member] [instance: df3cb89f-5e8f-4e00-8883-220a5f5218b9] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1076.129765] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-491053bf-712f-43df-836c-0468ec281c4c tempest-InstanceActionsV221TestJSON-1723493104 tempest-InstanceActionsV221TestJSON-1723493104-project-member] [instance: df3cb89f-5e8f-4e00-8883-220a5f5218b9] Unregistering the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1076.130155] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9f67466b-429d-432f-a490-e1ef64f36869 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.198954] env[65448]: DEBUG oslo_concurrency.lockutils [None req-491cdc51-b29f-4a32-802a-5b3335e951e6 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Releasing lock "refresh_cache-16d98a4f-d6a2-4f7e-95fb-526cf2e1fab4" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.199382] env[65448]: DEBUG nova.compute.manager [None req-491cdc51-b29f-4a32-802a-5b3335e951e6 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 16d98a4f-d6a2-4f7e-95fb-526cf2e1fab4] Instance network_info: |[{"id": "250fe1e3-5afe-4112-a3c1-f190cac6edd9", "address": "fa:16:3e:af:c0:e6", "network": {"id": "3e956ed0-8002-4352-a2f0-0b0c88eed513", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-351560953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f8d5716103c4544ad3c5ca0f9963943", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap250fe1e3-5a", "ovs_interfaceid": "250fe1e3-5afe-4112-a3c1-f190cac6edd9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 1076.200126] env[65448]: DEBUG oslo_concurrency.lockutils [req-95681361-78a1-4c75-abdc-1577eb0145d8 req-7aa53d39-fd32-41e4-af5a-16222f45c5be service nova] Acquired lock "refresh_cache-16d98a4f-d6a2-4f7e-95fb-526cf2e1fab4" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.200313] env[65448]: DEBUG nova.network.neutron [req-95681361-78a1-4c75-abdc-1577eb0145d8 req-7aa53d39-fd32-41e4-af5a-16222f45c5be service nova] [instance: 16d98a4f-d6a2-4f7e-95fb-526cf2e1fab4] Refreshing network info cache for port 250fe1e3-5afe-4112-a3c1-f190cac6edd9 {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1076.201767] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-491cdc51-b29f-4a32-802a-5b3335e951e6 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 16d98a4f-d6a2-4f7e-95fb-526cf2e1fab4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:af:c0:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3ff3baee-99ce-4b51-ae98-efc6163aaab3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '250fe1e3-5afe-4112-a3c1-f190cac6edd9', 'vif_model': 'vmxnet3'}] {{(pid=65448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1076.209412] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-491cdc51-b29f-4a32-802a-5b3335e951e6 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1076.209949] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16d98a4f-d6a2-4f7e-95fb-526cf2e1fab4] Creating VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1076.210719] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bdbed1a8-5097-4bd2-80c2-1206158df06d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.234489] env[65448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1076.234489] env[65448]: value = "task-4938265" [ 1076.234489] env[65448]: _type = "Task" [ 1076.234489] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.243394] env[65448]: DEBUG nova.network.neutron [-] [instance: 401bed25-915f-42dc-8281-265fe65d584b] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.245144] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4938265, 'name': CreateVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.267138] env[65448]: INFO nova.virt.block_device [None req-e5c8b5ba-8f2c-4239-9b5a-c6a066890a67 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: ffb11675-ff83-4efb-be37-b642e50ea8b9] Booting with volume a4dc71f8-f84c-4b38-81ba-e282c8158d1f at /dev/sdb [ 1076.309813] env[65448]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4d83a71f-4d1c-4450-a391-4eefe27dd6d8 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.320955] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2eea0ce-6d2f-4c51-8fa1-276d3feb45fc {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.333259] env[65448]: WARNING neutronclient.v2_0.client [None req-ac8f2f9e-1936-4477-ae3f-7e1ebc1e956b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1076.365734] env[65448]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cddced7c-5b23-4354-b778-c4ddc957aa9d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.375844] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21a8909a-b409-49b5-9288-6e52ff2b534f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.387578] env[65448]: DEBUG oslo_concurrency.lockutils [None req-ac8f2f9e-1936-4477-ae3f-7e1ebc1e956b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Acquiring lock "refresh_cache-a79aa8d7-c3ce-4c6e-84c5-059e29f04a00" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.387761] env[65448]: DEBUG oslo_concurrency.lockutils [None req-ac8f2f9e-1936-4477-ae3f-7e1ebc1e956b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Acquired lock "refresh_cache-a79aa8d7-c3ce-4c6e-84c5-059e29f04a00" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.387920] env[65448]: DEBUG nova.network.neutron [None req-ac8f2f9e-1936-4477-ae3f-7e1ebc1e956b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: a79aa8d7-c3ce-4c6e-84c5-059e29f04a00] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1076.417387] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47f648f9-5539-488f-b76d-22f1603baf2d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.425811] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37225fd0-2793-454b-a7c6-91eb624cc94d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.442862] env[65448]: DEBUG nova.virt.block_device [None req-e5c8b5ba-8f2c-4239-9b5a-c6a066890a67 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: ffb11675-ff83-4efb-be37-b642e50ea8b9] Updating existing volume attachment record: ffa14de4-10d0-452c-88de-0ca267704b05 {{(pid=65448) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1076.461493] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-491053bf-712f-43df-836c-0468ec281c4c tempest-InstanceActionsV221TestJSON-1723493104 tempest-InstanceActionsV221TestJSON-1723493104-project-member] [instance: df3cb89f-5e8f-4e00-8883-220a5f5218b9] Unregistered the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1076.461762] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-491053bf-712f-43df-836c-0468ec281c4c tempest-InstanceActionsV221TestJSON-1723493104 tempest-InstanceActionsV221TestJSON-1723493104-project-member] [instance: df3cb89f-5e8f-4e00-8883-220a5f5218b9] Deleting contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1076.461971] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-491053bf-712f-43df-836c-0468ec281c4c tempest-InstanceActionsV221TestJSON-1723493104 tempest-InstanceActionsV221TestJSON-1723493104-project-member] Deleting the datastore file [datastore2] df3cb89f-5e8f-4e00-8883-220a5f5218b9 {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1076.462296] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8d9077c3-667d-496b-9873-15ef14c998db {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.472412] env[65448]: DEBUG oslo_vmware.api [None req-491053bf-712f-43df-836c-0468ec281c4c tempest-InstanceActionsV221TestJSON-1723493104 tempest-InstanceActionsV221TestJSON-1723493104-project-member] Waiting for the task: (returnval){ [ 1076.472412] env[65448]: value = "task-4938266" [ 1076.472412] env[65448]: _type = "Task" [ 1076.472412] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.483340] env[65448]: DEBUG oslo_vmware.api [None req-491053bf-712f-43df-836c-0468ec281c4c tempest-InstanceActionsV221TestJSON-1723493104 tempest-InstanceActionsV221TestJSON-1723493104-project-member] Task: {'id': task-4938266, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.561490] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b94d2a05-e4ed-4c74-9e96-5f08e4ed330d tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] Acquiring lock "15562e57-0fb4-4930-bede-f692179ce893" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.561832] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b94d2a05-e4ed-4c74-9e96-5f08e4ed330d tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] Lock "15562e57-0fb4-4930-bede-f692179ce893" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.562147] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b94d2a05-e4ed-4c74-9e96-5f08e4ed330d tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] Acquiring lock "15562e57-0fb4-4930-bede-f692179ce893-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.562646] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b94d2a05-e4ed-4c74-9e96-5f08e4ed330d tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] Lock "15562e57-0fb4-4930-bede-f692179ce893-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.562875] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b94d2a05-e4ed-4c74-9e96-5f08e4ed330d tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] Lock "15562e57-0fb4-4930-bede-f692179ce893-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.565339] env[65448]: INFO nova.compute.manager [None req-b94d2a05-e4ed-4c74-9e96-5f08e4ed330d tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] [instance: 15562e57-0fb4-4930-bede-f692179ce893] Terminating instance [ 1076.623139] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6507dab2-2ee2-4af2-be0e-a4bebf221b15 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.386s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.623461] env[65448]: DEBUG nova.compute.manager [None req-6507dab2-2ee2-4af2-be0e-a4bebf221b15 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: 10cc744f-31ce-42ef-9cd4-f505e190cb04] Start building networks asynchronously for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2881}} [ 1076.629022] env[65448]: DEBUG oslo_concurrency.lockutils [None req-11259bfd-6091-4fc8-a433-064f051732c4 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Acquiring lock "2aca5466-f783-4972-8c9d-d0de3a679c0c" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.629022] env[65448]: DEBUG oslo_concurrency.lockutils [None req-11259bfd-6091-4fc8-a433-064f051732c4 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Lock "2aca5466-f783-4972-8c9d-d0de3a679c0c" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.629022] env[65448]: DEBUG nova.compute.manager [None req-11259bfd-6091-4fc8-a433-064f051732c4 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: 2aca5466-f783-4972-8c9d-d0de3a679c0c] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 1076.629022] env[65448]: DEBUG oslo_concurrency.lockutils [None req-4e8cb291-e540-46d5-9e87-0eb395b8c8e6 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.624s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.631601] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da584e3b-caab-46c0-9593-adec10a9c45a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.645393] env[65448]: DEBUG nova.compute.manager [None req-11259bfd-6091-4fc8-a433-064f051732c4 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: 2aca5466-f783-4972-8c9d-d0de3a679c0c] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65448) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3449}} [ 1076.646379] env[65448]: DEBUG nova.objects.instance [None req-11259bfd-6091-4fc8-a433-064f051732c4 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Lazy-loading 'flavor' on Instance uuid 2aca5466-f783-4972-8c9d-d0de3a679c0c {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1076.706063] env[65448]: DEBUG nova.compute.manager [req-43dfd9a5-a897-4c36-8070-dcd358d26638 req-9d099886-adcc-4fce-bd90-76b7218ec7fb service nova] [instance: 401bed25-915f-42dc-8281-265fe65d584b] Received event network-vif-deleted-6ba8ccf9-6afc-41da-bf36-be2aab33f314 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1076.711371] env[65448]: WARNING neutronclient.v2_0.client [req-95681361-78a1-4c75-abdc-1577eb0145d8 req-7aa53d39-fd32-41e4-af5a-16222f45c5be service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1076.745923] env[65448]: INFO nova.compute.manager [-] [instance: 401bed25-915f-42dc-8281-265fe65d584b] Took 1.29 seconds to deallocate network for instance. [ 1076.751691] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4938265, 'name': CreateVM_Task, 'duration_secs': 0.472704} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.755419] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16d98a4f-d6a2-4f7e-95fb-526cf2e1fab4] Created VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1076.756329] env[65448]: WARNING neutronclient.v2_0.client [None req-491cdc51-b29f-4a32-802a-5b3335e951e6 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1076.756637] env[65448]: DEBUG oslo_concurrency.lockutils [None req-491cdc51-b29f-4a32-802a-5b3335e951e6 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.756793] env[65448]: DEBUG oslo_concurrency.lockutils [None req-491cdc51-b29f-4a32-802a-5b3335e951e6 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.757261] env[65448]: DEBUG oslo_concurrency.lockutils [None req-491cdc51-b29f-4a32-802a-5b3335e951e6 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.760254] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-628eaf0c-332a-4249-9584-7cfc3d689c0c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.766310] env[65448]: DEBUG oslo_vmware.api [None req-491cdc51-b29f-4a32-802a-5b3335e951e6 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Waiting for the task: (returnval){ [ 1076.766310] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5262729c-e341-fa14-f50e-d4f6fcb521b9" [ 1076.766310] env[65448]: _type = "Task" [ 1076.766310] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.784474] env[65448]: DEBUG oslo_vmware.api [None req-491cdc51-b29f-4a32-802a-5b3335e951e6 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5262729c-e341-fa14-f50e-d4f6fcb521b9, 'name': SearchDatastore_Task, 'duration_secs': 0.012848} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.784836] env[65448]: DEBUG oslo_concurrency.lockutils [None req-491cdc51-b29f-4a32-802a-5b3335e951e6 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.785090] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-491cdc51-b29f-4a32-802a-5b3335e951e6 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 16d98a4f-d6a2-4f7e-95fb-526cf2e1fab4] Processing image 50fb366d-48e6-424f-9c20-bc83d77be76a {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1076.785334] env[65448]: DEBUG oslo_concurrency.lockutils [None req-491cdc51-b29f-4a32-802a-5b3335e951e6 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.785476] env[65448]: DEBUG oslo_concurrency.lockutils [None req-491cdc51-b29f-4a32-802a-5b3335e951e6 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.785654] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-491cdc51-b29f-4a32-802a-5b3335e951e6 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1076.785941] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8379278c-c819-4eba-ab27-2af35df063d5 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.796630] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-491cdc51-b29f-4a32-802a-5b3335e951e6 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1076.796828] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-491cdc51-b29f-4a32-802a-5b3335e951e6 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1076.797981] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-390d1945-bd54-4481-ba9b-833fe1da86c7 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.806488] env[65448]: DEBUG oslo_vmware.api [None req-491cdc51-b29f-4a32-802a-5b3335e951e6 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Waiting for the task: (returnval){ [ 1076.806488] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]526a5f0b-1bb8-b496-dcac-7f6d6053fc3b" [ 1076.806488] env[65448]: _type = "Task" [ 1076.806488] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.816222] env[65448]: DEBUG oslo_vmware.api [None req-491cdc51-b29f-4a32-802a-5b3335e951e6 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]526a5f0b-1bb8-b496-dcac-7f6d6053fc3b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.892997] env[65448]: WARNING neutronclient.v2_0.client [None req-ac8f2f9e-1936-4477-ae3f-7e1ebc1e956b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1076.930249] env[65448]: WARNING neutronclient.v2_0.client [req-95681361-78a1-4c75-abdc-1577eb0145d8 req-7aa53d39-fd32-41e4-af5a-16222f45c5be service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1076.984648] env[65448]: DEBUG oslo_vmware.api [None req-491053bf-712f-43df-836c-0468ec281c4c tempest-InstanceActionsV221TestJSON-1723493104 tempest-InstanceActionsV221TestJSON-1723493104-project-member] Task: {'id': task-4938266, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.224121} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.987016] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-491053bf-712f-43df-836c-0468ec281c4c tempest-InstanceActionsV221TestJSON-1723493104 tempest-InstanceActionsV221TestJSON-1723493104-project-member] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1076.987016] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-491053bf-712f-43df-836c-0468ec281c4c tempest-InstanceActionsV221TestJSON-1723493104 tempest-InstanceActionsV221TestJSON-1723493104-project-member] [instance: df3cb89f-5e8f-4e00-8883-220a5f5218b9] Deleted contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1076.987016] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-491053bf-712f-43df-836c-0468ec281c4c tempest-InstanceActionsV221TestJSON-1723493104 tempest-InstanceActionsV221TestJSON-1723493104-project-member] [instance: df3cb89f-5e8f-4e00-8883-220a5f5218b9] Instance destroyed {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1076.987016] env[65448]: INFO nova.compute.manager [None req-491053bf-712f-43df-836c-0468ec281c4c tempest-InstanceActionsV221TestJSON-1723493104 tempest-InstanceActionsV221TestJSON-1723493104-project-member] [instance: df3cb89f-5e8f-4e00-8883-220a5f5218b9] Took 1.42 seconds to destroy the instance on the hypervisor. [ 1076.987016] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-491053bf-712f-43df-836c-0468ec281c4c tempest-InstanceActionsV221TestJSON-1723493104 tempest-InstanceActionsV221TestJSON-1723493104-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1076.987016] env[65448]: DEBUG nova.compute.manager [-] [instance: df3cb89f-5e8f-4e00-8883-220a5f5218b9] Deallocating network for instance {{(pid=65448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1076.987016] env[65448]: DEBUG nova.network.neutron [-] [instance: df3cb89f-5e8f-4e00-8883-220a5f5218b9] deallocate_for_instance() {{(pid=65448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1076.987016] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1077.050405] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1077.070271] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b94d2a05-e4ed-4c74-9e96-5f08e4ed330d tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] Acquiring lock "refresh_cache-15562e57-0fb4-4930-bede-f692179ce893" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.070390] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b94d2a05-e4ed-4c74-9e96-5f08e4ed330d tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] Acquired lock "refresh_cache-15562e57-0fb4-4930-bede-f692179ce893" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.070625] env[65448]: DEBUG nova.network.neutron [None req-b94d2a05-e4ed-4c74-9e96-5f08e4ed330d tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] [instance: 15562e57-0fb4-4930-bede-f692179ce893] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1077.085863] env[65448]: DEBUG nova.network.neutron [req-95681361-78a1-4c75-abdc-1577eb0145d8 req-7aa53d39-fd32-41e4-af5a-16222f45c5be service nova] [instance: 16d98a4f-d6a2-4f7e-95fb-526cf2e1fab4] Updated VIF entry in instance network info cache for port 250fe1e3-5afe-4112-a3c1-f190cac6edd9. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1077.086266] env[65448]: DEBUG nova.network.neutron [req-95681361-78a1-4c75-abdc-1577eb0145d8 req-7aa53d39-fd32-41e4-af5a-16222f45c5be service nova] [instance: 16d98a4f-d6a2-4f7e-95fb-526cf2e1fab4] Updating instance_info_cache with network_info: [{"id": "250fe1e3-5afe-4112-a3c1-f190cac6edd9", "address": "fa:16:3e:af:c0:e6", "network": {"id": "3e956ed0-8002-4352-a2f0-0b0c88eed513", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-351560953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f8d5716103c4544ad3c5ca0f9963943", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap250fe1e3-5a", "ovs_interfaceid": "250fe1e3-5afe-4112-a3c1-f190cac6edd9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.130012] env[65448]: DEBUG nova.compute.utils [None req-6507dab2-2ee2-4af2-be0e-a4bebf221b15 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Using /dev/sd instead of None {{(pid=65448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1077.131622] env[65448]: DEBUG nova.compute.manager [None req-6507dab2-2ee2-4af2-be0e-a4bebf221b15 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: 10cc744f-31ce-42ef-9cd4-f505e190cb04] Allocating IP information in the background. {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 1077.133389] env[65448]: DEBUG nova.network.neutron [None req-6507dab2-2ee2-4af2-be0e-a4bebf221b15 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: 10cc744f-31ce-42ef-9cd4-f505e190cb04] allocate_for_instance() {{(pid=65448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1077.133389] env[65448]: WARNING neutronclient.v2_0.client [None req-6507dab2-2ee2-4af2-be0e-a4bebf221b15 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1077.133389] env[65448]: WARNING neutronclient.v2_0.client [None req-6507dab2-2ee2-4af2-be0e-a4bebf221b15 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1077.138618] env[65448]: INFO nova.compute.claims [None req-4e8cb291-e540-46d5-9e87-0eb395b8c8e6 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 24665a99-6cfb-4d8b-8d08-406b7d1f468f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1077.189767] env[65448]: DEBUG nova.policy [None req-6507dab2-2ee2-4af2-be0e-a4bebf221b15 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '188b1cb9a0da470f91a7092c81cbca50', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cd050f9067644c0db6e945683a3fcccc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65448) authorize /opt/stack/nova/nova/policy.py:192}} [ 1077.215733] env[65448]: WARNING neutronclient.v2_0.client [None req-ac8f2f9e-1936-4477-ae3f-7e1ebc1e956b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1077.257247] env[65448]: DEBUG oslo_concurrency.lockutils [None req-dfddc4fb-e2e3-482a-bd5e-200f08d54944 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.320332] env[65448]: DEBUG oslo_vmware.api [None req-491cdc51-b29f-4a32-802a-5b3335e951e6 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]526a5f0b-1bb8-b496-dcac-7f6d6053fc3b, 'name': SearchDatastore_Task, 'duration_secs': 0.012052} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.324079] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee3aaa7f-6838-47d8-9f15-d5e9a92f7efc {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.331520] env[65448]: DEBUG oslo_vmware.api [None req-491cdc51-b29f-4a32-802a-5b3335e951e6 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Waiting for the task: (returnval){ [ 1077.331520] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]522ae5c5-b513-32fd-3861-26488dba5294" [ 1077.331520] env[65448]: _type = "Task" [ 1077.331520] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.344035] env[65448]: DEBUG oslo_vmware.api [None req-491cdc51-b29f-4a32-802a-5b3335e951e6 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]522ae5c5-b513-32fd-3861-26488dba5294, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.411155] env[65448]: DEBUG nova.network.neutron [None req-ac8f2f9e-1936-4477-ae3f-7e1ebc1e956b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: a79aa8d7-c3ce-4c6e-84c5-059e29f04a00] Updating instance_info_cache with network_info: [{"id": "37f80e87-51ca-4703-9b36-188606170213", "address": "fa:16:3e:16:0a:ab", "network": {"id": "e780d8ca-74b1-42d6-9931-c68bece889ed", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1768290232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b4602fe4973466b8eb0d97f7a72d721", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f17856cf-7248-414b-bde6-8c90cfb4c593", "external-id": "nsx-vlan-transportzone-341", "segmentation_id": 341, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37f80e87-51", "ovs_interfaceid": "37f80e87-51ca-4703-9b36-188606170213", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.557205] env[65448]: DEBUG nova.network.neutron [None req-6507dab2-2ee2-4af2-be0e-a4bebf221b15 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: 10cc744f-31ce-42ef-9cd4-f505e190cb04] Successfully created port: 8dac8446-1124-49e5-b00d-eeadb485b789 {{(pid=65448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1077.573605] env[65448]: WARNING neutronclient.v2_0.client [None req-b94d2a05-e4ed-4c74-9e96-5f08e4ed330d tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1077.589773] env[65448]: DEBUG oslo_concurrency.lockutils [req-95681361-78a1-4c75-abdc-1577eb0145d8 req-7aa53d39-fd32-41e4-af5a-16222f45c5be service nova] Releasing lock "refresh_cache-16d98a4f-d6a2-4f7e-95fb-526cf2e1fab4" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.591833] env[65448]: DEBUG nova.network.neutron [None req-b94d2a05-e4ed-4c74-9e96-5f08e4ed330d tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] [instance: 15562e57-0fb4-4930-bede-f692179ce893] Instance cache missing network info. {{(pid=65448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1077.633271] env[65448]: DEBUG nova.compute.manager [None req-6507dab2-2ee2-4af2-be0e-a4bebf221b15 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: 10cc744f-31ce-42ef-9cd4-f505e190cb04] Start building block device mappings for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2916}} [ 1077.636264] env[65448]: DEBUG oslo_concurrency.lockutils [None req-00890294-17cc-42a1-89b9-ab5aa5acaab4 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Acquiring lock "interface-b0c623fa-d333-4033-9b82-c846509e532a-f520a252-c0cf-49c4-83bd-f14142769755" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.636264] env[65448]: DEBUG oslo_concurrency.lockutils [None req-00890294-17cc-42a1-89b9-ab5aa5acaab4 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Lock "interface-b0c623fa-d333-4033-9b82-c846509e532a-f520a252-c0cf-49c4-83bd-f14142769755" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.636724] env[65448]: DEBUG nova.objects.instance [None req-00890294-17cc-42a1-89b9-ab5aa5acaab4 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Lazy-loading 'flavor' on Instance uuid b0c623fa-d333-4033-9b82-c846509e532a {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1077.645328] env[65448]: INFO nova.compute.resource_tracker [None req-4e8cb291-e540-46d5-9e87-0eb395b8c8e6 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 24665a99-6cfb-4d8b-8d08-406b7d1f468f] Updating resource usage from migration 02aef734-b399-47f9-9309-b96dba549600 [ 1077.648737] env[65448]: DEBUG nova.network.neutron [None req-b94d2a05-e4ed-4c74-9e96-5f08e4ed330d tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] [instance: 15562e57-0fb4-4930-bede-f692179ce893] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.658019] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-11259bfd-6091-4fc8-a433-064f051732c4 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: 2aca5466-f783-4972-8c9d-d0de3a679c0c] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1077.659668] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c1bf6da0-43c8-4414-8575-2bd53f6b3812 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.670452] env[65448]: DEBUG oslo_vmware.api [None req-11259bfd-6091-4fc8-a433-064f051732c4 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Waiting for the task: (returnval){ [ 1077.670452] env[65448]: value = "task-4938270" [ 1077.670452] env[65448]: _type = "Task" [ 1077.670452] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.682611] env[65448]: DEBUG oslo_vmware.api [None req-11259bfd-6091-4fc8-a433-064f051732c4 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': task-4938270, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.825202] env[65448]: DEBUG nova.network.neutron [-] [instance: df3cb89f-5e8f-4e00-8883-220a5f5218b9] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.843561] env[65448]: DEBUG oslo_vmware.api [None req-491cdc51-b29f-4a32-802a-5b3335e951e6 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]522ae5c5-b513-32fd-3861-26488dba5294, 'name': SearchDatastore_Task, 'duration_secs': 0.014498} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.847631] env[65448]: DEBUG oslo_concurrency.lockutils [None req-491cdc51-b29f-4a32-802a-5b3335e951e6 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.847891] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-491cdc51-b29f-4a32-802a-5b3335e951e6 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore1] 16d98a4f-d6a2-4f7e-95fb-526cf2e1fab4/16d98a4f-d6a2-4f7e-95fb-526cf2e1fab4.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1077.848966] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a01d546d-7521-4462-97f3-bd5387678536 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.853090] env[65448]: DEBUG nova.compute.manager [req-707e675d-6b83-404f-80b6-935a6832e62c req-e9269ea7-f654-4785-b095-6b65ce1c1066 service nova] [instance: df3cb89f-5e8f-4e00-8883-220a5f5218b9] Received event network-vif-deleted-a033c044-4510-4f88-b230-247bc5811353 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1077.859186] env[65448]: DEBUG oslo_vmware.api [None req-491cdc51-b29f-4a32-802a-5b3335e951e6 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Waiting for the task: (returnval){ [ 1077.859186] env[65448]: value = "task-4938271" [ 1077.859186] env[65448]: _type = "Task" [ 1077.859186] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.876408] env[65448]: DEBUG oslo_vmware.api [None req-491cdc51-b29f-4a32-802a-5b3335e951e6 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': task-4938271, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.914532] env[65448]: DEBUG oslo_concurrency.lockutils [None req-ac8f2f9e-1936-4477-ae3f-7e1ebc1e956b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Releasing lock "refresh_cache-a79aa8d7-c3ce-4c6e-84c5-059e29f04a00" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.920085] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95aa2c28-5e23-4159-a80d-413e3323f93a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.929633] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7e4bd2f-8361-4bb1-9b01-686d0693a1d2 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.962378] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-debef6fc-50ca-4652-8ea3-aca8b3329160 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.970977] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d4223e3-645b-4b20-be1a-cec3ad003f4f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.985266] env[65448]: DEBUG nova.compute.provider_tree [None req-4e8cb291-e540-46d5-9e87-0eb395b8c8e6 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1078.143315] env[65448]: WARNING neutronclient.v2_0.client [None req-00890294-17cc-42a1-89b9-ab5aa5acaab4 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1078.151588] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b94d2a05-e4ed-4c74-9e96-5f08e4ed330d tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] Releasing lock "refresh_cache-15562e57-0fb4-4930-bede-f692179ce893" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.152028] env[65448]: DEBUG nova.compute.manager [None req-b94d2a05-e4ed-4c74-9e96-5f08e4ed330d tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] [instance: 15562e57-0fb4-4930-bede-f692179ce893] Start destroying the instance on the hypervisor. {{(pid=65448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3209}} [ 1078.152230] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-b94d2a05-e4ed-4c74-9e96-5f08e4ed330d tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] [instance: 15562e57-0fb4-4930-bede-f692179ce893] Destroying instance {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1078.153160] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2052dbe7-5982-46c7-8f69-692c9bc40266 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.161648] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-b94d2a05-e4ed-4c74-9e96-5f08e4ed330d tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] [instance: 15562e57-0fb4-4930-bede-f692179ce893] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1078.161904] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-698afceb-57fe-40a6-849a-fecde3a84509 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.170360] env[65448]: DEBUG oslo_vmware.api [None req-b94d2a05-e4ed-4c74-9e96-5f08e4ed330d tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] Waiting for the task: (returnval){ [ 1078.170360] env[65448]: value = "task-4938272" [ 1078.170360] env[65448]: _type = "Task" [ 1078.170360] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.185475] env[65448]: DEBUG oslo_vmware.api [None req-b94d2a05-e4ed-4c74-9e96-5f08e4ed330d tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] Task: {'id': task-4938272, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.189272] env[65448]: DEBUG oslo_vmware.api [None req-11259bfd-6091-4fc8-a433-064f051732c4 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': task-4938270, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.308907] env[65448]: DEBUG nova.objects.instance [None req-00890294-17cc-42a1-89b9-ab5aa5acaab4 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Lazy-loading 'pci_requests' on Instance uuid b0c623fa-d333-4033-9b82-c846509e532a {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1078.330740] env[65448]: INFO nova.compute.manager [-] [instance: df3cb89f-5e8f-4e00-8883-220a5f5218b9] Took 1.34 seconds to deallocate network for instance. [ 1078.372773] env[65448]: DEBUG oslo_vmware.api [None req-491cdc51-b29f-4a32-802a-5b3335e951e6 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': task-4938271, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.450220] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fc00216-061d-4ed3-9142-264b15b19d23 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.475777] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-611036df-8a7b-417b-a672-63ba522efb96 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.484490] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-ac8f2f9e-1936-4477-ae3f-7e1ebc1e956b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: a79aa8d7-c3ce-4c6e-84c5-059e29f04a00] Updating instance 'a79aa8d7-c3ce-4c6e-84c5-059e29f04a00' progress to 83 {{(pid=65448) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1078.489165] env[65448]: DEBUG nova.scheduler.client.report [None req-4e8cb291-e540-46d5-9e87-0eb395b8c8e6 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1078.649055] env[65448]: DEBUG nova.compute.manager [None req-6507dab2-2ee2-4af2-be0e-a4bebf221b15 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: 10cc744f-31ce-42ef-9cd4-f505e190cb04] Start spawning the instance on the hypervisor. {{(pid=65448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2689}} [ 1078.676995] env[65448]: DEBUG nova.virt.hardware [None req-6507dab2-2ee2-4af2-be0e-a4bebf221b15 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-08T17:19:51Z,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a992292b6dae455593d228217860e2e1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-08T17:19:52Z,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1078.677266] env[65448]: DEBUG nova.virt.hardware [None req-6507dab2-2ee2-4af2-be0e-a4bebf221b15 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1078.677427] env[65448]: DEBUG nova.virt.hardware [None req-6507dab2-2ee2-4af2-be0e-a4bebf221b15 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1078.677607] env[65448]: DEBUG nova.virt.hardware [None req-6507dab2-2ee2-4af2-be0e-a4bebf221b15 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1078.677751] env[65448]: DEBUG nova.virt.hardware [None req-6507dab2-2ee2-4af2-be0e-a4bebf221b15 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1078.678491] env[65448]: DEBUG nova.virt.hardware [None req-6507dab2-2ee2-4af2-be0e-a4bebf221b15 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1078.678491] env[65448]: DEBUG nova.virt.hardware [None req-6507dab2-2ee2-4af2-be0e-a4bebf221b15 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1078.678491] env[65448]: DEBUG nova.virt.hardware [None req-6507dab2-2ee2-4af2-be0e-a4bebf221b15 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1078.678491] env[65448]: DEBUG nova.virt.hardware [None req-6507dab2-2ee2-4af2-be0e-a4bebf221b15 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1078.678639] env[65448]: DEBUG nova.virt.hardware [None req-6507dab2-2ee2-4af2-be0e-a4bebf221b15 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1078.678705] env[65448]: DEBUG nova.virt.hardware [None req-6507dab2-2ee2-4af2-be0e-a4bebf221b15 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1078.679611] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-172d9de5-827e-44ac-a915-6f75557c9346 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.690715] env[65448]: DEBUG oslo_vmware.api [None req-b94d2a05-e4ed-4c74-9e96-5f08e4ed330d tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] Task: {'id': task-4938272, 'name': PowerOffVM_Task, 'duration_secs': 0.310538} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.695743] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-b94d2a05-e4ed-4c74-9e96-5f08e4ed330d tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] [instance: 15562e57-0fb4-4930-bede-f692179ce893] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1078.695952] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-b94d2a05-e4ed-4c74-9e96-5f08e4ed330d tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] [instance: 15562e57-0fb4-4930-bede-f692179ce893] Unregistering the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1078.696272] env[65448]: DEBUG oslo_vmware.api [None req-11259bfd-6091-4fc8-a433-064f051732c4 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': task-4938270, 'name': PowerOffVM_Task, 'duration_secs': 0.740124} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.696484] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-92f8b15a-9452-4d37-80f8-74ea80eb0e53 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.698999] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7558c2e3-705b-40a4-8629-273a17b41c5b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.702834] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-11259bfd-6091-4fc8-a433-064f051732c4 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: 2aca5466-f783-4972-8c9d-d0de3a679c0c] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1078.703039] env[65448]: DEBUG nova.compute.manager [None req-11259bfd-6091-4fc8-a433-064f051732c4 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: 2aca5466-f783-4972-8c9d-d0de3a679c0c] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 1078.703751] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8eee2f5-5545-4144-9f1f-0ac79a541f8d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.730048] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-b94d2a05-e4ed-4c74-9e96-5f08e4ed330d tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] [instance: 15562e57-0fb4-4930-bede-f692179ce893] Unregistered the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1078.730222] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-b94d2a05-e4ed-4c74-9e96-5f08e4ed330d tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] [instance: 15562e57-0fb4-4930-bede-f692179ce893] Deleting contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1078.730438] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-b94d2a05-e4ed-4c74-9e96-5f08e4ed330d tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] Deleting the datastore file [datastore2] 15562e57-0fb4-4930-bede-f692179ce893 {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1078.730787] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-80579bd2-7922-41aa-bb18-1b80056055d8 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.738331] env[65448]: DEBUG oslo_vmware.api [None req-b94d2a05-e4ed-4c74-9e96-5f08e4ed330d tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] Waiting for the task: (returnval){ [ 1078.738331] env[65448]: value = "task-4938274" [ 1078.738331] env[65448]: _type = "Task" [ 1078.738331] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.749037] env[65448]: DEBUG oslo_vmware.api [None req-b94d2a05-e4ed-4c74-9e96-5f08e4ed330d tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] Task: {'id': task-4938274, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.811703] env[65448]: DEBUG nova.objects.base [None req-00890294-17cc-42a1-89b9-ab5aa5acaab4 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=65448) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1078.812020] env[65448]: DEBUG nova.network.neutron [None req-00890294-17cc-42a1-89b9-ab5aa5acaab4 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: b0c623fa-d333-4033-9b82-c846509e532a] allocate_for_instance() {{(pid=65448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1078.812408] env[65448]: WARNING neutronclient.v2_0.client [None req-00890294-17cc-42a1-89b9-ab5aa5acaab4 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1078.812784] env[65448]: WARNING neutronclient.v2_0.client [None req-00890294-17cc-42a1-89b9-ab5aa5acaab4 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1078.842021] env[65448]: DEBUG oslo_concurrency.lockutils [None req-491053bf-712f-43df-836c-0468ec281c4c tempest-InstanceActionsV221TestJSON-1723493104 tempest-InstanceActionsV221TestJSON-1723493104-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.872760] env[65448]: DEBUG oslo_vmware.api [None req-491cdc51-b29f-4a32-802a-5b3335e951e6 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': task-4938271, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.76318} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.873133] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-491cdc51-b29f-4a32-802a-5b3335e951e6 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore1] 16d98a4f-d6a2-4f7e-95fb-526cf2e1fab4/16d98a4f-d6a2-4f7e-95fb-526cf2e1fab4.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1078.873364] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-491cdc51-b29f-4a32-802a-5b3335e951e6 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 16d98a4f-d6a2-4f7e-95fb-526cf2e1fab4] Extending root virtual disk to 1048576 {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1078.873639] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e34517b7-4bcb-4456-b4e5-3e246a9dd658 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.881969] env[65448]: DEBUG oslo_vmware.api [None req-491cdc51-b29f-4a32-802a-5b3335e951e6 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Waiting for the task: (returnval){ [ 1078.881969] env[65448]: value = "task-4938276" [ 1078.881969] env[65448]: _type = "Task" [ 1078.881969] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.892242] env[65448]: DEBUG oslo_vmware.api [None req-491cdc51-b29f-4a32-802a-5b3335e951e6 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': task-4938276, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.919389] env[65448]: DEBUG nova.policy [None req-00890294-17cc-42a1-89b9-ab5aa5acaab4 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6e640ad962104d56a0e341dbc395c9ce', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '40f710aa821f49ef963bafd588fa759f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65448) authorize /opt/stack/nova/nova/policy.py:192}} [ 1078.995639] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac8f2f9e-1936-4477-ae3f-7e1ebc1e956b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: a79aa8d7-c3ce-4c6e-84c5-059e29f04a00] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1078.996426] env[65448]: DEBUG oslo_concurrency.lockutils [None req-4e8cb291-e540-46d5-9e87-0eb395b8c8e6 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.368s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.996624] env[65448]: INFO nova.compute.manager [None req-4e8cb291-e540-46d5-9e87-0eb395b8c8e6 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 24665a99-6cfb-4d8b-8d08-406b7d1f468f] Migrating [ 1079.005451] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a0173f0c-3eff-49de-9dfe-f52fbcf6ebaf {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.007849] env[65448]: DEBUG oslo_concurrency.lockutils [None req-30e954e3-a2ec-4046-b1db-e396e50499a0 tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 3.571s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.008323] env[65448]: DEBUG nova.objects.instance [None req-30e954e3-a2ec-4046-b1db-e396e50499a0 tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] [instance: 15562e57-0fb4-4930-bede-f692179ce893] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65448) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1079.026954] env[65448]: DEBUG oslo_vmware.api [None req-ac8f2f9e-1936-4477-ae3f-7e1ebc1e956b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Waiting for the task: (returnval){ [ 1079.026954] env[65448]: value = "task-4938277" [ 1079.026954] env[65448]: _type = "Task" [ 1079.026954] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.042093] env[65448]: DEBUG oslo_vmware.api [None req-ac8f2f9e-1936-4477-ae3f-7e1ebc1e956b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': task-4938277, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.124668] env[65448]: DEBUG nova.network.neutron [None req-6507dab2-2ee2-4af2-be0e-a4bebf221b15 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: 10cc744f-31ce-42ef-9cd4-f505e190cb04] Successfully updated port: 8dac8446-1124-49e5-b00d-eeadb485b789 {{(pid=65448) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1079.228246] env[65448]: DEBUG oslo_concurrency.lockutils [None req-11259bfd-6091-4fc8-a433-064f051732c4 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Lock "2aca5466-f783-4972-8c9d-d0de3a679c0c" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.601s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.250382] env[65448]: DEBUG oslo_vmware.api [None req-b94d2a05-e4ed-4c74-9e96-5f08e4ed330d tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] Task: {'id': task-4938274, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14789} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.250999] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-b94d2a05-e4ed-4c74-9e96-5f08e4ed330d tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1079.251215] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-b94d2a05-e4ed-4c74-9e96-5f08e4ed330d tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] [instance: 15562e57-0fb4-4930-bede-f692179ce893] Deleted contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1079.251394] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-b94d2a05-e4ed-4c74-9e96-5f08e4ed330d tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] [instance: 15562e57-0fb4-4930-bede-f692179ce893] Instance destroyed {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1079.251563] env[65448]: INFO nova.compute.manager [None req-b94d2a05-e4ed-4c74-9e96-5f08e4ed330d tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] [instance: 15562e57-0fb4-4930-bede-f692179ce893] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1079.251812] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-b94d2a05-e4ed-4c74-9e96-5f08e4ed330d tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1079.252019] env[65448]: DEBUG nova.compute.manager [-] [instance: 15562e57-0fb4-4930-bede-f692179ce893] Deallocating network for instance {{(pid=65448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1079.252126] env[65448]: DEBUG nova.network.neutron [-] [instance: 15562e57-0fb4-4930-bede-f692179ce893] deallocate_for_instance() {{(pid=65448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1079.252383] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1079.269139] env[65448]: DEBUG nova.compute.manager [req-4826d3d2-e58d-46df-8cad-ec2146f922a0 req-6c04345c-eb7a-44c2-bf63-1934cee74d23 service nova] [instance: 10cc744f-31ce-42ef-9cd4-f505e190cb04] Received event network-vif-plugged-8dac8446-1124-49e5-b00d-eeadb485b789 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1079.269487] env[65448]: DEBUG oslo_concurrency.lockutils [req-4826d3d2-e58d-46df-8cad-ec2146f922a0 req-6c04345c-eb7a-44c2-bf63-1934cee74d23 service nova] Acquiring lock "10cc744f-31ce-42ef-9cd4-f505e190cb04-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.270481] env[65448]: DEBUG oslo_concurrency.lockutils [req-4826d3d2-e58d-46df-8cad-ec2146f922a0 req-6c04345c-eb7a-44c2-bf63-1934cee74d23 service nova] Lock "10cc744f-31ce-42ef-9cd4-f505e190cb04-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.270717] env[65448]: DEBUG oslo_concurrency.lockutils [req-4826d3d2-e58d-46df-8cad-ec2146f922a0 req-6c04345c-eb7a-44c2-bf63-1934cee74d23 service nova] Lock "10cc744f-31ce-42ef-9cd4-f505e190cb04-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.270940] env[65448]: DEBUG nova.compute.manager [req-4826d3d2-e58d-46df-8cad-ec2146f922a0 req-6c04345c-eb7a-44c2-bf63-1934cee74d23 service nova] [instance: 10cc744f-31ce-42ef-9cd4-f505e190cb04] No waiting events found dispatching network-vif-plugged-8dac8446-1124-49e5-b00d-eeadb485b789 {{(pid=65448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1079.271167] env[65448]: WARNING nova.compute.manager [req-4826d3d2-e58d-46df-8cad-ec2146f922a0 req-6c04345c-eb7a-44c2-bf63-1934cee74d23 service nova] [instance: 10cc744f-31ce-42ef-9cd4-f505e190cb04] Received unexpected event network-vif-plugged-8dac8446-1124-49e5-b00d-eeadb485b789 for instance with vm_state building and task_state spawning. [ 1079.272312] env[65448]: DEBUG nova.network.neutron [-] [instance: 15562e57-0fb4-4930-bede-f692179ce893] Instance cache missing network info. {{(pid=65448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1079.272616] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1079.393054] env[65448]: DEBUG oslo_vmware.api [None req-491cdc51-b29f-4a32-802a-5b3335e951e6 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': task-4938276, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075542} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.393551] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-491cdc51-b29f-4a32-802a-5b3335e951e6 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 16d98a4f-d6a2-4f7e-95fb-526cf2e1fab4] Extended root virtual disk {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1079.394459] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3adaf19-591d-4f6a-957c-0f745e618fef {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.420087] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-491cdc51-b29f-4a32-802a-5b3335e951e6 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 16d98a4f-d6a2-4f7e-95fb-526cf2e1fab4] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] 16d98a4f-d6a2-4f7e-95fb-526cf2e1fab4/16d98a4f-d6a2-4f7e-95fb-526cf2e1fab4.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1079.422013] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45d5df34-a8e5-4b5b-b1cc-0e0cd8b38c0a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.442253] env[65448]: DEBUG oslo_vmware.api [None req-491cdc51-b29f-4a32-802a-5b3335e951e6 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Waiting for the task: (returnval){ [ 1079.442253] env[65448]: value = "task-4938278" [ 1079.442253] env[65448]: _type = "Task" [ 1079.442253] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.451832] env[65448]: DEBUG oslo_vmware.api [None req-491cdc51-b29f-4a32-802a-5b3335e951e6 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': task-4938278, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.522951] env[65448]: DEBUG oslo_concurrency.lockutils [None req-4e8cb291-e540-46d5-9e87-0eb395b8c8e6 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Acquiring lock "refresh_cache-24665a99-6cfb-4d8b-8d08-406b7d1f468f" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.523756] env[65448]: DEBUG oslo_concurrency.lockutils [None req-4e8cb291-e540-46d5-9e87-0eb395b8c8e6 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Acquired lock "refresh_cache-24665a99-6cfb-4d8b-8d08-406b7d1f468f" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.523756] env[65448]: DEBUG nova.network.neutron [None req-4e8cb291-e540-46d5-9e87-0eb395b8c8e6 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 24665a99-6cfb-4d8b-8d08-406b7d1f468f] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1079.544013] env[65448]: DEBUG oslo_vmware.api [None req-ac8f2f9e-1936-4477-ae3f-7e1ebc1e956b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': task-4938277, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.627137] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6507dab2-2ee2-4af2-be0e-a4bebf221b15 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Acquiring lock "refresh_cache-10cc744f-31ce-42ef-9cd4-f505e190cb04" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.627410] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6507dab2-2ee2-4af2-be0e-a4bebf221b15 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Acquired lock "refresh_cache-10cc744f-31ce-42ef-9cd4-f505e190cb04" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.627911] env[65448]: DEBUG nova.network.neutron [None req-6507dab2-2ee2-4af2-be0e-a4bebf221b15 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: 10cc744f-31ce-42ef-9cd4-f505e190cb04] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1079.775616] env[65448]: DEBUG nova.network.neutron [-] [instance: 15562e57-0fb4-4930-bede-f692179ce893] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.954080] env[65448]: DEBUG oslo_vmware.api [None req-491cdc51-b29f-4a32-802a-5b3335e951e6 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': task-4938278, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.026861] env[65448]: DEBUG oslo_concurrency.lockutils [None req-30e954e3-a2ec-4046-b1db-e396e50499a0 tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.028941] env[65448]: WARNING neutronclient.v2_0.client [None req-4e8cb291-e540-46d5-9e87-0eb395b8c8e6 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1080.033923] env[65448]: DEBUG oslo_concurrency.lockutils [None req-dfddc4fb-e2e3-482a-bd5e-200f08d54944 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.777s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.034472] env[65448]: DEBUG nova.objects.instance [None req-dfddc4fb-e2e3-482a-bd5e-200f08d54944 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Lazy-loading 'resources' on Instance uuid 401bed25-915f-42dc-8281-265fe65d584b {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1080.049329] env[65448]: DEBUG oslo_vmware.api [None req-ac8f2f9e-1936-4477-ae3f-7e1ebc1e956b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': task-4938277, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.229733] env[65448]: DEBUG nova.network.neutron [None req-6507dab2-2ee2-4af2-be0e-a4bebf221b15 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: 10cc744f-31ce-42ef-9cd4-f505e190cb04] Instance cache missing network info. {{(pid=65448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1080.278888] env[65448]: INFO nova.compute.manager [-] [instance: 15562e57-0fb4-4930-bede-f692179ce893] Took 1.03 seconds to deallocate network for instance. [ 1080.392713] env[65448]: WARNING neutronclient.v2_0.client [None req-4e8cb291-e540-46d5-9e87-0eb395b8c8e6 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1080.454946] env[65448]: DEBUG oslo_vmware.api [None req-491cdc51-b29f-4a32-802a-5b3335e951e6 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': task-4938278, 'name': ReconfigVM_Task, 'duration_secs': 0.959127} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.455247] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-491cdc51-b29f-4a32-802a-5b3335e951e6 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 16d98a4f-d6a2-4f7e-95fb-526cf2e1fab4] Reconfigured VM instance instance-00000063 to attach disk [datastore1] 16d98a4f-d6a2-4f7e-95fb-526cf2e1fab4/16d98a4f-d6a2-4f7e-95fb-526cf2e1fab4.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1080.455907] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-85fc2eab-06cb-4fda-9312-09db4b1293a5 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.463446] env[65448]: DEBUG oslo_vmware.api [None req-491cdc51-b29f-4a32-802a-5b3335e951e6 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Waiting for the task: (returnval){ [ 1080.463446] env[65448]: value = "task-4938279" [ 1080.463446] env[65448]: _type = "Task" [ 1080.463446] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.473602] env[65448]: DEBUG oslo_vmware.api [None req-491cdc51-b29f-4a32-802a-5b3335e951e6 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': task-4938279, 'name': Rename_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.512321] env[65448]: DEBUG nova.network.neutron [None req-00890294-17cc-42a1-89b9-ab5aa5acaab4 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: b0c623fa-d333-4033-9b82-c846509e532a] Successfully updated port: f520a252-c0cf-49c4-83bd-f14142769755 {{(pid=65448) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1080.549397] env[65448]: WARNING neutronclient.v2_0.client [None req-6507dab2-2ee2-4af2-be0e-a4bebf221b15 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1080.557498] env[65448]: DEBUG oslo_vmware.api [None req-ac8f2f9e-1936-4477-ae3f-7e1ebc1e956b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': task-4938277, 'name': PowerOnVM_Task, 'duration_secs': 1.37565} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.557951] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac8f2f9e-1936-4477-ae3f-7e1ebc1e956b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: a79aa8d7-c3ce-4c6e-84c5-059e29f04a00] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1080.558571] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-ac8f2f9e-1936-4477-ae3f-7e1ebc1e956b tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: a79aa8d7-c3ce-4c6e-84c5-059e29f04a00] Updating instance 'a79aa8d7-c3ce-4c6e-84c5-059e29f04a00' progress to 100 {{(pid=65448) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1080.583791] env[65448]: DEBUG nova.objects.instance [None req-f3f86b78-6cf3-4679-9a47-4739fd4d0ba6 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Lazy-loading 'flavor' on Instance uuid 2aca5466-f783-4972-8c9d-d0de3a679c0c {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1080.589864] env[65448]: DEBUG nova.network.neutron [None req-4e8cb291-e540-46d5-9e87-0eb395b8c8e6 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 24665a99-6cfb-4d8b-8d08-406b7d1f468f] Updating instance_info_cache with network_info: [{"id": "af6f7b74-852c-4d48-970b-470008ad79e9", "address": "fa:16:3e:b2:cd:00", "network": {"id": "6fa83dea-1d83-4041-ae56-d9e5e5278559", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-78264896-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4a79f75fe9f47d4a1cca9aa9f9c3901", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf6f7b74-85", "ovs_interfaceid": "af6f7b74-852c-4d48-970b-470008ad79e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.652307] env[65448]: DEBUG nova.network.neutron [None req-6507dab2-2ee2-4af2-be0e-a4bebf221b15 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: 10cc744f-31ce-42ef-9cd4-f505e190cb04] Updating instance_info_cache with network_info: [{"id": "8dac8446-1124-49e5-b00d-eeadb485b789", "address": "fa:16:3e:40:5b:1a", "network": {"id": "92aa873c-abd5-48af-9226-444e5584127a", "bridge": "br-int", "label": "tempest-ServersTestJSON-334056748-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd050f9067644c0db6e945683a3fcccc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8dac8446-11", "ovs_interfaceid": "8dac8446-1124-49e5-b00d-eeadb485b789", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.711118] env[65448]: DEBUG nova.compute.manager [req-d899d157-81c0-4cca-a158-4f88b9e23dda req-4c2d2e8a-d003-4de4-a0c9-7c93656395cb service nova] [instance: b0c623fa-d333-4033-9b82-c846509e532a] Received event network-vif-plugged-f520a252-c0cf-49c4-83bd-f14142769755 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1080.711350] env[65448]: DEBUG oslo_concurrency.lockutils [req-d899d157-81c0-4cca-a158-4f88b9e23dda req-4c2d2e8a-d003-4de4-a0c9-7c93656395cb service nova] Acquiring lock "b0c623fa-d333-4033-9b82-c846509e532a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.711555] env[65448]: DEBUG oslo_concurrency.lockutils [req-d899d157-81c0-4cca-a158-4f88b9e23dda req-4c2d2e8a-d003-4de4-a0c9-7c93656395cb service nova] Lock "b0c623fa-d333-4033-9b82-c846509e532a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.711720] env[65448]: DEBUG oslo_concurrency.lockutils [req-d899d157-81c0-4cca-a158-4f88b9e23dda req-4c2d2e8a-d003-4de4-a0c9-7c93656395cb service nova] Lock "b0c623fa-d333-4033-9b82-c846509e532a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.711884] env[65448]: DEBUG nova.compute.manager [req-d899d157-81c0-4cca-a158-4f88b9e23dda req-4c2d2e8a-d003-4de4-a0c9-7c93656395cb service nova] [instance: b0c623fa-d333-4033-9b82-c846509e532a] No waiting events found dispatching network-vif-plugged-f520a252-c0cf-49c4-83bd-f14142769755 {{(pid=65448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1080.712106] env[65448]: WARNING nova.compute.manager [req-d899d157-81c0-4cca-a158-4f88b9e23dda req-4c2d2e8a-d003-4de4-a0c9-7c93656395cb service nova] [instance: b0c623fa-d333-4033-9b82-c846509e532a] Received unexpected event network-vif-plugged-f520a252-c0cf-49c4-83bd-f14142769755 for instance with vm_state active and task_state None. [ 1080.787825] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b94d2a05-e4ed-4c74-9e96-5f08e4ed330d tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.811745] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09d92bf9-a067-4578-8263-2bf255f57b73 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.820275] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7ef31db-43e6-4410-8a26-6192acc7e868 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.853686] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15bc796a-9196-4dbb-b6cb-5b90ba8ebed6 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.862608] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fb37a60-c238-4d5f-af80-43ca600943d1 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.878042] env[65448]: DEBUG nova.compute.provider_tree [None req-dfddc4fb-e2e3-482a-bd5e-200f08d54944 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1080.974649] env[65448]: DEBUG oslo_vmware.api [None req-491cdc51-b29f-4a32-802a-5b3335e951e6 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': task-4938279, 'name': Rename_Task, 'duration_secs': 0.270394} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.974973] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-491cdc51-b29f-4a32-802a-5b3335e951e6 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 16d98a4f-d6a2-4f7e-95fb-526cf2e1fab4] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1080.975258] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d37d827c-fc34-4419-9fb0-b46883dd5b12 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.983522] env[65448]: DEBUG oslo_vmware.api [None req-491cdc51-b29f-4a32-802a-5b3335e951e6 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Waiting for the task: (returnval){ [ 1080.983522] env[65448]: value = "task-4938280" [ 1080.983522] env[65448]: _type = "Task" [ 1080.983522] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.991782] env[65448]: DEBUG oslo_vmware.api [None req-491cdc51-b29f-4a32-802a-5b3335e951e6 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': task-4938280, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.017029] env[65448]: DEBUG oslo_concurrency.lockutils [None req-00890294-17cc-42a1-89b9-ab5aa5acaab4 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Acquiring lock "refresh_cache-b0c623fa-d333-4033-9b82-c846509e532a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.017029] env[65448]: DEBUG oslo_concurrency.lockutils [None req-00890294-17cc-42a1-89b9-ab5aa5acaab4 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Acquired lock "refresh_cache-b0c623fa-d333-4033-9b82-c846509e532a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.017176] env[65448]: DEBUG nova.network.neutron [None req-00890294-17cc-42a1-89b9-ab5aa5acaab4 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: b0c623fa-d333-4033-9b82-c846509e532a] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1081.099797] env[65448]: DEBUG oslo_concurrency.lockutils [None req-4e8cb291-e540-46d5-9e87-0eb395b8c8e6 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Releasing lock "refresh_cache-24665a99-6cfb-4d8b-8d08-406b7d1f468f" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.101609] env[65448]: DEBUG oslo_concurrency.lockutils [None req-f3f86b78-6cf3-4679-9a47-4739fd4d0ba6 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Acquiring lock "refresh_cache-2aca5466-f783-4972-8c9d-d0de3a679c0c" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.101884] env[65448]: DEBUG oslo_concurrency.lockutils [None req-f3f86b78-6cf3-4679-9a47-4739fd4d0ba6 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Acquired lock "refresh_cache-2aca5466-f783-4972-8c9d-d0de3a679c0c" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.102138] env[65448]: DEBUG nova.network.neutron [None req-f3f86b78-6cf3-4679-9a47-4739fd4d0ba6 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: 2aca5466-f783-4972-8c9d-d0de3a679c0c] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1081.102389] env[65448]: DEBUG nova.objects.instance [None req-f3f86b78-6cf3-4679-9a47-4739fd4d0ba6 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Lazy-loading 'info_cache' on Instance uuid 2aca5466-f783-4972-8c9d-d0de3a679c0c {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1081.154732] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6507dab2-2ee2-4af2-be0e-a4bebf221b15 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Releasing lock "refresh_cache-10cc744f-31ce-42ef-9cd4-f505e190cb04" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.155299] env[65448]: DEBUG nova.compute.manager [None req-6507dab2-2ee2-4af2-be0e-a4bebf221b15 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: 10cc744f-31ce-42ef-9cd4-f505e190cb04] Instance network_info: |[{"id": "8dac8446-1124-49e5-b00d-eeadb485b789", "address": "fa:16:3e:40:5b:1a", "network": {"id": "92aa873c-abd5-48af-9226-444e5584127a", "bridge": "br-int", "label": "tempest-ServersTestJSON-334056748-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd050f9067644c0db6e945683a3fcccc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8dac8446-11", "ovs_interfaceid": "8dac8446-1124-49e5-b00d-eeadb485b789", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 1081.155798] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-6507dab2-2ee2-4af2-be0e-a4bebf221b15 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: 10cc744f-31ce-42ef-9cd4-f505e190cb04] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:5b:1a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '37434b93-dfdc-4a3f-bf5a-9f2cbe25a754', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8dac8446-1124-49e5-b00d-eeadb485b789', 'vif_model': 'vmxnet3'}] {{(pid=65448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1081.163477] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-6507dab2-2ee2-4af2-be0e-a4bebf221b15 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1081.163721] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 10cc744f-31ce-42ef-9cd4-f505e190cb04] Creating VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1081.163951] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-612ad8eb-524d-4512-961a-40f25866009a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.187630] env[65448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1081.187630] env[65448]: value = "task-4938281" [ 1081.187630] env[65448]: _type = "Task" [ 1081.187630] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.197466] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4938281, 'name': CreateVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.303422] env[65448]: DEBUG nova.compute.manager [req-10386cae-ac9d-4d81-b338-9939553a8a27 req-339abfd2-ad4c-4198-8bcb-633c9fdd9f3d service nova] [instance: 10cc744f-31ce-42ef-9cd4-f505e190cb04] Received event network-changed-8dac8446-1124-49e5-b00d-eeadb485b789 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1081.303422] env[65448]: DEBUG nova.compute.manager [req-10386cae-ac9d-4d81-b338-9939553a8a27 req-339abfd2-ad4c-4198-8bcb-633c9fdd9f3d service nova] [instance: 10cc744f-31ce-42ef-9cd4-f505e190cb04] Refreshing instance network info cache due to event network-changed-8dac8446-1124-49e5-b00d-eeadb485b789. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 1081.303422] env[65448]: DEBUG oslo_concurrency.lockutils [req-10386cae-ac9d-4d81-b338-9939553a8a27 req-339abfd2-ad4c-4198-8bcb-633c9fdd9f3d service nova] Acquiring lock "refresh_cache-10cc744f-31ce-42ef-9cd4-f505e190cb04" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.303422] env[65448]: DEBUG oslo_concurrency.lockutils [req-10386cae-ac9d-4d81-b338-9939553a8a27 req-339abfd2-ad4c-4198-8bcb-633c9fdd9f3d service nova] Acquired lock "refresh_cache-10cc744f-31ce-42ef-9cd4-f505e190cb04" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.303573] env[65448]: DEBUG nova.network.neutron [req-10386cae-ac9d-4d81-b338-9939553a8a27 req-339abfd2-ad4c-4198-8bcb-633c9fdd9f3d service nova] [instance: 10cc744f-31ce-42ef-9cd4-f505e190cb04] Refreshing network info cache for port 8dac8446-1124-49e5-b00d-eeadb485b789 {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1081.382032] env[65448]: DEBUG nova.scheduler.client.report [None req-dfddc4fb-e2e3-482a-bd5e-200f08d54944 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1081.494875] env[65448]: DEBUG oslo_vmware.api [None req-491cdc51-b29f-4a32-802a-5b3335e951e6 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': task-4938280, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.575166] env[65448]: WARNING nova.network.neutron [None req-00890294-17cc-42a1-89b9-ab5aa5acaab4 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: b0c623fa-d333-4033-9b82-c846509e532a] ae7fb699-1e8f-4e6e-ba65-11efac49c1f2 already exists in list: networks containing: ['ae7fb699-1e8f-4e6e-ba65-11efac49c1f2']. ignoring it [ 1081.576130] env[65448]: WARNING nova.network.neutron [None req-00890294-17cc-42a1-89b9-ab5aa5acaab4 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: b0c623fa-d333-4033-9b82-c846509e532a] ae7fb699-1e8f-4e6e-ba65-11efac49c1f2 already exists in list: networks containing: ['ae7fb699-1e8f-4e6e-ba65-11efac49c1f2']. ignoring it [ 1081.613563] env[65448]: DEBUG nova.objects.base [None req-f3f86b78-6cf3-4679-9a47-4739fd4d0ba6 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Object Instance<2aca5466-f783-4972-8c9d-d0de3a679c0c> lazy-loaded attributes: flavor,info_cache {{(pid=65448) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1081.688747] env[65448]: WARNING neutronclient.v2_0.client [None req-00890294-17cc-42a1-89b9-ab5aa5acaab4 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1081.702422] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4938281, 'name': CreateVM_Task, 'duration_secs': 0.397591} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.702826] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 10cc744f-31ce-42ef-9cd4-f505e190cb04] Created VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1081.703505] env[65448]: WARNING neutronclient.v2_0.client [None req-6507dab2-2ee2-4af2-be0e-a4bebf221b15 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1081.703985] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6507dab2-2ee2-4af2-be0e-a4bebf221b15 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.704230] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6507dab2-2ee2-4af2-be0e-a4bebf221b15 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.705220] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6507dab2-2ee2-4af2-be0e-a4bebf221b15 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.705220] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-755f6fbd-1dc0-4205-b4d8-014737b25184 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.712207] env[65448]: DEBUG oslo_vmware.api [None req-6507dab2-2ee2-4af2-be0e-a4bebf221b15 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Waiting for the task: (returnval){ [ 1081.712207] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52c705da-a422-8bc9-ffb0-b47fbbdba231" [ 1081.712207] env[65448]: _type = "Task" [ 1081.712207] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.725802] env[65448]: DEBUG oslo_vmware.api [None req-6507dab2-2ee2-4af2-be0e-a4bebf221b15 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52c705da-a422-8bc9-ffb0-b47fbbdba231, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.807221] env[65448]: WARNING neutronclient.v2_0.client [req-10386cae-ac9d-4d81-b338-9939553a8a27 req-339abfd2-ad4c-4198-8bcb-633c9fdd9f3d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1081.850410] env[65448]: WARNING neutronclient.v2_0.client [None req-00890294-17cc-42a1-89b9-ab5aa5acaab4 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1081.887993] env[65448]: DEBUG oslo_concurrency.lockutils [None req-dfddc4fb-e2e3-482a-bd5e-200f08d54944 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.854s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.893290] env[65448]: DEBUG oslo_concurrency.lockutils [None req-491053bf-712f-43df-836c-0468ec281c4c tempest-InstanceActionsV221TestJSON-1723493104 tempest-InstanceActionsV221TestJSON-1723493104-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.054s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.893290] env[65448]: DEBUG nova.objects.instance [None req-491053bf-712f-43df-836c-0468ec281c4c tempest-InstanceActionsV221TestJSON-1723493104 tempest-InstanceActionsV221TestJSON-1723493104-project-member] Lazy-loading 'resources' on Instance uuid df3cb89f-5e8f-4e00-8883-220a5f5218b9 {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1081.913505] env[65448]: INFO nova.scheduler.client.report [None req-dfddc4fb-e2e3-482a-bd5e-200f08d54944 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Deleted allocations for instance 401bed25-915f-42dc-8281-265fe65d584b [ 1081.984055] env[65448]: WARNING neutronclient.v2_0.client [req-10386cae-ac9d-4d81-b338-9939553a8a27 req-339abfd2-ad4c-4198-8bcb-633c9fdd9f3d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1081.991337] env[65448]: WARNING neutronclient.v2_0.client [None req-00890294-17cc-42a1-89b9-ab5aa5acaab4 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1081.999942] env[65448]: DEBUG oslo_vmware.api [None req-491cdc51-b29f-4a32-802a-5b3335e951e6 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': task-4938280, 'name': PowerOnVM_Task, 'duration_secs': 0.656336} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.000263] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-491cdc51-b29f-4a32-802a-5b3335e951e6 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 16d98a4f-d6a2-4f7e-95fb-526cf2e1fab4] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1082.000486] env[65448]: INFO nova.compute.manager [None req-491cdc51-b29f-4a32-802a-5b3335e951e6 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 16d98a4f-d6a2-4f7e-95fb-526cf2e1fab4] Took 8.18 seconds to spawn the instance on the hypervisor. [ 1082.000664] env[65448]: DEBUG nova.compute.manager [None req-491cdc51-b29f-4a32-802a-5b3335e951e6 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 16d98a4f-d6a2-4f7e-95fb-526cf2e1fab4] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 1082.001579] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7dd7c30-aa8a-44e9-9cf8-2f5585c3bcb3 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.063663] env[65448]: DEBUG nova.network.neutron [req-10386cae-ac9d-4d81-b338-9939553a8a27 req-339abfd2-ad4c-4198-8bcb-633c9fdd9f3d service nova] [instance: 10cc744f-31ce-42ef-9cd4-f505e190cb04] Updated VIF entry in instance network info cache for port 8dac8446-1124-49e5-b00d-eeadb485b789. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1082.064043] env[65448]: DEBUG nova.network.neutron [req-10386cae-ac9d-4d81-b338-9939553a8a27 req-339abfd2-ad4c-4198-8bcb-633c9fdd9f3d service nova] [instance: 10cc744f-31ce-42ef-9cd4-f505e190cb04] Updating instance_info_cache with network_info: [{"id": "8dac8446-1124-49e5-b00d-eeadb485b789", "address": "fa:16:3e:40:5b:1a", "network": {"id": "92aa873c-abd5-48af-9226-444e5584127a", "bridge": "br-int", "label": "tempest-ServersTestJSON-334056748-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd050f9067644c0db6e945683a3fcccc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8dac8446-11", "ovs_interfaceid": "8dac8446-1124-49e5-b00d-eeadb485b789", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.066626] env[65448]: DEBUG oslo_concurrency.lockutils [None req-e5c8b5ba-8f2c-4239-9b5a-c6a066890a67 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.095183] env[65448]: DEBUG nova.network.neutron [None req-00890294-17cc-42a1-89b9-ab5aa5acaab4 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: b0c623fa-d333-4033-9b82-c846509e532a] Updating instance_info_cache with network_info: [{"id": "fbf6fa07-858c-4a26-8c11-8b1471651060", "address": "fa:16:3e:42:9a:74", "network": {"id": "ae7fb699-1e8f-4e6e-ba65-11efac49c1f2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2072253352-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40f710aa821f49ef963bafd588fa759f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbf6fa07-85", "ovs_interfaceid": "fbf6fa07-858c-4a26-8c11-8b1471651060", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "21eb8484-89d5-4afe-a59a-ea490786948f", "address": "fa:16:3e:4d:64:15", "network": {"id": "ae7fb699-1e8f-4e6e-ba65-11efac49c1f2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2072253352-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40f710aa821f49ef963bafd588fa759f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21eb8484-89", "ovs_interfaceid": "21eb8484-89d5-4afe-a59a-ea490786948f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f520a252-c0cf-49c4-83bd-f14142769755", "address": "fa:16:3e:66:af:ba", "network": {"id": "ae7fb699-1e8f-4e6e-ba65-11efac49c1f2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2072253352-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40f710aa821f49ef963bafd588fa759f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf520a252-c0", "ovs_interfaceid": "f520a252-c0cf-49c4-83bd-f14142769755", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.119615] env[65448]: WARNING neutronclient.v2_0.client [None req-f3f86b78-6cf3-4679-9a47-4739fd4d0ba6 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1082.223824] env[65448]: DEBUG oslo_vmware.api [None req-6507dab2-2ee2-4af2-be0e-a4bebf221b15 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52c705da-a422-8bc9-ffb0-b47fbbdba231, 'name': SearchDatastore_Task, 'duration_secs': 0.016621} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.224214] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6507dab2-2ee2-4af2-be0e-a4bebf221b15 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.224386] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-6507dab2-2ee2-4af2-be0e-a4bebf221b15 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: 10cc744f-31ce-42ef-9cd4-f505e190cb04] Processing image 50fb366d-48e6-424f-9c20-bc83d77be76a {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1082.224658] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6507dab2-2ee2-4af2-be0e-a4bebf221b15 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.224856] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6507dab2-2ee2-4af2-be0e-a4bebf221b15 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.225029] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-6507dab2-2ee2-4af2-be0e-a4bebf221b15 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1082.225354] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2583a9b7-bfa1-4a58-a86c-cf050b937ee1 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.238486] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-6507dab2-2ee2-4af2-be0e-a4bebf221b15 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1082.238690] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-6507dab2-2ee2-4af2-be0e-a4bebf221b15 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1082.239467] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b91e608-c0cd-4c14-9a56-7666e1f42c66 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.245562] env[65448]: DEBUG oslo_vmware.api [None req-6507dab2-2ee2-4af2-be0e-a4bebf221b15 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Waiting for the task: (returnval){ [ 1082.245562] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]523b0756-25d7-ecde-4482-995abda3b16a" [ 1082.245562] env[65448]: _type = "Task" [ 1082.245562] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.254419] env[65448]: DEBUG oslo_vmware.api [None req-6507dab2-2ee2-4af2-be0e-a4bebf221b15 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]523b0756-25d7-ecde-4482-995abda3b16a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.292397] env[65448]: WARNING neutronclient.v2_0.client [None req-f3f86b78-6cf3-4679-9a47-4739fd4d0ba6 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1082.379946] env[65448]: DEBUG nova.network.neutron [None req-f3f86b78-6cf3-4679-9a47-4739fd4d0ba6 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: 2aca5466-f783-4972-8c9d-d0de3a679c0c] Updating instance_info_cache with network_info: [{"id": "fc0701c8-45d4-467f-a9d7-dd871b9cd5d4", "address": "fa:16:3e:b3:65:63", "network": {"id": "4e0352d8-558b-49e0-81dd-d7132b36af3d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-328140024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c8e9c9b80524b25833ad43c15e78a5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc0701c8-45", "ovs_interfaceid": "fc0701c8-45d4-467f-a9d7-dd871b9cd5d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.423837] env[65448]: DEBUG oslo_concurrency.lockutils [None req-dfddc4fb-e2e3-482a-bd5e-200f08d54944 tempest-ImagesTestJSON-1506792096 tempest-ImagesTestJSON-1506792096-project-member] Lock "401bed25-915f-42dc-8281-265fe65d584b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.647s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.521125] env[65448]: INFO nova.compute.manager [None req-491cdc51-b29f-4a32-802a-5b3335e951e6 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 16d98a4f-d6a2-4f7e-95fb-526cf2e1fab4] Took 18.51 seconds to build instance. [ 1082.570062] env[65448]: DEBUG oslo_concurrency.lockutils [req-10386cae-ac9d-4d81-b338-9939553a8a27 req-339abfd2-ad4c-4198-8bcb-633c9fdd9f3d service nova] Releasing lock "refresh_cache-10cc744f-31ce-42ef-9cd4-f505e190cb04" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.598792] env[65448]: DEBUG oslo_concurrency.lockutils [None req-00890294-17cc-42a1-89b9-ab5aa5acaab4 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Releasing lock "refresh_cache-b0c623fa-d333-4033-9b82-c846509e532a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.599335] env[65448]: DEBUG oslo_concurrency.lockutils [None req-00890294-17cc-42a1-89b9-ab5aa5acaab4 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Acquiring lock "b0c623fa-d333-4033-9b82-c846509e532a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.599418] env[65448]: DEBUG oslo_concurrency.lockutils [None req-00890294-17cc-42a1-89b9-ab5aa5acaab4 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Acquired lock "b0c623fa-d333-4033-9b82-c846509e532a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.600338] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9c75b26-47a9-41cb-b7b9-ef34d0b2d361 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.626252] env[65448]: DEBUG nova.virt.hardware [None req-00890294-17cc-42a1-89b9-ab5aa5acaab4 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1082.626556] env[65448]: DEBUG nova.virt.hardware [None req-00890294-17cc-42a1-89b9-ab5aa5acaab4 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1082.626743] env[65448]: DEBUG nova.virt.hardware [None req-00890294-17cc-42a1-89b9-ab5aa5acaab4 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1082.627151] env[65448]: DEBUG nova.virt.hardware [None req-00890294-17cc-42a1-89b9-ab5aa5acaab4 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1082.627222] env[65448]: DEBUG nova.virt.hardware [None req-00890294-17cc-42a1-89b9-ab5aa5acaab4 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1082.627745] env[65448]: DEBUG nova.virt.hardware [None req-00890294-17cc-42a1-89b9-ab5aa5acaab4 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1082.627745] env[65448]: DEBUG nova.virt.hardware [None req-00890294-17cc-42a1-89b9-ab5aa5acaab4 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1082.627745] env[65448]: DEBUG nova.virt.hardware [None req-00890294-17cc-42a1-89b9-ab5aa5acaab4 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1082.627918] env[65448]: DEBUG nova.virt.hardware [None req-00890294-17cc-42a1-89b9-ab5aa5acaab4 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1082.628090] env[65448]: DEBUG nova.virt.hardware [None req-00890294-17cc-42a1-89b9-ab5aa5acaab4 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1082.628261] env[65448]: DEBUG nova.virt.hardware [None req-00890294-17cc-42a1-89b9-ab5aa5acaab4 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1082.634542] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-00890294-17cc-42a1-89b9-ab5aa5acaab4 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: b0c623fa-d333-4033-9b82-c846509e532a] Reconfiguring VM to attach interface {{(pid=65448) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1082.636632] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-29bfaa7d-f024-4e50-a978-cc9f341aa935 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.650484] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96329088-2cea-4a30-a1fc-e24a806f835b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.653876] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44808326-b669-476a-86ba-0505e0711dd2 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.680822] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47fdaab1-8e39-4ede-a40f-7609efddfddc {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.684520] env[65448]: DEBUG oslo_vmware.api [None req-00890294-17cc-42a1-89b9-ab5aa5acaab4 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Waiting for the task: (returnval){ [ 1082.684520] env[65448]: value = "task-4938282" [ 1082.684520] env[65448]: _type = "Task" [ 1082.684520] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.685245] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-4e8cb291-e540-46d5-9e87-0eb395b8c8e6 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 24665a99-6cfb-4d8b-8d08-406b7d1f468f] Updating instance '24665a99-6cfb-4d8b-8d08-406b7d1f468f' progress to 0 {{(pid=65448) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1082.729207] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fd3eac9-ce10-4aec-bc13-809519039c37 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.732883] env[65448]: DEBUG oslo_vmware.api [None req-00890294-17cc-42a1-89b9-ab5aa5acaab4 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': task-4938282, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.739289] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3512179-82cb-40f4-aad4-7c86116e8871 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.759298] env[65448]: DEBUG nova.compute.provider_tree [None req-491053bf-712f-43df-836c-0468ec281c4c tempest-InstanceActionsV221TestJSON-1723493104 tempest-InstanceActionsV221TestJSON-1723493104-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1082.767418] env[65448]: DEBUG oslo_vmware.api [None req-6507dab2-2ee2-4af2-be0e-a4bebf221b15 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]523b0756-25d7-ecde-4482-995abda3b16a, 'name': SearchDatastore_Task, 'duration_secs': 0.035323} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.768270] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7edf798d-f33f-4f01-a558-a0ac35effbb5 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.776581] env[65448]: DEBUG oslo_vmware.api [None req-6507dab2-2ee2-4af2-be0e-a4bebf221b15 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Waiting for the task: (returnval){ [ 1082.776581] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52353919-09d9-f93d-27c1-469b379d30cb" [ 1082.776581] env[65448]: _type = "Task" [ 1082.776581] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.786647] env[65448]: DEBUG oslo_vmware.api [None req-6507dab2-2ee2-4af2-be0e-a4bebf221b15 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52353919-09d9-f93d-27c1-469b379d30cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.883162] env[65448]: DEBUG oslo_concurrency.lockutils [None req-f3f86b78-6cf3-4679-9a47-4739fd4d0ba6 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Releasing lock "refresh_cache-2aca5466-f783-4972-8c9d-d0de3a679c0c" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.888086] env[65448]: DEBUG nova.compute.manager [req-d3093cfa-fc97-43f9-9e09-5089987d73c3 req-c0f74ea7-8f9d-433d-9c90-a05eae93ec72 service nova] [instance: b0c623fa-d333-4033-9b82-c846509e532a] Received event network-changed-f520a252-c0cf-49c4-83bd-f14142769755 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1082.888295] env[65448]: DEBUG nova.compute.manager [req-d3093cfa-fc97-43f9-9e09-5089987d73c3 req-c0f74ea7-8f9d-433d-9c90-a05eae93ec72 service nova] [instance: b0c623fa-d333-4033-9b82-c846509e532a] Refreshing instance network info cache due to event network-changed-f520a252-c0cf-49c4-83bd-f14142769755. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 1082.888515] env[65448]: DEBUG oslo_concurrency.lockutils [req-d3093cfa-fc97-43f9-9e09-5089987d73c3 req-c0f74ea7-8f9d-433d-9c90-a05eae93ec72 service nova] Acquiring lock "refresh_cache-b0c623fa-d333-4033-9b82-c846509e532a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.888729] env[65448]: DEBUG oslo_concurrency.lockutils [req-d3093cfa-fc97-43f9-9e09-5089987d73c3 req-c0f74ea7-8f9d-433d-9c90-a05eae93ec72 service nova] Acquired lock "refresh_cache-b0c623fa-d333-4033-9b82-c846509e532a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.888980] env[65448]: DEBUG nova.network.neutron [req-d3093cfa-fc97-43f9-9e09-5089987d73c3 req-c0f74ea7-8f9d-433d-9c90-a05eae93ec72 service nova] [instance: b0c623fa-d333-4033-9b82-c846509e532a] Refreshing network info cache for port f520a252-c0cf-49c4-83bd-f14142769755 {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1083.023278] env[65448]: DEBUG oslo_concurrency.lockutils [None req-491cdc51-b29f-4a32-802a-5b3335e951e6 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Lock "16d98a4f-d6a2-4f7e-95fb-526cf2e1fab4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.022s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.200516] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e8cb291-e540-46d5-9e87-0eb395b8c8e6 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 24665a99-6cfb-4d8b-8d08-406b7d1f468f] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1083.201425] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-224ef3e6-4ded-41f9-bb1e-bb126b89729f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.211111] env[65448]: DEBUG oslo_vmware.api [None req-00890294-17cc-42a1-89b9-ab5aa5acaab4 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': task-4938282, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.212828] env[65448]: DEBUG oslo_vmware.api [None req-4e8cb291-e540-46d5-9e87-0eb395b8c8e6 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Waiting for the task: (returnval){ [ 1083.212828] env[65448]: value = "task-4938283" [ 1083.212828] env[65448]: _type = "Task" [ 1083.212828] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.223301] env[65448]: DEBUG oslo_vmware.api [None req-4e8cb291-e540-46d5-9e87-0eb395b8c8e6 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4938283, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.264411] env[65448]: DEBUG nova.scheduler.client.report [None req-491053bf-712f-43df-836c-0468ec281c4c tempest-InstanceActionsV221TestJSON-1723493104 tempest-InstanceActionsV221TestJSON-1723493104-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1083.290701] env[65448]: DEBUG oslo_vmware.api [None req-6507dab2-2ee2-4af2-be0e-a4bebf221b15 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52353919-09d9-f93d-27c1-469b379d30cb, 'name': SearchDatastore_Task, 'duration_secs': 0.012427} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.291200] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6507dab2-2ee2-4af2-be0e-a4bebf221b15 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.291510] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-6507dab2-2ee2-4af2-be0e-a4bebf221b15 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] 10cc744f-31ce-42ef-9cd4-f505e190cb04/10cc744f-31ce-42ef-9cd4-f505e190cb04.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1083.291830] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e6dccf62-fb4f-465f-8dd7-ac50cb24469a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.302136] env[65448]: DEBUG oslo_vmware.api [None req-6507dab2-2ee2-4af2-be0e-a4bebf221b15 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Waiting for the task: (returnval){ [ 1083.302136] env[65448]: value = "task-4938284" [ 1083.302136] env[65448]: _type = "Task" [ 1083.302136] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.313692] env[65448]: DEBUG oslo_vmware.api [None req-6507dab2-2ee2-4af2-be0e-a4bebf221b15 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': task-4938284, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.393595] env[65448]: WARNING neutronclient.v2_0.client [req-d3093cfa-fc97-43f9-9e09-5089987d73c3 req-c0f74ea7-8f9d-433d-9c90-a05eae93ec72 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1083.569749] env[65448]: DEBUG oslo_concurrency.lockutils [None req-fb8922fb-9631-4324-971b-43c9c8feb6a7 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Acquiring lock "a79aa8d7-c3ce-4c6e-84c5-059e29f04a00" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.570437] env[65448]: DEBUG oslo_concurrency.lockutils [None req-fb8922fb-9631-4324-971b-43c9c8feb6a7 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Lock "a79aa8d7-c3ce-4c6e-84c5-059e29f04a00" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.570819] env[65448]: DEBUG nova.compute.manager [None req-fb8922fb-9631-4324-971b-43c9c8feb6a7 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: a79aa8d7-c3ce-4c6e-84c5-059e29f04a00] Going to confirm migration 5 {{(pid=65448) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5297}} [ 1083.603402] env[65448]: WARNING neutronclient.v2_0.client [req-d3093cfa-fc97-43f9-9e09-5089987d73c3 req-c0f74ea7-8f9d-433d-9c90-a05eae93ec72 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1083.704210] env[65448]: DEBUG oslo_vmware.api [None req-00890294-17cc-42a1-89b9-ab5aa5acaab4 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': task-4938282, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.709786] env[65448]: DEBUG nova.network.neutron [req-d3093cfa-fc97-43f9-9e09-5089987d73c3 req-c0f74ea7-8f9d-433d-9c90-a05eae93ec72 service nova] [instance: b0c623fa-d333-4033-9b82-c846509e532a] Updated VIF entry in instance network info cache for port f520a252-c0cf-49c4-83bd-f14142769755. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1083.710531] env[65448]: DEBUG nova.network.neutron [req-d3093cfa-fc97-43f9-9e09-5089987d73c3 req-c0f74ea7-8f9d-433d-9c90-a05eae93ec72 service nova] [instance: b0c623fa-d333-4033-9b82-c846509e532a] Updating instance_info_cache with network_info: [{"id": "fbf6fa07-858c-4a26-8c11-8b1471651060", "address": "fa:16:3e:42:9a:74", "network": {"id": "ae7fb699-1e8f-4e6e-ba65-11efac49c1f2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2072253352-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40f710aa821f49ef963bafd588fa759f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbf6fa07-85", "ovs_interfaceid": "fbf6fa07-858c-4a26-8c11-8b1471651060", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "21eb8484-89d5-4afe-a59a-ea490786948f", "address": "fa:16:3e:4d:64:15", "network": {"id": "ae7fb699-1e8f-4e6e-ba65-11efac49c1f2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2072253352-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40f710aa821f49ef963bafd588fa759f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21eb8484-89", "ovs_interfaceid": "21eb8484-89d5-4afe-a59a-ea490786948f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f520a252-c0cf-49c4-83bd-f14142769755", "address": "fa:16:3e:66:af:ba", "network": {"id": "ae7fb699-1e8f-4e6e-ba65-11efac49c1f2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2072253352-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40f710aa821f49ef963bafd588fa759f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf520a252-c0", "ovs_interfaceid": "f520a252-c0cf-49c4-83bd-f14142769755", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.724112] env[65448]: DEBUG oslo_vmware.api [None req-4e8cb291-e540-46d5-9e87-0eb395b8c8e6 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4938283, 'name': PowerOffVM_Task, 'duration_secs': 0.396383} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.725185] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e8cb291-e540-46d5-9e87-0eb395b8c8e6 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 24665a99-6cfb-4d8b-8d08-406b7d1f468f] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1083.725395] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-4e8cb291-e540-46d5-9e87-0eb395b8c8e6 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 24665a99-6cfb-4d8b-8d08-406b7d1f468f] Updating instance '24665a99-6cfb-4d8b-8d08-406b7d1f468f' progress to 17 {{(pid=65448) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1083.771112] env[65448]: DEBUG oslo_concurrency.lockutils [None req-491053bf-712f-43df-836c-0468ec281c4c tempest-InstanceActionsV221TestJSON-1723493104 tempest-InstanceActionsV221TestJSON-1723493104-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.876s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.773127] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b94d2a05-e4ed-4c74-9e96-5f08e4ed330d tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.984s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.773420] env[65448]: DEBUG nova.objects.instance [None req-b94d2a05-e4ed-4c74-9e96-5f08e4ed330d tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] Lazy-loading 'resources' on Instance uuid 15562e57-0fb4-4930-bede-f692179ce893 {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1083.795923] env[65448]: INFO nova.scheduler.client.report [None req-491053bf-712f-43df-836c-0468ec281c4c tempest-InstanceActionsV221TestJSON-1723493104 tempest-InstanceActionsV221TestJSON-1723493104-project-member] Deleted allocations for instance df3cb89f-5e8f-4e00-8883-220a5f5218b9 [ 1083.812352] env[65448]: DEBUG oslo_vmware.api [None req-6507dab2-2ee2-4af2-be0e-a4bebf221b15 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': task-4938284, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.504172} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.812647] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-6507dab2-2ee2-4af2-be0e-a4bebf221b15 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] 10cc744f-31ce-42ef-9cd4-f505e190cb04/10cc744f-31ce-42ef-9cd4-f505e190cb04.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1083.812852] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-6507dab2-2ee2-4af2-be0e-a4bebf221b15 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: 10cc744f-31ce-42ef-9cd4-f505e190cb04] Extending root virtual disk to 1048576 {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1083.813133] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d9f01ceb-6dec-4108-bab6-e109ba6c7b37 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.822024] env[65448]: DEBUG oslo_vmware.api [None req-6507dab2-2ee2-4af2-be0e-a4bebf221b15 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Waiting for the task: (returnval){ [ 1083.822024] env[65448]: value = "task-4938285" [ 1083.822024] env[65448]: _type = "Task" [ 1083.822024] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.832680] env[65448]: DEBUG oslo_vmware.api [None req-6507dab2-2ee2-4af2-be0e-a4bebf221b15 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': task-4938285, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.901255] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3f86b78-6cf3-4679-9a47-4739fd4d0ba6 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: 2aca5466-f783-4972-8c9d-d0de3a679c0c] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1083.901255] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-488eceec-4aca-4185-af59-c1572325b2e7 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.908826] env[65448]: DEBUG oslo_vmware.api [None req-f3f86b78-6cf3-4679-9a47-4739fd4d0ba6 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Waiting for the task: (returnval){ [ 1083.908826] env[65448]: value = "task-4938286" [ 1083.908826] env[65448]: _type = "Task" [ 1083.908826] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.919928] env[65448]: DEBUG oslo_vmware.api [None req-f3f86b78-6cf3-4679-9a47-4739fd4d0ba6 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': task-4938286, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.078647] env[65448]: WARNING neutronclient.v2_0.client [None req-fb8922fb-9631-4324-971b-43c9c8feb6a7 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1084.136251] env[65448]: WARNING neutronclient.v2_0.client [None req-fb8922fb-9631-4324-971b-43c9c8feb6a7 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1084.136607] env[65448]: DEBUG oslo_concurrency.lockutils [None req-fb8922fb-9631-4324-971b-43c9c8feb6a7 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Acquiring lock "refresh_cache-a79aa8d7-c3ce-4c6e-84c5-059e29f04a00" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.136757] env[65448]: DEBUG oslo_concurrency.lockutils [None req-fb8922fb-9631-4324-971b-43c9c8feb6a7 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Acquired lock "refresh_cache-a79aa8d7-c3ce-4c6e-84c5-059e29f04a00" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.136923] env[65448]: DEBUG nova.network.neutron [None req-fb8922fb-9631-4324-971b-43c9c8feb6a7 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: a79aa8d7-c3ce-4c6e-84c5-059e29f04a00] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1084.137122] env[65448]: DEBUG nova.objects.instance [None req-fb8922fb-9631-4324-971b-43c9c8feb6a7 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Lazy-loading 'info_cache' on Instance uuid a79aa8d7-c3ce-4c6e-84c5-059e29f04a00 {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1084.202905] env[65448]: DEBUG oslo_vmware.api [None req-00890294-17cc-42a1-89b9-ab5aa5acaab4 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': task-4938282, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.213768] env[65448]: DEBUG oslo_concurrency.lockutils [req-d3093cfa-fc97-43f9-9e09-5089987d73c3 req-c0f74ea7-8f9d-433d-9c90-a05eae93ec72 service nova] Releasing lock "refresh_cache-b0c623fa-d333-4033-9b82-c846509e532a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.232698] env[65448]: DEBUG nova.virt.hardware [None req-4e8cb291-e540-46d5-9e87-0eb395b8c8e6 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1084.233011] env[65448]: DEBUG nova.virt.hardware [None req-4e8cb291-e540-46d5-9e87-0eb395b8c8e6 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1084.233191] env[65448]: DEBUG nova.virt.hardware [None req-4e8cb291-e540-46d5-9e87-0eb395b8c8e6 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1084.233375] env[65448]: DEBUG nova.virt.hardware [None req-4e8cb291-e540-46d5-9e87-0eb395b8c8e6 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1084.233519] env[65448]: DEBUG nova.virt.hardware [None req-4e8cb291-e540-46d5-9e87-0eb395b8c8e6 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1084.233663] env[65448]: DEBUG nova.virt.hardware [None req-4e8cb291-e540-46d5-9e87-0eb395b8c8e6 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1084.233868] env[65448]: DEBUG nova.virt.hardware [None req-4e8cb291-e540-46d5-9e87-0eb395b8c8e6 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1084.234079] env[65448]: DEBUG nova.virt.hardware [None req-4e8cb291-e540-46d5-9e87-0eb395b8c8e6 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1084.234200] env[65448]: DEBUG nova.virt.hardware [None req-4e8cb291-e540-46d5-9e87-0eb395b8c8e6 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1084.234358] env[65448]: DEBUG nova.virt.hardware [None req-4e8cb291-e540-46d5-9e87-0eb395b8c8e6 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1084.234522] env[65448]: DEBUG nova.virt.hardware [None req-4e8cb291-e540-46d5-9e87-0eb395b8c8e6 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1084.239527] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48030eb2-3540-4a27-b4b8-5a1cbf407b36 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.256186] env[65448]: DEBUG oslo_vmware.api [None req-4e8cb291-e540-46d5-9e87-0eb395b8c8e6 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Waiting for the task: (returnval){ [ 1084.256186] env[65448]: value = "task-4938287" [ 1084.256186] env[65448]: _type = "Task" [ 1084.256186] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.264904] env[65448]: DEBUG oslo_vmware.api [None req-4e8cb291-e540-46d5-9e87-0eb395b8c8e6 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4938287, 'name': ReconfigVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.305684] env[65448]: DEBUG oslo_concurrency.lockutils [None req-491053bf-712f-43df-836c-0468ec281c4c tempest-InstanceActionsV221TestJSON-1723493104 tempest-InstanceActionsV221TestJSON-1723493104-project-member] Lock "df3cb89f-5e8f-4e00-8883-220a5f5218b9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.262s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.334801] env[65448]: DEBUG oslo_vmware.api [None req-6507dab2-2ee2-4af2-be0e-a4bebf221b15 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': task-4938285, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071515} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.335377] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-6507dab2-2ee2-4af2-be0e-a4bebf221b15 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: 10cc744f-31ce-42ef-9cd4-f505e190cb04] Extended root virtual disk {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1084.336774] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ae12c5b-6b06-4a9b-9d36-7d15628a690f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.372964] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-6507dab2-2ee2-4af2-be0e-a4bebf221b15 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: 10cc744f-31ce-42ef-9cd4-f505e190cb04] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] 10cc744f-31ce-42ef-9cd4-f505e190cb04/10cc744f-31ce-42ef-9cd4-f505e190cb04.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1084.378524] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e734862-97a9-4f69-be6c-9f083b09b314 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.407629] env[65448]: DEBUG oslo_vmware.api [None req-6507dab2-2ee2-4af2-be0e-a4bebf221b15 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Waiting for the task: (returnval){ [ 1084.407629] env[65448]: value = "task-4938288" [ 1084.407629] env[65448]: _type = "Task" [ 1084.407629] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.422751] env[65448]: DEBUG oslo_vmware.api [None req-6507dab2-2ee2-4af2-be0e-a4bebf221b15 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': task-4938288, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.426911] env[65448]: DEBUG oslo_vmware.api [None req-f3f86b78-6cf3-4679-9a47-4739fd4d0ba6 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': task-4938286, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.594518] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a830dcc-8c8c-487b-b40d-4d54ba723c64 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.604400] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17553495-1de3-49c1-a778-d609cc97bc2e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.643777] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8496cbb2-5519-46ff-8553-a4af27756e51 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.656536] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98b81211-ad28-4a87-85dd-54e518ca907d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.678120] env[65448]: DEBUG nova.compute.provider_tree [None req-b94d2a05-e4ed-4c74-9e96-5f08e4ed330d tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1084.705820] env[65448]: DEBUG oslo_vmware.api [None req-00890294-17cc-42a1-89b9-ab5aa5acaab4 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': task-4938282, 'name': ReconfigVM_Task, 'duration_secs': 1.659505} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.707572] env[65448]: WARNING neutronclient.v2_0.client [None req-00890294-17cc-42a1-89b9-ab5aa5acaab4 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1084.708016] env[65448]: DEBUG oslo_concurrency.lockutils [None req-00890294-17cc-42a1-89b9-ab5aa5acaab4 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Releasing lock "b0c623fa-d333-4033-9b82-c846509e532a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.708442] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-00890294-17cc-42a1-89b9-ab5aa5acaab4 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: b0c623fa-d333-4033-9b82-c846509e532a] Reconfigured VM to attach interface {{(pid=65448) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1084.771365] env[65448]: DEBUG oslo_vmware.api [None req-4e8cb291-e540-46d5-9e87-0eb395b8c8e6 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4938287, 'name': ReconfigVM_Task, 'duration_secs': 0.285888} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.771928] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-4e8cb291-e540-46d5-9e87-0eb395b8c8e6 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 24665a99-6cfb-4d8b-8d08-406b7d1f468f] Updating instance '24665a99-6cfb-4d8b-8d08-406b7d1f468f' progress to 33 {{(pid=65448) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1084.863204] env[65448]: DEBUG oslo_concurrency.lockutils [None req-ff63efdd-c745-4193-8e17-4895b468a8ee tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Acquiring lock "16d98a4f-d6a2-4f7e-95fb-526cf2e1fab4" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.863417] env[65448]: DEBUG oslo_concurrency.lockutils [None req-ff63efdd-c745-4193-8e17-4895b468a8ee tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Lock "16d98a4f-d6a2-4f7e-95fb-526cf2e1fab4" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.922369] env[65448]: DEBUG oslo_vmware.api [None req-6507dab2-2ee2-4af2-be0e-a4bebf221b15 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': task-4938288, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.925859] env[65448]: DEBUG oslo_vmware.api [None req-f3f86b78-6cf3-4679-9a47-4739fd4d0ba6 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': task-4938286, 'name': PowerOnVM_Task, 'duration_secs': 0.605197} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.925979] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3f86b78-6cf3-4679-9a47-4739fd4d0ba6 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: 2aca5466-f783-4972-8c9d-d0de3a679c0c] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1084.926174] env[65448]: DEBUG nova.compute.manager [None req-f3f86b78-6cf3-4679-9a47-4739fd4d0ba6 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: 2aca5466-f783-4972-8c9d-d0de3a679c0c] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 1084.926999] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1962366d-323b-409b-8910-6a369aeb9423 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.149208] env[65448]: WARNING neutronclient.v2_0.client [None req-fb8922fb-9631-4324-971b-43c9c8feb6a7 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1085.182115] env[65448]: DEBUG nova.scheduler.client.report [None req-b94d2a05-e4ed-4c74-9e96-5f08e4ed330d tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1085.214991] env[65448]: DEBUG oslo_concurrency.lockutils [None req-00890294-17cc-42a1-89b9-ab5aa5acaab4 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Lock "interface-b0c623fa-d333-4033-9b82-c846509e532a-f520a252-c0cf-49c4-83bd-f14142769755" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.579s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.281754] env[65448]: DEBUG nova.virt.hardware [None req-4e8cb291-e540-46d5-9e87-0eb395b8c8e6 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1085.285419] env[65448]: DEBUG nova.virt.hardware [None req-4e8cb291-e540-46d5-9e87-0eb395b8c8e6 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1085.285774] env[65448]: DEBUG nova.virt.hardware [None req-4e8cb291-e540-46d5-9e87-0eb395b8c8e6 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1085.286091] env[65448]: DEBUG nova.virt.hardware [None req-4e8cb291-e540-46d5-9e87-0eb395b8c8e6 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1085.286296] env[65448]: DEBUG nova.virt.hardware [None req-4e8cb291-e540-46d5-9e87-0eb395b8c8e6 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1085.286452] env[65448]: DEBUG nova.virt.hardware [None req-4e8cb291-e540-46d5-9e87-0eb395b8c8e6 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1085.286678] env[65448]: DEBUG nova.virt.hardware [None req-4e8cb291-e540-46d5-9e87-0eb395b8c8e6 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1085.286838] env[65448]: DEBUG nova.virt.hardware [None req-4e8cb291-e540-46d5-9e87-0eb395b8c8e6 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1085.287022] env[65448]: DEBUG nova.virt.hardware [None req-4e8cb291-e540-46d5-9e87-0eb395b8c8e6 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1085.287202] env[65448]: DEBUG nova.virt.hardware [None req-4e8cb291-e540-46d5-9e87-0eb395b8c8e6 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1085.287377] env[65448]: DEBUG nova.virt.hardware [None req-4e8cb291-e540-46d5-9e87-0eb395b8c8e6 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1085.293044] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e8cb291-e540-46d5-9e87-0eb395b8c8e6 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 24665a99-6cfb-4d8b-8d08-406b7d1f468f] Reconfiguring VM instance instance-00000056 to detach disk 2000 {{(pid=65448) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1085.294042] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2ab3754-005f-4e12-8e2e-0dace456d1e1 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.315786] env[65448]: DEBUG oslo_vmware.api [None req-4e8cb291-e540-46d5-9e87-0eb395b8c8e6 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Waiting for the task: (returnval){ [ 1085.315786] env[65448]: value = "task-4938289" [ 1085.315786] env[65448]: _type = "Task" [ 1085.315786] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.328714] env[65448]: DEBUG oslo_vmware.api [None req-4e8cb291-e540-46d5-9e87-0eb395b8c8e6 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4938289, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.351322] env[65448]: WARNING neutronclient.v2_0.client [None req-fb8922fb-9631-4324-971b-43c9c8feb6a7 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1085.366738] env[65448]: DEBUG nova.compute.utils [None req-ff63efdd-c745-4193-8e17-4895b468a8ee tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Using /dev/sd instead of None {{(pid=65448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1085.424206] env[65448]: DEBUG oslo_vmware.api [None req-6507dab2-2ee2-4af2-be0e-a4bebf221b15 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': task-4938288, 'name': ReconfigVM_Task, 'duration_secs': 0.567868} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.424823] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-6507dab2-2ee2-4af2-be0e-a4bebf221b15 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: 10cc744f-31ce-42ef-9cd4-f505e190cb04] Reconfigured VM instance instance-00000064 to attach disk [datastore2] 10cc744f-31ce-42ef-9cd4-f505e190cb04/10cc744f-31ce-42ef-9cd4-f505e190cb04.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1085.425194] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1decf6f0-131a-4b37-95fe-4742c9f816a9 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.432587] env[65448]: DEBUG oslo_vmware.api [None req-6507dab2-2ee2-4af2-be0e-a4bebf221b15 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Waiting for the task: (returnval){ [ 1085.432587] env[65448]: value = "task-4938290" [ 1085.432587] env[65448]: _type = "Task" [ 1085.432587] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.442263] env[65448]: DEBUG oslo_vmware.api [None req-6507dab2-2ee2-4af2-be0e-a4bebf221b15 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': task-4938290, 'name': Rename_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.616816] env[65448]: DEBUG nova.network.neutron [None req-fb8922fb-9631-4324-971b-43c9c8feb6a7 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: a79aa8d7-c3ce-4c6e-84c5-059e29f04a00] Updating instance_info_cache with network_info: [{"id": "37f80e87-51ca-4703-9b36-188606170213", "address": "fa:16:3e:16:0a:ab", "network": {"id": "e780d8ca-74b1-42d6-9931-c68bece889ed", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1768290232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b4602fe4973466b8eb0d97f7a72d721", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f17856cf-7248-414b-bde6-8c90cfb4c593", "external-id": "nsx-vlan-transportzone-341", "segmentation_id": 341, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37f80e87-51", "ovs_interfaceid": "37f80e87-51ca-4703-9b36-188606170213", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.693539] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b94d2a05-e4ed-4c74-9e96-5f08e4ed330d tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.919s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.695317] env[65448]: DEBUG oslo_concurrency.lockutils [None req-e5c8b5ba-8f2c-4239-9b5a-c6a066890a67 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.627s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.695691] env[65448]: DEBUG nova.objects.instance [None req-e5c8b5ba-8f2c-4239-9b5a-c6a066890a67 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Lazy-loading 'pci_requests' on Instance uuid ffb11675-ff83-4efb-be37-b642e50ea8b9 {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1085.725737] env[65448]: INFO nova.scheduler.client.report [None req-b94d2a05-e4ed-4c74-9e96-5f08e4ed330d tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] Deleted allocations for instance 15562e57-0fb4-4930-bede-f692179ce893 [ 1085.829749] env[65448]: DEBUG oslo_vmware.api [None req-4e8cb291-e540-46d5-9e87-0eb395b8c8e6 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4938289, 'name': ReconfigVM_Task, 'duration_secs': 0.237228} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.830072] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e8cb291-e540-46d5-9e87-0eb395b8c8e6 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 24665a99-6cfb-4d8b-8d08-406b7d1f468f] Reconfigured VM instance instance-00000056 to detach disk 2000 {{(pid=65448) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1085.831076] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abebc87c-4fb1-49a8-9bb0-ee023d95b2c1 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.863236] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e8cb291-e540-46d5-9e87-0eb395b8c8e6 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 24665a99-6cfb-4d8b-8d08-406b7d1f468f] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] 24665a99-6cfb-4d8b-8d08-406b7d1f468f/24665a99-6cfb-4d8b-8d08-406b7d1f468f.vmdk or device None with type thin {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1085.864040] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e53009c-e426-4834-937d-09b309df28a1 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.877628] env[65448]: DEBUG oslo_concurrency.lockutils [None req-ff63efdd-c745-4193-8e17-4895b468a8ee tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Lock "16d98a4f-d6a2-4f7e-95fb-526cf2e1fab4" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.014s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.886071] env[65448]: DEBUG oslo_vmware.api [None req-4e8cb291-e540-46d5-9e87-0eb395b8c8e6 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Waiting for the task: (returnval){ [ 1085.886071] env[65448]: value = "task-4938291" [ 1085.886071] env[65448]: _type = "Task" [ 1085.886071] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.897484] env[65448]: DEBUG oslo_vmware.api [None req-4e8cb291-e540-46d5-9e87-0eb395b8c8e6 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4938291, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.942805] env[65448]: DEBUG oslo_vmware.api [None req-6507dab2-2ee2-4af2-be0e-a4bebf221b15 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': task-4938290, 'name': Rename_Task, 'duration_secs': 0.178291} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.943113] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-6507dab2-2ee2-4af2-be0e-a4bebf221b15 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: 10cc744f-31ce-42ef-9cd4-f505e190cb04] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1085.943364] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-870e227a-ac4d-473c-9e07-7ad186a9c8c1 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.950657] env[65448]: DEBUG oslo_vmware.api [None req-6507dab2-2ee2-4af2-be0e-a4bebf221b15 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Waiting for the task: (returnval){ [ 1085.950657] env[65448]: value = "task-4938292" [ 1085.950657] env[65448]: _type = "Task" [ 1085.950657] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.959777] env[65448]: DEBUG oslo_vmware.api [None req-6507dab2-2ee2-4af2-be0e-a4bebf221b15 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': task-4938292, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.119578] env[65448]: DEBUG oslo_concurrency.lockutils [None req-fb8922fb-9631-4324-971b-43c9c8feb6a7 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Releasing lock "refresh_cache-a79aa8d7-c3ce-4c6e-84c5-059e29f04a00" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.119993] env[65448]: DEBUG nova.objects.instance [None req-fb8922fb-9631-4324-971b-43c9c8feb6a7 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Lazy-loading 'migration_context' on Instance uuid a79aa8d7-c3ce-4c6e-84c5-059e29f04a00 {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1086.201023] env[65448]: DEBUG nova.objects.instance [None req-e5c8b5ba-8f2c-4239-9b5a-c6a066890a67 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Lazy-loading 'numa_topology' on Instance uuid ffb11675-ff83-4efb-be37-b642e50ea8b9 {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1086.239242] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b94d2a05-e4ed-4c74-9e96-5f08e4ed330d tempest-ServersListShow296Test-988107179 tempest-ServersListShow296Test-988107179-project-member] Lock "15562e57-0fb4-4930-bede-f692179ce893" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.677s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.398044] env[65448]: DEBUG oslo_vmware.api [None req-4e8cb291-e540-46d5-9e87-0eb395b8c8e6 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4938291, 'name': ReconfigVM_Task, 'duration_secs': 0.47953} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.398383] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e8cb291-e540-46d5-9e87-0eb395b8c8e6 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 24665a99-6cfb-4d8b-8d08-406b7d1f468f] Reconfigured VM instance instance-00000056 to attach disk [datastore2] 24665a99-6cfb-4d8b-8d08-406b7d1f468f/24665a99-6cfb-4d8b-8d08-406b7d1f468f.vmdk or device None with type thin {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1086.398741] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-4e8cb291-e540-46d5-9e87-0eb395b8c8e6 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 24665a99-6cfb-4d8b-8d08-406b7d1f468f] Updating instance '24665a99-6cfb-4d8b-8d08-406b7d1f468f' progress to 50 {{(pid=65448) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1086.462277] env[65448]: DEBUG oslo_vmware.api [None req-6507dab2-2ee2-4af2-be0e-a4bebf221b15 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': task-4938292, 'name': PowerOnVM_Task, 'duration_secs': 0.484141} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.462470] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-6507dab2-2ee2-4af2-be0e-a4bebf221b15 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: 10cc744f-31ce-42ef-9cd4-f505e190cb04] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1086.462668] env[65448]: INFO nova.compute.manager [None req-6507dab2-2ee2-4af2-be0e-a4bebf221b15 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: 10cc744f-31ce-42ef-9cd4-f505e190cb04] Took 7.81 seconds to spawn the instance on the hypervisor. [ 1086.462845] env[65448]: DEBUG nova.compute.manager [None req-6507dab2-2ee2-4af2-be0e-a4bebf221b15 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: 10cc744f-31ce-42ef-9cd4-f505e190cb04] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 1086.463740] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02a2ff5c-9084-4ecd-a0c5-efab41a506ff {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.623188] env[65448]: DEBUG nova.objects.base [None req-fb8922fb-9631-4324-971b-43c9c8feb6a7 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=65448) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1086.625500] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-241bccfe-b4a6-44aa-8970-83ef0f3b4a3c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.648656] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5a15d0c-41a5-4cbb-9e26-2dcd463d2e5b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.655846] env[65448]: DEBUG oslo_vmware.api [None req-fb8922fb-9631-4324-971b-43c9c8feb6a7 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Waiting for the task: (returnval){ [ 1086.655846] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52ce2a88-5753-44cd-4f1e-67fbce97cf2c" [ 1086.655846] env[65448]: _type = "Task" [ 1086.655846] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.667324] env[65448]: DEBUG oslo_vmware.api [None req-fb8922fb-9631-4324-971b-43c9c8feb6a7 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52ce2a88-5753-44cd-4f1e-67fbce97cf2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.703978] env[65448]: INFO nova.compute.claims [None req-e5c8b5ba-8f2c-4239-9b5a-c6a066890a67 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: ffb11675-ff83-4efb-be37-b642e50ea8b9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1086.907254] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dc1a538-6929-4e98-b3f2-7a1ec6d51a34 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.932129] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e17a705f-ceed-4a1b-aeff-37aef4f75126 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.953880] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-4e8cb291-e540-46d5-9e87-0eb395b8c8e6 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 24665a99-6cfb-4d8b-8d08-406b7d1f468f] Updating instance '24665a99-6cfb-4d8b-8d08-406b7d1f468f' progress to 67 {{(pid=65448) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1086.989150] env[65448]: DEBUG oslo_concurrency.lockutils [None req-ff63efdd-c745-4193-8e17-4895b468a8ee tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Acquiring lock "16d98a4f-d6a2-4f7e-95fb-526cf2e1fab4" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.989150] env[65448]: DEBUG oslo_concurrency.lockutils [None req-ff63efdd-c745-4193-8e17-4895b468a8ee tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Lock "16d98a4f-d6a2-4f7e-95fb-526cf2e1fab4" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.989351] env[65448]: INFO nova.compute.manager [None req-ff63efdd-c745-4193-8e17-4895b468a8ee tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 16d98a4f-d6a2-4f7e-95fb-526cf2e1fab4] Attaching volume 39d4eba4-ba7e-4e40-bcbe-3070df843f78 to /dev/sdb [ 1086.994823] env[65448]: INFO nova.compute.manager [None req-6507dab2-2ee2-4af2-be0e-a4bebf221b15 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: 10cc744f-31ce-42ef-9cd4-f505e190cb04] Took 16.71 seconds to build instance. [ 1087.054760] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e371f6a-1e10-49b6-97b7-93ef19c214bb {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.065302] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9b55e17-a454-4ab4-8c08-26e35a2bf974 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.086883] env[65448]: DEBUG nova.virt.block_device [None req-ff63efdd-c745-4193-8e17-4895b468a8ee tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 16d98a4f-d6a2-4f7e-95fb-526cf2e1fab4] Updating existing volume attachment record: b51b6fab-5913-4601-a276-179be6a16b77 {{(pid=65448) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1087.173286] env[65448]: DEBUG oslo_vmware.api [None req-fb8922fb-9631-4324-971b-43c9c8feb6a7 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52ce2a88-5753-44cd-4f1e-67fbce97cf2c, 'name': SearchDatastore_Task, 'duration_secs': 0.024759} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.173286] env[65448]: DEBUG oslo_concurrency.lockutils [None req-fb8922fb-9631-4324-971b-43c9c8feb6a7 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.500900] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6507dab2-2ee2-4af2-be0e-a4bebf221b15 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Lock "10cc744f-31ce-42ef-9cd4-f505e190cb04" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.225s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.010644] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed435bbf-dcae-4882-a1cd-430c398de9a3 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.023116] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aff61cf3-d222-4d16-8e60-e64b6a7290b4 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.063182] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffdf8905-2803-4896-9109-4ec06e10070d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.072873] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33e98f1e-9fd3-4518-b864-2f1d3eff9806 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.090554] env[65448]: DEBUG nova.compute.provider_tree [None req-e5c8b5ba-8f2c-4239-9b5a-c6a066890a67 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1088.429912] env[65448]: DEBUG oslo_concurrency.lockutils [None req-7facbf2c-e835-4d65-85fc-106a60637d24 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Acquiring lock "interface-b0c623fa-d333-4033-9b82-c846509e532a-21eb8484-89d5-4afe-a59a-ea490786948f" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.430306] env[65448]: DEBUG oslo_concurrency.lockutils [None req-7facbf2c-e835-4d65-85fc-106a60637d24 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Lock "interface-b0c623fa-d333-4033-9b82-c846509e532a-21eb8484-89d5-4afe-a59a-ea490786948f" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.491415] env[65448]: DEBUG oslo_concurrency.lockutils [None req-e268302e-9b04-42e9-82ab-2a32eb629c9e tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Acquiring lock "1922ac25-2b1e-4a2d-b87a-1ca8712ac96d" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.491415] env[65448]: DEBUG oslo_concurrency.lockutils [None req-e268302e-9b04-42e9-82ab-2a32eb629c9e tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Lock "1922ac25-2b1e-4a2d-b87a-1ca8712ac96d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.593561] env[65448]: DEBUG nova.scheduler.client.report [None req-e5c8b5ba-8f2c-4239-9b5a-c6a066890a67 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1088.623709] env[65448]: WARNING neutronclient.v2_0.client [None req-4e8cb291-e540-46d5-9e87-0eb395b8c8e6 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1088.624049] env[65448]: WARNING neutronclient.v2_0.client [None req-4e8cb291-e540-46d5-9e87-0eb395b8c8e6 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1088.685488] env[65448]: DEBUG nova.network.neutron [None req-4e8cb291-e540-46d5-9e87-0eb395b8c8e6 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 24665a99-6cfb-4d8b-8d08-406b7d1f468f] Port af6f7b74-852c-4d48-970b-470008ad79e9 binding to destination host cpu-1 is already ACTIVE {{(pid=65448) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1088.935536] env[65448]: DEBUG oslo_concurrency.lockutils [None req-7facbf2c-e835-4d65-85fc-106a60637d24 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Acquiring lock "b0c623fa-d333-4033-9b82-c846509e532a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.935714] env[65448]: DEBUG oslo_concurrency.lockutils [None req-7facbf2c-e835-4d65-85fc-106a60637d24 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Acquired lock "b0c623fa-d333-4033-9b82-c846509e532a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.936972] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b947465-8703-484c-8a66-315f44d0e2e1 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.957840] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2736ea30-d41e-4fbc-a2a4-4195b199b43c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.983643] env[65448]: WARNING neutronclient.v2_0.client [None req-7facbf2c-e835-4d65-85fc-106a60637d24 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1088.989760] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-7facbf2c-e835-4d65-85fc-106a60637d24 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: b0c623fa-d333-4033-9b82-c846509e532a] Reconfiguring VM to detach interface {{(pid=65448) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1088.990129] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1cf3ee21-f4e5-4427-b373-ee62d1431009 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.004331] env[65448]: DEBUG nova.compute.utils [None req-e268302e-9b04-42e9-82ab-2a32eb629c9e tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Using /dev/sd instead of None {{(pid=65448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1089.005665] env[65448]: DEBUG oslo_concurrency.lockutils [None req-0bde0022-20ae-4c7e-82ee-9a16e0d85a91 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Acquiring lock "10cc744f-31ce-42ef-9cd4-f505e190cb04" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.005857] env[65448]: DEBUG oslo_concurrency.lockutils [None req-0bde0022-20ae-4c7e-82ee-9a16e0d85a91 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Lock "10cc744f-31ce-42ef-9cd4-f505e190cb04" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.007248] env[65448]: DEBUG oslo_concurrency.lockutils [None req-0bde0022-20ae-4c7e-82ee-9a16e0d85a91 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Acquiring lock "10cc744f-31ce-42ef-9cd4-f505e190cb04-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.007248] env[65448]: DEBUG oslo_concurrency.lockutils [None req-0bde0022-20ae-4c7e-82ee-9a16e0d85a91 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Lock "10cc744f-31ce-42ef-9cd4-f505e190cb04-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.007248] env[65448]: DEBUG oslo_concurrency.lockutils [None req-0bde0022-20ae-4c7e-82ee-9a16e0d85a91 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Lock "10cc744f-31ce-42ef-9cd4-f505e190cb04-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.008737] env[65448]: INFO nova.compute.manager [None req-0bde0022-20ae-4c7e-82ee-9a16e0d85a91 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: 10cc744f-31ce-42ef-9cd4-f505e190cb04] Terminating instance [ 1089.016854] env[65448]: DEBUG oslo_vmware.api [None req-7facbf2c-e835-4d65-85fc-106a60637d24 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Waiting for the task: (returnval){ [ 1089.016854] env[65448]: value = "task-4938296" [ 1089.016854] env[65448]: _type = "Task" [ 1089.016854] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.027333] env[65448]: DEBUG oslo_vmware.api [None req-7facbf2c-e835-4d65-85fc-106a60637d24 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': task-4938296, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.098687] env[65448]: DEBUG oslo_concurrency.lockutils [None req-e5c8b5ba-8f2c-4239-9b5a-c6a066890a67 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.405s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.099061] env[65448]: WARNING neutronclient.v2_0.client [None req-e5c8b5ba-8f2c-4239-9b5a-c6a066890a67 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1089.101771] env[65448]: DEBUG oslo_concurrency.lockutils [None req-fb8922fb-9631-4324-971b-43c9c8feb6a7 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.932s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.133785] env[65448]: INFO nova.network.neutron [None req-e5c8b5ba-8f2c-4239-9b5a-c6a066890a67 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: ffb11675-ff83-4efb-be37-b642e50ea8b9] Updating port 2d51f333-e777-44b1-b392-f80d31bf5212 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1089.449406] env[65448]: DEBUG oslo_service.periodic_task [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1089.449724] env[65448]: DEBUG oslo_service.periodic_task [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1089.508882] env[65448]: DEBUG oslo_concurrency.lockutils [None req-e268302e-9b04-42e9-82ab-2a32eb629c9e tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Lock "1922ac25-2b1e-4a2d-b87a-1ca8712ac96d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.017s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.515223] env[65448]: DEBUG nova.compute.manager [None req-0bde0022-20ae-4c7e-82ee-9a16e0d85a91 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: 10cc744f-31ce-42ef-9cd4-f505e190cb04] Start destroying the instance on the hypervisor. {{(pid=65448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3209}} [ 1089.515456] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-0bde0022-20ae-4c7e-82ee-9a16e0d85a91 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: 10cc744f-31ce-42ef-9cd4-f505e190cb04] Destroying instance {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1089.516385] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-605a7a32-7da4-4cfe-9b83-775c07b9d030 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.529638] env[65448]: DEBUG oslo_vmware.api [None req-7facbf2c-e835-4d65-85fc-106a60637d24 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': task-4938296, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.531861] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bde0022-20ae-4c7e-82ee-9a16e0d85a91 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: 10cc744f-31ce-42ef-9cd4-f505e190cb04] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1089.532132] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fa6b2a0f-3922-4ab6-95a5-cdb96cfd77d6 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.539380] env[65448]: DEBUG oslo_vmware.api [None req-0bde0022-20ae-4c7e-82ee-9a16e0d85a91 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Waiting for the task: (returnval){ [ 1089.539380] env[65448]: value = "task-4938297" [ 1089.539380] env[65448]: _type = "Task" [ 1089.539380] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.548900] env[65448]: DEBUG oslo_vmware.api [None req-0bde0022-20ae-4c7e-82ee-9a16e0d85a91 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': task-4938297, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.708448] env[65448]: DEBUG oslo_concurrency.lockutils [None req-4e8cb291-e540-46d5-9e87-0eb395b8c8e6 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Acquiring lock "24665a99-6cfb-4d8b-8d08-406b7d1f468f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.708686] env[65448]: DEBUG oslo_concurrency.lockutils [None req-4e8cb291-e540-46d5-9e87-0eb395b8c8e6 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Lock "24665a99-6cfb-4d8b-8d08-406b7d1f468f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.708889] env[65448]: DEBUG oslo_concurrency.lockutils [None req-4e8cb291-e540-46d5-9e87-0eb395b8c8e6 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Lock "24665a99-6cfb-4d8b-8d08-406b7d1f468f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.853293] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c547c7f0-4a05-4b95-b02a-254226d23c65 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.862905] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f8b1376-0172-45eb-b33c-e8c3d983331d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.900433] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7500f5b6-befe-44d1-ab23-28aa8cec8f94 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.906181] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b78a9aa4-f101-4268-a4aa-1be40c74176f tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Acquiring lock "29233a50-b2e2-4fe5-bf08-80a7b1c85e0b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.906411] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b78a9aa4-f101-4268-a4aa-1be40c74176f tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Lock "29233a50-b2e2-4fe5-bf08-80a7b1c85e0b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.913304] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c907aec-4abb-4c2b-8a6a-7a9b463e0017 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.930061] env[65448]: DEBUG nova.compute.provider_tree [None req-fb8922fb-9631-4324-971b-43c9c8feb6a7 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1089.956048] env[65448]: DEBUG oslo_service.periodic_task [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1089.956315] env[65448]: DEBUG oslo_service.periodic_task [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1089.956515] env[65448]: DEBUG oslo_service.periodic_task [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1089.956627] env[65448]: DEBUG oslo_service.periodic_task [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1089.957196] env[65448]: DEBUG oslo_service.periodic_task [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1089.957196] env[65448]: DEBUG oslo_service.periodic_task [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1089.957196] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65448) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1089.957378] env[65448]: DEBUG oslo_service.periodic_task [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1090.031374] env[65448]: DEBUG oslo_vmware.api [None req-7facbf2c-e835-4d65-85fc-106a60637d24 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': task-4938296, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.049458] env[65448]: DEBUG oslo_vmware.api [None req-0bde0022-20ae-4c7e-82ee-9a16e0d85a91 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': task-4938297, 'name': PowerOffVM_Task, 'duration_secs': 0.279957} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.049665] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bde0022-20ae-4c7e-82ee-9a16e0d85a91 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: 10cc744f-31ce-42ef-9cd4-f505e190cb04] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1090.049875] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-0bde0022-20ae-4c7e-82ee-9a16e0d85a91 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: 10cc744f-31ce-42ef-9cd4-f505e190cb04] Unregistering the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1090.050166] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-579ae664-fd09-46b3-a2f9-327625adcdbe {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.118747] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-0bde0022-20ae-4c7e-82ee-9a16e0d85a91 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: 10cc744f-31ce-42ef-9cd4-f505e190cb04] Unregistered the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1090.119210] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-0bde0022-20ae-4c7e-82ee-9a16e0d85a91 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: 10cc744f-31ce-42ef-9cd4-f505e190cb04] Deleting contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1090.119566] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bde0022-20ae-4c7e-82ee-9a16e0d85a91 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Deleting the datastore file [datastore2] 10cc744f-31ce-42ef-9cd4-f505e190cb04 {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1090.119892] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-07ae464f-443c-4069-81b2-e57c13707751 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.129947] env[65448]: DEBUG oslo_vmware.api [None req-0bde0022-20ae-4c7e-82ee-9a16e0d85a91 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Waiting for the task: (returnval){ [ 1090.129947] env[65448]: value = "task-4938300" [ 1090.129947] env[65448]: _type = "Task" [ 1090.129947] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.141985] env[65448]: DEBUG oslo_vmware.api [None req-0bde0022-20ae-4c7e-82ee-9a16e0d85a91 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': task-4938300, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.409880] env[65448]: DEBUG nova.compute.manager [None req-b78a9aa4-f101-4268-a4aa-1be40c74176f tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] [instance: 29233a50-b2e2-4fe5-bf08-80a7b1c85e0b] Starting instance... {{(pid=65448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2483}} [ 1090.433536] env[65448]: DEBUG nova.scheduler.client.report [None req-fb8922fb-9631-4324-971b-43c9c8feb6a7 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1090.461390] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.532950] env[65448]: DEBUG oslo_vmware.api [None req-7facbf2c-e835-4d65-85fc-106a60637d24 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': task-4938296, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.563059] env[65448]: DEBUG oslo_concurrency.lockutils [None req-e268302e-9b04-42e9-82ab-2a32eb629c9e tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Acquiring lock "1922ac25-2b1e-4a2d-b87a-1ca8712ac96d" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.563220] env[65448]: DEBUG oslo_concurrency.lockutils [None req-e268302e-9b04-42e9-82ab-2a32eb629c9e tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Lock "1922ac25-2b1e-4a2d-b87a-1ca8712ac96d" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.563452] env[65448]: INFO nova.compute.manager [None req-e268302e-9b04-42e9-82ab-2a32eb629c9e tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 1922ac25-2b1e-4a2d-b87a-1ca8712ac96d] Attaching volume fd46fe85-2549-4bd6-86be-731db3418021 to /dev/sdb [ 1090.605852] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3580765a-ecd8-4f59-b458-0696e3a3defb {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.614483] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-646e0236-8cca-4d6c-9c26-b40d6d7fa391 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.631171] env[65448]: DEBUG nova.virt.block_device [None req-e268302e-9b04-42e9-82ab-2a32eb629c9e tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 1922ac25-2b1e-4a2d-b87a-1ca8712ac96d] Updating existing volume attachment record: cfe54f5a-c095-4919-a0cf-5ece5a9e7161 {{(pid=65448) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1090.639344] env[65448]: DEBUG nova.compute.manager [req-1e7248ff-347d-48a1-b427-76c5905038b0 req-a929fca2-b6df-4cea-a383-82bd3064b1ad service nova] [instance: ffb11675-ff83-4efb-be37-b642e50ea8b9] Received event network-vif-plugged-2d51f333-e777-44b1-b392-f80d31bf5212 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1090.639576] env[65448]: DEBUG oslo_concurrency.lockutils [req-1e7248ff-347d-48a1-b427-76c5905038b0 req-a929fca2-b6df-4cea-a383-82bd3064b1ad service nova] Acquiring lock "ffb11675-ff83-4efb-be37-b642e50ea8b9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.639802] env[65448]: DEBUG oslo_concurrency.lockutils [req-1e7248ff-347d-48a1-b427-76c5905038b0 req-a929fca2-b6df-4cea-a383-82bd3064b1ad service nova] Lock "ffb11675-ff83-4efb-be37-b642e50ea8b9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.640038] env[65448]: DEBUG oslo_concurrency.lockutils [req-1e7248ff-347d-48a1-b427-76c5905038b0 req-a929fca2-b6df-4cea-a383-82bd3064b1ad service nova] Lock "ffb11675-ff83-4efb-be37-b642e50ea8b9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.640214] env[65448]: DEBUG nova.compute.manager [req-1e7248ff-347d-48a1-b427-76c5905038b0 req-a929fca2-b6df-4cea-a383-82bd3064b1ad service nova] [instance: ffb11675-ff83-4efb-be37-b642e50ea8b9] No waiting events found dispatching network-vif-plugged-2d51f333-e777-44b1-b392-f80d31bf5212 {{(pid=65448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1090.640373] env[65448]: WARNING nova.compute.manager [req-1e7248ff-347d-48a1-b427-76c5905038b0 req-a929fca2-b6df-4cea-a383-82bd3064b1ad service nova] [instance: ffb11675-ff83-4efb-be37-b642e50ea8b9] Received unexpected event network-vif-plugged-2d51f333-e777-44b1-b392-f80d31bf5212 for instance with vm_state shelved_offloaded and task_state spawning. [ 1090.646806] env[65448]: DEBUG oslo_vmware.api [None req-0bde0022-20ae-4c7e-82ee-9a16e0d85a91 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': task-4938300, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177669} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.647049] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bde0022-20ae-4c7e-82ee-9a16e0d85a91 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1090.647256] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-0bde0022-20ae-4c7e-82ee-9a16e0d85a91 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: 10cc744f-31ce-42ef-9cd4-f505e190cb04] Deleted contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1090.647391] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-0bde0022-20ae-4c7e-82ee-9a16e0d85a91 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: 10cc744f-31ce-42ef-9cd4-f505e190cb04] Instance destroyed {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1090.647553] env[65448]: INFO nova.compute.manager [None req-0bde0022-20ae-4c7e-82ee-9a16e0d85a91 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: 10cc744f-31ce-42ef-9cd4-f505e190cb04] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1090.647791] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-0bde0022-20ae-4c7e-82ee-9a16e0d85a91 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1090.647976] env[65448]: DEBUG nova.compute.manager [-] [instance: 10cc744f-31ce-42ef-9cd4-f505e190cb04] Deallocating network for instance {{(pid=65448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1090.648084] env[65448]: DEBUG nova.network.neutron [-] [instance: 10cc744f-31ce-42ef-9cd4-f505e190cb04] deallocate_for_instance() {{(pid=65448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1090.648332] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1090.682423] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1090.723869] env[65448]: WARNING neutronclient.v2_0.client [None req-4e8cb291-e540-46d5-9e87-0eb395b8c8e6 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1090.740838] env[65448]: DEBUG oslo_concurrency.lockutils [None req-e5c8b5ba-8f2c-4239-9b5a-c6a066890a67 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Acquiring lock "refresh_cache-ffb11675-ff83-4efb-be37-b642e50ea8b9" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.741066] env[65448]: DEBUG oslo_concurrency.lockutils [None req-e5c8b5ba-8f2c-4239-9b5a-c6a066890a67 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Acquired lock "refresh_cache-ffb11675-ff83-4efb-be37-b642e50ea8b9" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.741210] env[65448]: DEBUG nova.network.neutron [None req-e5c8b5ba-8f2c-4239-9b5a-c6a066890a67 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: ffb11675-ff83-4efb-be37-b642e50ea8b9] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1090.773874] env[65448]: DEBUG oslo_concurrency.lockutils [None req-4e8cb291-e540-46d5-9e87-0eb395b8c8e6 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Acquiring lock "refresh_cache-24665a99-6cfb-4d8b-8d08-406b7d1f468f" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.774195] env[65448]: DEBUG oslo_concurrency.lockutils [None req-4e8cb291-e540-46d5-9e87-0eb395b8c8e6 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Acquired lock "refresh_cache-24665a99-6cfb-4d8b-8d08-406b7d1f468f" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.774309] env[65448]: DEBUG nova.network.neutron [None req-4e8cb291-e540-46d5-9e87-0eb395b8c8e6 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 24665a99-6cfb-4d8b-8d08-406b7d1f468f] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1090.911191] env[65448]: DEBUG nova.compute.manager [req-e477b55c-2e01-4c2e-bcf4-40fe844c53d0 req-4603ec6a-afc8-49f4-8f26-b4b4bdd28d21 service nova] [instance: 10cc744f-31ce-42ef-9cd4-f505e190cb04] Received event network-vif-deleted-8dac8446-1124-49e5-b00d-eeadb485b789 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1090.911543] env[65448]: INFO nova.compute.manager [req-e477b55c-2e01-4c2e-bcf4-40fe844c53d0 req-4603ec6a-afc8-49f4-8f26-b4b4bdd28d21 service nova] [instance: 10cc744f-31ce-42ef-9cd4-f505e190cb04] Neutron deleted interface 8dac8446-1124-49e5-b00d-eeadb485b789; detaching it from the instance and deleting it from the info cache [ 1090.911800] env[65448]: DEBUG nova.network.neutron [req-e477b55c-2e01-4c2e-bcf4-40fe844c53d0 req-4603ec6a-afc8-49f4-8f26-b4b4bdd28d21 service nova] [instance: 10cc744f-31ce-42ef-9cd4-f505e190cb04] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.934273] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b78a9aa4-f101-4268-a4aa-1be40c74176f tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.031592] env[65448]: DEBUG oslo_vmware.api [None req-7facbf2c-e835-4d65-85fc-106a60637d24 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': task-4938296, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.244324] env[65448]: WARNING neutronclient.v2_0.client [None req-e5c8b5ba-8f2c-4239-9b5a-c6a066890a67 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1091.276970] env[65448]: WARNING neutronclient.v2_0.client [None req-4e8cb291-e540-46d5-9e87-0eb395b8c8e6 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1091.392041] env[65448]: DEBUG nova.network.neutron [-] [instance: 10cc744f-31ce-42ef-9cd4-f505e190cb04] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.415057] env[65448]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9ed8a1f5-4f87-4078-8823-db7e3fd55129 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.427300] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83d71437-14d6-438e-b39a-f4cd1e12288d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.442025] env[65448]: WARNING neutronclient.v2_0.client [None req-e5c8b5ba-8f2c-4239-9b5a-c6a066890a67 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1091.445561] env[65448]: DEBUG oslo_concurrency.lockutils [None req-fb8922fb-9631-4324-971b-43c9c8feb6a7 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.344s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.448735] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.987s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.448927] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.449100] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65448) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1091.449469] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b78a9aa4-f101-4268-a4aa-1be40c74176f tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.515s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.451125] env[65448]: INFO nova.compute.claims [None req-b78a9aa4-f101-4268-a4aa-1be40c74176f tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] [instance: 29233a50-b2e2-4fe5-bf08-80a7b1c85e0b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1091.470719] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc56483f-7685-41f9-b13a-65b1155e8281 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.474063] env[65448]: DEBUG nova.compute.manager [req-e477b55c-2e01-4c2e-bcf4-40fe844c53d0 req-4603ec6a-afc8-49f4-8f26-b4b4bdd28d21 service nova] [instance: 10cc744f-31ce-42ef-9cd4-f505e190cb04] Detach interface failed, port_id=8dac8446-1124-49e5-b00d-eeadb485b789, reason: Instance 10cc744f-31ce-42ef-9cd4-f505e190cb04 could not be found. {{(pid=65448) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 1091.485400] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db769c73-ae65-4d44-9ec0-f81599ff2d3a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.507972] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e40018b-8f94-4d02-960e-549dd58ccdd4 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.517664] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbef9657-e3d1-4453-a93c-17e396f6c626 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.529598] env[65448]: WARNING neutronclient.v2_0.client [None req-4e8cb291-e540-46d5-9e87-0eb395b8c8e6 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1091.560395] env[65448]: DEBUG oslo_vmware.api [None req-7facbf2c-e835-4d65-85fc-106a60637d24 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': task-4938296, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.561143] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178743MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65448) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1091.561295] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.562724] env[65448]: DEBUG nova.network.neutron [None req-e5c8b5ba-8f2c-4239-9b5a-c6a066890a67 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: ffb11675-ff83-4efb-be37-b642e50ea8b9] Updating instance_info_cache with network_info: [{"id": "2d51f333-e777-44b1-b392-f80d31bf5212", "address": "fa:16:3e:6f:07:7f", "network": {"id": "3dad17d1-fdd5-4069-8675-ef8a0f0b9caf", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2039208773-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f35763225db24d7f858aa84e17d07cc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d51f333-e7", "ovs_interfaceid": "2d51f333-e777-44b1-b392-f80d31bf5212", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.634909] env[65448]: DEBUG nova.network.neutron [None req-4e8cb291-e540-46d5-9e87-0eb395b8c8e6 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 24665a99-6cfb-4d8b-8d08-406b7d1f468f] Updating instance_info_cache with network_info: [{"id": "af6f7b74-852c-4d48-970b-470008ad79e9", "address": "fa:16:3e:b2:cd:00", "network": {"id": "6fa83dea-1d83-4041-ae56-d9e5e5278559", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-78264896-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4a79f75fe9f47d4a1cca9aa9f9c3901", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf6f7b74-85", "ovs_interfaceid": "af6f7b74-852c-4d48-970b-470008ad79e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.895139] env[65448]: INFO nova.compute.manager [-] [instance: 10cc744f-31ce-42ef-9cd4-f505e190cb04] Took 1.25 seconds to deallocate network for instance. [ 1092.014976] env[65448]: INFO nova.scheduler.client.report [None req-fb8922fb-9631-4324-971b-43c9c8feb6a7 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Deleted allocation for migration 7b916847-c0cd-48fa-b05f-83fc653a4300 [ 1092.032988] env[65448]: DEBUG oslo_vmware.api [None req-7facbf2c-e835-4d65-85fc-106a60637d24 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': task-4938296, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.066064] env[65448]: DEBUG oslo_concurrency.lockutils [None req-e5c8b5ba-8f2c-4239-9b5a-c6a066890a67 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Releasing lock "refresh_cache-ffb11675-ff83-4efb-be37-b642e50ea8b9" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.096327] env[65448]: DEBUG nova.virt.hardware [None req-e5c8b5ba-8f2c-4239-9b5a-c6a066890a67 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='2271246fe6fb7396677108d4182c4da2',container_format='bare',created_at=2025-12-08T17:29:59Z,direct_url=,disk_format='vmdk',id=4a502846-d27e-4353-b382-14117b90ad65,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1198561515-shelved',owner='f35763225db24d7f858aa84e17d07cc4',properties=ImageMetaProps,protected=,size=31671808,status='active',tags=,updated_at=2025-12-08T17:30:15Z,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1092.096561] env[65448]: DEBUG nova.virt.hardware [None req-e5c8b5ba-8f2c-4239-9b5a-c6a066890a67 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1092.096707] env[65448]: DEBUG nova.virt.hardware [None req-e5c8b5ba-8f2c-4239-9b5a-c6a066890a67 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1092.096874] env[65448]: DEBUG nova.virt.hardware [None req-e5c8b5ba-8f2c-4239-9b5a-c6a066890a67 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1092.097044] env[65448]: DEBUG nova.virt.hardware [None req-e5c8b5ba-8f2c-4239-9b5a-c6a066890a67 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1092.097222] env[65448]: DEBUG nova.virt.hardware [None req-e5c8b5ba-8f2c-4239-9b5a-c6a066890a67 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1092.097422] env[65448]: DEBUG nova.virt.hardware [None req-e5c8b5ba-8f2c-4239-9b5a-c6a066890a67 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1092.097604] env[65448]: DEBUG nova.virt.hardware [None req-e5c8b5ba-8f2c-4239-9b5a-c6a066890a67 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1092.098053] env[65448]: DEBUG nova.virt.hardware [None req-e5c8b5ba-8f2c-4239-9b5a-c6a066890a67 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1092.098237] env[65448]: DEBUG nova.virt.hardware [None req-e5c8b5ba-8f2c-4239-9b5a-c6a066890a67 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1092.098500] env[65448]: DEBUG nova.virt.hardware [None req-e5c8b5ba-8f2c-4239-9b5a-c6a066890a67 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1092.099551] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b6434dd-8fc1-4f89-bfd5-e12be0e13127 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.107637] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-921339a0-deb2-4557-a48d-4547a6e01970 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.122251] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-e5c8b5ba-8f2c-4239-9b5a-c6a066890a67 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: ffb11675-ff83-4efb-be37-b642e50ea8b9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6f:07:7f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c894ab55-c869-4530-9702-cb46d173ce94', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2d51f333-e777-44b1-b392-f80d31bf5212', 'vif_model': 'vmxnet3'}] {{(pid=65448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1092.129769] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-e5c8b5ba-8f2c-4239-9b5a-c6a066890a67 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1092.130118] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ffb11675-ff83-4efb-be37-b642e50ea8b9] Creating VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1092.130380] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9995ac3b-83d9-41a9-ae32-609bc7d93dcf {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.146438] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff63efdd-c745-4193-8e17-4895b468a8ee tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 16d98a4f-d6a2-4f7e-95fb-526cf2e1fab4] Volume attach. Driver type: vmdk {{(pid=65448) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1092.146529] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff63efdd-c745-4193-8e17-4895b468a8ee tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 16d98a4f-d6a2-4f7e-95fb-526cf2e1fab4] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-962052', 'volume_id': '39d4eba4-ba7e-4e40-bcbe-3070df843f78', 'name': 'volume-39d4eba4-ba7e-4e40-bcbe-3070df843f78', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '16d98a4f-d6a2-4f7e-95fb-526cf2e1fab4', 'attached_at': '', 'detached_at': '', 'volume_id': '39d4eba4-ba7e-4e40-bcbe-3070df843f78', 'serial': '39d4eba4-ba7e-4e40-bcbe-3070df843f78'} {{(pid=65448) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1092.146992] env[65448]: DEBUG oslo_concurrency.lockutils [None req-4e8cb291-e540-46d5-9e87-0eb395b8c8e6 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Releasing lock "refresh_cache-24665a99-6cfb-4d8b-8d08-406b7d1f468f" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.151636] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ffa29eb-2f7a-4c37-9906-12207750322c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.160189] env[65448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1092.160189] env[65448]: value = "task-4938302" [ 1092.160189] env[65448]: _type = "Task" [ 1092.160189] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.174731] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94d56964-3f66-4049-bfea-aaa06373b425 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.184911] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4938302, 'name': CreateVM_Task} progress is 10%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.207028] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff63efdd-c745-4193-8e17-4895b468a8ee tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 16d98a4f-d6a2-4f7e-95fb-526cf2e1fab4] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] volume-39d4eba4-ba7e-4e40-bcbe-3070df843f78/volume-39d4eba4-ba7e-4e40-bcbe-3070df843f78.vmdk or device None with type thin {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1092.207028] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16803c1e-5825-40d0-9448-66f0d7fd7f39 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.224751] env[65448]: DEBUG oslo_vmware.api [None req-ff63efdd-c745-4193-8e17-4895b468a8ee tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Waiting for the task: (returnval){ [ 1092.224751] env[65448]: value = "task-4938303" [ 1092.224751] env[65448]: _type = "Task" [ 1092.224751] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.235573] env[65448]: DEBUG oslo_vmware.api [None req-ff63efdd-c745-4193-8e17-4895b468a8ee tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': task-4938303, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.402939] env[65448]: DEBUG oslo_concurrency.lockutils [None req-0bde0022-20ae-4c7e-82ee-9a16e0d85a91 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.520943] env[65448]: DEBUG oslo_concurrency.lockutils [None req-fb8922fb-9631-4324-971b-43c9c8feb6a7 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Lock "a79aa8d7-c3ce-4c6e-84c5-059e29f04a00" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 8.950s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.534757] env[65448]: DEBUG oslo_vmware.api [None req-7facbf2c-e835-4d65-85fc-106a60637d24 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': task-4938296, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.663611] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb083371-4274-48e9-9939-d2d133ccebaa {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.671549] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4839e2a9-995e-41ff-88b3-b9f2fc82a6d2 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.679291] env[65448]: DEBUG nova.compute.manager [req-3df85063-e67b-4215-98bb-0af136ec59fc req-0dac089e-d7dc-4511-a250-b40bfb232495 service nova] [instance: ffb11675-ff83-4efb-be37-b642e50ea8b9] Received event network-changed-2d51f333-e777-44b1-b392-f80d31bf5212 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1092.679501] env[65448]: DEBUG nova.compute.manager [req-3df85063-e67b-4215-98bb-0af136ec59fc req-0dac089e-d7dc-4511-a250-b40bfb232495 service nova] [instance: ffb11675-ff83-4efb-be37-b642e50ea8b9] Refreshing instance network info cache due to event network-changed-2d51f333-e777-44b1-b392-f80d31bf5212. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 1092.679841] env[65448]: DEBUG oslo_concurrency.lockutils [req-3df85063-e67b-4215-98bb-0af136ec59fc req-0dac089e-d7dc-4511-a250-b40bfb232495 service nova] Acquiring lock "refresh_cache-ffb11675-ff83-4efb-be37-b642e50ea8b9" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.680067] env[65448]: DEBUG oslo_concurrency.lockutils [req-3df85063-e67b-4215-98bb-0af136ec59fc req-0dac089e-d7dc-4511-a250-b40bfb232495 service nova] Acquired lock "refresh_cache-ffb11675-ff83-4efb-be37-b642e50ea8b9" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.680290] env[65448]: DEBUG nova.network.neutron [req-3df85063-e67b-4215-98bb-0af136ec59fc req-0dac089e-d7dc-4511-a250-b40bfb232495 service nova] [instance: ffb11675-ff83-4efb-be37-b642e50ea8b9] Refreshing network info cache for port 2d51f333-e777-44b1-b392-f80d31bf5212 {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1092.693692] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4938302, 'name': CreateVM_Task, 'duration_secs': 0.341841} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.697692] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ffb11675-ff83-4efb-be37-b642e50ea8b9] Created VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1092.701461] env[65448]: WARNING neutronclient.v2_0.client [None req-e5c8b5ba-8f2c-4239-9b5a-c6a066890a67 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1092.701928] env[65448]: DEBUG oslo_concurrency.lockutils [None req-e5c8b5ba-8f2c-4239-9b5a-c6a066890a67 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a502846-d27e-4353-b382-14117b90ad65" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.701928] env[65448]: DEBUG oslo_concurrency.lockutils [None req-e5c8b5ba-8f2c-4239-9b5a-c6a066890a67 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a502846-d27e-4353-b382-14117b90ad65" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.702321] env[65448]: DEBUG oslo_concurrency.lockutils [None req-e5c8b5ba-8f2c-4239-9b5a-c6a066890a67 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4a502846-d27e-4353-b382-14117b90ad65" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.703365] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fae83c9b-1bb0-4396-9f32-45dd04d9bf47 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.707262] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8e94fc2-0e8b-4a20-ab5d-5e51fbd2a9b9 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.717991] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6892346-198c-4fe2-887b-37c3a2612201 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.723810] env[65448]: DEBUG oslo_vmware.api [None req-e5c8b5ba-8f2c-4239-9b5a-c6a066890a67 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Waiting for the task: (returnval){ [ 1092.723810] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5268ac99-e4eb-970c-6b69-627fe76a862a" [ 1092.723810] env[65448]: _type = "Task" [ 1092.723810] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.774284] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f480809-874e-45e7-925c-96305d2b026c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.781326] env[65448]: DEBUG oslo_concurrency.lockutils [None req-e5c8b5ba-8f2c-4239-9b5a-c6a066890a67 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a502846-d27e-4353-b382-14117b90ad65" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.781560] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-e5c8b5ba-8f2c-4239-9b5a-c6a066890a67 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: ffb11675-ff83-4efb-be37-b642e50ea8b9] Processing image 4a502846-d27e-4353-b382-14117b90ad65 {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1092.781796] env[65448]: DEBUG oslo_concurrency.lockutils [None req-e5c8b5ba-8f2c-4239-9b5a-c6a066890a67 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a502846-d27e-4353-b382-14117b90ad65/4a502846-d27e-4353-b382-14117b90ad65.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.781941] env[65448]: DEBUG oslo_concurrency.lockutils [None req-e5c8b5ba-8f2c-4239-9b5a-c6a066890a67 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a502846-d27e-4353-b382-14117b90ad65/4a502846-d27e-4353-b382-14117b90ad65.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.782138] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5c8b5ba-8f2c-4239-9b5a-c6a066890a67 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1092.782402] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fb618006-c4fa-49f4-a526-295763e4640c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.789229] env[65448]: DEBUG oslo_vmware.api [None req-ff63efdd-c745-4193-8e17-4895b468a8ee tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': task-4938303, 'name': ReconfigVM_Task, 'duration_secs': 0.377005} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.790823] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1388c06b-4472-4d8b-b747-59de2520b1ff {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.795121] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff63efdd-c745-4193-8e17-4895b468a8ee tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 16d98a4f-d6a2-4f7e-95fb-526cf2e1fab4] Reconfigured VM instance instance-00000063 to attach disk [datastore2] volume-39d4eba4-ba7e-4e40-bcbe-3070df843f78/volume-39d4eba4-ba7e-4e40-bcbe-3070df843f78.vmdk or device None with type thin {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1092.801606] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe1c7a0b-50cc-445c-a20e-89814cb87e62 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.812181] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5c8b5ba-8f2c-4239-9b5a-c6a066890a67 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1092.812375] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-e5c8b5ba-8f2c-4239-9b5a-c6a066890a67 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1092.814032] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c0136c5-7adf-4a5f-9eda-b229fc82d0d8 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.826999] env[65448]: DEBUG nova.compute.provider_tree [None req-b78a9aa4-f101-4268-a4aa-1be40c74176f tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1092.831944] env[65448]: DEBUG oslo_vmware.api [None req-e5c8b5ba-8f2c-4239-9b5a-c6a066890a67 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Waiting for the task: (returnval){ [ 1092.831944] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]521d8cc8-0256-6a67-3b43-b5ec24e558e4" [ 1092.831944] env[65448]: _type = "Task" [ 1092.831944] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.833647] env[65448]: DEBUG oslo_vmware.api [None req-ff63efdd-c745-4193-8e17-4895b468a8ee tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Waiting for the task: (returnval){ [ 1092.833647] env[65448]: value = "task-4938304" [ 1092.833647] env[65448]: _type = "Task" [ 1092.833647] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.848200] env[65448]: DEBUG oslo_concurrency.lockutils [None req-7a720c02-9d1e-4d93-96a9-bdfe4926c599 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Acquiring lock "a79aa8d7-c3ce-4c6e-84c5-059e29f04a00" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.848422] env[65448]: DEBUG oslo_concurrency.lockutils [None req-7a720c02-9d1e-4d93-96a9-bdfe4926c599 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Lock "a79aa8d7-c3ce-4c6e-84c5-059e29f04a00" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.848689] env[65448]: DEBUG oslo_concurrency.lockutils [None req-7a720c02-9d1e-4d93-96a9-bdfe4926c599 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Acquiring lock "a79aa8d7-c3ce-4c6e-84c5-059e29f04a00-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.848928] env[65448]: DEBUG oslo_concurrency.lockutils [None req-7a720c02-9d1e-4d93-96a9-bdfe4926c599 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Lock "a79aa8d7-c3ce-4c6e-84c5-059e29f04a00-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.849056] env[65448]: DEBUG oslo_concurrency.lockutils [None req-7a720c02-9d1e-4d93-96a9-bdfe4926c599 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Lock "a79aa8d7-c3ce-4c6e-84c5-059e29f04a00-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.855129] env[65448]: DEBUG oslo_vmware.api [None req-e5c8b5ba-8f2c-4239-9b5a-c6a066890a67 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]521d8cc8-0256-6a67-3b43-b5ec24e558e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.855129] env[65448]: DEBUG oslo_vmware.api [None req-ff63efdd-c745-4193-8e17-4895b468a8ee tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': task-4938304, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.860059] env[65448]: INFO nova.compute.manager [None req-7a720c02-9d1e-4d93-96a9-bdfe4926c599 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: a79aa8d7-c3ce-4c6e-84c5-059e29f04a00] Terminating instance [ 1093.034753] env[65448]: DEBUG oslo_vmware.api [None req-7facbf2c-e835-4d65-85fc-106a60637d24 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': task-4938296, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.186423] env[65448]: WARNING neutronclient.v2_0.client [req-3df85063-e67b-4215-98bb-0af136ec59fc req-0dac089e-d7dc-4511-a250-b40bfb232495 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1093.331735] env[65448]: DEBUG nova.scheduler.client.report [None req-b78a9aa4-f101-4268-a4aa-1be40c74176f tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1093.350393] env[65448]: DEBUG oslo_vmware.api [None req-ff63efdd-c745-4193-8e17-4895b468a8ee tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': task-4938304, 'name': ReconfigVM_Task, 'duration_secs': 0.177963} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.355782] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff63efdd-c745-4193-8e17-4895b468a8ee tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 16d98a4f-d6a2-4f7e-95fb-526cf2e1fab4] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-962052', 'volume_id': '39d4eba4-ba7e-4e40-bcbe-3070df843f78', 'name': 'volume-39d4eba4-ba7e-4e40-bcbe-3070df843f78', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '16d98a4f-d6a2-4f7e-95fb-526cf2e1fab4', 'attached_at': '', 'detached_at': '', 'volume_id': '39d4eba4-ba7e-4e40-bcbe-3070df843f78', 'serial': '39d4eba4-ba7e-4e40-bcbe-3070df843f78'} {{(pid=65448) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1093.361238] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-e5c8b5ba-8f2c-4239-9b5a-c6a066890a67 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: ffb11675-ff83-4efb-be37-b642e50ea8b9] Preparing fetch location {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1093.361238] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-e5c8b5ba-8f2c-4239-9b5a-c6a066890a67 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: ffb11675-ff83-4efb-be37-b642e50ea8b9] Fetch image to [datastore2] OSTACK_IMG_ea09bbc6-1504-48b0-a84f-d11e9f743f9b/OSTACK_IMG_ea09bbc6-1504-48b0-a84f-d11e9f743f9b.vmdk {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1093.361435] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-e5c8b5ba-8f2c-4239-9b5a-c6a066890a67 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: ffb11675-ff83-4efb-be37-b642e50ea8b9] Downloading stream optimized image 4a502846-d27e-4353-b382-14117b90ad65 to [datastore2] OSTACK_IMG_ea09bbc6-1504-48b0-a84f-d11e9f743f9b/OSTACK_IMG_ea09bbc6-1504-48b0-a84f-d11e9f743f9b.vmdk on the data store datastore2 as vApp {{(pid=65448) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1093.361598] env[65448]: DEBUG nova.virt.vmwareapi.images [None req-e5c8b5ba-8f2c-4239-9b5a-c6a066890a67 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: ffb11675-ff83-4efb-be37-b642e50ea8b9] Downloading image file data 4a502846-d27e-4353-b382-14117b90ad65 to the ESX as VM named 'OSTACK_IMG_ea09bbc6-1504-48b0-a84f-d11e9f743f9b' {{(pid=65448) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1093.364285] env[65448]: DEBUG nova.compute.manager [None req-7a720c02-9d1e-4d93-96a9-bdfe4926c599 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: a79aa8d7-c3ce-4c6e-84c5-059e29f04a00] Start destroying the instance on the hypervisor. {{(pid=65448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3209}} [ 1093.364475] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-7a720c02-9d1e-4d93-96a9-bdfe4926c599 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: a79aa8d7-c3ce-4c6e-84c5-059e29f04a00] Destroying instance {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1093.364791] env[65448]: DEBUG oslo_concurrency.lockutils [None req-cd4c0776-7fbc-4f43-8c76-d0e451543b25 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Acquiring lock "4519dc37-aea6-46ff-bb47-15f76c6b9cdf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.365011] env[65448]: DEBUG oslo_concurrency.lockutils [None req-cd4c0776-7fbc-4f43-8c76-d0e451543b25 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Lock "4519dc37-aea6-46ff-bb47-15f76c6b9cdf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.368372] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8452c36d-3652-45da-8253-36d07acb3917 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.379717] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a720c02-9d1e-4d93-96a9-bdfe4926c599 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: a79aa8d7-c3ce-4c6e-84c5-059e29f04a00] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1093.379855] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6d3e3895-b02c-47b0-aeab-ec4606f958a7 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.388051] env[65448]: DEBUG oslo_vmware.api [None req-7a720c02-9d1e-4d93-96a9-bdfe4926c599 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Waiting for the task: (returnval){ [ 1093.388051] env[65448]: value = "task-4938306" [ 1093.388051] env[65448]: _type = "Task" [ 1093.388051] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.396557] env[65448]: WARNING neutronclient.v2_0.client [req-3df85063-e67b-4215-98bb-0af136ec59fc req-0dac089e-d7dc-4511-a250-b40bfb232495 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1093.422230] env[65448]: DEBUG oslo_vmware.api [None req-7a720c02-9d1e-4d93-96a9-bdfe4926c599 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': task-4938306, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.468496] env[65448]: DEBUG oslo_vmware.rw_handles [None req-e5c8b5ba-8f2c-4239-9b5a-c6a066890a67 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1093.468496] env[65448]: value = "resgroup-9" [ 1093.468496] env[65448]: _type = "ResourcePool" [ 1093.468496] env[65448]: }. {{(pid=65448) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1093.471550] env[65448]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-512a713b-1041-4dc2-870c-3d234d878595 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.493061] env[65448]: DEBUG oslo_vmware.rw_handles [None req-e5c8b5ba-8f2c-4239-9b5a-c6a066890a67 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Lease: (returnval){ [ 1093.493061] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5209e653-c65d-83b9-eedb-330889d8a98d" [ 1093.493061] env[65448]: _type = "HttpNfcLease" [ 1093.493061] env[65448]: } obtained for vApp import into resource pool (val){ [ 1093.493061] env[65448]: value = "resgroup-9" [ 1093.493061] env[65448]: _type = "ResourcePool" [ 1093.493061] env[65448]: }. {{(pid=65448) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1093.493415] env[65448]: DEBUG oslo_vmware.api [None req-e5c8b5ba-8f2c-4239-9b5a-c6a066890a67 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Waiting for the lease: (returnval){ [ 1093.493415] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5209e653-c65d-83b9-eedb-330889d8a98d" [ 1093.493415] env[65448]: _type = "HttpNfcLease" [ 1093.493415] env[65448]: } to be ready. {{(pid=65448) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1093.500648] env[65448]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1093.500648] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5209e653-c65d-83b9-eedb-330889d8a98d" [ 1093.500648] env[65448]: _type = "HttpNfcLease" [ 1093.500648] env[65448]: } is initializing. {{(pid=65448) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1093.529841] env[65448]: DEBUG nova.network.neutron [req-3df85063-e67b-4215-98bb-0af136ec59fc req-0dac089e-d7dc-4511-a250-b40bfb232495 service nova] [instance: ffb11675-ff83-4efb-be37-b642e50ea8b9] Updated VIF entry in instance network info cache for port 2d51f333-e777-44b1-b392-f80d31bf5212. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1093.530339] env[65448]: DEBUG nova.network.neutron [req-3df85063-e67b-4215-98bb-0af136ec59fc req-0dac089e-d7dc-4511-a250-b40bfb232495 service nova] [instance: ffb11675-ff83-4efb-be37-b642e50ea8b9] Updating instance_info_cache with network_info: [{"id": "2d51f333-e777-44b1-b392-f80d31bf5212", "address": "fa:16:3e:6f:07:7f", "network": {"id": "3dad17d1-fdd5-4069-8675-ef8a0f0b9caf", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2039208773-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f35763225db24d7f858aa84e17d07cc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d51f333-e7", "ovs_interfaceid": "2d51f333-e777-44b1-b392-f80d31bf5212", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.540995] env[65448]: DEBUG oslo_vmware.api [None req-7facbf2c-e835-4d65-85fc-106a60637d24 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': task-4938296, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.837841] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b78a9aa4-f101-4268-a4aa-1be40c74176f tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.388s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.838393] env[65448]: DEBUG nova.compute.manager [None req-b78a9aa4-f101-4268-a4aa-1be40c74176f tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] [instance: 29233a50-b2e2-4fe5-bf08-80a7b1c85e0b] Start building networks asynchronously for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2881}} [ 1093.841534] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ba93ca6-ef1f-4005-a08d-6c4c3d15b0d2 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.845071] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 2.284s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.873056] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3e1b1e5-f473-4bf6-81c4-ec371103342c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.875989] env[65448]: DEBUG nova.compute.manager [None req-cd4c0776-7fbc-4f43-8c76-d0e451543b25 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: 4519dc37-aea6-46ff-bb47-15f76c6b9cdf] Starting instance... {{(pid=65448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2483}} [ 1093.884039] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-4e8cb291-e540-46d5-9e87-0eb395b8c8e6 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 24665a99-6cfb-4d8b-8d08-406b7d1f468f] Updating instance '24665a99-6cfb-4d8b-8d08-406b7d1f468f' progress to 83 {{(pid=65448) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1093.901034] env[65448]: DEBUG oslo_vmware.api [None req-7a720c02-9d1e-4d93-96a9-bdfe4926c599 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': task-4938306, 'name': PowerOffVM_Task, 'duration_secs': 0.249133} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.901995] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a720c02-9d1e-4d93-96a9-bdfe4926c599 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: a79aa8d7-c3ce-4c6e-84c5-059e29f04a00] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1093.902256] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-7a720c02-9d1e-4d93-96a9-bdfe4926c599 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: a79aa8d7-c3ce-4c6e-84c5-059e29f04a00] Unregistering the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1093.902634] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2c57d8b3-f7a6-41ca-b0ee-4d1afc465452 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.977793] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-7a720c02-9d1e-4d93-96a9-bdfe4926c599 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: a79aa8d7-c3ce-4c6e-84c5-059e29f04a00] Unregistered the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1093.978097] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-7a720c02-9d1e-4d93-96a9-bdfe4926c599 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: a79aa8d7-c3ce-4c6e-84c5-059e29f04a00] Deleting contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1093.978360] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a720c02-9d1e-4d93-96a9-bdfe4926c599 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Deleting the datastore file [datastore2] a79aa8d7-c3ce-4c6e-84c5-059e29f04a00 {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1093.978713] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e363a5c5-7bf2-41f2-a81f-a02f9db886d9 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.991253] env[65448]: DEBUG oslo_vmware.api [None req-7a720c02-9d1e-4d93-96a9-bdfe4926c599 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Waiting for the task: (returnval){ [ 1093.991253] env[65448]: value = "task-4938309" [ 1093.991253] env[65448]: _type = "Task" [ 1093.991253] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.004181] env[65448]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1094.004181] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5209e653-c65d-83b9-eedb-330889d8a98d" [ 1094.004181] env[65448]: _type = "HttpNfcLease" [ 1094.004181] env[65448]: } is ready. {{(pid=65448) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1094.007190] env[65448]: DEBUG oslo_vmware.rw_handles [None req-e5c8b5ba-8f2c-4239-9b5a-c6a066890a67 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1094.007190] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5209e653-c65d-83b9-eedb-330889d8a98d" [ 1094.007190] env[65448]: _type = "HttpNfcLease" [ 1094.007190] env[65448]: }. {{(pid=65448) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1094.007450] env[65448]: DEBUG oslo_vmware.api [None req-7a720c02-9d1e-4d93-96a9-bdfe4926c599 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': task-4938309, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.008212] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-296fec9e-df93-4d12-b91c-7eca39f39c51 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.016663] env[65448]: DEBUG oslo_vmware.rw_handles [None req-e5c8b5ba-8f2c-4239-9b5a-c6a066890a67 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52284ae6-ec74-3048-52fe-629b5d839e89/disk-0.vmdk from lease info. {{(pid=65448) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1094.016880] env[65448]: DEBUG oslo_vmware.rw_handles [None req-e5c8b5ba-8f2c-4239-9b5a-c6a066890a67 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Creating HTTP connection to write to file with size = 31671808 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52284ae6-ec74-3048-52fe-629b5d839e89/disk-0.vmdk. {{(pid=65448) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1094.072167] env[65448]: DEBUG oslo_concurrency.lockutils [req-3df85063-e67b-4215-98bb-0af136ec59fc req-0dac089e-d7dc-4511-a250-b40bfb232495 service nova] Releasing lock "refresh_cache-ffb11675-ff83-4efb-be37-b642e50ea8b9" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.083541] env[65448]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-800112af-c9fb-4a3a-a33d-003ff27b7ea9 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.085983] env[65448]: DEBUG oslo_vmware.api [None req-7facbf2c-e835-4d65-85fc-106a60637d24 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': task-4938296, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.347364] env[65448]: DEBUG nova.compute.utils [None req-b78a9aa4-f101-4268-a4aa-1be40c74176f tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Using /dev/sd instead of None {{(pid=65448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1094.349616] env[65448]: DEBUG nova.compute.manager [None req-b78a9aa4-f101-4268-a4aa-1be40c74176f tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] [instance: 29233a50-b2e2-4fe5-bf08-80a7b1c85e0b] Allocating IP information in the background. {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 1094.349954] env[65448]: DEBUG nova.network.neutron [None req-b78a9aa4-f101-4268-a4aa-1be40c74176f tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] [instance: 29233a50-b2e2-4fe5-bf08-80a7b1c85e0b] allocate_for_instance() {{(pid=65448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1094.350418] env[65448]: WARNING neutronclient.v2_0.client [None req-b78a9aa4-f101-4268-a4aa-1be40c74176f tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1094.350836] env[65448]: WARNING neutronclient.v2_0.client [None req-b78a9aa4-f101-4268-a4aa-1be40c74176f tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1094.391590] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e8cb291-e540-46d5-9e87-0eb395b8c8e6 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 24665a99-6cfb-4d8b-8d08-406b7d1f468f] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1094.395160] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a7fbbf4b-34e9-434e-b012-db63c9f8bb1e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.411268] env[65448]: DEBUG nova.objects.instance [None req-ff63efdd-c745-4193-8e17-4895b468a8ee tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Lazy-loading 'flavor' on Instance uuid 16d98a4f-d6a2-4f7e-95fb-526cf2e1fab4 {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1094.412607] env[65448]: DEBUG oslo_vmware.api [None req-4e8cb291-e540-46d5-9e87-0eb395b8c8e6 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Waiting for the task: (returnval){ [ 1094.412607] env[65448]: value = "task-4938310" [ 1094.412607] env[65448]: _type = "Task" [ 1094.412607] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.421552] env[65448]: DEBUG oslo_concurrency.lockutils [None req-cd4c0776-7fbc-4f43-8c76-d0e451543b25 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.428650] env[65448]: DEBUG oslo_vmware.api [None req-4e8cb291-e540-46d5-9e87-0eb395b8c8e6 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4938310, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.444309] env[65448]: DEBUG nova.policy [None req-b78a9aa4-f101-4268-a4aa-1be40c74176f tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cadda73ed6f945af9e4e7c07ce7767be', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4a9c0479f62f4d4bb6a459d2f03cce60', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65448) authorize /opt/stack/nova/nova/policy.py:192}} [ 1095.258185] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Applying migration context for instance 24665a99-6cfb-4d8b-8d08-406b7d1f468f as it has an incoming, in-progress migration 02aef734-b399-47f9-9309-b96dba549600. Migration status is post-migrating {{(pid=65448) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1095.260298] env[65448]: INFO nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] [instance: 24665a99-6cfb-4d8b-8d08-406b7d1f468f] Updating resource usage from migration 02aef734-b399-47f9-9309-b96dba549600 [ 1095.262974] env[65448]: DEBUG nova.compute.manager [None req-b78a9aa4-f101-4268-a4aa-1be40c74176f tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] [instance: 29233a50-b2e2-4fe5-bf08-80a7b1c85e0b] Start building block device mappings for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2916}} [ 1095.267386] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6b848d10-863b-4e3f-884f-f0a8c6ea5c50 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Acquiring lock "16d98a4f-d6a2-4f7e-95fb-526cf2e1fab4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.267906] env[65448]: DEBUG oslo_vmware.api [None req-7a720c02-9d1e-4d93-96a9-bdfe4926c599 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': task-4938309, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160326} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.269151] env[65448]: DEBUG nova.network.neutron [None req-b78a9aa4-f101-4268-a4aa-1be40c74176f tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] [instance: 29233a50-b2e2-4fe5-bf08-80a7b1c85e0b] Successfully created port: 83cc6528-3599-4a83-b6bb-c9db78b24e2a {{(pid=65448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1095.271360] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-e268302e-9b04-42e9-82ab-2a32eb629c9e tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 1922ac25-2b1e-4a2d-b87a-1ca8712ac96d] Volume attach. Driver type: vmdk {{(pid=65448) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1095.271479] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-e268302e-9b04-42e9-82ab-2a32eb629c9e tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 1922ac25-2b1e-4a2d-b87a-1ca8712ac96d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-962053', 'volume_id': 'fd46fe85-2549-4bd6-86be-731db3418021', 'name': 'volume-fd46fe85-2549-4bd6-86be-731db3418021', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1922ac25-2b1e-4a2d-b87a-1ca8712ac96d', 'attached_at': '', 'detached_at': '', 'volume_id': 'fd46fe85-2549-4bd6-86be-731db3418021', 'serial': 'fd46fe85-2549-4bd6-86be-731db3418021'} {{(pid=65448) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1095.288705] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a720c02-9d1e-4d93-96a9-bdfe4926c599 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1095.289038] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-7a720c02-9d1e-4d93-96a9-bdfe4926c599 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: a79aa8d7-c3ce-4c6e-84c5-059e29f04a00] Deleted contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1095.289252] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-7a720c02-9d1e-4d93-96a9-bdfe4926c599 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: a79aa8d7-c3ce-4c6e-84c5-059e29f04a00] Instance destroyed {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1095.289473] env[65448]: INFO nova.compute.manager [None req-7a720c02-9d1e-4d93-96a9-bdfe4926c599 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: a79aa8d7-c3ce-4c6e-84c5-059e29f04a00] Took 1.92 seconds to destroy the instance on the hypervisor. [ 1095.289759] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-7a720c02-9d1e-4d93-96a9-bdfe4926c599 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1095.290573] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02faf514-a241-4dfa-a060-c2fec0908e8f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.293899] env[65448]: DEBUG oslo_concurrency.lockutils [None req-ff63efdd-c745-4193-8e17-4895b468a8ee tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Lock "16d98a4f-d6a2-4f7e-95fb-526cf2e1fab4" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.305s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.299595] env[65448]: DEBUG nova.compute.manager [-] [instance: a79aa8d7-c3ce-4c6e-84c5-059e29f04a00] Deallocating network for instance {{(pid=65448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1095.299800] env[65448]: DEBUG nova.network.neutron [-] [instance: a79aa8d7-c3ce-4c6e-84c5-059e29f04a00] deallocate_for_instance() {{(pid=65448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1095.300168] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1095.304476] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6b848d10-863b-4e3f-884f-f0a8c6ea5c50 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Lock "16d98a4f-d6a2-4f7e-95fb-526cf2e1fab4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.035s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.304476] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6b848d10-863b-4e3f-884f-f0a8c6ea5c50 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Acquiring lock "16d98a4f-d6a2-4f7e-95fb-526cf2e1fab4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.304476] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6b848d10-863b-4e3f-884f-f0a8c6ea5c50 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Lock "16d98a4f-d6a2-4f7e-95fb-526cf2e1fab4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.304476] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6b848d10-863b-4e3f-884f-f0a8c6ea5c50 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Lock "16d98a4f-d6a2-4f7e-95fb-526cf2e1fab4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.306144] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance ec4482b0-2919-48e3-a773-7013a9bb0899 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1095.306353] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance 6ca5c62d-cf52-4f78-9e01-5623f4989442 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1095.306609] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1095.306780] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance 2aca5466-f783-4972-8c9d-d0de3a679c0c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1095.306935] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance b0c623fa-d333-4033-9b82-c846509e532a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1095.307122] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance 1922ac25-2b1e-4a2d-b87a-1ca8712ac96d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1095.307271] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance d53e2a3e-2205-44b0-9e68-91125832a67f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1095.307443] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance a79aa8d7-c3ce-4c6e-84c5-059e29f04a00 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1095.308090] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance 16d98a4f-d6a2-4f7e-95fb-526cf2e1fab4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1095.308090] env[65448]: WARNING nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance 10cc744f-31ce-42ef-9cd4-f505e190cb04 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1095.308090] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance ffb11675-ff83-4efb-be37-b642e50ea8b9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1095.308090] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Migration 02aef734-b399-47f9-9309-b96dba549600 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1745}} [ 1095.308427] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance 24665a99-6cfb-4d8b-8d08-406b7d1f468f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1095.308427] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance 29233a50-b2e2-4fe5-bf08-80a7b1c85e0b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1095.312279] env[65448]: INFO nova.compute.manager [None req-6b848d10-863b-4e3f-884f-f0a8c6ea5c50 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 16d98a4f-d6a2-4f7e-95fb-526cf2e1fab4] Terminating instance [ 1095.339981] env[65448]: DEBUG oslo_vmware.api [None req-4e8cb291-e540-46d5-9e87-0eb395b8c8e6 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4938310, 'name': PowerOnVM_Task, 'duration_secs': 0.75626} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.340275] env[65448]: DEBUG oslo_vmware.api [None req-7facbf2c-e835-4d65-85fc-106a60637d24 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': task-4938296, 'name': ReconfigVM_Task, 'duration_secs': 5.795939} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.341494] env[65448]: DEBUG nova.compute.manager [None req-6b848d10-863b-4e3f-884f-f0a8c6ea5c50 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 16d98a4f-d6a2-4f7e-95fb-526cf2e1fab4] Start destroying the instance on the hypervisor. {{(pid=65448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3209}} [ 1095.341733] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b848d10-863b-4e3f-884f-f0a8c6ea5c50 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 16d98a4f-d6a2-4f7e-95fb-526cf2e1fab4] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1095.348114] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e8cb291-e540-46d5-9e87-0eb395b8c8e6 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 24665a99-6cfb-4d8b-8d08-406b7d1f468f] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1095.348385] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-4e8cb291-e540-46d5-9e87-0eb395b8c8e6 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 24665a99-6cfb-4d8b-8d08-406b7d1f468f] Updating instance '24665a99-6cfb-4d8b-8d08-406b7d1f468f' progress to 100 {{(pid=65448) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1095.353640] env[65448]: DEBUG oslo_concurrency.lockutils [None req-7facbf2c-e835-4d65-85fc-106a60637d24 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Releasing lock "b0c623fa-d333-4033-9b82-c846509e532a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.354079] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-7facbf2c-e835-4d65-85fc-106a60637d24 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: b0c623fa-d333-4033-9b82-c846509e532a] Reconfigured VM to detach interface {{(pid=65448) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1095.354640] env[65448]: WARNING neutronclient.v2_0.client [None req-7facbf2c-e835-4d65-85fc-106a60637d24 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1095.355178] env[65448]: WARNING neutronclient.v2_0.client [None req-7facbf2c-e835-4d65-85fc-106a60637d24 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1095.359225] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dec16f2a-f473-4075-b1c1-8ec8c6ea26c2 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.363730] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8d655b6c-4d5f-4266-bf23-11fd3bf772c6 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.399834] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-e268302e-9b04-42e9-82ab-2a32eb629c9e tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 1922ac25-2b1e-4a2d-b87a-1ca8712ac96d] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] volume-fd46fe85-2549-4bd6-86be-731db3418021/volume-fd46fe85-2549-4bd6-86be-731db3418021.vmdk or device None with type thin {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1095.399834] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40139a9e-f2df-4589-b01d-17a141be42f0 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.414514] env[65448]: DEBUG oslo_vmware.api [None req-6b848d10-863b-4e3f-884f-f0a8c6ea5c50 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Waiting for the task: (returnval){ [ 1095.414514] env[65448]: value = "task-4938311" [ 1095.414514] env[65448]: _type = "Task" [ 1095.414514] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.422746] env[65448]: DEBUG oslo_vmware.api [None req-e268302e-9b04-42e9-82ab-2a32eb629c9e tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Waiting for the task: (returnval){ [ 1095.422746] env[65448]: value = "task-4938312" [ 1095.422746] env[65448]: _type = "Task" [ 1095.422746] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.425113] env[65448]: DEBUG oslo_vmware.api [None req-6b848d10-863b-4e3f-884f-f0a8c6ea5c50 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': task-4938311, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.435118] env[65448]: DEBUG oslo_vmware.api [None req-e268302e-9b04-42e9-82ab-2a32eb629c9e tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Task: {'id': task-4938312, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.455141] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1095.762727] env[65448]: DEBUG nova.network.neutron [None req-b78a9aa4-f101-4268-a4aa-1be40c74176f tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] [instance: 29233a50-b2e2-4fe5-bf08-80a7b1c85e0b] Successfully created port: f871d92f-d0a8-45d7-a36b-5d310534d838 {{(pid=65448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1095.788902] env[65448]: DEBUG nova.compute.manager [req-612a40dd-66f1-4984-81d0-b840ccbcbdf3 req-325c4d85-9b33-4776-ab66-db12431ed038 service nova] [instance: a79aa8d7-c3ce-4c6e-84c5-059e29f04a00] Received event network-vif-deleted-37f80e87-51ca-4703-9b36-188606170213 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1095.789595] env[65448]: INFO nova.compute.manager [req-612a40dd-66f1-4984-81d0-b840ccbcbdf3 req-325c4d85-9b33-4776-ab66-db12431ed038 service nova] [instance: a79aa8d7-c3ce-4c6e-84c5-059e29f04a00] Neutron deleted interface 37f80e87-51ca-4703-9b36-188606170213; detaching it from the instance and deleting it from the info cache [ 1095.789595] env[65448]: DEBUG nova.network.neutron [req-612a40dd-66f1-4984-81d0-b840ccbcbdf3 req-325c4d85-9b33-4776-ab66-db12431ed038 service nova] [instance: a79aa8d7-c3ce-4c6e-84c5-059e29f04a00] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.818859] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance 4519dc37-aea6-46ff-bb47-15f76c6b9cdf has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 1095.819202] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=65448) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1095.819430] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3136MB phys_disk=100GB used_disk=13GB total_vcpus=48 used_vcpus=13 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '12', 'num_vm_active': '10', 'num_task_None': '9', 'num_os_type_None': '12', 'num_proj_cd050f9067644c0db6e945683a3fcccc': '1', 'io_workload': '1', 'num_proj_7bf59e2c00b54ab7a8bc201e80781fcb': '2', 'num_vm_shelved_offloaded': '1', 'num_task_spawning': '1', 'num_proj_f35763225db24d7f858aa84e17d07cc4': '1', 'num_proj_e377eb92259c42e9b71b1927f8775fd3': '1', 'num_proj_5c8e9c9b80524b25833ad43c15e78a5a': '1', 'num_task_resize_finish': '1', 'num_proj_a4a79f75fe9f47d4a1cca9aa9f9c3901': '1', 'num_proj_40f710aa821f49ef963bafd588fa759f': '1', 'num_proj_dc9e8e59612c49a6b788080423997837': '1', 'num_task_deleting': '1', 'num_proj_2b4602fe4973466b8eb0d97f7a72d721': '1', 'num_proj_0f8d5716103c4544ad3c5ca0f9963943': '1', 'num_vm_building': '1', 'num_proj_4a9c0479f62f4d4bb6a459d2f03cce60': '1'} {{(pid=65448) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1095.936681] env[65448]: DEBUG oslo_vmware.api [None req-6b848d10-863b-4e3f-884f-f0a8c6ea5c50 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': task-4938311, 'name': PowerOffVM_Task, 'duration_secs': 0.291447} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.938607] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b848d10-863b-4e3f-884f-f0a8c6ea5c50 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 16d98a4f-d6a2-4f7e-95fb-526cf2e1fab4] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1095.938607] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b848d10-863b-4e3f-884f-f0a8c6ea5c50 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 16d98a4f-d6a2-4f7e-95fb-526cf2e1fab4] Volume detach. Driver type: vmdk {{(pid=65448) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1095.938807] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b848d10-863b-4e3f-884f-f0a8c6ea5c50 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 16d98a4f-d6a2-4f7e-95fb-526cf2e1fab4] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-962052', 'volume_id': '39d4eba4-ba7e-4e40-bcbe-3070df843f78', 'name': 'volume-39d4eba4-ba7e-4e40-bcbe-3070df843f78', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '16d98a4f-d6a2-4f7e-95fb-526cf2e1fab4', 'attached_at': '', 'detached_at': '', 'volume_id': '39d4eba4-ba7e-4e40-bcbe-3070df843f78', 'serial': '39d4eba4-ba7e-4e40-bcbe-3070df843f78'} {{(pid=65448) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1095.940254] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e838415f-b4ca-4b03-aa77-ff9092bcf5ec {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.951467] env[65448]: DEBUG oslo_vmware.api [None req-e268302e-9b04-42e9-82ab-2a32eb629c9e tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Task: {'id': task-4938312, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.983206] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3f044ea-49bf-46ec-8943-6dd32cbf6f9a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.992704] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a27dbebd-92af-45c0-ab96-6c13e671fce4 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.023497] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36b484c3-b347-4449-bd58-2e7aa713b35d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.041827] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b848d10-863b-4e3f-884f-f0a8c6ea5c50 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] The volume has not been displaced from its original location: [datastore2] volume-39d4eba4-ba7e-4e40-bcbe-3070df843f78/volume-39d4eba4-ba7e-4e40-bcbe-3070df843f78.vmdk. No consolidation needed. {{(pid=65448) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1096.047211] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b848d10-863b-4e3f-884f-f0a8c6ea5c50 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 16d98a4f-d6a2-4f7e-95fb-526cf2e1fab4] Reconfiguring VM instance instance-00000063 to detach disk 2001 {{(pid=65448) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1096.055289] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2aa7ae12-138e-4827-b3c7-f6a50f6bace1 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.074782] env[65448]: DEBUG oslo_vmware.api [None req-6b848d10-863b-4e3f-884f-f0a8c6ea5c50 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Waiting for the task: (returnval){ [ 1096.074782] env[65448]: value = "task-4938313" [ 1096.074782] env[65448]: _type = "Task" [ 1096.074782] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.089489] env[65448]: DEBUG oslo_vmware.api [None req-6b848d10-863b-4e3f-884f-f0a8c6ea5c50 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': task-4938313, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.165781] env[65448]: DEBUG nova.network.neutron [None req-b78a9aa4-f101-4268-a4aa-1be40c74176f tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] [instance: 29233a50-b2e2-4fe5-bf08-80a7b1c85e0b] Successfully created port: ba06478c-b8a7-4c24-b7b3-b724f3a85d0b {{(pid=65448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1096.172531] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32975409-76b0-43fe-9f31-1015480bbaa3 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.184475] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2748bcf-bbd2-464c-9697-782e606b32c8 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.222069] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0a3b8eb-45b5-4717-94c8-371874adf725 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.231044] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ac5e0fb-3f5d-47d0-9c7f-22aca5e7f9ee {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.250024] env[65448]: DEBUG nova.compute.provider_tree [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1096.254048] env[65448]: DEBUG nova.network.neutron [-] [instance: a79aa8d7-c3ce-4c6e-84c5-059e29f04a00] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.261162] env[65448]: DEBUG oslo_vmware.rw_handles [None req-e5c8b5ba-8f2c-4239-9b5a-c6a066890a67 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Completed reading data from the image iterator. {{(pid=65448) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1096.261548] env[65448]: DEBUG oslo_vmware.rw_handles [None req-e5c8b5ba-8f2c-4239-9b5a-c6a066890a67 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52284ae6-ec74-3048-52fe-629b5d839e89/disk-0.vmdk. {{(pid=65448) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1096.262708] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91e142e1-0fd2-43b8-870e-0d5572c70cb0 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.274509] env[65448]: DEBUG oslo_vmware.rw_handles [None req-e5c8b5ba-8f2c-4239-9b5a-c6a066890a67 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52284ae6-ec74-3048-52fe-629b5d839e89/disk-0.vmdk is in state: ready. {{(pid=65448) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1096.274774] env[65448]: DEBUG oslo_vmware.rw_handles [None req-e5c8b5ba-8f2c-4239-9b5a-c6a066890a67 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52284ae6-ec74-3048-52fe-629b5d839e89/disk-0.vmdk. {{(pid=65448) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1096.275125] env[65448]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-9581c624-8290-42b9-9421-e2e8511b0bc4 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.292382] env[65448]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-741b6bfb-31f1-45fd-b748-f4cdc7bedaf2 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.302766] env[65448]: DEBUG nova.compute.manager [None req-b78a9aa4-f101-4268-a4aa-1be40c74176f tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] [instance: 29233a50-b2e2-4fe5-bf08-80a7b1c85e0b] Start spawning the instance on the hypervisor. {{(pid=65448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2689}} [ 1096.309046] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14486a49-ce9a-4124-a4fb-48bfdfd36e09 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.347187] env[65448]: DEBUG nova.compute.manager [req-612a40dd-66f1-4984-81d0-b840ccbcbdf3 req-325c4d85-9b33-4776-ab66-db12431ed038 service nova] [instance: a79aa8d7-c3ce-4c6e-84c5-059e29f04a00] Detach interface failed, port_id=37f80e87-51ca-4703-9b36-188606170213, reason: Instance a79aa8d7-c3ce-4c6e-84c5-059e29f04a00 could not be found. {{(pid=65448) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 1096.350042] env[65448]: DEBUG nova.virt.hardware [None req-b78a9aa4-f101-4268-a4aa-1be40c74176f tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-08T17:19:51Z,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a992292b6dae455593d228217860e2e1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-08T17:19:52Z,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1096.350347] env[65448]: DEBUG nova.virt.hardware [None req-b78a9aa4-f101-4268-a4aa-1be40c74176f tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1096.350476] env[65448]: DEBUG nova.virt.hardware [None req-b78a9aa4-f101-4268-a4aa-1be40c74176f tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1096.350655] env[65448]: DEBUG nova.virt.hardware [None req-b78a9aa4-f101-4268-a4aa-1be40c74176f tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1096.350817] env[65448]: DEBUG nova.virt.hardware [None req-b78a9aa4-f101-4268-a4aa-1be40c74176f tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1096.350961] env[65448]: DEBUG nova.virt.hardware [None req-b78a9aa4-f101-4268-a4aa-1be40c74176f tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1096.351184] env[65448]: DEBUG nova.virt.hardware [None req-b78a9aa4-f101-4268-a4aa-1be40c74176f tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1096.351333] env[65448]: DEBUG nova.virt.hardware [None req-b78a9aa4-f101-4268-a4aa-1be40c74176f tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1096.351542] env[65448]: DEBUG nova.virt.hardware [None req-b78a9aa4-f101-4268-a4aa-1be40c74176f tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1096.351675] env[65448]: DEBUG nova.virt.hardware [None req-b78a9aa4-f101-4268-a4aa-1be40c74176f tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1096.351834] env[65448]: DEBUG nova.virt.hardware [None req-b78a9aa4-f101-4268-a4aa-1be40c74176f tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1096.352842] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1444c50-8f7a-45b7-b8b8-5aec0069e82a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.362598] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b6b18b6-9326-4fc1-865a-9fbb764c2f01 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.444342] env[65448]: DEBUG oslo_vmware.api [None req-e268302e-9b04-42e9-82ab-2a32eb629c9e tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Task: {'id': task-4938312, 'name': ReconfigVM_Task, 'duration_secs': 0.566915} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.444679] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-e268302e-9b04-42e9-82ab-2a32eb629c9e tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 1922ac25-2b1e-4a2d-b87a-1ca8712ac96d] Reconfigured VM instance instance-0000005d to attach disk [datastore2] volume-fd46fe85-2549-4bd6-86be-731db3418021/volume-fd46fe85-2549-4bd6-86be-731db3418021.vmdk or device None with type thin {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1096.449953] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec4a01d8-bdfe-4ed9-a80d-617248d03ec7 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.468687] env[65448]: DEBUG oslo_vmware.api [None req-e268302e-9b04-42e9-82ab-2a32eb629c9e tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Waiting for the task: (returnval){ [ 1096.468687] env[65448]: value = "task-4938314" [ 1096.468687] env[65448]: _type = "Task" [ 1096.468687] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.479512] env[65448]: DEBUG oslo_vmware.api [None req-e268302e-9b04-42e9-82ab-2a32eb629c9e tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Task: {'id': task-4938314, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.510210] env[65448]: DEBUG oslo_vmware.rw_handles [None req-e5c8b5ba-8f2c-4239-9b5a-c6a066890a67 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52284ae6-ec74-3048-52fe-629b5d839e89/disk-0.vmdk. {{(pid=65448) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1096.510338] env[65448]: INFO nova.virt.vmwareapi.images [None req-e5c8b5ba-8f2c-4239-9b5a-c6a066890a67 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: ffb11675-ff83-4efb-be37-b642e50ea8b9] Downloaded image file data 4a502846-d27e-4353-b382-14117b90ad65 [ 1096.511846] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73470b2a-ddf7-4360-82b7-314101615976 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.530579] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a8d26bc2-e449-4019-8b05-0ee3a12783a7 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.560906] env[65448]: INFO nova.virt.vmwareapi.images [None req-e5c8b5ba-8f2c-4239-9b5a-c6a066890a67 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: ffb11675-ff83-4efb-be37-b642e50ea8b9] The imported VM was unregistered [ 1096.564186] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-e5c8b5ba-8f2c-4239-9b5a-c6a066890a67 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: ffb11675-ff83-4efb-be37-b642e50ea8b9] Caching image {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1096.564531] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5c8b5ba-8f2c-4239-9b5a-c6a066890a67 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Creating directory with path [datastore2] devstack-image-cache_base/4a502846-d27e-4353-b382-14117b90ad65 {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1096.565226] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3792b0ee-b0d8-4e1e-b044-533f1a08b5ab {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.581146] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5c8b5ba-8f2c-4239-9b5a-c6a066890a67 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Created directory with path [datastore2] devstack-image-cache_base/4a502846-d27e-4353-b382-14117b90ad65 {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1096.581361] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5c8b5ba-8f2c-4239-9b5a-c6a066890a67 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_ea09bbc6-1504-48b0-a84f-d11e9f743f9b/OSTACK_IMG_ea09bbc6-1504-48b0-a84f-d11e9f743f9b.vmdk to [datastore2] devstack-image-cache_base/4a502846-d27e-4353-b382-14117b90ad65/4a502846-d27e-4353-b382-14117b90ad65.vmdk. {{(pid=65448) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1096.582098] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-aa211056-a4f7-4ef9-8918-b1597bddf065 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.587825] env[65448]: DEBUG oslo_vmware.api [None req-6b848d10-863b-4e3f-884f-f0a8c6ea5c50 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': task-4938313, 'name': ReconfigVM_Task, 'duration_secs': 0.305075} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.588482] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b848d10-863b-4e3f-884f-f0a8c6ea5c50 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 16d98a4f-d6a2-4f7e-95fb-526cf2e1fab4] Reconfigured VM instance instance-00000063 to detach disk 2001 {{(pid=65448) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1096.595097] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36c470e8-1914-4052-bb3b-bf4380def7d7 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.605648] env[65448]: DEBUG oslo_vmware.api [None req-e5c8b5ba-8f2c-4239-9b5a-c6a066890a67 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Waiting for the task: (returnval){ [ 1096.605648] env[65448]: value = "task-4938316" [ 1096.605648] env[65448]: _type = "Task" [ 1096.605648] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.611644] env[65448]: DEBUG oslo_vmware.api [None req-6b848d10-863b-4e3f-884f-f0a8c6ea5c50 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Waiting for the task: (returnval){ [ 1096.611644] env[65448]: value = "task-4938317" [ 1096.611644] env[65448]: _type = "Task" [ 1096.611644] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.618430] env[65448]: DEBUG oslo_vmware.api [None req-e5c8b5ba-8f2c-4239-9b5a-c6a066890a67 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Task: {'id': task-4938316, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.621501] env[65448]: DEBUG nova.compute.manager [req-d6154cf2-a68f-475e-ade8-e4f3401c142c req-40f43e66-3899-4c2f-9074-23cd3fa0f358 service nova] [instance: b0c623fa-d333-4033-9b82-c846509e532a] Received event network-vif-deleted-f520a252-c0cf-49c4-83bd-f14142769755 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1096.621694] env[65448]: INFO nova.compute.manager [req-d6154cf2-a68f-475e-ade8-e4f3401c142c req-40f43e66-3899-4c2f-9074-23cd3fa0f358 service nova] [instance: b0c623fa-d333-4033-9b82-c846509e532a] Neutron deleted interface f520a252-c0cf-49c4-83bd-f14142769755; detaching it from the instance and deleting it from the info cache [ 1096.621998] env[65448]: DEBUG nova.network.neutron [req-d6154cf2-a68f-475e-ade8-e4f3401c142c req-40f43e66-3899-4c2f-9074-23cd3fa0f358 service nova] [instance: b0c623fa-d333-4033-9b82-c846509e532a] Updating instance_info_cache with network_info: [{"id": "fbf6fa07-858c-4a26-8c11-8b1471651060", "address": "fa:16:3e:42:9a:74", "network": {"id": "ae7fb699-1e8f-4e6e-ba65-11efac49c1f2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2072253352-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40f710aa821f49ef963bafd588fa759f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbf6fa07-85", "ovs_interfaceid": "fbf6fa07-858c-4a26-8c11-8b1471651060", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "21eb8484-89d5-4afe-a59a-ea490786948f", "address": "fa:16:3e:4d:64:15", "network": {"id": "ae7fb699-1e8f-4e6e-ba65-11efac49c1f2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2072253352-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40f710aa821f49ef963bafd588fa759f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21eb8484-89", "ovs_interfaceid": "21eb8484-89d5-4afe-a59a-ea490786948f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.627443] env[65448]: DEBUG oslo_vmware.api [None req-6b848d10-863b-4e3f-884f-f0a8c6ea5c50 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': task-4938317, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.751423] env[65448]: DEBUG nova.scheduler.client.report [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1096.756206] env[65448]: INFO nova.compute.manager [-] [instance: a79aa8d7-c3ce-4c6e-84c5-059e29f04a00] Took 1.46 seconds to deallocate network for instance. [ 1096.963448] env[65448]: DEBUG oslo_concurrency.lockutils [None req-7facbf2c-e835-4d65-85fc-106a60637d24 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Acquiring lock "refresh_cache-b0c623fa-d333-4033-9b82-c846509e532a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.963630] env[65448]: DEBUG oslo_concurrency.lockutils [None req-7facbf2c-e835-4d65-85fc-106a60637d24 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Acquired lock "refresh_cache-b0c623fa-d333-4033-9b82-c846509e532a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.963794] env[65448]: DEBUG nova.network.neutron [None req-7facbf2c-e835-4d65-85fc-106a60637d24 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: b0c623fa-d333-4033-9b82-c846509e532a] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1096.980361] env[65448]: DEBUG oslo_vmware.api [None req-e268302e-9b04-42e9-82ab-2a32eb629c9e tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Task: {'id': task-4938314, 'name': ReconfigVM_Task, 'duration_secs': 0.245367} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.980670] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-e268302e-9b04-42e9-82ab-2a32eb629c9e tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 1922ac25-2b1e-4a2d-b87a-1ca8712ac96d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-962053', 'volume_id': 'fd46fe85-2549-4bd6-86be-731db3418021', 'name': 'volume-fd46fe85-2549-4bd6-86be-731db3418021', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1922ac25-2b1e-4a2d-b87a-1ca8712ac96d', 'attached_at': '', 'detached_at': '', 'volume_id': 'fd46fe85-2549-4bd6-86be-731db3418021', 'serial': 'fd46fe85-2549-4bd6-86be-731db3418021'} {{(pid=65448) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1097.120214] env[65448]: DEBUG oslo_vmware.api [None req-e5c8b5ba-8f2c-4239-9b5a-c6a066890a67 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Task: {'id': task-4938316, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.127227] env[65448]: DEBUG oslo_vmware.api [None req-6b848d10-863b-4e3f-884f-f0a8c6ea5c50 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': task-4938317, 'name': ReconfigVM_Task, 'duration_secs': 0.180679} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.127574] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b848d10-863b-4e3f-884f-f0a8c6ea5c50 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 16d98a4f-d6a2-4f7e-95fb-526cf2e1fab4] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-962052', 'volume_id': '39d4eba4-ba7e-4e40-bcbe-3070df843f78', 'name': 'volume-39d4eba4-ba7e-4e40-bcbe-3070df843f78', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '16d98a4f-d6a2-4f7e-95fb-526cf2e1fab4', 'attached_at': '', 'detached_at': '', 'volume_id': '39d4eba4-ba7e-4e40-bcbe-3070df843f78', 'serial': '39d4eba4-ba7e-4e40-bcbe-3070df843f78'} {{(pid=65448) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1097.127870] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-6b848d10-863b-4e3f-884f-f0a8c6ea5c50 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 16d98a4f-d6a2-4f7e-95fb-526cf2e1fab4] Destroying instance {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1097.128565] env[65448]: DEBUG oslo_concurrency.lockutils [req-d6154cf2-a68f-475e-ade8-e4f3401c142c req-40f43e66-3899-4c2f-9074-23cd3fa0f358 service nova] Acquiring lock "b0c623fa-d333-4033-9b82-c846509e532a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.128713] env[65448]: DEBUG oslo_concurrency.lockutils [req-d6154cf2-a68f-475e-ade8-e4f3401c142c req-40f43e66-3899-4c2f-9074-23cd3fa0f358 service nova] Acquired lock "b0c623fa-d333-4033-9b82-c846509e532a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.129574] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5abef8d0-1031-4a8d-9550-3407a6337ade {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.132999] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffdd5ef0-7317-4973-831b-d06ab3386561 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.154894] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fd2b443-6f4c-4471-956c-06f590476485 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.157941] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-6b848d10-863b-4e3f-884f-f0a8c6ea5c50 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 16d98a4f-d6a2-4f7e-95fb-526cf2e1fab4] Unregistering the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1097.158312] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-697841ca-3cd8-4bea-8d4b-3f319bd9a941 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.182325] env[65448]: WARNING neutronclient.v2_0.client [req-d6154cf2-a68f-475e-ade8-e4f3401c142c req-40f43e66-3899-4c2f-9074-23cd3fa0f358 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1097.188830] env[65448]: DEBUG nova.virt.vmwareapi.vmops [req-d6154cf2-a68f-475e-ade8-e4f3401c142c req-40f43e66-3899-4c2f-9074-23cd3fa0f358 service nova] [instance: b0c623fa-d333-4033-9b82-c846509e532a] Reconfiguring VM to detach interface {{(pid=65448) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1097.189464] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7726d3c-a51e-4bad-810b-fc6f8176d540 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.205541] env[65448]: DEBUG oslo_concurrency.lockutils [None req-85b0f34f-4258-49c0-82c4-3d7f0046e1c3 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Acquiring lock "b0c623fa-d333-4033-9b82-c846509e532a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.212103] env[65448]: DEBUG oslo_vmware.api [req-d6154cf2-a68f-475e-ade8-e4f3401c142c req-40f43e66-3899-4c2f-9074-23cd3fa0f358 service nova] Waiting for the task: (returnval){ [ 1097.212103] env[65448]: value = "task-4938319" [ 1097.212103] env[65448]: _type = "Task" [ 1097.212103] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.224042] env[65448]: DEBUG oslo_vmware.api [req-d6154cf2-a68f-475e-ade8-e4f3401c142c req-40f43e66-3899-4c2f-9074-23cd3fa0f358 service nova] Task: {'id': task-4938319, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.242234] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-6b848d10-863b-4e3f-884f-f0a8c6ea5c50 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 16d98a4f-d6a2-4f7e-95fb-526cf2e1fab4] Unregistered the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1097.242234] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-6b848d10-863b-4e3f-884f-f0a8c6ea5c50 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 16d98a4f-d6a2-4f7e-95fb-526cf2e1fab4] Deleting contents of the VM from datastore datastore1 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1097.242234] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b848d10-863b-4e3f-884f-f0a8c6ea5c50 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Deleting the datastore file [datastore1] 16d98a4f-d6a2-4f7e-95fb-526cf2e1fab4 {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1097.242663] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2b0c3e35-f26b-45e6-a896-1436b758b87f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.250102] env[65448]: DEBUG oslo_vmware.api [None req-6b848d10-863b-4e3f-884f-f0a8c6ea5c50 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Waiting for the task: (returnval){ [ 1097.250102] env[65448]: value = "task-4938320" [ 1097.250102] env[65448]: _type = "Task" [ 1097.250102] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.257118] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65448) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1097.257312] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.412s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.257662] env[65448]: DEBUG oslo_concurrency.lockutils [None req-0bde0022-20ae-4c7e-82ee-9a16e0d85a91 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.855s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.257946] env[65448]: DEBUG oslo_concurrency.lockutils [None req-0bde0022-20ae-4c7e-82ee-9a16e0d85a91 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.260664] env[65448]: DEBUG oslo_concurrency.lockutils [None req-cd4c0776-7fbc-4f43-8c76-d0e451543b25 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.839s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.262817] env[65448]: INFO nova.compute.claims [None req-cd4c0776-7fbc-4f43-8c76-d0e451543b25 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: 4519dc37-aea6-46ff-bb47-15f76c6b9cdf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1097.270366] env[65448]: DEBUG oslo_concurrency.lockutils [None req-7a720c02-9d1e-4d93-96a9-bdfe4926c599 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.270671] env[65448]: DEBUG oslo_vmware.api [None req-6b848d10-863b-4e3f-884f-f0a8c6ea5c50 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': task-4938320, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.294836] env[65448]: INFO nova.scheduler.client.report [None req-0bde0022-20ae-4c7e-82ee-9a16e0d85a91 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Deleted allocations for instance 10cc744f-31ce-42ef-9cd4-f505e190cb04 [ 1097.466958] env[65448]: WARNING neutronclient.v2_0.client [None req-7facbf2c-e835-4d65-85fc-106a60637d24 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1097.618745] env[65448]: DEBUG oslo_vmware.api [None req-e5c8b5ba-8f2c-4239-9b5a-c6a066890a67 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Task: {'id': task-4938316, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.725709] env[65448]: DEBUG oslo_vmware.api [req-d6154cf2-a68f-475e-ade8-e4f3401c142c req-40f43e66-3899-4c2f-9074-23cd3fa0f358 service nova] Task: {'id': task-4938319, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.749203] env[65448]: WARNING neutronclient.v2_0.client [None req-7facbf2c-e835-4d65-85fc-106a60637d24 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1097.761304] env[65448]: DEBUG oslo_vmware.api [None req-6b848d10-863b-4e3f-884f-f0a8c6ea5c50 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': task-4938320, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.802509] env[65448]: DEBUG oslo_concurrency.lockutils [None req-0bde0022-20ae-4c7e-82ee-9a16e0d85a91 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Lock "10cc744f-31ce-42ef-9cd4-f505e190cb04" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.796s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.895181] env[65448]: INFO nova.network.neutron [None req-7facbf2c-e835-4d65-85fc-106a60637d24 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: b0c623fa-d333-4033-9b82-c846509e532a] Port 21eb8484-89d5-4afe-a59a-ea490786948f from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1097.895809] env[65448]: DEBUG nova.network.neutron [None req-7facbf2c-e835-4d65-85fc-106a60637d24 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: b0c623fa-d333-4033-9b82-c846509e532a] Updating instance_info_cache with network_info: [{"id": "fbf6fa07-858c-4a26-8c11-8b1471651060", "address": "fa:16:3e:42:9a:74", "network": {"id": "ae7fb699-1e8f-4e6e-ba65-11efac49c1f2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2072253352-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40f710aa821f49ef963bafd588fa759f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbf6fa07-85", "ovs_interfaceid": "fbf6fa07-858c-4a26-8c11-8b1471651060", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.026846] env[65448]: DEBUG nova.objects.instance [None req-e268302e-9b04-42e9-82ab-2a32eb629c9e tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Lazy-loading 'flavor' on Instance uuid 1922ac25-2b1e-4a2d-b87a-1ca8712ac96d {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1098.122628] env[65448]: DEBUG oslo_vmware.api [None req-e5c8b5ba-8f2c-4239-9b5a-c6a066890a67 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Task: {'id': task-4938316, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.229775] env[65448]: DEBUG oslo_vmware.api [req-d6154cf2-a68f-475e-ade8-e4f3401c142c req-40f43e66-3899-4c2f-9074-23cd3fa0f358 service nova] Task: {'id': task-4938319, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.265866] env[65448]: DEBUG oslo_vmware.api [None req-6b848d10-863b-4e3f-884f-f0a8c6ea5c50 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': task-4938320, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.972008} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.266344] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b848d10-863b-4e3f-884f-f0a8c6ea5c50 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1098.266344] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-6b848d10-863b-4e3f-884f-f0a8c6ea5c50 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 16d98a4f-d6a2-4f7e-95fb-526cf2e1fab4] Deleted contents of the VM from datastore datastore1 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1098.266462] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-6b848d10-863b-4e3f-884f-f0a8c6ea5c50 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 16d98a4f-d6a2-4f7e-95fb-526cf2e1fab4] Instance destroyed {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1098.266608] env[65448]: INFO nova.compute.manager [None req-6b848d10-863b-4e3f-884f-f0a8c6ea5c50 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 16d98a4f-d6a2-4f7e-95fb-526cf2e1fab4] Took 2.92 seconds to destroy the instance on the hypervisor. [ 1098.267026] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-6b848d10-863b-4e3f-884f-f0a8c6ea5c50 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1098.267102] env[65448]: DEBUG nova.compute.manager [-] [instance: 16d98a4f-d6a2-4f7e-95fb-526cf2e1fab4] Deallocating network for instance {{(pid=65448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1098.267217] env[65448]: DEBUG nova.network.neutron [-] [instance: 16d98a4f-d6a2-4f7e-95fb-526cf2e1fab4] deallocate_for_instance() {{(pid=65448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1098.267490] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1098.357598] env[65448]: DEBUG nova.network.neutron [None req-b78a9aa4-f101-4268-a4aa-1be40c74176f tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] [instance: 29233a50-b2e2-4fe5-bf08-80a7b1c85e0b] Successfully updated port: 83cc6528-3599-4a83-b6bb-c9db78b24e2a {{(pid=65448) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1098.384823] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1098.402792] env[65448]: DEBUG oslo_concurrency.lockutils [None req-7facbf2c-e835-4d65-85fc-106a60637d24 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Releasing lock "refresh_cache-b0c623fa-d333-4033-9b82-c846509e532a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.436457] env[65448]: WARNING neutronclient.v2_0.client [None req-56949d82-1136-4c70-8bb5-4de5f1842aae tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1098.526863] env[65448]: WARNING neutronclient.v2_0.client [None req-56949d82-1136-4c70-8bb5-4de5f1842aae tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1098.528060] env[65448]: WARNING neutronclient.v2_0.client [None req-56949d82-1136-4c70-8bb5-4de5f1842aae tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1098.528060] env[65448]: WARNING neutronclient.v2_0.client [None req-56949d82-1136-4c70-8bb5-4de5f1842aae tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1098.538652] env[65448]: DEBUG oslo_concurrency.lockutils [None req-e268302e-9b04-42e9-82ab-2a32eb629c9e tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Lock "1922ac25-2b1e-4a2d-b87a-1ca8712ac96d" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.973s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.623621] env[65448]: DEBUG oslo_vmware.api [None req-e5c8b5ba-8f2c-4239-9b5a-c6a066890a67 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Task: {'id': task-4938316, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.662473] env[65448]: DEBUG nova.network.neutron [None req-56949d82-1136-4c70-8bb5-4de5f1842aae tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 24665a99-6cfb-4d8b-8d08-406b7d1f468f] Port af6f7b74-852c-4d48-970b-470008ad79e9 binding to destination host cpu-1 is already ACTIVE {{(pid=65448) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1098.662951] env[65448]: DEBUG oslo_concurrency.lockutils [None req-56949d82-1136-4c70-8bb5-4de5f1842aae tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Acquiring lock "refresh_cache-24665a99-6cfb-4d8b-8d08-406b7d1f468f" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.663154] env[65448]: DEBUG oslo_concurrency.lockutils [None req-56949d82-1136-4c70-8bb5-4de5f1842aae tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Acquired lock "refresh_cache-24665a99-6cfb-4d8b-8d08-406b7d1f468f" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.663332] env[65448]: DEBUG nova.network.neutron [None req-56949d82-1136-4c70-8bb5-4de5f1842aae tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 24665a99-6cfb-4d8b-8d08-406b7d1f468f] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1098.675706] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1ed2fdd-186a-47f4-9be6-7d0854401316 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.684190] env[65448]: DEBUG nova.compute.manager [req-4ef1a16a-1907-4fd0-82fc-aab17871c6fc req-113c38ad-4d7a-498e-8d8c-7692ea0d5e3a service nova] [instance: b0c623fa-d333-4033-9b82-c846509e532a] Received event network-vif-deleted-21eb8484-89d5-4afe-a59a-ea490786948f {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1098.684560] env[65448]: DEBUG nova.compute.manager [req-4ef1a16a-1907-4fd0-82fc-aab17871c6fc req-113c38ad-4d7a-498e-8d8c-7692ea0d5e3a service nova] [instance: 29233a50-b2e2-4fe5-bf08-80a7b1c85e0b] Received event network-vif-plugged-83cc6528-3599-4a83-b6bb-c9db78b24e2a {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1098.684952] env[65448]: DEBUG oslo_concurrency.lockutils [req-4ef1a16a-1907-4fd0-82fc-aab17871c6fc req-113c38ad-4d7a-498e-8d8c-7692ea0d5e3a service nova] Acquiring lock "29233a50-b2e2-4fe5-bf08-80a7b1c85e0b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.685326] env[65448]: DEBUG oslo_concurrency.lockutils [req-4ef1a16a-1907-4fd0-82fc-aab17871c6fc req-113c38ad-4d7a-498e-8d8c-7692ea0d5e3a service nova] Lock "29233a50-b2e2-4fe5-bf08-80a7b1c85e0b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.685560] env[65448]: DEBUG oslo_concurrency.lockutils [req-4ef1a16a-1907-4fd0-82fc-aab17871c6fc req-113c38ad-4d7a-498e-8d8c-7692ea0d5e3a service nova] Lock "29233a50-b2e2-4fe5-bf08-80a7b1c85e0b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.685828] env[65448]: DEBUG nova.compute.manager [req-4ef1a16a-1907-4fd0-82fc-aab17871c6fc req-113c38ad-4d7a-498e-8d8c-7692ea0d5e3a service nova] [instance: 29233a50-b2e2-4fe5-bf08-80a7b1c85e0b] No waiting events found dispatching network-vif-plugged-83cc6528-3599-4a83-b6bb-c9db78b24e2a {{(pid=65448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1098.687686] env[65448]: WARNING nova.compute.manager [req-4ef1a16a-1907-4fd0-82fc-aab17871c6fc req-113c38ad-4d7a-498e-8d8c-7692ea0d5e3a service nova] [instance: 29233a50-b2e2-4fe5-bf08-80a7b1c85e0b] Received unexpected event network-vif-plugged-83cc6528-3599-4a83-b6bb-c9db78b24e2a for instance with vm_state building and task_state spawning. [ 1098.698892] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03538397-ba9b-435b-836e-d4e86a3af1e1 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.737934] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80b08baf-9eaa-4c52-83dc-c827d0046193 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.754737] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d04d77bd-fc4d-4597-a5a2-6bc177a54bdb {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.760500] env[65448]: DEBUG oslo_vmware.api [req-d6154cf2-a68f-475e-ade8-e4f3401c142c req-40f43e66-3899-4c2f-9074-23cd3fa0f358 service nova] Task: {'id': task-4938319, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.772890] env[65448]: DEBUG nova.compute.provider_tree [None req-cd4c0776-7fbc-4f43-8c76-d0e451543b25 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1098.908327] env[65448]: DEBUG oslo_concurrency.lockutils [None req-7facbf2c-e835-4d65-85fc-106a60637d24 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Lock "interface-b0c623fa-d333-4033-9b82-c846509e532a-21eb8484-89d5-4afe-a59a-ea490786948f" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.478s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.121423] env[65448]: DEBUG oslo_vmware.api [None req-e5c8b5ba-8f2c-4239-9b5a-c6a066890a67 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Task: {'id': task-4938316, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.173385] env[65448]: WARNING neutronclient.v2_0.client [None req-56949d82-1136-4c70-8bb5-4de5f1842aae tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1099.247879] env[65448]: DEBUG oslo_vmware.api [req-d6154cf2-a68f-475e-ade8-e4f3401c142c req-40f43e66-3899-4c2f-9074-23cd3fa0f358 service nova] Task: {'id': task-4938319, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.277269] env[65448]: DEBUG nova.scheduler.client.report [None req-cd4c0776-7fbc-4f43-8c76-d0e451543b25 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1099.289393] env[65448]: DEBUG nova.network.neutron [-] [instance: 16d98a4f-d6a2-4f7e-95fb-526cf2e1fab4] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.291050] env[65448]: DEBUG oslo_concurrency.lockutils [None req-be63d3c9-8402-47ca-86c0-50413ac32f17 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Acquiring lock "065c9740-2c84-4d41-ab88-10951e30179e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.291829] env[65448]: DEBUG oslo_concurrency.lockutils [None req-be63d3c9-8402-47ca-86c0-50413ac32f17 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Lock "065c9740-2c84-4d41-ab88-10951e30179e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.439770] env[65448]: WARNING neutronclient.v2_0.client [None req-56949d82-1136-4c70-8bb5-4de5f1842aae tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1099.504500] env[65448]: DEBUG oslo_concurrency.lockutils [None req-1ea14481-0a44-4607-a015-4fff93d7743a tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Acquiring lock "1922ac25-2b1e-4a2d-b87a-1ca8712ac96d" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.504500] env[65448]: DEBUG oslo_concurrency.lockutils [None req-1ea14481-0a44-4607-a015-4fff93d7743a tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Lock "1922ac25-2b1e-4a2d-b87a-1ca8712ac96d" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.573303] env[65448]: DEBUG nova.network.neutron [None req-56949d82-1136-4c70-8bb5-4de5f1842aae tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 24665a99-6cfb-4d8b-8d08-406b7d1f468f] Updating instance_info_cache with network_info: [{"id": "af6f7b74-852c-4d48-970b-470008ad79e9", "address": "fa:16:3e:b2:cd:00", "network": {"id": "6fa83dea-1d83-4041-ae56-d9e5e5278559", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-78264896-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4a79f75fe9f47d4a1cca9aa9f9c3901", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf6f7b74-85", "ovs_interfaceid": "af6f7b74-852c-4d48-970b-470008ad79e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.620206] env[65448]: DEBUG oslo_vmware.api [None req-e5c8b5ba-8f2c-4239-9b5a-c6a066890a67 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Task: {'id': task-4938316, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.828054} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.620491] env[65448]: INFO nova.virt.vmwareapi.ds_util [None req-e5c8b5ba-8f2c-4239-9b5a-c6a066890a67 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_ea09bbc6-1504-48b0-a84f-d11e9f743f9b/OSTACK_IMG_ea09bbc6-1504-48b0-a84f-d11e9f743f9b.vmdk to [datastore2] devstack-image-cache_base/4a502846-d27e-4353-b382-14117b90ad65/4a502846-d27e-4353-b382-14117b90ad65.vmdk. [ 1099.620683] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-e5c8b5ba-8f2c-4239-9b5a-c6a066890a67 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: ffb11675-ff83-4efb-be37-b642e50ea8b9] Cleaning up location [datastore2] OSTACK_IMG_ea09bbc6-1504-48b0-a84f-d11e9f743f9b {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1099.620849] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5c8b5ba-8f2c-4239-9b5a-c6a066890a67 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_ea09bbc6-1504-48b0-a84f-d11e9f743f9b {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1099.621136] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c740f77d-5567-483c-9de4-5e260a23ed7d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.628528] env[65448]: DEBUG oslo_vmware.api [None req-e5c8b5ba-8f2c-4239-9b5a-c6a066890a67 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Waiting for the task: (returnval){ [ 1099.628528] env[65448]: value = "task-4938321" [ 1099.628528] env[65448]: _type = "Task" [ 1099.628528] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.638294] env[65448]: DEBUG oslo_vmware.api [None req-e5c8b5ba-8f2c-4239-9b5a-c6a066890a67 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Task: {'id': task-4938321, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.745526] env[65448]: DEBUG oslo_vmware.api [req-d6154cf2-a68f-475e-ade8-e4f3401c142c req-40f43e66-3899-4c2f-9074-23cd3fa0f358 service nova] Task: {'id': task-4938319, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.790957] env[65448]: DEBUG oslo_concurrency.lockutils [None req-cd4c0776-7fbc-4f43-8c76-d0e451543b25 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.530s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.791315] env[65448]: DEBUG nova.compute.manager [None req-cd4c0776-7fbc-4f43-8c76-d0e451543b25 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: 4519dc37-aea6-46ff-bb47-15f76c6b9cdf] Start building networks asynchronously for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2881}} [ 1099.794481] env[65448]: DEBUG oslo_concurrency.lockutils [None req-7a720c02-9d1e-4d93-96a9-bdfe4926c599 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.524s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.794639] env[65448]: DEBUG nova.objects.instance [None req-7a720c02-9d1e-4d93-96a9-bdfe4926c599 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Lazy-loading 'resources' on Instance uuid a79aa8d7-c3ce-4c6e-84c5-059e29f04a00 {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1099.795774] env[65448]: INFO nova.compute.manager [-] [instance: 16d98a4f-d6a2-4f7e-95fb-526cf2e1fab4] Took 1.53 seconds to deallocate network for instance. [ 1099.796371] env[65448]: DEBUG nova.compute.manager [None req-be63d3c9-8402-47ca-86c0-50413ac32f17 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: 065c9740-2c84-4d41-ab88-10951e30179e] Starting instance... {{(pid=65448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2483}} [ 1100.007804] env[65448]: INFO nova.compute.manager [None req-1ea14481-0a44-4607-a015-4fff93d7743a tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 1922ac25-2b1e-4a2d-b87a-1ca8712ac96d] Detaching volume fd46fe85-2549-4bd6-86be-731db3418021 [ 1100.048887] env[65448]: INFO nova.virt.block_device [None req-1ea14481-0a44-4607-a015-4fff93d7743a tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 1922ac25-2b1e-4a2d-b87a-1ca8712ac96d] Attempting to driver detach volume fd46fe85-2549-4bd6-86be-731db3418021 from mountpoint /dev/sdb [ 1100.048887] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ea14481-0a44-4607-a015-4fff93d7743a tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 1922ac25-2b1e-4a2d-b87a-1ca8712ac96d] Volume detach. Driver type: vmdk {{(pid=65448) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1100.049049] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ea14481-0a44-4607-a015-4fff93d7743a tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 1922ac25-2b1e-4a2d-b87a-1ca8712ac96d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-962053', 'volume_id': 'fd46fe85-2549-4bd6-86be-731db3418021', 'name': 'volume-fd46fe85-2549-4bd6-86be-731db3418021', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1922ac25-2b1e-4a2d-b87a-1ca8712ac96d', 'attached_at': '', 'detached_at': '', 'volume_id': 'fd46fe85-2549-4bd6-86be-731db3418021', 'serial': 'fd46fe85-2549-4bd6-86be-731db3418021'} {{(pid=65448) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1100.050973] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b993a01-bf31-484d-b923-75feeffd52c1 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.073565] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31a07f17-5824-4fc9-a29d-5727ccbe9419 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.077063] env[65448]: DEBUG oslo_concurrency.lockutils [None req-56949d82-1136-4c70-8bb5-4de5f1842aae tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Releasing lock "refresh_cache-24665a99-6cfb-4d8b-8d08-406b7d1f468f" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.084131] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a207d88d-f423-4e5c-a8d7-067c77033a00 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.106955] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4400d1ae-6e22-49a4-8a41-7e01dd023c57 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.123284] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ea14481-0a44-4607-a015-4fff93d7743a tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] The volume has not been displaced from its original location: [datastore2] volume-fd46fe85-2549-4bd6-86be-731db3418021/volume-fd46fe85-2549-4bd6-86be-731db3418021.vmdk. No consolidation needed. {{(pid=65448) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1100.129610] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ea14481-0a44-4607-a015-4fff93d7743a tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 1922ac25-2b1e-4a2d-b87a-1ca8712ac96d] Reconfiguring VM instance instance-0000005d to detach disk 2001 {{(pid=65448) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1100.130031] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a769e0e-7de4-4ce5-895e-2b935127d639 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.151345] env[65448]: DEBUG oslo_vmware.api [None req-e5c8b5ba-8f2c-4239-9b5a-c6a066890a67 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Task: {'id': task-4938321, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157064} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.152603] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5c8b5ba-8f2c-4239-9b5a-c6a066890a67 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1100.152777] env[65448]: DEBUG oslo_concurrency.lockutils [None req-e5c8b5ba-8f2c-4239-9b5a-c6a066890a67 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a502846-d27e-4353-b382-14117b90ad65/4a502846-d27e-4353-b382-14117b90ad65.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.153037] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5c8b5ba-8f2c-4239-9b5a-c6a066890a67 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4a502846-d27e-4353-b382-14117b90ad65/4a502846-d27e-4353-b382-14117b90ad65.vmdk to [datastore2] ffb11675-ff83-4efb-be37-b642e50ea8b9/ffb11675-ff83-4efb-be37-b642e50ea8b9.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1100.153350] env[65448]: DEBUG oslo_vmware.api [None req-1ea14481-0a44-4607-a015-4fff93d7743a tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Waiting for the task: (returnval){ [ 1100.153350] env[65448]: value = "task-4938322" [ 1100.153350] env[65448]: _type = "Task" [ 1100.153350] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.153537] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-85715007-05cb-40c0-a112-9d04c66dba0d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.164143] env[65448]: DEBUG oslo_vmware.api [None req-1ea14481-0a44-4607-a015-4fff93d7743a tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Task: {'id': task-4938322, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.165419] env[65448]: DEBUG oslo_vmware.api [None req-e5c8b5ba-8f2c-4239-9b5a-c6a066890a67 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Waiting for the task: (returnval){ [ 1100.165419] env[65448]: value = "task-4938323" [ 1100.165419] env[65448]: _type = "Task" [ 1100.165419] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.174180] env[65448]: DEBUG oslo_vmware.api [None req-e5c8b5ba-8f2c-4239-9b5a-c6a066890a67 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Task: {'id': task-4938323, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.244727] env[65448]: DEBUG oslo_vmware.api [req-d6154cf2-a68f-475e-ade8-e4f3401c142c req-40f43e66-3899-4c2f-9074-23cd3fa0f358 service nova] Task: {'id': task-4938319, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.298540] env[65448]: DEBUG nova.compute.utils [None req-cd4c0776-7fbc-4f43-8c76-d0e451543b25 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Using /dev/sd instead of None {{(pid=65448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1100.303734] env[65448]: DEBUG nova.compute.manager [None req-cd4c0776-7fbc-4f43-8c76-d0e451543b25 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: 4519dc37-aea6-46ff-bb47-15f76c6b9cdf] Allocating IP information in the background. {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 1100.304066] env[65448]: DEBUG nova.network.neutron [None req-cd4c0776-7fbc-4f43-8c76-d0e451543b25 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: 4519dc37-aea6-46ff-bb47-15f76c6b9cdf] allocate_for_instance() {{(pid=65448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1100.304598] env[65448]: WARNING neutronclient.v2_0.client [None req-cd4c0776-7fbc-4f43-8c76-d0e451543b25 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1100.305031] env[65448]: WARNING neutronclient.v2_0.client [None req-cd4c0776-7fbc-4f43-8c76-d0e451543b25 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1100.327436] env[65448]: DEBUG oslo_concurrency.lockutils [None req-be63d3c9-8402-47ca-86c0-50413ac32f17 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.351050] env[65448]: INFO nova.compute.manager [None req-6b848d10-863b-4e3f-884f-f0a8c6ea5c50 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 16d98a4f-d6a2-4f7e-95fb-526cf2e1fab4] Took 0.55 seconds to detach 1 volumes for instance. [ 1100.363185] env[65448]: DEBUG nova.policy [None req-cd4c0776-7fbc-4f43-8c76-d0e451543b25 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6d1b2556ff944f8e951201bfd4fb56d1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2b4602fe4973466b8eb0d97f7a72d721', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65448) authorize /opt/stack/nova/nova/policy.py:192}} [ 1100.424421] env[65448]: DEBUG nova.compute.manager [req-3a7b9aa1-e336-40d0-bb18-6a309d803b7d req-ddc16235-cca6-45e2-88ea-2feb4ed577e4 service nova] [instance: 29233a50-b2e2-4fe5-bf08-80a7b1c85e0b] Received event network-vif-plugged-f871d92f-d0a8-45d7-a36b-5d310534d838 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1100.424669] env[65448]: DEBUG oslo_concurrency.lockutils [req-3a7b9aa1-e336-40d0-bb18-6a309d803b7d req-ddc16235-cca6-45e2-88ea-2feb4ed577e4 service nova] Acquiring lock "29233a50-b2e2-4fe5-bf08-80a7b1c85e0b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.425120] env[65448]: DEBUG oslo_concurrency.lockutils [req-3a7b9aa1-e336-40d0-bb18-6a309d803b7d req-ddc16235-cca6-45e2-88ea-2feb4ed577e4 service nova] Lock "29233a50-b2e2-4fe5-bf08-80a7b1c85e0b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.425258] env[65448]: DEBUG oslo_concurrency.lockutils [req-3a7b9aa1-e336-40d0-bb18-6a309d803b7d req-ddc16235-cca6-45e2-88ea-2feb4ed577e4 service nova] Lock "29233a50-b2e2-4fe5-bf08-80a7b1c85e0b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.425489] env[65448]: DEBUG nova.compute.manager [req-3a7b9aa1-e336-40d0-bb18-6a309d803b7d req-ddc16235-cca6-45e2-88ea-2feb4ed577e4 service nova] [instance: 29233a50-b2e2-4fe5-bf08-80a7b1c85e0b] No waiting events found dispatching network-vif-plugged-f871d92f-d0a8-45d7-a36b-5d310534d838 {{(pid=65448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1100.425874] env[65448]: WARNING nova.compute.manager [req-3a7b9aa1-e336-40d0-bb18-6a309d803b7d req-ddc16235-cca6-45e2-88ea-2feb4ed577e4 service nova] [instance: 29233a50-b2e2-4fe5-bf08-80a7b1c85e0b] Received unexpected event network-vif-plugged-f871d92f-d0a8-45d7-a36b-5d310534d838 for instance with vm_state building and task_state spawning. [ 1100.558718] env[65448]: DEBUG nova.network.neutron [None req-b78a9aa4-f101-4268-a4aa-1be40c74176f tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] [instance: 29233a50-b2e2-4fe5-bf08-80a7b1c85e0b] Successfully updated port: f871d92f-d0a8-45d7-a36b-5d310534d838 {{(pid=65448) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1100.581593] env[65448]: DEBUG nova.compute.manager [None req-56949d82-1136-4c70-8bb5-4de5f1842aae tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 24665a99-6cfb-4d8b-8d08-406b7d1f468f] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=65448) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:925}} [ 1100.585409] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78311052-d101-486d-abca-f2fdafc074e6 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.597287] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cedc17e9-dd1a-4a9d-9e7f-fbc40e2e12d0 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.631877] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d82dada3-6d60-4ff1-86da-584758853bc1 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.641878] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed58307c-0765-4dc7-a726-bd5c18e18563 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.658321] env[65448]: DEBUG nova.compute.provider_tree [None req-7a720c02-9d1e-4d93-96a9-bdfe4926c599 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1100.675347] env[65448]: DEBUG oslo_vmware.api [None req-1ea14481-0a44-4607-a015-4fff93d7743a tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Task: {'id': task-4938322, 'name': ReconfigVM_Task, 'duration_secs': 0.332504} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.676865] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ea14481-0a44-4607-a015-4fff93d7743a tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 1922ac25-2b1e-4a2d-b87a-1ca8712ac96d] Reconfigured VM instance instance-0000005d to detach disk 2001 {{(pid=65448) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1100.685840] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-664b2bbf-8cc4-4d48-8015-25d4dd7043f9 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.696650] env[65448]: DEBUG oslo_vmware.api [None req-e5c8b5ba-8f2c-4239-9b5a-c6a066890a67 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Task: {'id': task-4938323, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.704266] env[65448]: DEBUG oslo_vmware.api [None req-1ea14481-0a44-4607-a015-4fff93d7743a tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Waiting for the task: (returnval){ [ 1100.704266] env[65448]: value = "task-4938324" [ 1100.704266] env[65448]: _type = "Task" [ 1100.704266] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.718394] env[65448]: DEBUG oslo_vmware.api [None req-1ea14481-0a44-4607-a015-4fff93d7743a tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Task: {'id': task-4938324, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.723089] env[65448]: DEBUG nova.compute.manager [req-1511d56e-d915-4408-adfa-c316397eee71 req-14d5cbb0-1cb1-4ef7-85a8-caaa79657e38 service nova] [instance: 29233a50-b2e2-4fe5-bf08-80a7b1c85e0b] Received event network-changed-83cc6528-3599-4a83-b6bb-c9db78b24e2a {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1100.723294] env[65448]: DEBUG nova.compute.manager [req-1511d56e-d915-4408-adfa-c316397eee71 req-14d5cbb0-1cb1-4ef7-85a8-caaa79657e38 service nova] [instance: 29233a50-b2e2-4fe5-bf08-80a7b1c85e0b] Refreshing instance network info cache due to event network-changed-83cc6528-3599-4a83-b6bb-c9db78b24e2a. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 1100.723538] env[65448]: DEBUG oslo_concurrency.lockutils [req-1511d56e-d915-4408-adfa-c316397eee71 req-14d5cbb0-1cb1-4ef7-85a8-caaa79657e38 service nova] Acquiring lock "refresh_cache-29233a50-b2e2-4fe5-bf08-80a7b1c85e0b" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.723644] env[65448]: DEBUG oslo_concurrency.lockutils [req-1511d56e-d915-4408-adfa-c316397eee71 req-14d5cbb0-1cb1-4ef7-85a8-caaa79657e38 service nova] Acquired lock "refresh_cache-29233a50-b2e2-4fe5-bf08-80a7b1c85e0b" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.724016] env[65448]: DEBUG nova.network.neutron [req-1511d56e-d915-4408-adfa-c316397eee71 req-14d5cbb0-1cb1-4ef7-85a8-caaa79657e38 service nova] [instance: 29233a50-b2e2-4fe5-bf08-80a7b1c85e0b] Refreshing network info cache for port 83cc6528-3599-4a83-b6bb-c9db78b24e2a {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1100.746750] env[65448]: DEBUG oslo_vmware.api [req-d6154cf2-a68f-475e-ade8-e4f3401c142c req-40f43e66-3899-4c2f-9074-23cd3fa0f358 service nova] Task: {'id': task-4938319, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.752173] env[65448]: DEBUG nova.network.neutron [None req-cd4c0776-7fbc-4f43-8c76-d0e451543b25 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: 4519dc37-aea6-46ff-bb47-15f76c6b9cdf] Successfully created port: 0e02a345-ef28-41de-9102-41d5b6b5a192 {{(pid=65448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1100.804719] env[65448]: DEBUG nova.compute.manager [None req-cd4c0776-7fbc-4f43-8c76-d0e451543b25 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: 4519dc37-aea6-46ff-bb47-15f76c6b9cdf] Start building block device mappings for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2916}} [ 1100.858993] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6b848d10-863b-4e3f-884f-f0a8c6ea5c50 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.167829] env[65448]: DEBUG nova.scheduler.client.report [None req-7a720c02-9d1e-4d93-96a9-bdfe4926c599 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1101.180660] env[65448]: DEBUG oslo_vmware.api [None req-e5c8b5ba-8f2c-4239-9b5a-c6a066890a67 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Task: {'id': task-4938323, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.214711] env[65448]: DEBUG oslo_vmware.api [None req-1ea14481-0a44-4607-a015-4fff93d7743a tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Task: {'id': task-4938324, 'name': ReconfigVM_Task, 'duration_secs': 0.21162} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.215440] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ea14481-0a44-4607-a015-4fff93d7743a tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 1922ac25-2b1e-4a2d-b87a-1ca8712ac96d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-962053', 'volume_id': 'fd46fe85-2549-4bd6-86be-731db3418021', 'name': 'volume-fd46fe85-2549-4bd6-86be-731db3418021', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1922ac25-2b1e-4a2d-b87a-1ca8712ac96d', 'attached_at': '', 'detached_at': '', 'volume_id': 'fd46fe85-2549-4bd6-86be-731db3418021', 'serial': 'fd46fe85-2549-4bd6-86be-731db3418021'} {{(pid=65448) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1101.227117] env[65448]: WARNING neutronclient.v2_0.client [req-1511d56e-d915-4408-adfa-c316397eee71 req-14d5cbb0-1cb1-4ef7-85a8-caaa79657e38 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1101.249134] env[65448]: DEBUG oslo_vmware.api [req-d6154cf2-a68f-475e-ade8-e4f3401c142c req-40f43e66-3899-4c2f-9074-23cd3fa0f358 service nova] Task: {'id': task-4938319, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.676413] env[65448]: DEBUG oslo_concurrency.lockutils [None req-7a720c02-9d1e-4d93-96a9-bdfe4926c599 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.882s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.678856] env[65448]: DEBUG oslo_concurrency.lockutils [None req-be63d3c9-8402-47ca-86c0-50413ac32f17 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.351s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.680601] env[65448]: INFO nova.compute.claims [None req-be63d3c9-8402-47ca-86c0-50413ac32f17 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: 065c9740-2c84-4d41-ab88-10951e30179e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1101.689598] env[65448]: DEBUG oslo_vmware.api [None req-e5c8b5ba-8f2c-4239-9b5a-c6a066890a67 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Task: {'id': task-4938323, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.721731] env[65448]: DEBUG oslo_concurrency.lockutils [None req-56949d82-1136-4c70-8bb5-4de5f1842aae tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.748357] env[65448]: DEBUG oslo_vmware.api [req-d6154cf2-a68f-475e-ade8-e4f3401c142c req-40f43e66-3899-4c2f-9074-23cd3fa0f358 service nova] Task: {'id': task-4938319, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.764961] env[65448]: DEBUG nova.objects.instance [None req-1ea14481-0a44-4607-a015-4fff93d7743a tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Lazy-loading 'flavor' on Instance uuid 1922ac25-2b1e-4a2d-b87a-1ca8712ac96d {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1101.804782] env[65448]: INFO nova.scheduler.client.report [None req-7a720c02-9d1e-4d93-96a9-bdfe4926c599 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Deleted allocations for instance a79aa8d7-c3ce-4c6e-84c5-059e29f04a00 [ 1101.814823] env[65448]: DEBUG nova.compute.manager [None req-cd4c0776-7fbc-4f43-8c76-d0e451543b25 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: 4519dc37-aea6-46ff-bb47-15f76c6b9cdf] Start spawning the instance on the hypervisor. {{(pid=65448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2689}} [ 1101.842385] env[65448]: DEBUG nova.virt.hardware [None req-cd4c0776-7fbc-4f43-8c76-d0e451543b25 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-08T17:19:51Z,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a992292b6dae455593d228217860e2e1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-08T17:19:52Z,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1101.842726] env[65448]: DEBUG nova.virt.hardware [None req-cd4c0776-7fbc-4f43-8c76-d0e451543b25 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1101.842823] env[65448]: DEBUG nova.virt.hardware [None req-cd4c0776-7fbc-4f43-8c76-d0e451543b25 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1101.842975] env[65448]: DEBUG nova.virt.hardware [None req-cd4c0776-7fbc-4f43-8c76-d0e451543b25 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1101.843137] env[65448]: DEBUG nova.virt.hardware [None req-cd4c0776-7fbc-4f43-8c76-d0e451543b25 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1101.843285] env[65448]: DEBUG nova.virt.hardware [None req-cd4c0776-7fbc-4f43-8c76-d0e451543b25 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1101.843492] env[65448]: DEBUG nova.virt.hardware [None req-cd4c0776-7fbc-4f43-8c76-d0e451543b25 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1101.843647] env[65448]: DEBUG nova.virt.hardware [None req-cd4c0776-7fbc-4f43-8c76-d0e451543b25 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1101.843809] env[65448]: DEBUG nova.virt.hardware [None req-cd4c0776-7fbc-4f43-8c76-d0e451543b25 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1101.843970] env[65448]: DEBUG nova.virt.hardware [None req-cd4c0776-7fbc-4f43-8c76-d0e451543b25 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1101.844155] env[65448]: DEBUG nova.virt.hardware [None req-cd4c0776-7fbc-4f43-8c76-d0e451543b25 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1101.845136] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68604680-ac4a-4c23-be6a-370c1a0bd6ee {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.856080] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f4d5fe7-2aac-4a3d-ba28-72dc2317e34e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.185192] env[65448]: DEBUG oslo_vmware.api [None req-e5c8b5ba-8f2c-4239-9b5a-c6a066890a67 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Task: {'id': task-4938323, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.250229] env[65448]: DEBUG oslo_vmware.api [req-d6154cf2-a68f-475e-ade8-e4f3401c142c req-40f43e66-3899-4c2f-9074-23cd3fa0f358 service nova] Task: {'id': task-4938319, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.314604] env[65448]: DEBUG oslo_concurrency.lockutils [None req-7a720c02-9d1e-4d93-96a9-bdfe4926c599 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Lock "a79aa8d7-c3ce-4c6e-84c5-059e29f04a00" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.466s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.319484] env[65448]: DEBUG nova.network.neutron [None req-cd4c0776-7fbc-4f43-8c76-d0e451543b25 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: 4519dc37-aea6-46ff-bb47-15f76c6b9cdf] Successfully updated port: 0e02a345-ef28-41de-9102-41d5b6b5a192 {{(pid=65448) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1102.420067] env[65448]: DEBUG nova.network.neutron [req-1511d56e-d915-4408-adfa-c316397eee71 req-14d5cbb0-1cb1-4ef7-85a8-caaa79657e38 service nova] [instance: 29233a50-b2e2-4fe5-bf08-80a7b1c85e0b] Instance cache missing network info. {{(pid=65448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1102.641842] env[65448]: DEBUG nova.network.neutron [req-1511d56e-d915-4408-adfa-c316397eee71 req-14d5cbb0-1cb1-4ef7-85a8-caaa79657e38 service nova] [instance: 29233a50-b2e2-4fe5-bf08-80a7b1c85e0b] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.672347] env[65448]: DEBUG nova.network.neutron [None req-b78a9aa4-f101-4268-a4aa-1be40c74176f tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] [instance: 29233a50-b2e2-4fe5-bf08-80a7b1c85e0b] Successfully updated port: ba06478c-b8a7-4c24-b7b3-b724f3a85d0b {{(pid=65448) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1102.686456] env[65448]: DEBUG oslo_vmware.api [None req-e5c8b5ba-8f2c-4239-9b5a-c6a066890a67 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Task: {'id': task-4938323, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.400086} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.688331] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5c8b5ba-8f2c-4239-9b5a-c6a066890a67 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4a502846-d27e-4353-b382-14117b90ad65/4a502846-d27e-4353-b382-14117b90ad65.vmdk to [datastore2] ffb11675-ff83-4efb-be37-b642e50ea8b9/ffb11675-ff83-4efb-be37-b642e50ea8b9.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1102.689020] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35f22c36-4795-4303-835d-bf9b3d814e1d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.716105] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5c8b5ba-8f2c-4239-9b5a-c6a066890a67 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: ffb11675-ff83-4efb-be37-b642e50ea8b9] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] ffb11675-ff83-4efb-be37-b642e50ea8b9/ffb11675-ff83-4efb-be37-b642e50ea8b9.vmdk or device None with type streamOptimized {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1102.717042] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-80d71bfd-3af8-4ede-ada9-db462dad0cb6 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.741961] env[65448]: DEBUG oslo_vmware.api [None req-e5c8b5ba-8f2c-4239-9b5a-c6a066890a67 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Waiting for the task: (returnval){ [ 1102.741961] env[65448]: value = "task-4938325" [ 1102.741961] env[65448]: _type = "Task" [ 1102.741961] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.752411] env[65448]: DEBUG oslo_vmware.api [req-d6154cf2-a68f-475e-ade8-e4f3401c142c req-40f43e66-3899-4c2f-9074-23cd3fa0f358 service nova] Task: {'id': task-4938319, 'name': ReconfigVM_Task} progress is 18%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.758354] env[65448]: DEBUG oslo_vmware.api [None req-e5c8b5ba-8f2c-4239-9b5a-c6a066890a67 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Task: {'id': task-4938325, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.772073] env[65448]: DEBUG oslo_concurrency.lockutils [None req-1ea14481-0a44-4607-a015-4fff93d7743a tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Lock "1922ac25-2b1e-4a2d-b87a-1ca8712ac96d" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.267s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.823226] env[65448]: DEBUG oslo_concurrency.lockutils [None req-cd4c0776-7fbc-4f43-8c76-d0e451543b25 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Acquiring lock "refresh_cache-4519dc37-aea6-46ff-bb47-15f76c6b9cdf" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.823397] env[65448]: DEBUG oslo_concurrency.lockutils [None req-cd4c0776-7fbc-4f43-8c76-d0e451543b25 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Acquired lock "refresh_cache-4519dc37-aea6-46ff-bb47-15f76c6b9cdf" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.823593] env[65448]: DEBUG nova.network.neutron [None req-cd4c0776-7fbc-4f43-8c76-d0e451543b25 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: 4519dc37-aea6-46ff-bb47-15f76c6b9cdf] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1102.830783] env[65448]: DEBUG nova.compute.manager [req-24026594-8f8f-4008-8dfc-0da8eb4b1303 req-8776a12a-2a18-49ed-970a-eb739f0075fe service nova] [instance: 29233a50-b2e2-4fe5-bf08-80a7b1c85e0b] Received event network-changed-f871d92f-d0a8-45d7-a36b-5d310534d838 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1102.830783] env[65448]: DEBUG nova.compute.manager [req-24026594-8f8f-4008-8dfc-0da8eb4b1303 req-8776a12a-2a18-49ed-970a-eb739f0075fe service nova] [instance: 29233a50-b2e2-4fe5-bf08-80a7b1c85e0b] Refreshing instance network info cache due to event network-changed-f871d92f-d0a8-45d7-a36b-5d310534d838. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 1102.830783] env[65448]: DEBUG oslo_concurrency.lockutils [req-24026594-8f8f-4008-8dfc-0da8eb4b1303 req-8776a12a-2a18-49ed-970a-eb739f0075fe service nova] Acquiring lock "refresh_cache-29233a50-b2e2-4fe5-bf08-80a7b1c85e0b" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.855501] env[65448]: DEBUG nova.compute.manager [req-bd55f6a5-e59d-4896-ba88-fef73d8d0a52 req-c0b90063-650c-42ff-a3fd-117682a393cc service nova] [instance: 4519dc37-aea6-46ff-bb47-15f76c6b9cdf] Received event network-vif-plugged-0e02a345-ef28-41de-9102-41d5b6b5a192 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1102.855501] env[65448]: DEBUG oslo_concurrency.lockutils [req-bd55f6a5-e59d-4896-ba88-fef73d8d0a52 req-c0b90063-650c-42ff-a3fd-117682a393cc service nova] Acquiring lock "4519dc37-aea6-46ff-bb47-15f76c6b9cdf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.855691] env[65448]: DEBUG oslo_concurrency.lockutils [req-bd55f6a5-e59d-4896-ba88-fef73d8d0a52 req-c0b90063-650c-42ff-a3fd-117682a393cc service nova] Lock "4519dc37-aea6-46ff-bb47-15f76c6b9cdf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.855736] env[65448]: DEBUG oslo_concurrency.lockutils [req-bd55f6a5-e59d-4896-ba88-fef73d8d0a52 req-c0b90063-650c-42ff-a3fd-117682a393cc service nova] Lock "4519dc37-aea6-46ff-bb47-15f76c6b9cdf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.855900] env[65448]: DEBUG nova.compute.manager [req-bd55f6a5-e59d-4896-ba88-fef73d8d0a52 req-c0b90063-650c-42ff-a3fd-117682a393cc service nova] [instance: 4519dc37-aea6-46ff-bb47-15f76c6b9cdf] No waiting events found dispatching network-vif-plugged-0e02a345-ef28-41de-9102-41d5b6b5a192 {{(pid=65448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1102.856086] env[65448]: WARNING nova.compute.manager [req-bd55f6a5-e59d-4896-ba88-fef73d8d0a52 req-c0b90063-650c-42ff-a3fd-117682a393cc service nova] [instance: 4519dc37-aea6-46ff-bb47-15f76c6b9cdf] Received unexpected event network-vif-plugged-0e02a345-ef28-41de-9102-41d5b6b5a192 for instance with vm_state building and task_state spawning. [ 1102.856246] env[65448]: DEBUG nova.compute.manager [req-bd55f6a5-e59d-4896-ba88-fef73d8d0a52 req-c0b90063-650c-42ff-a3fd-117682a393cc service nova] [instance: 4519dc37-aea6-46ff-bb47-15f76c6b9cdf] Received event network-changed-0e02a345-ef28-41de-9102-41d5b6b5a192 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1102.856407] env[65448]: DEBUG nova.compute.manager [req-bd55f6a5-e59d-4896-ba88-fef73d8d0a52 req-c0b90063-650c-42ff-a3fd-117682a393cc service nova] [instance: 4519dc37-aea6-46ff-bb47-15f76c6b9cdf] Refreshing instance network info cache due to event network-changed-0e02a345-ef28-41de-9102-41d5b6b5a192. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 1102.856575] env[65448]: DEBUG oslo_concurrency.lockutils [req-bd55f6a5-e59d-4896-ba88-fef73d8d0a52 req-c0b90063-650c-42ff-a3fd-117682a393cc service nova] Acquiring lock "refresh_cache-4519dc37-aea6-46ff-bb47-15f76c6b9cdf" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.944027] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04342413-c5c5-4551-bca6-d4194a9a82bd {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.953256] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7be5db71-9bf6-4d0e-8d22-a39b22aa94bb {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.985762] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39b5348e-bcef-4c12-ba8e-ca54cae372a1 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.995111] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c289358-fc3c-47ba-9cbe-6a4b21ebaa94 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.012364] env[65448]: DEBUG nova.compute.provider_tree [None req-be63d3c9-8402-47ca-86c0-50413ac32f17 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1103.145138] env[65448]: DEBUG oslo_concurrency.lockutils [req-1511d56e-d915-4408-adfa-c316397eee71 req-14d5cbb0-1cb1-4ef7-85a8-caaa79657e38 service nova] Releasing lock "refresh_cache-29233a50-b2e2-4fe5-bf08-80a7b1c85e0b" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.145138] env[65448]: DEBUG nova.compute.manager [req-1511d56e-d915-4408-adfa-c316397eee71 req-14d5cbb0-1cb1-4ef7-85a8-caaa79657e38 service nova] [instance: 16d98a4f-d6a2-4f7e-95fb-526cf2e1fab4] Received event network-vif-deleted-250fe1e3-5afe-4112-a3c1-f190cac6edd9 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1103.145353] env[65448]: DEBUG oslo_concurrency.lockutils [req-24026594-8f8f-4008-8dfc-0da8eb4b1303 req-8776a12a-2a18-49ed-970a-eb739f0075fe service nova] Acquired lock "refresh_cache-29233a50-b2e2-4fe5-bf08-80a7b1c85e0b" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.145498] env[65448]: DEBUG nova.network.neutron [req-24026594-8f8f-4008-8dfc-0da8eb4b1303 req-8776a12a-2a18-49ed-970a-eb739f0075fe service nova] [instance: 29233a50-b2e2-4fe5-bf08-80a7b1c85e0b] Refreshing network info cache for port f871d92f-d0a8-45d7-a36b-5d310534d838 {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1103.181308] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b78a9aa4-f101-4268-a4aa-1be40c74176f tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Acquiring lock "refresh_cache-29233a50-b2e2-4fe5-bf08-80a7b1c85e0b" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.247959] env[65448]: DEBUG oslo_vmware.api [req-d6154cf2-a68f-475e-ade8-e4f3401c142c req-40f43e66-3899-4c2f-9074-23cd3fa0f358 service nova] Task: {'id': task-4938319, 'name': ReconfigVM_Task, 'duration_secs': 5.785565} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.251240] env[65448]: DEBUG oslo_concurrency.lockutils [req-d6154cf2-a68f-475e-ade8-e4f3401c142c req-40f43e66-3899-4c2f-9074-23cd3fa0f358 service nova] Releasing lock "b0c623fa-d333-4033-9b82-c846509e532a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.251472] env[65448]: DEBUG nova.virt.vmwareapi.vmops [req-d6154cf2-a68f-475e-ade8-e4f3401c142c req-40f43e66-3899-4c2f-9074-23cd3fa0f358 service nova] [instance: b0c623fa-d333-4033-9b82-c846509e532a] Reconfigured VM to detach interface {{(pid=65448) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1103.251972] env[65448]: DEBUG oslo_concurrency.lockutils [None req-85b0f34f-4258-49c0-82c4-3d7f0046e1c3 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Lock "b0c623fa-d333-4033-9b82-c846509e532a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 6.047s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.252243] env[65448]: DEBUG oslo_concurrency.lockutils [None req-85b0f34f-4258-49c0-82c4-3d7f0046e1c3 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Acquiring lock "b0c623fa-d333-4033-9b82-c846509e532a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.252444] env[65448]: DEBUG oslo_concurrency.lockutils [None req-85b0f34f-4258-49c0-82c4-3d7f0046e1c3 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Lock "b0c623fa-d333-4033-9b82-c846509e532a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.252610] env[65448]: DEBUG oslo_concurrency.lockutils [None req-85b0f34f-4258-49c0-82c4-3d7f0046e1c3 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Lock "b0c623fa-d333-4033-9b82-c846509e532a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.254816] env[65448]: INFO nova.compute.manager [None req-85b0f34f-4258-49c0-82c4-3d7f0046e1c3 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: b0c623fa-d333-4033-9b82-c846509e532a] Terminating instance [ 1103.260331] env[65448]: DEBUG oslo_vmware.api [None req-e5c8b5ba-8f2c-4239-9b5a-c6a066890a67 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Task: {'id': task-4938325, 'name': ReconfigVM_Task, 'duration_secs': 0.317447} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.260772] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5c8b5ba-8f2c-4239-9b5a-c6a066890a67 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: ffb11675-ff83-4efb-be37-b642e50ea8b9] Reconfigured VM instance instance-00000050 to attach disk [datastore2] ffb11675-ff83-4efb-be37-b642e50ea8b9/ffb11675-ff83-4efb-be37-b642e50ea8b9.vmdk or device None with type streamOptimized {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1103.262199] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-e5c8b5ba-8f2c-4239-9b5a-c6a066890a67 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: ffb11675-ff83-4efb-be37-b642e50ea8b9] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'device_name': '/dev/sda', 'disk_bus': None, 'size': 0, 'encrypted': False, 'guest_format': None, 'boot_index': 0, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_type': 'disk', 'encryption_options': None, 'image_id': '50fb366d-48e6-424f-9c20-bc83d77be76a'}], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sdb', 'disk_bus': None, 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-962049', 'volume_id': 'a4dc71f8-f84c-4b38-81ba-e282c8158d1f', 'name': 'volume-a4dc71f8-f84c-4b38-81ba-e282c8158d1f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'ffb11675-ff83-4efb-be37-b642e50ea8b9', 'attached_at': '', 'detached_at': '', 'volume_id': 'a4dc71f8-f84c-4b38-81ba-e282c8158d1f', 'serial': 'a4dc71f8-f84c-4b38-81ba-e282c8158d1f'}, 'boot_index': None, 'delete_on_termination': False, 'attachment_id': 'ffa14de4-10d0-452c-88de-0ca267704b05', 'device_type': None, 'volume_type': None}], 'swap': None} {{(pid=65448) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1103.262408] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5c8b5ba-8f2c-4239-9b5a-c6a066890a67 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: ffb11675-ff83-4efb-be37-b642e50ea8b9] Volume attach. Driver type: vmdk {{(pid=65448) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1103.262594] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5c8b5ba-8f2c-4239-9b5a-c6a066890a67 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: ffb11675-ff83-4efb-be37-b642e50ea8b9] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-962049', 'volume_id': 'a4dc71f8-f84c-4b38-81ba-e282c8158d1f', 'name': 'volume-a4dc71f8-f84c-4b38-81ba-e282c8158d1f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'ffb11675-ff83-4efb-be37-b642e50ea8b9', 'attached_at': '', 'detached_at': '', 'volume_id': 'a4dc71f8-f84c-4b38-81ba-e282c8158d1f', 'serial': 'a4dc71f8-f84c-4b38-81ba-e282c8158d1f'} {{(pid=65448) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1103.263504] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d05b2ec-e846-446d-b831-86d4b886f528 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.283773] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dad6b3ed-7587-4f19-933a-8e1879bf0c1e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.310484] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5c8b5ba-8f2c-4239-9b5a-c6a066890a67 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: ffb11675-ff83-4efb-be37-b642e50ea8b9] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] volume-a4dc71f8-f84c-4b38-81ba-e282c8158d1f/volume-a4dc71f8-f84c-4b38-81ba-e282c8158d1f.vmdk or device None with type thin {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1103.310855] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4dc5d84e-6e4d-45be-87f8-a981a1d2d3a9 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.333669] env[65448]: DEBUG oslo_vmware.api [None req-e5c8b5ba-8f2c-4239-9b5a-c6a066890a67 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Waiting for the task: (returnval){ [ 1103.333669] env[65448]: value = "task-4938326" [ 1103.333669] env[65448]: _type = "Task" [ 1103.333669] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.343662] env[65448]: DEBUG oslo_vmware.api [None req-e5c8b5ba-8f2c-4239-9b5a-c6a066890a67 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Task: {'id': task-4938326, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.365123] env[65448]: DEBUG nova.network.neutron [None req-cd4c0776-7fbc-4f43-8c76-d0e451543b25 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: 4519dc37-aea6-46ff-bb47-15f76c6b9cdf] Instance cache missing network info. {{(pid=65448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1103.423570] env[65448]: DEBUG oslo_concurrency.lockutils [None req-11992e7c-4f97-4f7a-a56a-949b1dc7b708 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Acquiring lock "1922ac25-2b1e-4a2d-b87a-1ca8712ac96d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.423836] env[65448]: DEBUG oslo_concurrency.lockutils [None req-11992e7c-4f97-4f7a-a56a-949b1dc7b708 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Lock "1922ac25-2b1e-4a2d-b87a-1ca8712ac96d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.424194] env[65448]: DEBUG oslo_concurrency.lockutils [None req-11992e7c-4f97-4f7a-a56a-949b1dc7b708 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Acquiring lock "1922ac25-2b1e-4a2d-b87a-1ca8712ac96d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.424353] env[65448]: DEBUG oslo_concurrency.lockutils [None req-11992e7c-4f97-4f7a-a56a-949b1dc7b708 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Lock "1922ac25-2b1e-4a2d-b87a-1ca8712ac96d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.424534] env[65448]: DEBUG oslo_concurrency.lockutils [None req-11992e7c-4f97-4f7a-a56a-949b1dc7b708 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Lock "1922ac25-2b1e-4a2d-b87a-1ca8712ac96d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.430159] env[65448]: INFO nova.compute.manager [None req-11992e7c-4f97-4f7a-a56a-949b1dc7b708 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 1922ac25-2b1e-4a2d-b87a-1ca8712ac96d] Terminating instance [ 1103.470270] env[65448]: WARNING neutronclient.v2_0.client [None req-cd4c0776-7fbc-4f43-8c76-d0e451543b25 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1103.516825] env[65448]: DEBUG nova.scheduler.client.report [None req-be63d3c9-8402-47ca-86c0-50413ac32f17 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1103.557126] env[65448]: DEBUG nova.network.neutron [None req-cd4c0776-7fbc-4f43-8c76-d0e451543b25 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: 4519dc37-aea6-46ff-bb47-15f76c6b9cdf] Updating instance_info_cache with network_info: [{"id": "0e02a345-ef28-41de-9102-41d5b6b5a192", "address": "fa:16:3e:54:9c:16", "network": {"id": "e780d8ca-74b1-42d6-9931-c68bece889ed", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1768290232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b4602fe4973466b8eb0d97f7a72d721", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f17856cf-7248-414b-bde6-8c90cfb4c593", "external-id": "nsx-vlan-transportzone-341", "segmentation_id": 341, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e02a345-ef", "ovs_interfaceid": "0e02a345-ef28-41de-9102-41d5b6b5a192", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.648750] env[65448]: WARNING neutronclient.v2_0.client [req-24026594-8f8f-4008-8dfc-0da8eb4b1303 req-8776a12a-2a18-49ed-970a-eb739f0075fe service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1103.699378] env[65448]: DEBUG nova.network.neutron [req-24026594-8f8f-4008-8dfc-0da8eb4b1303 req-8776a12a-2a18-49ed-970a-eb739f0075fe service nova] [instance: 29233a50-b2e2-4fe5-bf08-80a7b1c85e0b] Instance cache missing network info. {{(pid=65448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1103.762060] env[65448]: DEBUG nova.compute.manager [None req-85b0f34f-4258-49c0-82c4-3d7f0046e1c3 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: b0c623fa-d333-4033-9b82-c846509e532a] Start destroying the instance on the hypervisor. {{(pid=65448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3209}} [ 1103.762457] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-85b0f34f-4258-49c0-82c4-3d7f0046e1c3 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: b0c623fa-d333-4033-9b82-c846509e532a] Destroying instance {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1103.763574] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b214d835-aeba-49b6-891b-e40a43ca074c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.772671] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-85b0f34f-4258-49c0-82c4-3d7f0046e1c3 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: b0c623fa-d333-4033-9b82-c846509e532a] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1103.772959] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-183b3636-503d-4f9f-86e0-3c61c7c594a9 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.780444] env[65448]: DEBUG oslo_vmware.api [None req-85b0f34f-4258-49c0-82c4-3d7f0046e1c3 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Waiting for the task: (returnval){ [ 1103.780444] env[65448]: value = "task-4938327" [ 1103.780444] env[65448]: _type = "Task" [ 1103.780444] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.789667] env[65448]: DEBUG oslo_vmware.api [None req-85b0f34f-4258-49c0-82c4-3d7f0046e1c3 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': task-4938327, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.791366] env[65448]: DEBUG nova.network.neutron [req-24026594-8f8f-4008-8dfc-0da8eb4b1303 req-8776a12a-2a18-49ed-970a-eb739f0075fe service nova] [instance: 29233a50-b2e2-4fe5-bf08-80a7b1c85e0b] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.845370] env[65448]: DEBUG oslo_vmware.api [None req-e5c8b5ba-8f2c-4239-9b5a-c6a066890a67 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Task: {'id': task-4938326, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.934513] env[65448]: DEBUG nova.compute.manager [None req-11992e7c-4f97-4f7a-a56a-949b1dc7b708 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 1922ac25-2b1e-4a2d-b87a-1ca8712ac96d] Start destroying the instance on the hypervisor. {{(pid=65448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3209}} [ 1103.935440] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-11992e7c-4f97-4f7a-a56a-949b1dc7b708 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 1922ac25-2b1e-4a2d-b87a-1ca8712ac96d] Destroying instance {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1103.936863] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76a3c5cf-e6e9-4040-be5f-3bbfeeac662b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.947896] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-11992e7c-4f97-4f7a-a56a-949b1dc7b708 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 1922ac25-2b1e-4a2d-b87a-1ca8712ac96d] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1103.948203] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f0f42570-2b6b-4a46-85e2-6a49bfb8d15b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.956839] env[65448]: DEBUG oslo_vmware.api [None req-11992e7c-4f97-4f7a-a56a-949b1dc7b708 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Waiting for the task: (returnval){ [ 1103.956839] env[65448]: value = "task-4938328" [ 1103.956839] env[65448]: _type = "Task" [ 1103.956839] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.966247] env[65448]: DEBUG oslo_vmware.api [None req-11992e7c-4f97-4f7a-a56a-949b1dc7b708 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Task: {'id': task-4938328, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.022768] env[65448]: DEBUG oslo_concurrency.lockutils [None req-be63d3c9-8402-47ca-86c0-50413ac32f17 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.344s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.023846] env[65448]: DEBUG nova.compute.manager [None req-be63d3c9-8402-47ca-86c0-50413ac32f17 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: 065c9740-2c84-4d41-ab88-10951e30179e] Start building networks asynchronously for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2881}} [ 1104.027012] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6b848d10-863b-4e3f-884f-f0a8c6ea5c50 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.168s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.027376] env[65448]: DEBUG nova.objects.instance [None req-6b848d10-863b-4e3f-884f-f0a8c6ea5c50 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Lazy-loading 'resources' on Instance uuid 16d98a4f-d6a2-4f7e-95fb-526cf2e1fab4 {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1104.060612] env[65448]: DEBUG oslo_concurrency.lockutils [None req-cd4c0776-7fbc-4f43-8c76-d0e451543b25 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Releasing lock "refresh_cache-4519dc37-aea6-46ff-bb47-15f76c6b9cdf" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.061146] env[65448]: DEBUG nova.compute.manager [None req-cd4c0776-7fbc-4f43-8c76-d0e451543b25 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: 4519dc37-aea6-46ff-bb47-15f76c6b9cdf] Instance network_info: |[{"id": "0e02a345-ef28-41de-9102-41d5b6b5a192", "address": "fa:16:3e:54:9c:16", "network": {"id": "e780d8ca-74b1-42d6-9931-c68bece889ed", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1768290232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b4602fe4973466b8eb0d97f7a72d721", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f17856cf-7248-414b-bde6-8c90cfb4c593", "external-id": "nsx-vlan-transportzone-341", "segmentation_id": 341, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e02a345-ef", "ovs_interfaceid": "0e02a345-ef28-41de-9102-41d5b6b5a192", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 1104.061729] env[65448]: DEBUG oslo_concurrency.lockutils [req-bd55f6a5-e59d-4896-ba88-fef73d8d0a52 req-c0b90063-650c-42ff-a3fd-117682a393cc service nova] Acquired lock "refresh_cache-4519dc37-aea6-46ff-bb47-15f76c6b9cdf" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.061961] env[65448]: DEBUG nova.network.neutron [req-bd55f6a5-e59d-4896-ba88-fef73d8d0a52 req-c0b90063-650c-42ff-a3fd-117682a393cc service nova] [instance: 4519dc37-aea6-46ff-bb47-15f76c6b9cdf] Refreshing network info cache for port 0e02a345-ef28-41de-9102-41d5b6b5a192 {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1104.063565] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-cd4c0776-7fbc-4f43-8c76-d0e451543b25 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: 4519dc37-aea6-46ff-bb47-15f76c6b9cdf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:9c:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f17856cf-7248-414b-bde6-8c90cfb4c593', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0e02a345-ef28-41de-9102-41d5b6b5a192', 'vif_model': 'vmxnet3'}] {{(pid=65448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1104.073859] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-cd4c0776-7fbc-4f43-8c76-d0e451543b25 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1104.075576] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4519dc37-aea6-46ff-bb47-15f76c6b9cdf] Creating VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1104.077793] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-129399ab-524a-4c4b-a86e-510888f352a6 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.110835] env[65448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1104.110835] env[65448]: value = "task-4938329" [ 1104.110835] env[65448]: _type = "Task" [ 1104.110835] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.123784] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4938329, 'name': CreateVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.292393] env[65448]: DEBUG oslo_vmware.api [None req-85b0f34f-4258-49c0-82c4-3d7f0046e1c3 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': task-4938327, 'name': PowerOffVM_Task, 'duration_secs': 0.37222} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.292604] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-85b0f34f-4258-49c0-82c4-3d7f0046e1c3 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: b0c623fa-d333-4033-9b82-c846509e532a] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1104.292729] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-85b0f34f-4258-49c0-82c4-3d7f0046e1c3 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: b0c623fa-d333-4033-9b82-c846509e532a] Unregistering the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1104.292958] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-630cac74-cba0-4a40-9cff-dfa66543a333 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.294901] env[65448]: DEBUG oslo_concurrency.lockutils [req-24026594-8f8f-4008-8dfc-0da8eb4b1303 req-8776a12a-2a18-49ed-970a-eb739f0075fe service nova] Releasing lock "refresh_cache-29233a50-b2e2-4fe5-bf08-80a7b1c85e0b" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.295377] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b78a9aa4-f101-4268-a4aa-1be40c74176f tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Acquired lock "refresh_cache-29233a50-b2e2-4fe5-bf08-80a7b1c85e0b" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.295563] env[65448]: DEBUG nova.network.neutron [None req-b78a9aa4-f101-4268-a4aa-1be40c74176f tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] [instance: 29233a50-b2e2-4fe5-bf08-80a7b1c85e0b] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1104.345225] env[65448]: DEBUG oslo_vmware.api [None req-e5c8b5ba-8f2c-4239-9b5a-c6a066890a67 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Task: {'id': task-4938326, 'name': ReconfigVM_Task, 'duration_secs': 0.815538} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.345545] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5c8b5ba-8f2c-4239-9b5a-c6a066890a67 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: ffb11675-ff83-4efb-be37-b642e50ea8b9] Reconfigured VM instance instance-00000050 to attach disk [datastore1] volume-a4dc71f8-f84c-4b38-81ba-e282c8158d1f/volume-a4dc71f8-f84c-4b38-81ba-e282c8158d1f.vmdk or device None with type thin {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1104.350511] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-178dad37-4647-464e-9e66-45e7e819f2d5 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.368057] env[65448]: DEBUG oslo_vmware.api [None req-e5c8b5ba-8f2c-4239-9b5a-c6a066890a67 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Waiting for the task: (returnval){ [ 1104.368057] env[65448]: value = "task-4938331" [ 1104.368057] env[65448]: _type = "Task" [ 1104.368057] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.377603] env[65448]: DEBUG oslo_vmware.api [None req-e5c8b5ba-8f2c-4239-9b5a-c6a066890a67 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Task: {'id': task-4938331, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.388614] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-85b0f34f-4258-49c0-82c4-3d7f0046e1c3 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: b0c623fa-d333-4033-9b82-c846509e532a] Unregistered the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1104.388903] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-85b0f34f-4258-49c0-82c4-3d7f0046e1c3 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: b0c623fa-d333-4033-9b82-c846509e532a] Deleting contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1104.389157] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-85b0f34f-4258-49c0-82c4-3d7f0046e1c3 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Deleting the datastore file [datastore2] b0c623fa-d333-4033-9b82-c846509e532a {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1104.389508] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5a3cb05c-27cb-4522-b3df-b6db41109844 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.398904] env[65448]: DEBUG oslo_vmware.api [None req-85b0f34f-4258-49c0-82c4-3d7f0046e1c3 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Waiting for the task: (returnval){ [ 1104.398904] env[65448]: value = "task-4938332" [ 1104.398904] env[65448]: _type = "Task" [ 1104.398904] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.408252] env[65448]: DEBUG oslo_vmware.api [None req-85b0f34f-4258-49c0-82c4-3d7f0046e1c3 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': task-4938332, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.466240] env[65448]: DEBUG oslo_vmware.api [None req-11992e7c-4f97-4f7a-a56a-949b1dc7b708 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Task: {'id': task-4938328, 'name': PowerOffVM_Task, 'duration_secs': 0.220346} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.466480] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-11992e7c-4f97-4f7a-a56a-949b1dc7b708 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 1922ac25-2b1e-4a2d-b87a-1ca8712ac96d] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1104.466654] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-11992e7c-4f97-4f7a-a56a-949b1dc7b708 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 1922ac25-2b1e-4a2d-b87a-1ca8712ac96d] Unregistering the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1104.466919] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5c8bb6b8-983b-42d8-bd00-3388dcf014c2 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.534733] env[65448]: DEBUG nova.compute.utils [None req-be63d3c9-8402-47ca-86c0-50413ac32f17 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Using /dev/sd instead of None {{(pid=65448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1104.537050] env[65448]: DEBUG nova.compute.manager [None req-be63d3c9-8402-47ca-86c0-50413ac32f17 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: 065c9740-2c84-4d41-ab88-10951e30179e] Allocating IP information in the background. {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 1104.537050] env[65448]: DEBUG nova.network.neutron [None req-be63d3c9-8402-47ca-86c0-50413ac32f17 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: 065c9740-2c84-4d41-ab88-10951e30179e] allocate_for_instance() {{(pid=65448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1104.537577] env[65448]: WARNING neutronclient.v2_0.client [None req-be63d3c9-8402-47ca-86c0-50413ac32f17 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1104.537741] env[65448]: WARNING neutronclient.v2_0.client [None req-be63d3c9-8402-47ca-86c0-50413ac32f17 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1104.577150] env[65448]: WARNING neutronclient.v2_0.client [req-bd55f6a5-e59d-4896-ba88-fef73d8d0a52 req-c0b90063-650c-42ff-a3fd-117682a393cc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1104.581965] env[65448]: DEBUG nova.policy [None req-be63d3c9-8402-47ca-86c0-50413ac32f17 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '188b1cb9a0da470f91a7092c81cbca50', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cd050f9067644c0db6e945683a3fcccc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65448) authorize /opt/stack/nova/nova/policy.py:192}} [ 1104.623858] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4938329, 'name': CreateVM_Task, 'duration_secs': 0.444977} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.628247] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4519dc37-aea6-46ff-bb47-15f76c6b9cdf] Created VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1104.628688] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-11992e7c-4f97-4f7a-a56a-949b1dc7b708 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 1922ac25-2b1e-4a2d-b87a-1ca8712ac96d] Unregistered the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1104.628861] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-11992e7c-4f97-4f7a-a56a-949b1dc7b708 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 1922ac25-2b1e-4a2d-b87a-1ca8712ac96d] Deleting contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1104.629123] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-11992e7c-4f97-4f7a-a56a-949b1dc7b708 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Deleting the datastore file [datastore2] 1922ac25-2b1e-4a2d-b87a-1ca8712ac96d {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1104.629881] env[65448]: WARNING neutronclient.v2_0.client [None req-cd4c0776-7fbc-4f43-8c76-d0e451543b25 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1104.630273] env[65448]: DEBUG oslo_concurrency.lockutils [None req-cd4c0776-7fbc-4f43-8c76-d0e451543b25 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.630641] env[65448]: DEBUG oslo_concurrency.lockutils [None req-cd4c0776-7fbc-4f43-8c76-d0e451543b25 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.631256] env[65448]: DEBUG oslo_concurrency.lockutils [None req-cd4c0776-7fbc-4f43-8c76-d0e451543b25 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.631532] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e84119df-3209-4e62-a2e5-c3cc0031358f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.633546] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6248eb73-223c-42cc-aac8-b453c713ddcf {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.640108] env[65448]: DEBUG oslo_vmware.api [None req-cd4c0776-7fbc-4f43-8c76-d0e451543b25 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Waiting for the task: (returnval){ [ 1104.640108] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52a9ac16-3670-1e0f-c37c-afd82be1178e" [ 1104.640108] env[65448]: _type = "Task" [ 1104.640108] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.645865] env[65448]: DEBUG oslo_vmware.api [None req-11992e7c-4f97-4f7a-a56a-949b1dc7b708 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Waiting for the task: (returnval){ [ 1104.645865] env[65448]: value = "task-4938334" [ 1104.645865] env[65448]: _type = "Task" [ 1104.645865] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.669812] env[65448]: DEBUG oslo_vmware.api [None req-cd4c0776-7fbc-4f43-8c76-d0e451543b25 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52a9ac16-3670-1e0f-c37c-afd82be1178e, 'name': SearchDatastore_Task, 'duration_secs': 0.01034} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.675412] env[65448]: DEBUG oslo_concurrency.lockutils [None req-cd4c0776-7fbc-4f43-8c76-d0e451543b25 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.675577] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-cd4c0776-7fbc-4f43-8c76-d0e451543b25 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: 4519dc37-aea6-46ff-bb47-15f76c6b9cdf] Processing image 50fb366d-48e6-424f-9c20-bc83d77be76a {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1104.675816] env[65448]: DEBUG oslo_concurrency.lockutils [None req-cd4c0776-7fbc-4f43-8c76-d0e451543b25 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.675954] env[65448]: DEBUG oslo_concurrency.lockutils [None req-cd4c0776-7fbc-4f43-8c76-d0e451543b25 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.676148] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd4c0776-7fbc-4f43-8c76-d0e451543b25 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1104.676438] env[65448]: DEBUG oslo_vmware.api [None req-11992e7c-4f97-4f7a-a56a-949b1dc7b708 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Task: {'id': task-4938334, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.676656] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f7f8ea5b-d5e1-4794-aa37-70aba6dbca61 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.689250] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd4c0776-7fbc-4f43-8c76-d0e451543b25 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1104.689417] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-cd4c0776-7fbc-4f43-8c76-d0e451543b25 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1104.690297] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5415cca8-a306-4710-bfb6-56ad402be6c2 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.701687] env[65448]: DEBUG oslo_vmware.api [None req-cd4c0776-7fbc-4f43-8c76-d0e451543b25 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Waiting for the task: (returnval){ [ 1104.701687] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52569233-fdf3-1395-b3d4-aac1965aad12" [ 1104.701687] env[65448]: _type = "Task" [ 1104.701687] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.711504] env[65448]: DEBUG oslo_vmware.api [None req-cd4c0776-7fbc-4f43-8c76-d0e451543b25 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52569233-fdf3-1395-b3d4-aac1965aad12, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.766566] env[65448]: WARNING neutronclient.v2_0.client [req-bd55f6a5-e59d-4896-ba88-fef73d8d0a52 req-c0b90063-650c-42ff-a3fd-117682a393cc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1104.771210] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d4b3f08-0371-4655-b6d7-b907ff22cde5 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.779303] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a35ee7f-119f-47be-bc4a-76ab61375a1d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.817374] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d10cba58-e6a6-4535-b8f0-df7dc7b71098 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.826778] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e0d0087-be80-4fa7-a2c7-b34f64d694d6 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.844828] env[65448]: DEBUG nova.compute.provider_tree [None req-6b848d10-863b-4e3f-884f-f0a8c6ea5c50 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1104.879378] env[65448]: DEBUG oslo_vmware.api [None req-e5c8b5ba-8f2c-4239-9b5a-c6a066890a67 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Task: {'id': task-4938331, 'name': ReconfigVM_Task, 'duration_secs': 0.172869} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.880385] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5c8b5ba-8f2c-4239-9b5a-c6a066890a67 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: ffb11675-ff83-4efb-be37-b642e50ea8b9] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-962049', 'volume_id': 'a4dc71f8-f84c-4b38-81ba-e282c8158d1f', 'name': 'volume-a4dc71f8-f84c-4b38-81ba-e282c8158d1f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'ffb11675-ff83-4efb-be37-b642e50ea8b9', 'attached_at': '', 'detached_at': '', 'volume_id': 'a4dc71f8-f84c-4b38-81ba-e282c8158d1f', 'serial': 'a4dc71f8-f84c-4b38-81ba-e282c8158d1f'} {{(pid=65448) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1104.880385] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8a4e2dc8-efcb-4796-b9f3-9c9ac5159bb9 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.887595] env[65448]: DEBUG oslo_vmware.api [None req-e5c8b5ba-8f2c-4239-9b5a-c6a066890a67 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Waiting for the task: (returnval){ [ 1104.887595] env[65448]: value = "task-4938335" [ 1104.887595] env[65448]: _type = "Task" [ 1104.887595] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.897376] env[65448]: DEBUG oslo_vmware.api [None req-e5c8b5ba-8f2c-4239-9b5a-c6a066890a67 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Task: {'id': task-4938335, 'name': Rename_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.908548] env[65448]: DEBUG oslo_vmware.api [None req-85b0f34f-4258-49c0-82c4-3d7f0046e1c3 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': task-4938332, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.286173} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.909656] env[65448]: DEBUG nova.network.neutron [None req-be63d3c9-8402-47ca-86c0-50413ac32f17 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: 065c9740-2c84-4d41-ab88-10951e30179e] Successfully created port: c65f3151-24dd-48d8-a86c-f022864d7043 {{(pid=65448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1104.911989] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-85b0f34f-4258-49c0-82c4-3d7f0046e1c3 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1104.912196] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-85b0f34f-4258-49c0-82c4-3d7f0046e1c3 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: b0c623fa-d333-4033-9b82-c846509e532a] Deleted contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1104.912378] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-85b0f34f-4258-49c0-82c4-3d7f0046e1c3 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: b0c623fa-d333-4033-9b82-c846509e532a] Instance destroyed {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1104.912630] env[65448]: INFO nova.compute.manager [None req-85b0f34f-4258-49c0-82c4-3d7f0046e1c3 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: b0c623fa-d333-4033-9b82-c846509e532a] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1104.912789] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-85b0f34f-4258-49c0-82c4-3d7f0046e1c3 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1104.913280] env[65448]: DEBUG nova.compute.manager [-] [instance: b0c623fa-d333-4033-9b82-c846509e532a] Deallocating network for instance {{(pid=65448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1104.913382] env[65448]: DEBUG nova.network.neutron [-] [instance: b0c623fa-d333-4033-9b82-c846509e532a] deallocate_for_instance() {{(pid=65448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1104.913622] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1104.952504] env[65448]: DEBUG nova.network.neutron [None req-b78a9aa4-f101-4268-a4aa-1be40c74176f tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] [instance: 29233a50-b2e2-4fe5-bf08-80a7b1c85e0b] Instance cache missing network info. {{(pid=65448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1105.023745] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1105.040991] env[65448]: DEBUG nova.compute.manager [None req-be63d3c9-8402-47ca-86c0-50413ac32f17 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: 065c9740-2c84-4d41-ab88-10951e30179e] Start building block device mappings for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2916}} [ 1105.084898] env[65448]: DEBUG nova.compute.manager [req-df9fe7f3-bb31-47ec-84cb-e890740d54e4 req-b27aad3c-72d7-4795-b66f-8956ddfb5b63 service nova] [instance: 29233a50-b2e2-4fe5-bf08-80a7b1c85e0b] Received event network-vif-plugged-ba06478c-b8a7-4c24-b7b3-b724f3a85d0b {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1105.084898] env[65448]: DEBUG oslo_concurrency.lockutils [req-df9fe7f3-bb31-47ec-84cb-e890740d54e4 req-b27aad3c-72d7-4795-b66f-8956ddfb5b63 service nova] Acquiring lock "29233a50-b2e2-4fe5-bf08-80a7b1c85e0b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.084898] env[65448]: DEBUG oslo_concurrency.lockutils [req-df9fe7f3-bb31-47ec-84cb-e890740d54e4 req-b27aad3c-72d7-4795-b66f-8956ddfb5b63 service nova] Lock "29233a50-b2e2-4fe5-bf08-80a7b1c85e0b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.084898] env[65448]: DEBUG oslo_concurrency.lockutils [req-df9fe7f3-bb31-47ec-84cb-e890740d54e4 req-b27aad3c-72d7-4795-b66f-8956ddfb5b63 service nova] Lock "29233a50-b2e2-4fe5-bf08-80a7b1c85e0b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.085279] env[65448]: DEBUG nova.compute.manager [req-df9fe7f3-bb31-47ec-84cb-e890740d54e4 req-b27aad3c-72d7-4795-b66f-8956ddfb5b63 service nova] [instance: 29233a50-b2e2-4fe5-bf08-80a7b1c85e0b] No waiting events found dispatching network-vif-plugged-ba06478c-b8a7-4c24-b7b3-b724f3a85d0b {{(pid=65448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1105.085661] env[65448]: WARNING nova.compute.manager [req-df9fe7f3-bb31-47ec-84cb-e890740d54e4 req-b27aad3c-72d7-4795-b66f-8956ddfb5b63 service nova] [instance: 29233a50-b2e2-4fe5-bf08-80a7b1c85e0b] Received unexpected event network-vif-plugged-ba06478c-b8a7-4c24-b7b3-b724f3a85d0b for instance with vm_state building and task_state spawning. [ 1105.085932] env[65448]: DEBUG nova.compute.manager [req-df9fe7f3-bb31-47ec-84cb-e890740d54e4 req-b27aad3c-72d7-4795-b66f-8956ddfb5b63 service nova] [instance: 29233a50-b2e2-4fe5-bf08-80a7b1c85e0b] Received event network-changed-ba06478c-b8a7-4c24-b7b3-b724f3a85d0b {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1105.086192] env[65448]: DEBUG nova.compute.manager [req-df9fe7f3-bb31-47ec-84cb-e890740d54e4 req-b27aad3c-72d7-4795-b66f-8956ddfb5b63 service nova] [instance: 29233a50-b2e2-4fe5-bf08-80a7b1c85e0b] Refreshing instance network info cache due to event network-changed-ba06478c-b8a7-4c24-b7b3-b724f3a85d0b. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 1105.086454] env[65448]: DEBUG oslo_concurrency.lockutils [req-df9fe7f3-bb31-47ec-84cb-e890740d54e4 req-b27aad3c-72d7-4795-b66f-8956ddfb5b63 service nova] Acquiring lock "refresh_cache-29233a50-b2e2-4fe5-bf08-80a7b1c85e0b" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.090787] env[65448]: DEBUG nova.network.neutron [req-bd55f6a5-e59d-4896-ba88-fef73d8d0a52 req-c0b90063-650c-42ff-a3fd-117682a393cc service nova] [instance: 4519dc37-aea6-46ff-bb47-15f76c6b9cdf] Updated VIF entry in instance network info cache for port 0e02a345-ef28-41de-9102-41d5b6b5a192. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1105.091385] env[65448]: DEBUG nova.network.neutron [req-bd55f6a5-e59d-4896-ba88-fef73d8d0a52 req-c0b90063-650c-42ff-a3fd-117682a393cc service nova] [instance: 4519dc37-aea6-46ff-bb47-15f76c6b9cdf] Updating instance_info_cache with network_info: [{"id": "0e02a345-ef28-41de-9102-41d5b6b5a192", "address": "fa:16:3e:54:9c:16", "network": {"id": "e780d8ca-74b1-42d6-9931-c68bece889ed", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1768290232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b4602fe4973466b8eb0d97f7a72d721", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f17856cf-7248-414b-bde6-8c90cfb4c593", "external-id": "nsx-vlan-transportzone-341", "segmentation_id": 341, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e02a345-ef", "ovs_interfaceid": "0e02a345-ef28-41de-9102-41d5b6b5a192", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.164038] env[65448]: DEBUG oslo_vmware.api [None req-11992e7c-4f97-4f7a-a56a-949b1dc7b708 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Task: {'id': task-4938334, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.288939} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.164141] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-11992e7c-4f97-4f7a-a56a-949b1dc7b708 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1105.164358] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-11992e7c-4f97-4f7a-a56a-949b1dc7b708 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 1922ac25-2b1e-4a2d-b87a-1ca8712ac96d] Deleted contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1105.164571] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-11992e7c-4f97-4f7a-a56a-949b1dc7b708 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 1922ac25-2b1e-4a2d-b87a-1ca8712ac96d] Instance destroyed {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1105.164794] env[65448]: INFO nova.compute.manager [None req-11992e7c-4f97-4f7a-a56a-949b1dc7b708 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 1922ac25-2b1e-4a2d-b87a-1ca8712ac96d] Took 1.23 seconds to destroy the instance on the hypervisor. [ 1105.165108] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-11992e7c-4f97-4f7a-a56a-949b1dc7b708 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1105.165352] env[65448]: DEBUG nova.compute.manager [-] [instance: 1922ac25-2b1e-4a2d-b87a-1ca8712ac96d] Deallocating network for instance {{(pid=65448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1105.165475] env[65448]: DEBUG nova.network.neutron [-] [instance: 1922ac25-2b1e-4a2d-b87a-1ca8712ac96d] deallocate_for_instance() {{(pid=65448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1105.165768] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1105.216654] env[65448]: DEBUG oslo_vmware.api [None req-cd4c0776-7fbc-4f43-8c76-d0e451543b25 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52569233-fdf3-1395-b3d4-aac1965aad12, 'name': SearchDatastore_Task, 'duration_secs': 0.010472} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.217507] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c81c55e-2990-4c4d-ae5b-743718d652de {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.224676] env[65448]: DEBUG oslo_vmware.api [None req-cd4c0776-7fbc-4f43-8c76-d0e451543b25 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Waiting for the task: (returnval){ [ 1105.224676] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52d22ea5-fa3f-ff9f-1149-ec25fbddabbe" [ 1105.224676] env[65448]: _type = "Task" [ 1105.224676] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.234130] env[65448]: DEBUG oslo_vmware.api [None req-cd4c0776-7fbc-4f43-8c76-d0e451543b25 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52d22ea5-fa3f-ff9f-1149-ec25fbddabbe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.347495] env[65448]: DEBUG nova.scheduler.client.report [None req-6b848d10-863b-4e3f-884f-f0a8c6ea5c50 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1105.398049] env[65448]: DEBUG oslo_vmware.api [None req-e5c8b5ba-8f2c-4239-9b5a-c6a066890a67 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Task: {'id': task-4938335, 'name': Rename_Task, 'duration_secs': 0.172021} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.398379] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5c8b5ba-8f2c-4239-9b5a-c6a066890a67 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: ffb11675-ff83-4efb-be37-b642e50ea8b9] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1105.398651] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-730eb50d-1cc4-4ad0-b5e8-23e49a10f32b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.406726] env[65448]: DEBUG oslo_vmware.api [None req-e5c8b5ba-8f2c-4239-9b5a-c6a066890a67 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Waiting for the task: (returnval){ [ 1105.406726] env[65448]: value = "task-4938336" [ 1105.406726] env[65448]: _type = "Task" [ 1105.406726] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.415281] env[65448]: DEBUG oslo_vmware.api [None req-e5c8b5ba-8f2c-4239-9b5a-c6a066890a67 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Task: {'id': task-4938336, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.594482] env[65448]: DEBUG oslo_concurrency.lockutils [req-bd55f6a5-e59d-4896-ba88-fef73d8d0a52 req-c0b90063-650c-42ff-a3fd-117682a393cc service nova] Releasing lock "refresh_cache-4519dc37-aea6-46ff-bb47-15f76c6b9cdf" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.671711] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1105.700902] env[65448]: WARNING neutronclient.v2_0.client [None req-b78a9aa4-f101-4268-a4aa-1be40c74176f tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1105.736258] env[65448]: DEBUG oslo_vmware.api [None req-cd4c0776-7fbc-4f43-8c76-d0e451543b25 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52d22ea5-fa3f-ff9f-1149-ec25fbddabbe, 'name': SearchDatastore_Task, 'duration_secs': 0.010101} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.736623] env[65448]: DEBUG oslo_concurrency.lockutils [None req-cd4c0776-7fbc-4f43-8c76-d0e451543b25 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.736808] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd4c0776-7fbc-4f43-8c76-d0e451543b25 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] 4519dc37-aea6-46ff-bb47-15f76c6b9cdf/4519dc37-aea6-46ff-bb47-15f76c6b9cdf.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1105.737076] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3b2e8fd7-13f0-49a2-8280-1ef06b2501a1 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.744430] env[65448]: DEBUG oslo_vmware.api [None req-cd4c0776-7fbc-4f43-8c76-d0e451543b25 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Waiting for the task: (returnval){ [ 1105.744430] env[65448]: value = "task-4938337" [ 1105.744430] env[65448]: _type = "Task" [ 1105.744430] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.754027] env[65448]: DEBUG oslo_vmware.api [None req-cd4c0776-7fbc-4f43-8c76-d0e451543b25 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': task-4938337, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.853432] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6b848d10-863b-4e3f-884f-f0a8c6ea5c50 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.826s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.856902] env[65448]: DEBUG oslo_concurrency.lockutils [None req-56949d82-1136-4c70-8bb5-4de5f1842aae tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 4.135s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.884407] env[65448]: INFO nova.scheduler.client.report [None req-6b848d10-863b-4e3f-884f-f0a8c6ea5c50 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Deleted allocations for instance 16d98a4f-d6a2-4f7e-95fb-526cf2e1fab4 [ 1105.919133] env[65448]: DEBUG oslo_vmware.api [None req-e5c8b5ba-8f2c-4239-9b5a-c6a066890a67 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Task: {'id': task-4938336, 'name': PowerOnVM_Task, 'duration_secs': 0.492494} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.919458] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5c8b5ba-8f2c-4239-9b5a-c6a066890a67 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: ffb11675-ff83-4efb-be37-b642e50ea8b9] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1106.034406] env[65448]: DEBUG nova.compute.manager [None req-e5c8b5ba-8f2c-4239-9b5a-c6a066890a67 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: ffb11675-ff83-4efb-be37-b642e50ea8b9] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 1106.035543] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d5f6473-d439-4b85-941f-3399daf4debf {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.050547] env[65448]: DEBUG nova.compute.manager [None req-be63d3c9-8402-47ca-86c0-50413ac32f17 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: 065c9740-2c84-4d41-ab88-10951e30179e] Start spawning the instance on the hypervisor. {{(pid=65448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2689}} [ 1106.076520] env[65448]: DEBUG nova.network.neutron [-] [instance: b0c623fa-d333-4033-9b82-c846509e532a] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.083280] env[65448]: DEBUG nova.virt.hardware [None req-be63d3c9-8402-47ca-86c0-50413ac32f17 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-08T17:19:51Z,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a992292b6dae455593d228217860e2e1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-08T17:19:52Z,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1106.083568] env[65448]: DEBUG nova.virt.hardware [None req-be63d3c9-8402-47ca-86c0-50413ac32f17 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1106.083981] env[65448]: DEBUG nova.virt.hardware [None req-be63d3c9-8402-47ca-86c0-50413ac32f17 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1106.083981] env[65448]: DEBUG nova.virt.hardware [None req-be63d3c9-8402-47ca-86c0-50413ac32f17 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1106.084149] env[65448]: DEBUG nova.virt.hardware [None req-be63d3c9-8402-47ca-86c0-50413ac32f17 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1106.084313] env[65448]: DEBUG nova.virt.hardware [None req-be63d3c9-8402-47ca-86c0-50413ac32f17 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1106.084561] env[65448]: DEBUG nova.virt.hardware [None req-be63d3c9-8402-47ca-86c0-50413ac32f17 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1106.085048] env[65448]: DEBUG nova.virt.hardware [None req-be63d3c9-8402-47ca-86c0-50413ac32f17 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1106.085148] env[65448]: DEBUG nova.virt.hardware [None req-be63d3c9-8402-47ca-86c0-50413ac32f17 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1106.085258] env[65448]: DEBUG nova.virt.hardware [None req-be63d3c9-8402-47ca-86c0-50413ac32f17 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1106.085442] env[65448]: DEBUG nova.virt.hardware [None req-be63d3c9-8402-47ca-86c0-50413ac32f17 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1106.086496] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8743f2f2-b323-43d2-8504-1795146903e7 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.096934] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5700f21e-b7a3-4f1c-a742-1fde9704c945 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.256782] env[65448]: DEBUG oslo_vmware.api [None req-cd4c0776-7fbc-4f43-8c76-d0e451543b25 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': task-4938337, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.363367] env[65448]: DEBUG nova.objects.instance [None req-56949d82-1136-4c70-8bb5-4de5f1842aae tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Lazy-loading 'migration_context' on Instance uuid 24665a99-6cfb-4d8b-8d08-406b7d1f468f {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1106.402608] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6b848d10-863b-4e3f-884f-f0a8c6ea5c50 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Lock "16d98a4f-d6a2-4f7e-95fb-526cf2e1fab4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.100s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.554654] env[65448]: DEBUG nova.network.neutron [None req-be63d3c9-8402-47ca-86c0-50413ac32f17 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: 065c9740-2c84-4d41-ab88-10951e30179e] Successfully updated port: c65f3151-24dd-48d8-a86c-f022864d7043 {{(pid=65448) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1106.561216] env[65448]: DEBUG oslo_concurrency.lockutils [None req-e5c8b5ba-8f2c-4239-9b5a-c6a066890a67 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Lock "ffb11675-ff83-4efb-be37-b642e50ea8b9" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 31.808s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.579753] env[65448]: INFO nova.compute.manager [-] [instance: b0c623fa-d333-4033-9b82-c846509e532a] Took 1.67 seconds to deallocate network for instance. [ 1106.589093] env[65448]: WARNING neutronclient.v2_0.client [None req-b78a9aa4-f101-4268-a4aa-1be40c74176f tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1106.697233] env[65448]: DEBUG nova.network.neutron [-] [instance: 1922ac25-2b1e-4a2d-b87a-1ca8712ac96d] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.717148] env[65448]: DEBUG nova.compute.manager [req-ea575a6e-ff17-4d11-9e43-3465dd502ae9 req-d918f366-c49d-4821-8e9a-6dda023b4e3e service nova] [instance: 065c9740-2c84-4d41-ab88-10951e30179e] Received event network-vif-plugged-c65f3151-24dd-48d8-a86c-f022864d7043 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1106.717529] env[65448]: DEBUG oslo_concurrency.lockutils [req-ea575a6e-ff17-4d11-9e43-3465dd502ae9 req-d918f366-c49d-4821-8e9a-6dda023b4e3e service nova] Acquiring lock "065c9740-2c84-4d41-ab88-10951e30179e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.717978] env[65448]: DEBUG oslo_concurrency.lockutils [req-ea575a6e-ff17-4d11-9e43-3465dd502ae9 req-d918f366-c49d-4821-8e9a-6dda023b4e3e service nova] Lock "065c9740-2c84-4d41-ab88-10951e30179e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.718392] env[65448]: DEBUG oslo_concurrency.lockutils [req-ea575a6e-ff17-4d11-9e43-3465dd502ae9 req-d918f366-c49d-4821-8e9a-6dda023b4e3e service nova] Lock "065c9740-2c84-4d41-ab88-10951e30179e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.718392] env[65448]: DEBUG nova.compute.manager [req-ea575a6e-ff17-4d11-9e43-3465dd502ae9 req-d918f366-c49d-4821-8e9a-6dda023b4e3e service nova] [instance: 065c9740-2c84-4d41-ab88-10951e30179e] No waiting events found dispatching network-vif-plugged-c65f3151-24dd-48d8-a86c-f022864d7043 {{(pid=65448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1106.718533] env[65448]: WARNING nova.compute.manager [req-ea575a6e-ff17-4d11-9e43-3465dd502ae9 req-d918f366-c49d-4821-8e9a-6dda023b4e3e service nova] [instance: 065c9740-2c84-4d41-ab88-10951e30179e] Received unexpected event network-vif-plugged-c65f3151-24dd-48d8-a86c-f022864d7043 for instance with vm_state building and task_state spawning. [ 1106.759658] env[65448]: DEBUG oslo_vmware.api [None req-cd4c0776-7fbc-4f43-8c76-d0e451543b25 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': task-4938337, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.626298} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.760565] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd4c0776-7fbc-4f43-8c76-d0e451543b25 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] 4519dc37-aea6-46ff-bb47-15f76c6b9cdf/4519dc37-aea6-46ff-bb47-15f76c6b9cdf.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1106.761128] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-cd4c0776-7fbc-4f43-8c76-d0e451543b25 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: 4519dc37-aea6-46ff-bb47-15f76c6b9cdf] Extending root virtual disk to 1048576 {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1106.761128] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f68fdfe2-df89-4bf5-b83a-565236f258d4 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.769897] env[65448]: DEBUG oslo_vmware.api [None req-cd4c0776-7fbc-4f43-8c76-d0e451543b25 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Waiting for the task: (returnval){ [ 1106.769897] env[65448]: value = "task-4938338" [ 1106.769897] env[65448]: _type = "Task" [ 1106.769897] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.780046] env[65448]: DEBUG oslo_vmware.api [None req-cd4c0776-7fbc-4f43-8c76-d0e451543b25 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': task-4938338, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.813970] env[65448]: WARNING neutronclient.v2_0.client [None req-b78a9aa4-f101-4268-a4aa-1be40c74176f tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1106.854882] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5bf30958-411b-4864-ab67-245736a0a8cf tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Acquiring lock "d53e2a3e-2205-44b0-9e68-91125832a67f" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.854882] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5bf30958-411b-4864-ab67-245736a0a8cf tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Lock "d53e2a3e-2205-44b0-9e68-91125832a67f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.897305] env[65448]: DEBUG nova.network.neutron [None req-b78a9aa4-f101-4268-a4aa-1be40c74176f tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] [instance: 29233a50-b2e2-4fe5-bf08-80a7b1c85e0b] Updating instance_info_cache with network_info: [{"id": "83cc6528-3599-4a83-b6bb-c9db78b24e2a", "address": "fa:16:3e:a4:44:4a", "network": {"id": "808d1736-9ccb-497a-9cf2-6b6aabc6fbb0", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1077846320", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.207", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a9c0479f62f4d4bb6a459d2f03cce60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaba65c3-6925-4c7f-83b6-17cd1a328e27", "external-id": "nsx-vlan-transportzone-202", "segmentation_id": 202, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83cc6528-35", "ovs_interfaceid": "83cc6528-3599-4a83-b6bb-c9db78b24e2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f871d92f-d0a8-45d7-a36b-5d310534d838", "address": "fa:16:3e:cf:20:7d", "network": {"id": "f8e162cb-554d-4b16-96cb-1da000eada06", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2043663524", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.220", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "4a9c0479f62f4d4bb6a459d2f03cce60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ac73085-7d7d-4ac3-863f-7b36a1b69aee", "external-id": "nsx-vlan-transportzone-289", "segmentation_id": 289, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf871d92f-d0", "ovs_interfaceid": "f871d92f-d0a8-45d7-a36b-5d310534d838", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ba06478c-b8a7-4c24-b7b3-b724f3a85d0b", "address": "fa:16:3e:78:34:37", "network": {"id": "808d1736-9ccb-497a-9cf2-6b6aabc6fbb0", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1077846320", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.217", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a9c0479f62f4d4bb6a459d2f03cce60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaba65c3-6925-4c7f-83b6-17cd1a328e27", "external-id": "nsx-vlan-transportzone-202", "segmentation_id": 202, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba06478c-b8", "ovs_interfaceid": "ba06478c-b8a7-4c24-b7b3-b724f3a85d0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.056027] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ac04d69-e774-42f6-99f1-f4c48ff5dad1 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.061394] env[65448]: DEBUG oslo_concurrency.lockutils [None req-be63d3c9-8402-47ca-86c0-50413ac32f17 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Acquiring lock "refresh_cache-065c9740-2c84-4d41-ab88-10951e30179e" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.061633] env[65448]: DEBUG oslo_concurrency.lockutils [None req-be63d3c9-8402-47ca-86c0-50413ac32f17 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Acquired lock "refresh_cache-065c9740-2c84-4d41-ab88-10951e30179e" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.061845] env[65448]: DEBUG nova.network.neutron [None req-be63d3c9-8402-47ca-86c0-50413ac32f17 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: 065c9740-2c84-4d41-ab88-10951e30179e] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1107.066849] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d445cfb-1ef8-4a7c-b43b-c0b8e1e25b77 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.100747] env[65448]: DEBUG oslo_concurrency.lockutils [None req-85b0f34f-4258-49c0-82c4-3d7f0046e1c3 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.102133] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d80922c-ebf7-4246-b487-19a6b4544ba4 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.110856] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3902474c-21cc-4a85-b55b-a07d04052e6e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.125404] env[65448]: DEBUG nova.compute.provider_tree [None req-56949d82-1136-4c70-8bb5-4de5f1842aae tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1107.200736] env[65448]: INFO nova.compute.manager [-] [instance: 1922ac25-2b1e-4a2d-b87a-1ca8712ac96d] Took 2.04 seconds to deallocate network for instance. [ 1107.277322] env[65448]: DEBUG nova.compute.manager [req-26a44aea-5279-4775-873d-1043e297842c req-4871215a-a0a0-4307-a7b5-7bb358cd4b00 service nova] [instance: b0c623fa-d333-4033-9b82-c846509e532a] Received event network-vif-deleted-fbf6fa07-858c-4a26-8c11-8b1471651060 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1107.277535] env[65448]: DEBUG nova.compute.manager [req-26a44aea-5279-4775-873d-1043e297842c req-4871215a-a0a0-4307-a7b5-7bb358cd4b00 service nova] [instance: 1922ac25-2b1e-4a2d-b87a-1ca8712ac96d] Received event network-vif-deleted-dba292a4-50d8-437e-a2a9-e9a705632052 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1107.284560] env[65448]: DEBUG oslo_vmware.api [None req-cd4c0776-7fbc-4f43-8c76-d0e451543b25 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': task-4938338, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077965} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.284815] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-cd4c0776-7fbc-4f43-8c76-d0e451543b25 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: 4519dc37-aea6-46ff-bb47-15f76c6b9cdf] Extended root virtual disk {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1107.285668] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c73116c7-4a1d-4a41-9f6c-dd6c7e688183 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.312484] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd4c0776-7fbc-4f43-8c76-d0e451543b25 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: 4519dc37-aea6-46ff-bb47-15f76c6b9cdf] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] 4519dc37-aea6-46ff-bb47-15f76c6b9cdf/4519dc37-aea6-46ff-bb47-15f76c6b9cdf.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1107.312878] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89a1c56a-ad43-4a98-b15c-8816beb8c3cd {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.338529] env[65448]: DEBUG oslo_vmware.api [None req-cd4c0776-7fbc-4f43-8c76-d0e451543b25 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Waiting for the task: (returnval){ [ 1107.338529] env[65448]: value = "task-4938339" [ 1107.338529] env[65448]: _type = "Task" [ 1107.338529] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.344758] env[65448]: DEBUG oslo_vmware.api [None req-cd4c0776-7fbc-4f43-8c76-d0e451543b25 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': task-4938339, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.361245] env[65448]: DEBUG nova.compute.utils [None req-5bf30958-411b-4864-ab67-245736a0a8cf tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Using /dev/sd instead of None {{(pid=65448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1107.400672] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b78a9aa4-f101-4268-a4aa-1be40c74176f tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Releasing lock "refresh_cache-29233a50-b2e2-4fe5-bf08-80a7b1c85e0b" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.401302] env[65448]: DEBUG nova.compute.manager [None req-b78a9aa4-f101-4268-a4aa-1be40c74176f tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] [instance: 29233a50-b2e2-4fe5-bf08-80a7b1c85e0b] Instance network_info: |[{"id": "83cc6528-3599-4a83-b6bb-c9db78b24e2a", "address": "fa:16:3e:a4:44:4a", "network": {"id": "808d1736-9ccb-497a-9cf2-6b6aabc6fbb0", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1077846320", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.207", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a9c0479f62f4d4bb6a459d2f03cce60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaba65c3-6925-4c7f-83b6-17cd1a328e27", "external-id": "nsx-vlan-transportzone-202", "segmentation_id": 202, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83cc6528-35", "ovs_interfaceid": "83cc6528-3599-4a83-b6bb-c9db78b24e2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f871d92f-d0a8-45d7-a36b-5d310534d838", "address": "fa:16:3e:cf:20:7d", "network": {"id": "f8e162cb-554d-4b16-96cb-1da000eada06", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2043663524", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.220", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "4a9c0479f62f4d4bb6a459d2f03cce60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ac73085-7d7d-4ac3-863f-7b36a1b69aee", "external-id": "nsx-vlan-transportzone-289", "segmentation_id": 289, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf871d92f-d0", "ovs_interfaceid": "f871d92f-d0a8-45d7-a36b-5d310534d838", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ba06478c-b8a7-4c24-b7b3-b724f3a85d0b", "address": "fa:16:3e:78:34:37", "network": {"id": "808d1736-9ccb-497a-9cf2-6b6aabc6fbb0", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1077846320", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.217", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a9c0479f62f4d4bb6a459d2f03cce60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaba65c3-6925-4c7f-83b6-17cd1a328e27", "external-id": "nsx-vlan-transportzone-202", "segmentation_id": 202, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba06478c-b8", "ovs_interfaceid": "ba06478c-b8a7-4c24-b7b3-b724f3a85d0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 1107.401768] env[65448]: DEBUG oslo_concurrency.lockutils [req-df9fe7f3-bb31-47ec-84cb-e890740d54e4 req-b27aad3c-72d7-4795-b66f-8956ddfb5b63 service nova] Acquired lock "refresh_cache-29233a50-b2e2-4fe5-bf08-80a7b1c85e0b" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.401964] env[65448]: DEBUG nova.network.neutron [req-df9fe7f3-bb31-47ec-84cb-e890740d54e4 req-b27aad3c-72d7-4795-b66f-8956ddfb5b63 service nova] [instance: 29233a50-b2e2-4fe5-bf08-80a7b1c85e0b] Refreshing network info cache for port ba06478c-b8a7-4c24-b7b3-b724f3a85d0b {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1107.403399] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-b78a9aa4-f101-4268-a4aa-1be40c74176f tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] [instance: 29233a50-b2e2-4fe5-bf08-80a7b1c85e0b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:44:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eaba65c3-6925-4c7f-83b6-17cd1a328e27', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '83cc6528-3599-4a83-b6bb-c9db78b24e2a', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:20:7d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ac73085-7d7d-4ac3-863f-7b36a1b69aee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f871d92f-d0a8-45d7-a36b-5d310534d838', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:78:34:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eaba65c3-6925-4c7f-83b6-17cd1a328e27', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ba06478c-b8a7-4c24-b7b3-b724f3a85d0b', 'vif_model': 'vmxnet3'}] {{(pid=65448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1107.415580] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-b78a9aa4-f101-4268-a4aa-1be40c74176f tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Creating folder: Project (4a9c0479f62f4d4bb6a459d2f03cce60). Parent ref: group-v961779. {{(pid=65448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1107.417190] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fb0d9e9c-6334-4fbc-829f-29c87f2b9f4f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.430298] env[65448]: INFO nova.virt.vmwareapi.vm_util [None req-b78a9aa4-f101-4268-a4aa-1be40c74176f tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Created folder: Project (4a9c0479f62f4d4bb6a459d2f03cce60) in parent group-v961779. [ 1107.430537] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-b78a9aa4-f101-4268-a4aa-1be40c74176f tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Creating folder: Instances. Parent ref: group-v962057. {{(pid=65448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1107.430826] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1e309eff-049c-456c-abef-ef9fef8e6520 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.441294] env[65448]: INFO nova.virt.vmwareapi.vm_util [None req-b78a9aa4-f101-4268-a4aa-1be40c74176f tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Created folder: Instances in parent group-v962057. [ 1107.441554] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-b78a9aa4-f101-4268-a4aa-1be40c74176f tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1107.441858] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29233a50-b2e2-4fe5-bf08-80a7b1c85e0b] Creating VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1107.442476] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7697bdf8-15fd-4eb6-afd6-839efc06d33b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.470826] env[65448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1107.470826] env[65448]: value = "task-4938342" [ 1107.470826] env[65448]: _type = "Task" [ 1107.470826] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.479844] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4938342, 'name': CreateVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.601808] env[65448]: DEBUG nova.network.neutron [None req-be63d3c9-8402-47ca-86c0-50413ac32f17 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: 065c9740-2c84-4d41-ab88-10951e30179e] Instance cache missing network info. {{(pid=65448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1107.629461] env[65448]: DEBUG nova.scheduler.client.report [None req-56949d82-1136-4c70-8bb5-4de5f1842aae tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1107.679539] env[65448]: WARNING neutronclient.v2_0.client [None req-be63d3c9-8402-47ca-86c0-50413ac32f17 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1107.707604] env[65448]: DEBUG oslo_concurrency.lockutils [None req-11992e7c-4f97-4f7a-a56a-949b1dc7b708 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.750597] env[65448]: DEBUG nova.network.neutron [None req-be63d3c9-8402-47ca-86c0-50413ac32f17 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: 065c9740-2c84-4d41-ab88-10951e30179e] Updating instance_info_cache with network_info: [{"id": "c65f3151-24dd-48d8-a86c-f022864d7043", "address": "fa:16:3e:95:14:dd", "network": {"id": "92aa873c-abd5-48af-9226-444e5584127a", "bridge": "br-int", "label": "tempest-ServersTestJSON-334056748-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd050f9067644c0db6e945683a3fcccc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc65f3151-24", "ovs_interfaceid": "c65f3151-24dd-48d8-a86c-f022864d7043", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.847186] env[65448]: DEBUG oslo_vmware.api [None req-cd4c0776-7fbc-4f43-8c76-d0e451543b25 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': task-4938339, 'name': ReconfigVM_Task, 'duration_secs': 0.332464} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.847510] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd4c0776-7fbc-4f43-8c76-d0e451543b25 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: 4519dc37-aea6-46ff-bb47-15f76c6b9cdf] Reconfigured VM instance instance-00000066 to attach disk [datastore2] 4519dc37-aea6-46ff-bb47-15f76c6b9cdf/4519dc37-aea6-46ff-bb47-15f76c6b9cdf.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1107.848263] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-04b688f4-9ef0-474c-8edd-b47ec5ca5f2a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.856414] env[65448]: DEBUG oslo_vmware.api [None req-cd4c0776-7fbc-4f43-8c76-d0e451543b25 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Waiting for the task: (returnval){ [ 1107.856414] env[65448]: value = "task-4938343" [ 1107.856414] env[65448]: _type = "Task" [ 1107.856414] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.866602] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5bf30958-411b-4864-ab67-245736a0a8cf tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Lock "d53e2a3e-2205-44b0-9e68-91125832a67f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.012s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.867138] env[65448]: DEBUG oslo_vmware.api [None req-cd4c0776-7fbc-4f43-8c76-d0e451543b25 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': task-4938343, 'name': Rename_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.917238] env[65448]: WARNING neutronclient.v2_0.client [req-df9fe7f3-bb31-47ec-84cb-e890740d54e4 req-b27aad3c-72d7-4795-b66f-8956ddfb5b63 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1107.982999] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4938342, 'name': CreateVM_Task} progress is 25%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.095642] env[65448]: WARNING neutronclient.v2_0.client [req-df9fe7f3-bb31-47ec-84cb-e890740d54e4 req-b27aad3c-72d7-4795-b66f-8956ddfb5b63 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1108.180015] env[65448]: DEBUG nova.network.neutron [req-df9fe7f3-bb31-47ec-84cb-e890740d54e4 req-b27aad3c-72d7-4795-b66f-8956ddfb5b63 service nova] [instance: 29233a50-b2e2-4fe5-bf08-80a7b1c85e0b] Updated VIF entry in instance network info cache for port ba06478c-b8a7-4c24-b7b3-b724f3a85d0b. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1108.180641] env[65448]: DEBUG nova.network.neutron [req-df9fe7f3-bb31-47ec-84cb-e890740d54e4 req-b27aad3c-72d7-4795-b66f-8956ddfb5b63 service nova] [instance: 29233a50-b2e2-4fe5-bf08-80a7b1c85e0b] Updating instance_info_cache with network_info: [{"id": "83cc6528-3599-4a83-b6bb-c9db78b24e2a", "address": "fa:16:3e:a4:44:4a", "network": {"id": "808d1736-9ccb-497a-9cf2-6b6aabc6fbb0", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1077846320", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.207", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a9c0479f62f4d4bb6a459d2f03cce60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaba65c3-6925-4c7f-83b6-17cd1a328e27", "external-id": "nsx-vlan-transportzone-202", "segmentation_id": 202, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83cc6528-35", "ovs_interfaceid": "83cc6528-3599-4a83-b6bb-c9db78b24e2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f871d92f-d0a8-45d7-a36b-5d310534d838", "address": "fa:16:3e:cf:20:7d", "network": {"id": "f8e162cb-554d-4b16-96cb-1da000eada06", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2043663524", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.220", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "4a9c0479f62f4d4bb6a459d2f03cce60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ac73085-7d7d-4ac3-863f-7b36a1b69aee", "external-id": "nsx-vlan-transportzone-289", "segmentation_id": 289, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf871d92f-d0", "ovs_interfaceid": "f871d92f-d0a8-45d7-a36b-5d310534d838", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ba06478c-b8a7-4c24-b7b3-b724f3a85d0b", "address": "fa:16:3e:78:34:37", "network": {"id": "808d1736-9ccb-497a-9cf2-6b6aabc6fbb0", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1077846320", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.217", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a9c0479f62f4d4bb6a459d2f03cce60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaba65c3-6925-4c7f-83b6-17cd1a328e27", "external-id": "nsx-vlan-transportzone-202", "segmentation_id": 202, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba06478c-b8", "ovs_interfaceid": "ba06478c-b8a7-4c24-b7b3-b724f3a85d0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.253234] env[65448]: DEBUG oslo_concurrency.lockutils [None req-be63d3c9-8402-47ca-86c0-50413ac32f17 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Releasing lock "refresh_cache-065c9740-2c84-4d41-ab88-10951e30179e" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.253747] env[65448]: DEBUG nova.compute.manager [None req-be63d3c9-8402-47ca-86c0-50413ac32f17 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: 065c9740-2c84-4d41-ab88-10951e30179e] Instance network_info: |[{"id": "c65f3151-24dd-48d8-a86c-f022864d7043", "address": "fa:16:3e:95:14:dd", "network": {"id": "92aa873c-abd5-48af-9226-444e5584127a", "bridge": "br-int", "label": "tempest-ServersTestJSON-334056748-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd050f9067644c0db6e945683a3fcccc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc65f3151-24", "ovs_interfaceid": "c65f3151-24dd-48d8-a86c-f022864d7043", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 1108.254156] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-be63d3c9-8402-47ca-86c0-50413ac32f17 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: 065c9740-2c84-4d41-ab88-10951e30179e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:95:14:dd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '37434b93-dfdc-4a3f-bf5a-9f2cbe25a754', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c65f3151-24dd-48d8-a86c-f022864d7043', 'vif_model': 'vmxnet3'}] {{(pid=65448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1108.262232] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-be63d3c9-8402-47ca-86c0-50413ac32f17 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1108.262971] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 065c9740-2c84-4d41-ab88-10951e30179e] Creating VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1108.263280] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1efee900-d48c-4568-a9ac-7e70da3e3aac {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.286991] env[65448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1108.286991] env[65448]: value = "task-4938344" [ 1108.286991] env[65448]: _type = "Task" [ 1108.286991] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.295730] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4938344, 'name': CreateVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.368381] env[65448]: DEBUG oslo_vmware.api [None req-cd4c0776-7fbc-4f43-8c76-d0e451543b25 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': task-4938343, 'name': Rename_Task, 'duration_secs': 0.162271} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.368665] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd4c0776-7fbc-4f43-8c76-d0e451543b25 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: 4519dc37-aea6-46ff-bb47-15f76c6b9cdf] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1108.368931] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f2d2f63d-98ff-4137-a9dc-a4f6bc814444 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.378523] env[65448]: DEBUG oslo_vmware.api [None req-cd4c0776-7fbc-4f43-8c76-d0e451543b25 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Waiting for the task: (returnval){ [ 1108.378523] env[65448]: value = "task-4938345" [ 1108.378523] env[65448]: _type = "Task" [ 1108.378523] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.388368] env[65448]: DEBUG oslo_vmware.api [None req-cd4c0776-7fbc-4f43-8c76-d0e451543b25 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': task-4938345, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.484569] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4938342, 'name': CreateVM_Task, 'duration_secs': 0.917889} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.484844] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29233a50-b2e2-4fe5-bf08-80a7b1c85e0b] Created VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1108.485644] env[65448]: WARNING neutronclient.v2_0.client [None req-b78a9aa4-f101-4268-a4aa-1be40c74176f tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1108.486055] env[65448]: WARNING neutronclient.v2_0.client [None req-b78a9aa4-f101-4268-a4aa-1be40c74176f tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1108.486469] env[65448]: WARNING neutronclient.v2_0.client [None req-b78a9aa4-f101-4268-a4aa-1be40c74176f tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1108.486741] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b78a9aa4-f101-4268-a4aa-1be40c74176f tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.487031] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b78a9aa4-f101-4268-a4aa-1be40c74176f tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.487341] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b78a9aa4-f101-4268-a4aa-1be40c74176f tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.488045] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd496b9a-d5b4-4279-8340-1a35b092a0d4 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.494021] env[65448]: DEBUG oslo_vmware.api [None req-b78a9aa4-f101-4268-a4aa-1be40c74176f tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Waiting for the task: (returnval){ [ 1108.494021] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52584f7f-fc92-729b-7410-f038da76f31f" [ 1108.494021] env[65448]: _type = "Task" [ 1108.494021] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.505535] env[65448]: DEBUG oslo_vmware.api [None req-b78a9aa4-f101-4268-a4aa-1be40c74176f tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52584f7f-fc92-729b-7410-f038da76f31f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.644332] env[65448]: DEBUG oslo_concurrency.lockutils [None req-56949d82-1136-4c70-8bb5-4de5f1842aae tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.787s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.651808] env[65448]: DEBUG oslo_concurrency.lockutils [None req-85b0f34f-4258-49c0-82c4-3d7f0046e1c3 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.551s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.652839] env[65448]: DEBUG nova.objects.instance [None req-85b0f34f-4258-49c0-82c4-3d7f0046e1c3 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Lazy-loading 'resources' on Instance uuid b0c623fa-d333-4033-9b82-c846509e532a {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1108.683962] env[65448]: DEBUG oslo_concurrency.lockutils [req-df9fe7f3-bb31-47ec-84cb-e890740d54e4 req-b27aad3c-72d7-4795-b66f-8956ddfb5b63 service nova] Releasing lock "refresh_cache-29233a50-b2e2-4fe5-bf08-80a7b1c85e0b" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.748540] env[65448]: DEBUG nova.compute.manager [req-6ddb20cc-bf9c-402c-b313-29cf945029c7 req-727be3bd-abb7-49bf-bc7b-cebefc669f79 service nova] [instance: 065c9740-2c84-4d41-ab88-10951e30179e] Received event network-changed-c65f3151-24dd-48d8-a86c-f022864d7043 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1108.748762] env[65448]: DEBUG nova.compute.manager [req-6ddb20cc-bf9c-402c-b313-29cf945029c7 req-727be3bd-abb7-49bf-bc7b-cebefc669f79 service nova] [instance: 065c9740-2c84-4d41-ab88-10951e30179e] Refreshing instance network info cache due to event network-changed-c65f3151-24dd-48d8-a86c-f022864d7043. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 1108.748945] env[65448]: DEBUG oslo_concurrency.lockutils [req-6ddb20cc-bf9c-402c-b313-29cf945029c7 req-727be3bd-abb7-49bf-bc7b-cebefc669f79 service nova] Acquiring lock "refresh_cache-065c9740-2c84-4d41-ab88-10951e30179e" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.749098] env[65448]: DEBUG oslo_concurrency.lockutils [req-6ddb20cc-bf9c-402c-b313-29cf945029c7 req-727be3bd-abb7-49bf-bc7b-cebefc669f79 service nova] Acquired lock "refresh_cache-065c9740-2c84-4d41-ab88-10951e30179e" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.749258] env[65448]: DEBUG nova.network.neutron [req-6ddb20cc-bf9c-402c-b313-29cf945029c7 req-727be3bd-abb7-49bf-bc7b-cebefc669f79 service nova] [instance: 065c9740-2c84-4d41-ab88-10951e30179e] Refreshing network info cache for port c65f3151-24dd-48d8-a86c-f022864d7043 {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1108.797922] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4938344, 'name': CreateVM_Task, 'duration_secs': 0.394857} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.798276] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 065c9740-2c84-4d41-ab88-10951e30179e] Created VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1108.798824] env[65448]: WARNING neutronclient.v2_0.client [None req-be63d3c9-8402-47ca-86c0-50413ac32f17 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1108.799213] env[65448]: DEBUG oslo_concurrency.lockutils [None req-be63d3c9-8402-47ca-86c0-50413ac32f17 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.888951] env[65448]: DEBUG oslo_vmware.api [None req-cd4c0776-7fbc-4f43-8c76-d0e451543b25 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': task-4938345, 'name': PowerOnVM_Task, 'duration_secs': 0.46677} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.890030] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd4c0776-7fbc-4f43-8c76-d0e451543b25 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: 4519dc37-aea6-46ff-bb47-15f76c6b9cdf] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1108.890169] env[65448]: INFO nova.compute.manager [None req-cd4c0776-7fbc-4f43-8c76-d0e451543b25 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: 4519dc37-aea6-46ff-bb47-15f76c6b9cdf] Took 7.08 seconds to spawn the instance on the hypervisor. [ 1108.890347] env[65448]: DEBUG nova.compute.manager [None req-cd4c0776-7fbc-4f43-8c76-d0e451543b25 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: 4519dc37-aea6-46ff-bb47-15f76c6b9cdf] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 1108.891138] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2788bf75-694b-4b50-88f8-4381731ed030 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.943521] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5bf30958-411b-4864-ab67-245736a0a8cf tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Acquiring lock "d53e2a3e-2205-44b0-9e68-91125832a67f" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.943521] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5bf30958-411b-4864-ab67-245736a0a8cf tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Lock "d53e2a3e-2205-44b0-9e68-91125832a67f" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.943699] env[65448]: INFO nova.compute.manager [None req-5bf30958-411b-4864-ab67-245736a0a8cf tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d53e2a3e-2205-44b0-9e68-91125832a67f] Attaching volume c659ed91-6d18-4bb4-a9f7-05a83065bbb8 to /dev/sdb [ 1108.985390] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2afccb5b-4738-4257-be06-b65121a18542 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.993194] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63855e0f-26c9-4ca1-a964-1266c4410547 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.005489] env[65448]: DEBUG oslo_vmware.api [None req-b78a9aa4-f101-4268-a4aa-1be40c74176f tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52584f7f-fc92-729b-7410-f038da76f31f, 'name': SearchDatastore_Task, 'duration_secs': 0.011328} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.005802] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b78a9aa4-f101-4268-a4aa-1be40c74176f tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.006052] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-b78a9aa4-f101-4268-a4aa-1be40c74176f tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] [instance: 29233a50-b2e2-4fe5-bf08-80a7b1c85e0b] Processing image 50fb366d-48e6-424f-9c20-bc83d77be76a {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1109.006306] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b78a9aa4-f101-4268-a4aa-1be40c74176f tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.006450] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b78a9aa4-f101-4268-a4aa-1be40c74176f tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.006624] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-b78a9aa4-f101-4268-a4aa-1be40c74176f tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1109.006948] env[65448]: DEBUG oslo_concurrency.lockutils [None req-be63d3c9-8402-47ca-86c0-50413ac32f17 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.007246] env[65448]: DEBUG oslo_concurrency.lockutils [None req-be63d3c9-8402-47ca-86c0-50413ac32f17 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.007504] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bb20aaf4-57cb-44b0-b38c-48e521f22752 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.012887] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a9a0017-0efe-46e4-a2b9-856afade147b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.015223] env[65448]: DEBUG nova.virt.block_device [None req-5bf30958-411b-4864-ab67-245736a0a8cf tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d53e2a3e-2205-44b0-9e68-91125832a67f] Updating existing volume attachment record: e2920ec1-29fb-45da-87dc-f2de15b1b25c {{(pid=65448) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1109.022745] env[65448]: DEBUG oslo_vmware.api [None req-be63d3c9-8402-47ca-86c0-50413ac32f17 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Waiting for the task: (returnval){ [ 1109.022745] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52fac091-e60c-7f33-1da7-a6d6c8aba9b3" [ 1109.022745] env[65448]: _type = "Task" [ 1109.022745] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.028491] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-b78a9aa4-f101-4268-a4aa-1be40c74176f tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1109.028850] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-b78a9aa4-f101-4268-a4aa-1be40c74176f tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1109.030553] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7fcd4686-fdb3-4b7c-8011-8a522f118022 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.036990] env[65448]: DEBUG oslo_vmware.api [None req-be63d3c9-8402-47ca-86c0-50413ac32f17 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52fac091-e60c-7f33-1da7-a6d6c8aba9b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.040795] env[65448]: DEBUG oslo_vmware.api [None req-b78a9aa4-f101-4268-a4aa-1be40c74176f tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Waiting for the task: (returnval){ [ 1109.040795] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]523cbb41-540d-c2c3-4223-29618d2388c0" [ 1109.040795] env[65448]: _type = "Task" [ 1109.040795] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.049711] env[65448]: DEBUG oslo_vmware.api [None req-b78a9aa4-f101-4268-a4aa-1be40c74176f tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]523cbb41-540d-c2c3-4223-29618d2388c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.062975] env[65448]: DEBUG oslo_concurrency.lockutils [None req-e39b94ce-22c7-465c-8d9b-6967b5b6701f tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Acquiring lock "2f9edc1d-3f0b-4f5d-baf1-3072d2931a81" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.063309] env[65448]: DEBUG oslo_concurrency.lockutils [None req-e39b94ce-22c7-465c-8d9b-6967b5b6701f tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Lock "2f9edc1d-3f0b-4f5d-baf1-3072d2931a81" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.253167] env[65448]: WARNING neutronclient.v2_0.client [req-6ddb20cc-bf9c-402c-b313-29cf945029c7 req-727be3bd-abb7-49bf-bc7b-cebefc669f79 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1109.382506] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-564b9827-e413-4f33-8ff4-2d9e82fce2ff {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.391237] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7d44d45-d679-4a4b-8e6e-91f2a561a97d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.445163] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9b097cb-bfb7-435d-8f99-02215199c741 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.452536] env[65448]: INFO nova.compute.manager [None req-cd4c0776-7fbc-4f43-8c76-d0e451543b25 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: 4519dc37-aea6-46ff-bb47-15f76c6b9cdf] Took 15.07 seconds to build instance. [ 1109.460530] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a77e41a-dac5-42ff-a3b2-1100551bfd8b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.465448] env[65448]: WARNING neutronclient.v2_0.client [req-6ddb20cc-bf9c-402c-b313-29cf945029c7 req-727be3bd-abb7-49bf-bc7b-cebefc669f79 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1109.476722] env[65448]: DEBUG nova.compute.provider_tree [None req-85b0f34f-4258-49c0-82c4-3d7f0046e1c3 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1109.538411] env[65448]: DEBUG oslo_vmware.api [None req-be63d3c9-8402-47ca-86c0-50413ac32f17 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52fac091-e60c-7f33-1da7-a6d6c8aba9b3, 'name': SearchDatastore_Task, 'duration_secs': 0.024} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.538411] env[65448]: DEBUG oslo_concurrency.lockutils [None req-be63d3c9-8402-47ca-86c0-50413ac32f17 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.538411] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-be63d3c9-8402-47ca-86c0-50413ac32f17 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: 065c9740-2c84-4d41-ab88-10951e30179e] Processing image 50fb366d-48e6-424f-9c20-bc83d77be76a {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1109.538411] env[65448]: DEBUG oslo_concurrency.lockutils [None req-be63d3c9-8402-47ca-86c0-50413ac32f17 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.553546] env[65448]: DEBUG oslo_vmware.api [None req-b78a9aa4-f101-4268-a4aa-1be40c74176f tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]523cbb41-540d-c2c3-4223-29618d2388c0, 'name': SearchDatastore_Task, 'duration_secs': 0.024207} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.554030] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a5c326d-cd40-466a-b0e6-b8af20dd9323 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.560704] env[65448]: DEBUG oslo_vmware.api [None req-b78a9aa4-f101-4268-a4aa-1be40c74176f tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Waiting for the task: (returnval){ [ 1109.560704] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]523588b8-fa52-9773-9f2b-e723a39f9f37" [ 1109.560704] env[65448]: _type = "Task" [ 1109.560704] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.565561] env[65448]: DEBUG nova.compute.manager [None req-e39b94ce-22c7-465c-8d9b-6967b5b6701f tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 2f9edc1d-3f0b-4f5d-baf1-3072d2931a81] Starting instance... {{(pid=65448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2483}} [ 1109.574371] env[65448]: DEBUG oslo_vmware.api [None req-b78a9aa4-f101-4268-a4aa-1be40c74176f tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]523588b8-fa52-9773-9f2b-e723a39f9f37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.582202] env[65448]: DEBUG nova.network.neutron [req-6ddb20cc-bf9c-402c-b313-29cf945029c7 req-727be3bd-abb7-49bf-bc7b-cebefc669f79 service nova] [instance: 065c9740-2c84-4d41-ab88-10951e30179e] Updated VIF entry in instance network info cache for port c65f3151-24dd-48d8-a86c-f022864d7043. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1109.582638] env[65448]: DEBUG nova.network.neutron [req-6ddb20cc-bf9c-402c-b313-29cf945029c7 req-727be3bd-abb7-49bf-bc7b-cebefc669f79 service nova] [instance: 065c9740-2c84-4d41-ab88-10951e30179e] Updating instance_info_cache with network_info: [{"id": "c65f3151-24dd-48d8-a86c-f022864d7043", "address": "fa:16:3e:95:14:dd", "network": {"id": "92aa873c-abd5-48af-9226-444e5584127a", "bridge": "br-int", "label": "tempest-ServersTestJSON-334056748-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd050f9067644c0db6e945683a3fcccc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc65f3151-24", "ovs_interfaceid": "c65f3151-24dd-48d8-a86c-f022864d7043", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.606808] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b2e4b470-5ac0-4d9a-a33f-1c3dea994f55 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Acquiring lock "a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.607612] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b2e4b470-5ac0-4d9a-a33f-1c3dea994f55 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Lock "a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.956539] env[65448]: DEBUG oslo_concurrency.lockutils [None req-cd4c0776-7fbc-4f43-8c76-d0e451543b25 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Lock "4519dc37-aea6-46ff-bb47-15f76c6b9cdf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.591s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.983784] env[65448]: DEBUG nova.scheduler.client.report [None req-85b0f34f-4258-49c0-82c4-3d7f0046e1c3 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1110.073258] env[65448]: DEBUG oslo_vmware.api [None req-b78a9aa4-f101-4268-a4aa-1be40c74176f tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]523588b8-fa52-9773-9f2b-e723a39f9f37, 'name': SearchDatastore_Task, 'duration_secs': 0.02518} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.073759] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b78a9aa4-f101-4268-a4aa-1be40c74176f tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.073854] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-b78a9aa4-f101-4268-a4aa-1be40c74176f tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] 29233a50-b2e2-4fe5-bf08-80a7b1c85e0b/29233a50-b2e2-4fe5-bf08-80a7b1c85e0b.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1110.074945] env[65448]: DEBUG oslo_concurrency.lockutils [None req-be63d3c9-8402-47ca-86c0-50413ac32f17 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.074945] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-be63d3c9-8402-47ca-86c0-50413ac32f17 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1110.074945] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f63af58c-474f-456d-b955-7bf74aba5f52 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.076755] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-35dff443-1917-4372-abb7-a9b83b1d4e1b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.085839] env[65448]: DEBUG oslo_concurrency.lockutils [req-6ddb20cc-bf9c-402c-b313-29cf945029c7 req-727be3bd-abb7-49bf-bc7b-cebefc669f79 service nova] Releasing lock "refresh_cache-065c9740-2c84-4d41-ab88-10951e30179e" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.088463] env[65448]: DEBUG oslo_vmware.api [None req-b78a9aa4-f101-4268-a4aa-1be40c74176f tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Waiting for the task: (returnval){ [ 1110.088463] env[65448]: value = "task-4938349" [ 1110.088463] env[65448]: _type = "Task" [ 1110.088463] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.089534] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-be63d3c9-8402-47ca-86c0-50413ac32f17 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1110.089730] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-be63d3c9-8402-47ca-86c0-50413ac32f17 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1110.095686] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68ac9299-986f-408d-bf13-2304c2498d9a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.100560] env[65448]: DEBUG oslo_concurrency.lockutils [None req-e39b94ce-22c7-465c-8d9b-6967b5b6701f tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.106194] env[65448]: DEBUG oslo_vmware.api [None req-be63d3c9-8402-47ca-86c0-50413ac32f17 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Waiting for the task: (returnval){ [ 1110.106194] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52b149e9-1dce-fe33-b309-f86d26dcee68" [ 1110.106194] env[65448]: _type = "Task" [ 1110.106194] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.112169] env[65448]: INFO nova.compute.manager [None req-b2e4b470-5ac0-4d9a-a33f-1c3dea994f55 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] [instance: a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e] Detaching volume 076314aa-8676-46b2-ab42-2eb600f80858 [ 1110.115050] env[65448]: DEBUG oslo_vmware.api [None req-b78a9aa4-f101-4268-a4aa-1be40c74176f tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Task: {'id': task-4938349, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.134103] env[65448]: DEBUG oslo_vmware.api [None req-be63d3c9-8402-47ca-86c0-50413ac32f17 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52b149e9-1dce-fe33-b309-f86d26dcee68, 'name': SearchDatastore_Task, 'duration_secs': 0.010862} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.135439] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af9bdb3c-c4f8-450d-847b-89e955e15065 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.143939] env[65448]: DEBUG oslo_vmware.api [None req-be63d3c9-8402-47ca-86c0-50413ac32f17 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Waiting for the task: (returnval){ [ 1110.143939] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52eddbab-df3d-750d-a561-70fe132921a5" [ 1110.143939] env[65448]: _type = "Task" [ 1110.143939] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.157606] env[65448]: DEBUG oslo_vmware.api [None req-be63d3c9-8402-47ca-86c0-50413ac32f17 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52eddbab-df3d-750d-a561-70fe132921a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.159179] env[65448]: INFO nova.virt.block_device [None req-b2e4b470-5ac0-4d9a-a33f-1c3dea994f55 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] [instance: a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e] Attempting to driver detach volume 076314aa-8676-46b2-ab42-2eb600f80858 from mountpoint /dev/sdb [ 1110.159537] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2e4b470-5ac0-4d9a-a33f-1c3dea994f55 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] [instance: a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e] Volume detach. Driver type: vmdk {{(pid=65448) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1110.159835] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2e4b470-5ac0-4d9a-a33f-1c3dea994f55 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] [instance: a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-962037', 'volume_id': '076314aa-8676-46b2-ab42-2eb600f80858', 'name': 'volume-076314aa-8676-46b2-ab42-2eb600f80858', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e', 'attached_at': '', 'detached_at': '', 'volume_id': '076314aa-8676-46b2-ab42-2eb600f80858', 'serial': '076314aa-8676-46b2-ab42-2eb600f80858'} {{(pid=65448) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1110.161115] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21895291-005a-4772-9615-0a009dd762e2 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.206421] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-547ab5ea-19ed-4d85-9766-119501605f0b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.217823] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ec0cf26-d991-4857-ba55-27f9304d60f6 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.224357] env[65448]: INFO nova.compute.manager [None req-56949d82-1136-4c70-8bb5-4de5f1842aae tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 24665a99-6cfb-4d8b-8d08-406b7d1f468f] Swapping old allocation on dict_keys(['76aeec68-79e6-4d77-baf0-33bb098aa897']) held by migration 02aef734-b399-47f9-9309-b96dba549600 for instance [ 1110.260256] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-366ce8f7-2c63-42db-a528-7ec6217336f5 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.283905] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2e4b470-5ac0-4d9a-a33f-1c3dea994f55 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] The volume has not been displaced from its original location: [datastore1] volume-076314aa-8676-46b2-ab42-2eb600f80858/volume-076314aa-8676-46b2-ab42-2eb600f80858.vmdk. No consolidation needed. {{(pid=65448) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1110.289145] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2e4b470-5ac0-4d9a-a33f-1c3dea994f55 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] [instance: a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e] Reconfiguring VM instance instance-00000052 to detach disk 2001 {{(pid=65448) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1110.290496] env[65448]: DEBUG nova.scheduler.client.report [None req-56949d82-1136-4c70-8bb5-4de5f1842aae tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Overwriting current allocation {'allocations': {'76aeec68-79e6-4d77-baf0-33bb098aa897': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 148}}, 'project_id': 'a4a79f75fe9f47d4a1cca9aa9f9c3901', 'user_id': 'a278319122f4493e8edb16186f0372bc', 'consumer_generation': 1} on consumer 24665a99-6cfb-4d8b-8d08-406b7d1f468f {{(pid=65448) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1110.292632] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ddb99054-c05f-4493-bd18-728fc6958f91 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.313532] env[65448]: DEBUG oslo_vmware.api [None req-b2e4b470-5ac0-4d9a-a33f-1c3dea994f55 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Waiting for the task: (returnval){ [ 1110.313532] env[65448]: value = "task-4938350" [ 1110.313532] env[65448]: _type = "Task" [ 1110.313532] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.323481] env[65448]: DEBUG oslo_vmware.api [None req-b2e4b470-5ac0-4d9a-a33f-1c3dea994f55 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Task: {'id': task-4938350, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.372140] env[65448]: WARNING neutronclient.v2_0.client [None req-56949d82-1136-4c70-8bb5-4de5f1842aae tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1110.396092] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5e9d20a4-a459-4b74-b2e4-9d1755783154 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Acquiring lock "4519dc37-aea6-46ff-bb47-15f76c6b9cdf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.396611] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5e9d20a4-a459-4b74-b2e4-9d1755783154 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Lock "4519dc37-aea6-46ff-bb47-15f76c6b9cdf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.396982] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5e9d20a4-a459-4b74-b2e4-9d1755783154 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Acquiring lock "4519dc37-aea6-46ff-bb47-15f76c6b9cdf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.397559] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5e9d20a4-a459-4b74-b2e4-9d1755783154 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Lock "4519dc37-aea6-46ff-bb47-15f76c6b9cdf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.397807] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5e9d20a4-a459-4b74-b2e4-9d1755783154 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Lock "4519dc37-aea6-46ff-bb47-15f76c6b9cdf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.400796] env[65448]: INFO nova.compute.manager [None req-5e9d20a4-a459-4b74-b2e4-9d1755783154 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: 4519dc37-aea6-46ff-bb47-15f76c6b9cdf] Terminating instance [ 1110.420255] env[65448]: DEBUG oslo_concurrency.lockutils [None req-56949d82-1136-4c70-8bb5-4de5f1842aae tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Acquiring lock "refresh_cache-24665a99-6cfb-4d8b-8d08-406b7d1f468f" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.420452] env[65448]: DEBUG oslo_concurrency.lockutils [None req-56949d82-1136-4c70-8bb5-4de5f1842aae tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Acquired lock "refresh_cache-24665a99-6cfb-4d8b-8d08-406b7d1f468f" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.420628] env[65448]: DEBUG nova.network.neutron [None req-56949d82-1136-4c70-8bb5-4de5f1842aae tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 24665a99-6cfb-4d8b-8d08-406b7d1f468f] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1110.489344] env[65448]: DEBUG oslo_concurrency.lockutils [None req-85b0f34f-4258-49c0-82c4-3d7f0046e1c3 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.837s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.492142] env[65448]: DEBUG oslo_concurrency.lockutils [None req-11992e7c-4f97-4f7a-a56a-949b1dc7b708 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.785s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.492430] env[65448]: DEBUG nova.objects.instance [None req-11992e7c-4f97-4f7a-a56a-949b1dc7b708 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Lazy-loading 'resources' on Instance uuid 1922ac25-2b1e-4a2d-b87a-1ca8712ac96d {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1110.511161] env[65448]: INFO nova.scheduler.client.report [None req-85b0f34f-4258-49c0-82c4-3d7f0046e1c3 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Deleted allocations for instance b0c623fa-d333-4033-9b82-c846509e532a [ 1110.601766] env[65448]: DEBUG oslo_vmware.api [None req-b78a9aa4-f101-4268-a4aa-1be40c74176f tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Task: {'id': task-4938349, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512773} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.602061] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-b78a9aa4-f101-4268-a4aa-1be40c74176f tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] 29233a50-b2e2-4fe5-bf08-80a7b1c85e0b/29233a50-b2e2-4fe5-bf08-80a7b1c85e0b.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1110.602290] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-b78a9aa4-f101-4268-a4aa-1be40c74176f tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] [instance: 29233a50-b2e2-4fe5-bf08-80a7b1c85e0b] Extending root virtual disk to 1048576 {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1110.602566] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-95a4d49a-faac-4ede-9c0b-66ee170330b8 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.611135] env[65448]: DEBUG oslo_vmware.api [None req-b78a9aa4-f101-4268-a4aa-1be40c74176f tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Waiting for the task: (returnval){ [ 1110.611135] env[65448]: value = "task-4938351" [ 1110.611135] env[65448]: _type = "Task" [ 1110.611135] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.623055] env[65448]: DEBUG oslo_vmware.api [None req-b78a9aa4-f101-4268-a4aa-1be40c74176f tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Task: {'id': task-4938351, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.658906] env[65448]: DEBUG oslo_vmware.api [None req-be63d3c9-8402-47ca-86c0-50413ac32f17 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52eddbab-df3d-750d-a561-70fe132921a5, 'name': SearchDatastore_Task, 'duration_secs': 0.010429} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.658906] env[65448]: DEBUG oslo_concurrency.lockutils [None req-be63d3c9-8402-47ca-86c0-50413ac32f17 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.659170] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-be63d3c9-8402-47ca-86c0-50413ac32f17 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] 065c9740-2c84-4d41-ab88-10951e30179e/065c9740-2c84-4d41-ab88-10951e30179e.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1110.659516] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-550d1300-f244-4b33-ad90-e1787c24f96f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.667745] env[65448]: DEBUG oslo_vmware.api [None req-be63d3c9-8402-47ca-86c0-50413ac32f17 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Waiting for the task: (returnval){ [ 1110.667745] env[65448]: value = "task-4938352" [ 1110.667745] env[65448]: _type = "Task" [ 1110.667745] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.679499] env[65448]: DEBUG oslo_vmware.api [None req-be63d3c9-8402-47ca-86c0-50413ac32f17 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': task-4938352, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.824044] env[65448]: DEBUG oslo_vmware.api [None req-b2e4b470-5ac0-4d9a-a33f-1c3dea994f55 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Task: {'id': task-4938350, 'name': ReconfigVM_Task, 'duration_secs': 0.465365} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.824440] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2e4b470-5ac0-4d9a-a33f-1c3dea994f55 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] [instance: a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e] Reconfigured VM instance instance-00000052 to detach disk 2001 {{(pid=65448) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1110.829420] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab1e73fe-ce32-4435-879f-e6c6e94a2765 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.847196] env[65448]: DEBUG oslo_vmware.api [None req-b2e4b470-5ac0-4d9a-a33f-1c3dea994f55 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Waiting for the task: (returnval){ [ 1110.847196] env[65448]: value = "task-4938353" [ 1110.847196] env[65448]: _type = "Task" [ 1110.847196] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.862731] env[65448]: DEBUG oslo_vmware.api [None req-b2e4b470-5ac0-4d9a-a33f-1c3dea994f55 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Task: {'id': task-4938353, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.906602] env[65448]: DEBUG nova.compute.manager [None req-5e9d20a4-a459-4b74-b2e4-9d1755783154 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: 4519dc37-aea6-46ff-bb47-15f76c6b9cdf] Start destroying the instance on the hypervisor. {{(pid=65448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3209}} [ 1110.906923] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-5e9d20a4-a459-4b74-b2e4-9d1755783154 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: 4519dc37-aea6-46ff-bb47-15f76c6b9cdf] Destroying instance {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1110.907885] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed40f6de-af0d-4062-9c6d-ead33f741038 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.917215] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e9d20a4-a459-4b74-b2e4-9d1755783154 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: 4519dc37-aea6-46ff-bb47-15f76c6b9cdf] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1110.917526] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1f730d45-66bf-42b0-8b52-248b6ebdafd2 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.923871] env[65448]: WARNING neutronclient.v2_0.client [None req-56949d82-1136-4c70-8bb5-4de5f1842aae tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1110.928266] env[65448]: DEBUG oslo_vmware.api [None req-5e9d20a4-a459-4b74-b2e4-9d1755783154 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Waiting for the task: (returnval){ [ 1110.928266] env[65448]: value = "task-4938354" [ 1110.928266] env[65448]: _type = "Task" [ 1110.928266] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.941405] env[65448]: DEBUG oslo_vmware.api [None req-5e9d20a4-a459-4b74-b2e4-9d1755783154 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': task-4938354, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.022334] env[65448]: DEBUG oslo_concurrency.lockutils [None req-85b0f34f-4258-49c0-82c4-3d7f0046e1c3 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Lock "b0c623fa-d333-4033-9b82-c846509e532a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.770s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.124473] env[65448]: DEBUG oslo_vmware.api [None req-b78a9aa4-f101-4268-a4aa-1be40c74176f tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Task: {'id': task-4938351, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079924} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.124872] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-b78a9aa4-f101-4268-a4aa-1be40c74176f tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] [instance: 29233a50-b2e2-4fe5-bf08-80a7b1c85e0b] Extended root virtual disk {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1111.125851] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96e1a386-8641-4154-a66e-bff6b978b2b5 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.165852] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-b78a9aa4-f101-4268-a4aa-1be40c74176f tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] [instance: 29233a50-b2e2-4fe5-bf08-80a7b1c85e0b] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] 29233a50-b2e2-4fe5-bf08-80a7b1c85e0b/29233a50-b2e2-4fe5-bf08-80a7b1c85e0b.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1111.170502] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3cf1c9a-03a9-41d4-ae44-e63a40f40d19 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.190959] env[65448]: WARNING neutronclient.v2_0.client [None req-56949d82-1136-4c70-8bb5-4de5f1842aae tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1111.199944] env[65448]: DEBUG oslo_vmware.api [None req-be63d3c9-8402-47ca-86c0-50413ac32f17 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': task-4938352, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522064} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.204271] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-be63d3c9-8402-47ca-86c0-50413ac32f17 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] 065c9740-2c84-4d41-ab88-10951e30179e/065c9740-2c84-4d41-ab88-10951e30179e.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1111.204534] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-be63d3c9-8402-47ca-86c0-50413ac32f17 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: 065c9740-2c84-4d41-ab88-10951e30179e] Extending root virtual disk to 1048576 {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1111.204846] env[65448]: DEBUG oslo_vmware.api [None req-b78a9aa4-f101-4268-a4aa-1be40c74176f tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Waiting for the task: (returnval){ [ 1111.204846] env[65448]: value = "task-4938355" [ 1111.204846] env[65448]: _type = "Task" [ 1111.204846] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.206348] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6bb08864-3e82-4b18-b50f-a31c3716a61a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.218458] env[65448]: DEBUG oslo_vmware.api [None req-b78a9aa4-f101-4268-a4aa-1be40c74176f tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Task: {'id': task-4938355, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.220185] env[65448]: DEBUG oslo_vmware.api [None req-be63d3c9-8402-47ca-86c0-50413ac32f17 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Waiting for the task: (returnval){ [ 1111.220185] env[65448]: value = "task-4938356" [ 1111.220185] env[65448]: _type = "Task" [ 1111.220185] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.234567] env[65448]: DEBUG oslo_vmware.api [None req-be63d3c9-8402-47ca-86c0-50413ac32f17 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': task-4938356, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.276875] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bd1d637-378b-4394-a945-3a6dd1cb88f4 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.281815] env[65448]: DEBUG nova.network.neutron [None req-56949d82-1136-4c70-8bb5-4de5f1842aae tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 24665a99-6cfb-4d8b-8d08-406b7d1f468f] Updating instance_info_cache with network_info: [{"id": "af6f7b74-852c-4d48-970b-470008ad79e9", "address": "fa:16:3e:b2:cd:00", "network": {"id": "6fa83dea-1d83-4041-ae56-d9e5e5278559", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-78264896-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4a79f75fe9f47d4a1cca9aa9f9c3901", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf6f7b74-85", "ovs_interfaceid": "af6f7b74-852c-4d48-970b-470008ad79e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.286363] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b622d14-8c6d-49e0-8081-aa2d873caa42 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.321124] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37359d9a-bf71-4855-9e84-9438b4a1be8d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.330251] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61641ecd-5e26-40e2-994c-9de93685a8cb {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.346431] env[65448]: DEBUG nova.compute.provider_tree [None req-11992e7c-4f97-4f7a-a56a-949b1dc7b708 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1111.357541] env[65448]: DEBUG oslo_vmware.api [None req-b2e4b470-5ac0-4d9a-a33f-1c3dea994f55 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Task: {'id': task-4938353, 'name': ReconfigVM_Task, 'duration_secs': 0.337226} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.358557] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2e4b470-5ac0-4d9a-a33f-1c3dea994f55 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] [instance: a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-962037', 'volume_id': '076314aa-8676-46b2-ab42-2eb600f80858', 'name': 'volume-076314aa-8676-46b2-ab42-2eb600f80858', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e', 'attached_at': '', 'detached_at': '', 'volume_id': '076314aa-8676-46b2-ab42-2eb600f80858', 'serial': '076314aa-8676-46b2-ab42-2eb600f80858'} {{(pid=65448) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1111.439631] env[65448]: DEBUG oslo_vmware.api [None req-5e9d20a4-a459-4b74-b2e4-9d1755783154 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': task-4938354, 'name': PowerOffVM_Task, 'duration_secs': 0.249948} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.439824] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e9d20a4-a459-4b74-b2e4-9d1755783154 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: 4519dc37-aea6-46ff-bb47-15f76c6b9cdf] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1111.440407] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-5e9d20a4-a459-4b74-b2e4-9d1755783154 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: 4519dc37-aea6-46ff-bb47-15f76c6b9cdf] Unregistering the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1111.440407] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dde6bdce-d465-41e1-b9d9-f8c467cc3788 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.510644] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-5e9d20a4-a459-4b74-b2e4-9d1755783154 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: 4519dc37-aea6-46ff-bb47-15f76c6b9cdf] Unregistered the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1111.510858] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-5e9d20a4-a459-4b74-b2e4-9d1755783154 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: 4519dc37-aea6-46ff-bb47-15f76c6b9cdf] Deleting contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1111.511048] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e9d20a4-a459-4b74-b2e4-9d1755783154 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Deleting the datastore file [datastore2] 4519dc37-aea6-46ff-bb47-15f76c6b9cdf {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1111.511582] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f4c22967-9023-406f-8f4f-01ac6ee402ac {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.520220] env[65448]: DEBUG oslo_vmware.api [None req-5e9d20a4-a459-4b74-b2e4-9d1755783154 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Waiting for the task: (returnval){ [ 1111.520220] env[65448]: value = "task-4938358" [ 1111.520220] env[65448]: _type = "Task" [ 1111.520220] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.529160] env[65448]: DEBUG oslo_vmware.api [None req-5e9d20a4-a459-4b74-b2e4-9d1755783154 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': task-4938358, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.718891] env[65448]: DEBUG oslo_vmware.api [None req-b78a9aa4-f101-4268-a4aa-1be40c74176f tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Task: {'id': task-4938355, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.732050] env[65448]: DEBUG oslo_vmware.api [None req-be63d3c9-8402-47ca-86c0-50413ac32f17 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': task-4938356, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082973} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.733133] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-be63d3c9-8402-47ca-86c0-50413ac32f17 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: 065c9740-2c84-4d41-ab88-10951e30179e] Extended root virtual disk {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1111.733577] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0e9d438-957a-4921-b5aa-f36b8f0eea63 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.762470] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-be63d3c9-8402-47ca-86c0-50413ac32f17 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: 065c9740-2c84-4d41-ab88-10951e30179e] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] 065c9740-2c84-4d41-ab88-10951e30179e/065c9740-2c84-4d41-ab88-10951e30179e.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1111.762845] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79f6b1dd-9719-4856-b04d-6a38a29d66d8 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.783995] env[65448]: DEBUG oslo_vmware.api [None req-be63d3c9-8402-47ca-86c0-50413ac32f17 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Waiting for the task: (returnval){ [ 1111.783995] env[65448]: value = "task-4938360" [ 1111.783995] env[65448]: _type = "Task" [ 1111.783995] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.787629] env[65448]: DEBUG oslo_concurrency.lockutils [None req-56949d82-1136-4c70-8bb5-4de5f1842aae tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Releasing lock "refresh_cache-24665a99-6cfb-4d8b-8d08-406b7d1f468f" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.788543] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d0a8dfc-4a90-4488-8d4c-fe150ad1a36f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.797708] env[65448]: DEBUG oslo_vmware.api [None req-be63d3c9-8402-47ca-86c0-50413ac32f17 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': task-4938360, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.801231] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59f1391e-7f3e-43a2-89c3-71dc426f16b1 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.849720] env[65448]: DEBUG nova.scheduler.client.report [None req-11992e7c-4f97-4f7a-a56a-949b1dc7b708 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1111.908095] env[65448]: DEBUG nova.objects.instance [None req-b2e4b470-5ac0-4d9a-a33f-1c3dea994f55 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Lazy-loading 'flavor' on Instance uuid a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1112.030911] env[65448]: DEBUG oslo_vmware.api [None req-5e9d20a4-a459-4b74-b2e4-9d1755783154 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': task-4938358, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.220541] env[65448]: DEBUG oslo_vmware.api [None req-b78a9aa4-f101-4268-a4aa-1be40c74176f tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Task: {'id': task-4938355, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.295370] env[65448]: DEBUG oslo_vmware.api [None req-be63d3c9-8402-47ca-86c0-50413ac32f17 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': task-4938360, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.356762] env[65448]: DEBUG oslo_concurrency.lockutils [None req-11992e7c-4f97-4f7a-a56a-949b1dc7b708 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.864s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.360146] env[65448]: DEBUG oslo_concurrency.lockutils [None req-e39b94ce-22c7-465c-8d9b-6967b5b6701f tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.260s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.361785] env[65448]: INFO nova.compute.claims [None req-e39b94ce-22c7-465c-8d9b-6967b5b6701f tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 2f9edc1d-3f0b-4f5d-baf1-3072d2931a81] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1112.385174] env[65448]: INFO nova.scheduler.client.report [None req-11992e7c-4f97-4f7a-a56a-949b1dc7b708 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Deleted allocations for instance 1922ac25-2b1e-4a2d-b87a-1ca8712ac96d [ 1112.530784] env[65448]: DEBUG oslo_vmware.api [None req-5e9d20a4-a459-4b74-b2e4-9d1755783154 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Task: {'id': task-4938358, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.647387} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.531816] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e9d20a4-a459-4b74-b2e4-9d1755783154 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1112.532013] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-5e9d20a4-a459-4b74-b2e4-9d1755783154 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: 4519dc37-aea6-46ff-bb47-15f76c6b9cdf] Deleted contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1112.532201] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-5e9d20a4-a459-4b74-b2e4-9d1755783154 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: 4519dc37-aea6-46ff-bb47-15f76c6b9cdf] Instance destroyed {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1112.532372] env[65448]: INFO nova.compute.manager [None req-5e9d20a4-a459-4b74-b2e4-9d1755783154 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] [instance: 4519dc37-aea6-46ff-bb47-15f76c6b9cdf] Took 1.63 seconds to destroy the instance on the hypervisor. [ 1112.532619] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-5e9d20a4-a459-4b74-b2e4-9d1755783154 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1112.532914] env[65448]: DEBUG nova.compute.manager [-] [instance: 4519dc37-aea6-46ff-bb47-15f76c6b9cdf] Deallocating network for instance {{(pid=65448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1112.533040] env[65448]: DEBUG nova.network.neutron [-] [instance: 4519dc37-aea6-46ff-bb47-15f76c6b9cdf] deallocate_for_instance() {{(pid=65448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1112.533291] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1112.585763] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1112.721181] env[65448]: DEBUG oslo_vmware.api [None req-b78a9aa4-f101-4268-a4aa-1be40c74176f tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Task: {'id': task-4938355, 'name': ReconfigVM_Task, 'duration_secs': 1.077397} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.721467] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-b78a9aa4-f101-4268-a4aa-1be40c74176f tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] [instance: 29233a50-b2e2-4fe5-bf08-80a7b1c85e0b] Reconfigured VM instance instance-00000065 to attach disk [datastore2] 29233a50-b2e2-4fe5-bf08-80a7b1c85e0b/29233a50-b2e2-4fe5-bf08-80a7b1c85e0b.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1112.722240] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-64f0a59a-6969-4a0f-9d43-f8ccdaa9673c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.730381] env[65448]: DEBUG oslo_vmware.api [None req-b78a9aa4-f101-4268-a4aa-1be40c74176f tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Waiting for the task: (returnval){ [ 1112.730381] env[65448]: value = "task-4938361" [ 1112.730381] env[65448]: _type = "Task" [ 1112.730381] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.739214] env[65448]: DEBUG oslo_vmware.api [None req-b78a9aa4-f101-4268-a4aa-1be40c74176f tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Task: {'id': task-4938361, 'name': Rename_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.797278] env[65448]: DEBUG oslo_vmware.api [None req-be63d3c9-8402-47ca-86c0-50413ac32f17 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': task-4938360, 'name': ReconfigVM_Task, 'duration_secs': 0.708818} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.799943] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-be63d3c9-8402-47ca-86c0-50413ac32f17 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: 065c9740-2c84-4d41-ab88-10951e30179e] Reconfigured VM instance instance-00000067 to attach disk [datastore2] 065c9740-2c84-4d41-ab88-10951e30179e/065c9740-2c84-4d41-ab88-10951e30179e.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1112.799943] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2d8f2b0b-3e51-4004-aa40-9928175157ee {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.806945] env[65448]: DEBUG oslo_vmware.api [None req-be63d3c9-8402-47ca-86c0-50413ac32f17 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Waiting for the task: (returnval){ [ 1112.806945] env[65448]: value = "task-4938362" [ 1112.806945] env[65448]: _type = "Task" [ 1112.806945] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.819382] env[65448]: DEBUG oslo_vmware.api [None req-be63d3c9-8402-47ca-86c0-50413ac32f17 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': task-4938362, 'name': Rename_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.859321] env[65448]: DEBUG nova.compute.manager [req-1933ac7b-6e78-4bde-ac5c-c139a0639144 req-e78520fb-c49e-4a08-9acb-7dc99f69ed7b service nova] [instance: 4519dc37-aea6-46ff-bb47-15f76c6b9cdf] Received event network-vif-deleted-0e02a345-ef28-41de-9102-41d5b6b5a192 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1112.859482] env[65448]: INFO nova.compute.manager [req-1933ac7b-6e78-4bde-ac5c-c139a0639144 req-e78520fb-c49e-4a08-9acb-7dc99f69ed7b service nova] [instance: 4519dc37-aea6-46ff-bb47-15f76c6b9cdf] Neutron deleted interface 0e02a345-ef28-41de-9102-41d5b6b5a192; detaching it from the instance and deleting it from the info cache [ 1112.859672] env[65448]: DEBUG nova.network.neutron [req-1933ac7b-6e78-4bde-ac5c-c139a0639144 req-e78520fb-c49e-4a08-9acb-7dc99f69ed7b service nova] [instance: 4519dc37-aea6-46ff-bb47-15f76c6b9cdf] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.894947] env[65448]: DEBUG oslo_concurrency.lockutils [None req-11992e7c-4f97-4f7a-a56a-949b1dc7b708 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Lock "1922ac25-2b1e-4a2d-b87a-1ca8712ac96d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.471s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.915546] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b2e4b470-5ac0-4d9a-a33f-1c3dea994f55 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Lock "a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.308s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.948200] env[65448]: DEBUG oslo_concurrency.lockutils [None req-9275d349-7d36-4841-a816-629697db51c1 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Acquiring lock "f3456e77-34cb-48b6-a71b-3a0a5066d704" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.948331] env[65448]: DEBUG oslo_concurrency.lockutils [None req-9275d349-7d36-4841-a816-629697db51c1 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Lock "f3456e77-34cb-48b6-a71b-3a0a5066d704" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.019939] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-56949d82-1136-4c70-8bb5-4de5f1842aae tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 24665a99-6cfb-4d8b-8d08-406b7d1f468f] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1113.020407] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e9aa9bdf-432f-4fed-bd51-d06373f14e5d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.030545] env[65448]: DEBUG oslo_vmware.api [None req-56949d82-1136-4c70-8bb5-4de5f1842aae tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Waiting for the task: (returnval){ [ 1113.030545] env[65448]: value = "task-4938363" [ 1113.030545] env[65448]: _type = "Task" [ 1113.030545] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.041133] env[65448]: DEBUG oslo_vmware.api [None req-56949d82-1136-4c70-8bb5-4de5f1842aae tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4938363, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.067909] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d0d83eeb-1ac1-479d-a268-f81607a4b322 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Acquiring lock "a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.068250] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d0d83eeb-1ac1-479d-a268-f81607a4b322 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Lock "a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.068438] env[65448]: DEBUG nova.compute.manager [None req-d0d83eeb-1ac1-479d-a268-f81607a4b322 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] [instance: a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 1113.069541] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6e2dc1b-0f3c-4d79-abb9-1c468268b4d8 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.077798] env[65448]: DEBUG nova.compute.manager [None req-d0d83eeb-1ac1-479d-a268-f81607a4b322 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] [instance: a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65448) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3449}} [ 1113.078524] env[65448]: DEBUG nova.objects.instance [None req-d0d83eeb-1ac1-479d-a268-f81607a4b322 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Lazy-loading 'flavor' on Instance uuid a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1113.242850] env[65448]: DEBUG oslo_vmware.api [None req-b78a9aa4-f101-4268-a4aa-1be40c74176f tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Task: {'id': task-4938361, 'name': Rename_Task, 'duration_secs': 0.242086} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.243205] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-b78a9aa4-f101-4268-a4aa-1be40c74176f tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] [instance: 29233a50-b2e2-4fe5-bf08-80a7b1c85e0b] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1113.243581] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4eb24825-f8fe-4312-a091-a5f4f9f55d4e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.250767] env[65448]: DEBUG oslo_vmware.api [None req-b78a9aa4-f101-4268-a4aa-1be40c74176f tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Waiting for the task: (returnval){ [ 1113.250767] env[65448]: value = "task-4938364" [ 1113.250767] env[65448]: _type = "Task" [ 1113.250767] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.260926] env[65448]: DEBUG oslo_vmware.api [None req-b78a9aa4-f101-4268-a4aa-1be40c74176f tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Task: {'id': task-4938364, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.308405] env[65448]: DEBUG nova.network.neutron [-] [instance: 4519dc37-aea6-46ff-bb47-15f76c6b9cdf] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.321234] env[65448]: DEBUG oslo_vmware.api [None req-be63d3c9-8402-47ca-86c0-50413ac32f17 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': task-4938362, 'name': Rename_Task, 'duration_secs': 0.161151} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.322249] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-be63d3c9-8402-47ca-86c0-50413ac32f17 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: 065c9740-2c84-4d41-ab88-10951e30179e] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1113.322531] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-54fdc549-c354-4ec2-8d21-9ed8479a952f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.330483] env[65448]: DEBUG oslo_vmware.api [None req-be63d3c9-8402-47ca-86c0-50413ac32f17 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Waiting for the task: (returnval){ [ 1113.330483] env[65448]: value = "task-4938365" [ 1113.330483] env[65448]: _type = "Task" [ 1113.330483] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.340131] env[65448]: DEBUG oslo_vmware.api [None req-be63d3c9-8402-47ca-86c0-50413ac32f17 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': task-4938365, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.363407] env[65448]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9e1a40b0-55d3-4cdd-ae10-736bf640ee17 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.379803] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c71016ce-6167-4152-bb4d-632eaeb321f8 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.419538] env[65448]: DEBUG nova.compute.manager [req-1933ac7b-6e78-4bde-ac5c-c139a0639144 req-e78520fb-c49e-4a08-9acb-7dc99f69ed7b service nova] [instance: 4519dc37-aea6-46ff-bb47-15f76c6b9cdf] Detach interface failed, port_id=0e02a345-ef28-41de-9102-41d5b6b5a192, reason: Instance 4519dc37-aea6-46ff-bb47-15f76c6b9cdf could not be found. {{(pid=65448) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 1113.450544] env[65448]: DEBUG nova.compute.manager [None req-9275d349-7d36-4841-a816-629697db51c1 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: f3456e77-34cb-48b6-a71b-3a0a5066d704] Starting instance... {{(pid=65448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2483}} [ 1113.542736] env[65448]: DEBUG oslo_vmware.api [None req-56949d82-1136-4c70-8bb5-4de5f1842aae tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4938363, 'name': PowerOffVM_Task, 'duration_secs': 0.252021} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.546028] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-56949d82-1136-4c70-8bb5-4de5f1842aae tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 24665a99-6cfb-4d8b-8d08-406b7d1f468f] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1113.546766] env[65448]: DEBUG nova.virt.hardware [None req-56949d82-1136-4c70-8bb5-4de5f1842aae tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1113.546996] env[65448]: DEBUG nova.virt.hardware [None req-56949d82-1136-4c70-8bb5-4de5f1842aae tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1113.547212] env[65448]: DEBUG nova.virt.hardware [None req-56949d82-1136-4c70-8bb5-4de5f1842aae tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1113.547405] env[65448]: DEBUG nova.virt.hardware [None req-56949d82-1136-4c70-8bb5-4de5f1842aae tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1113.547568] env[65448]: DEBUG nova.virt.hardware [None req-56949d82-1136-4c70-8bb5-4de5f1842aae tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1113.547704] env[65448]: DEBUG nova.virt.hardware [None req-56949d82-1136-4c70-8bb5-4de5f1842aae tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1113.547924] env[65448]: DEBUG nova.virt.hardware [None req-56949d82-1136-4c70-8bb5-4de5f1842aae tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1113.548100] env[65448]: DEBUG nova.virt.hardware [None req-56949d82-1136-4c70-8bb5-4de5f1842aae tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1113.548306] env[65448]: DEBUG nova.virt.hardware [None req-56949d82-1136-4c70-8bb5-4de5f1842aae tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1113.548469] env[65448]: DEBUG nova.virt.hardware [None req-56949d82-1136-4c70-8bb5-4de5f1842aae tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1113.548638] env[65448]: DEBUG nova.virt.hardware [None req-56949d82-1136-4c70-8bb5-4de5f1842aae tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1113.554290] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec6fd76a-4ea0-4760-8b16-ecde247c47c0 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.572948] env[65448]: DEBUG oslo_vmware.api [None req-56949d82-1136-4c70-8bb5-4de5f1842aae tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Waiting for the task: (returnval){ [ 1113.572948] env[65448]: value = "task-4938366" [ 1113.572948] env[65448]: _type = "Task" [ 1113.572948] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.586590] env[65448]: DEBUG oslo_vmware.api [None req-56949d82-1136-4c70-8bb5-4de5f1842aae tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4938366, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.604166] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dfe4c2c-0e92-4895-9aea-a8f6b75480e9 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.613808] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acf331ca-db35-4404-97ae-3f1609a7c8f1 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.649600] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35e99c4c-99a4-41db-a27e-c414b98e4895 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.658984] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df5e04f7-4620-4bec-bac5-c107f2b84463 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.675041] env[65448]: DEBUG nova.compute.provider_tree [None req-e39b94ce-22c7-465c-8d9b-6967b5b6701f tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1113.766370] env[65448]: DEBUG oslo_vmware.api [None req-b78a9aa4-f101-4268-a4aa-1be40c74176f tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Task: {'id': task-4938364, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.816121] env[65448]: INFO nova.compute.manager [-] [instance: 4519dc37-aea6-46ff-bb47-15f76c6b9cdf] Took 1.28 seconds to deallocate network for instance. [ 1113.844173] env[65448]: DEBUG oslo_vmware.api [None req-be63d3c9-8402-47ca-86c0-50413ac32f17 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': task-4938365, 'name': PowerOnVM_Task, 'duration_secs': 0.471987} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.844478] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-be63d3c9-8402-47ca-86c0-50413ac32f17 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: 065c9740-2c84-4d41-ab88-10951e30179e] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1113.844716] env[65448]: INFO nova.compute.manager [None req-be63d3c9-8402-47ca-86c0-50413ac32f17 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: 065c9740-2c84-4d41-ab88-10951e30179e] Took 7.79 seconds to spawn the instance on the hypervisor. [ 1113.844981] env[65448]: DEBUG nova.compute.manager [None req-be63d3c9-8402-47ca-86c0-50413ac32f17 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: 065c9740-2c84-4d41-ab88-10951e30179e] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 1113.845882] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21e316db-7cfb-4359-94de-80273b3482e3 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.974604] env[65448]: DEBUG oslo_concurrency.lockutils [None req-9275d349-7d36-4841-a816-629697db51c1 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.071365] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bf30958-411b-4864-ab67-245736a0a8cf tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d53e2a3e-2205-44b0-9e68-91125832a67f] Volume attach. Driver type: vmdk {{(pid=65448) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1114.071800] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bf30958-411b-4864-ab67-245736a0a8cf tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d53e2a3e-2205-44b0-9e68-91125832a67f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-962062', 'volume_id': 'c659ed91-6d18-4bb4-a9f7-05a83065bbb8', 'name': 'volume-c659ed91-6d18-4bb4-a9f7-05a83065bbb8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd53e2a3e-2205-44b0-9e68-91125832a67f', 'attached_at': '', 'detached_at': '', 'volume_id': 'c659ed91-6d18-4bb4-a9f7-05a83065bbb8', 'serial': 'c659ed91-6d18-4bb4-a9f7-05a83065bbb8'} {{(pid=65448) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1114.073205] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c242571-5f70-4dc1-b08e-c560cd37274e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.097379] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0d83eeb-1ac1-479d-a268-f81607a4b322 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] [instance: a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1114.100499] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1a7fda56-747e-4000-aa8a-ae78839cbed0 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.102541] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b1a8c0d-e74a-4940-9e53-f3f4aa9c94a0 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.105083] env[65448]: DEBUG oslo_vmware.api [None req-56949d82-1136-4c70-8bb5-4de5f1842aae tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4938366, 'name': ReconfigVM_Task, 'duration_secs': 0.17383} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.106724] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06fadf99-d00c-4382-bf86-e1921e51f4af {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.126742] env[65448]: DEBUG oslo_vmware.api [None req-d0d83eeb-1ac1-479d-a268-f81607a4b322 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Waiting for the task: (returnval){ [ 1114.126742] env[65448]: value = "task-4938367" [ 1114.126742] env[65448]: _type = "Task" [ 1114.126742] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.137053] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bf30958-411b-4864-ab67-245736a0a8cf tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d53e2a3e-2205-44b0-9e68-91125832a67f] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] volume-c659ed91-6d18-4bb4-a9f7-05a83065bbb8/volume-c659ed91-6d18-4bb4-a9f7-05a83065bbb8.vmdk or device None with type thin {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1114.138324] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc9a461b-f10c-4cee-a651-ec82c0aed99c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.180342] env[65448]: DEBUG nova.virt.hardware [None req-56949d82-1136-4c70-8bb5-4de5f1842aae tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1114.180680] env[65448]: DEBUG nova.virt.hardware [None req-56949d82-1136-4c70-8bb5-4de5f1842aae tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1114.180898] env[65448]: DEBUG nova.virt.hardware [None req-56949d82-1136-4c70-8bb5-4de5f1842aae tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1114.181062] env[65448]: DEBUG nova.virt.hardware [None req-56949d82-1136-4c70-8bb5-4de5f1842aae tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1114.181213] env[65448]: DEBUG nova.virt.hardware [None req-56949d82-1136-4c70-8bb5-4de5f1842aae tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1114.181378] env[65448]: DEBUG nova.virt.hardware [None req-56949d82-1136-4c70-8bb5-4de5f1842aae tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1114.181563] env[65448]: DEBUG nova.virt.hardware [None req-56949d82-1136-4c70-8bb5-4de5f1842aae tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1114.181717] env[65448]: DEBUG nova.virt.hardware [None req-56949d82-1136-4c70-8bb5-4de5f1842aae tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1114.181877] env[65448]: DEBUG nova.virt.hardware [None req-56949d82-1136-4c70-8bb5-4de5f1842aae tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1114.182055] env[65448]: DEBUG nova.virt.hardware [None req-56949d82-1136-4c70-8bb5-4de5f1842aae tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1114.182228] env[65448]: DEBUG nova.virt.hardware [None req-56949d82-1136-4c70-8bb5-4de5f1842aae tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1114.183853] env[65448]: DEBUG nova.scheduler.client.report [None req-e39b94ce-22c7-465c-8d9b-6967b5b6701f tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1114.188984] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-026a4d7a-2633-4e43-9acb-f3748fae52ff {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.196652] env[65448]: DEBUG oslo_vmware.api [None req-5bf30958-411b-4864-ab67-245736a0a8cf tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Waiting for the task: (returnval){ [ 1114.196652] env[65448]: value = "task-4938368" [ 1114.196652] env[65448]: _type = "Task" [ 1114.196652] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.203152] env[65448]: DEBUG oslo_vmware.api [None req-d0d83eeb-1ac1-479d-a268-f81607a4b322 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Task: {'id': task-4938367, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.203650] env[65448]: DEBUG oslo_vmware.api [None req-56949d82-1136-4c70-8bb5-4de5f1842aae tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Waiting for the task: (returnval){ [ 1114.203650] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52917f75-f732-7f5d-39aa-97437cdd9937" [ 1114.203650] env[65448]: _type = "Task" [ 1114.203650] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.220280] env[65448]: DEBUG oslo_vmware.api [None req-5bf30958-411b-4864-ab67-245736a0a8cf tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4938368, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.223532] env[65448]: DEBUG oslo_vmware.api [None req-56949d82-1136-4c70-8bb5-4de5f1842aae tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52917f75-f732-7f5d-39aa-97437cdd9937, 'name': SearchDatastore_Task, 'duration_secs': 0.009642} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.229131] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-56949d82-1136-4c70-8bb5-4de5f1842aae tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 24665a99-6cfb-4d8b-8d08-406b7d1f468f] Reconfiguring VM instance instance-00000056 to detach disk 2000 {{(pid=65448) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1114.229813] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9bd4e64c-e9c9-4600-bdcb-67a97decf093 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.251660] env[65448]: DEBUG oslo_vmware.api [None req-56949d82-1136-4c70-8bb5-4de5f1842aae tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Waiting for the task: (returnval){ [ 1114.251660] env[65448]: value = "task-4938369" [ 1114.251660] env[65448]: _type = "Task" [ 1114.251660] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.269363] env[65448]: DEBUG oslo_vmware.api [None req-56949d82-1136-4c70-8bb5-4de5f1842aae tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4938369, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.269636] env[65448]: DEBUG oslo_vmware.api [None req-b78a9aa4-f101-4268-a4aa-1be40c74176f tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Task: {'id': task-4938364, 'name': PowerOnVM_Task, 'duration_secs': 0.607082} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.269875] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-b78a9aa4-f101-4268-a4aa-1be40c74176f tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] [instance: 29233a50-b2e2-4fe5-bf08-80a7b1c85e0b] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1114.270088] env[65448]: INFO nova.compute.manager [None req-b78a9aa4-f101-4268-a4aa-1be40c74176f tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] [instance: 29233a50-b2e2-4fe5-bf08-80a7b1c85e0b] Took 17.97 seconds to spawn the instance on the hypervisor. [ 1114.270335] env[65448]: DEBUG nova.compute.manager [None req-b78a9aa4-f101-4268-a4aa-1be40c74176f tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] [instance: 29233a50-b2e2-4fe5-bf08-80a7b1c85e0b] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 1114.271215] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a9743a0-8a09-460b-9e6e-2cef8acb6c47 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.324359] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5e9d20a4-a459-4b74-b2e4-9d1755783154 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.363991] env[65448]: INFO nova.compute.manager [None req-be63d3c9-8402-47ca-86c0-50413ac32f17 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: 065c9740-2c84-4d41-ab88-10951e30179e] Took 14.06 seconds to build instance. [ 1114.650457] env[65448]: DEBUG oslo_vmware.api [None req-d0d83eeb-1ac1-479d-a268-f81607a4b322 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Task: {'id': task-4938367, 'name': PowerOffVM_Task, 'duration_secs': 0.343405} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.650782] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0d83eeb-1ac1-479d-a268-f81607a4b322 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] [instance: a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1114.650974] env[65448]: DEBUG nova.compute.manager [None req-d0d83eeb-1ac1-479d-a268-f81607a4b322 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] [instance: a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 1114.651784] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd316383-4cd0-43ea-85e4-54a4b3229b4c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.689909] env[65448]: DEBUG oslo_concurrency.lockutils [None req-e39b94ce-22c7-465c-8d9b-6967b5b6701f tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.330s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.690616] env[65448]: DEBUG nova.compute.manager [None req-e39b94ce-22c7-465c-8d9b-6967b5b6701f tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 2f9edc1d-3f0b-4f5d-baf1-3072d2931a81] Start building networks asynchronously for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2881}} [ 1114.693444] env[65448]: DEBUG oslo_concurrency.lockutils [None req-9275d349-7d36-4841-a816-629697db51c1 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.719s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.695038] env[65448]: INFO nova.compute.claims [None req-9275d349-7d36-4841-a816-629697db51c1 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: f3456e77-34cb-48b6-a71b-3a0a5066d704] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1114.713118] env[65448]: DEBUG oslo_vmware.api [None req-5bf30958-411b-4864-ab67-245736a0a8cf tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4938368, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.762306] env[65448]: DEBUG oslo_vmware.api [None req-56949d82-1136-4c70-8bb5-4de5f1842aae tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4938369, 'name': ReconfigVM_Task, 'duration_secs': 0.242437} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.762639] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-56949d82-1136-4c70-8bb5-4de5f1842aae tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 24665a99-6cfb-4d8b-8d08-406b7d1f468f] Reconfigured VM instance instance-00000056 to detach disk 2000 {{(pid=65448) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1114.763583] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca90b634-50fd-4e80-9ee3-014ba39bb523 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.795705] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-56949d82-1136-4c70-8bb5-4de5f1842aae tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 24665a99-6cfb-4d8b-8d08-406b7d1f468f] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] 24665a99-6cfb-4d8b-8d08-406b7d1f468f/24665a99-6cfb-4d8b-8d08-406b7d1f468f.vmdk or device None with type thin {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1114.797829] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58fe21b1-bdea-4d72-874a-7836544bed53 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.811864] env[65448]: INFO nova.compute.manager [None req-b78a9aa4-f101-4268-a4aa-1be40c74176f tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] [instance: 29233a50-b2e2-4fe5-bf08-80a7b1c85e0b] Took 23.90 seconds to build instance. [ 1114.819503] env[65448]: DEBUG oslo_vmware.api [None req-56949d82-1136-4c70-8bb5-4de5f1842aae tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Waiting for the task: (returnval){ [ 1114.819503] env[65448]: value = "task-4938370" [ 1114.819503] env[65448]: _type = "Task" [ 1114.819503] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.829292] env[65448]: DEBUG oslo_vmware.api [None req-56949d82-1136-4c70-8bb5-4de5f1842aae tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4938370, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.866628] env[65448]: DEBUG oslo_concurrency.lockutils [None req-be63d3c9-8402-47ca-86c0-50413ac32f17 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Lock "065c9740-2c84-4d41-ab88-10951e30179e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.575s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.166498] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d0d83eeb-1ac1-479d-a268-f81607a4b322 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Lock "a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.098s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.204530] env[65448]: DEBUG nova.compute.utils [None req-e39b94ce-22c7-465c-8d9b-6967b5b6701f tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Using /dev/sd instead of None {{(pid=65448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1115.206190] env[65448]: DEBUG nova.compute.manager [None req-e39b94ce-22c7-465c-8d9b-6967b5b6701f tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 2f9edc1d-3f0b-4f5d-baf1-3072d2931a81] Allocating IP information in the background. {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 1115.206391] env[65448]: DEBUG nova.network.neutron [None req-e39b94ce-22c7-465c-8d9b-6967b5b6701f tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 2f9edc1d-3f0b-4f5d-baf1-3072d2931a81] allocate_for_instance() {{(pid=65448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1115.206706] env[65448]: WARNING neutronclient.v2_0.client [None req-e39b94ce-22c7-465c-8d9b-6967b5b6701f tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1115.207392] env[65448]: WARNING neutronclient.v2_0.client [None req-e39b94ce-22c7-465c-8d9b-6967b5b6701f tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1115.222783] env[65448]: DEBUG oslo_vmware.api [None req-5bf30958-411b-4864-ab67-245736a0a8cf tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4938368, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.258449] env[65448]: DEBUG nova.policy [None req-e39b94ce-22c7-465c-8d9b-6967b5b6701f tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dd61c1ad2bd6452581f21606eba67b6a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0f8d5716103c4544ad3c5ca0f9963943', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65448) authorize /opt/stack/nova/nova/policy.py:192}} [ 1115.313965] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b78a9aa4-f101-4268-a4aa-1be40c74176f tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Lock "29233a50-b2e2-4fe5-bf08-80a7b1c85e0b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.407s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.331536] env[65448]: DEBUG oslo_vmware.api [None req-56949d82-1136-4c70-8bb5-4de5f1842aae tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4938370, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.406775] env[65448]: DEBUG oslo_concurrency.lockutils [None req-89c71fa4-83c1-4cb6-91f5-3cb40486736d tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Acquiring lock "065c9740-2c84-4d41-ab88-10951e30179e" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.407061] env[65448]: DEBUG oslo_concurrency.lockutils [None req-89c71fa4-83c1-4cb6-91f5-3cb40486736d tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Lock "065c9740-2c84-4d41-ab88-10951e30179e" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.407263] env[65448]: DEBUG nova.compute.manager [None req-89c71fa4-83c1-4cb6-91f5-3cb40486736d tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: 065c9740-2c84-4d41-ab88-10951e30179e] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 1115.408240] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3ddf151-7798-410a-baff-850e4a09959b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.416801] env[65448]: DEBUG nova.compute.manager [None req-89c71fa4-83c1-4cb6-91f5-3cb40486736d tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: 065c9740-2c84-4d41-ab88-10951e30179e] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65448) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3449}} [ 1115.417508] env[65448]: DEBUG nova.objects.instance [None req-89c71fa4-83c1-4cb6-91f5-3cb40486736d tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Lazy-loading 'flavor' on Instance uuid 065c9740-2c84-4d41-ab88-10951e30179e {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1115.567017] env[65448]: DEBUG oslo_concurrency.lockutils [None req-4c69e6e7-74ae-42af-b87e-48cbcee6ac27 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Acquiring lock "567408bb-3c2c-43f1-b291-0e3fe8f3aded" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.567703] env[65448]: DEBUG oslo_concurrency.lockutils [None req-4c69e6e7-74ae-42af-b87e-48cbcee6ac27 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Lock "567408bb-3c2c-43f1-b291-0e3fe8f3aded" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.604724] env[65448]: DEBUG nova.network.neutron [None req-e39b94ce-22c7-465c-8d9b-6967b5b6701f tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 2f9edc1d-3f0b-4f5d-baf1-3072d2931a81] Successfully created port: 1b32389a-9046-4598-a09b-abfa6bc27847 {{(pid=65448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1115.667446] env[65448]: DEBUG nova.objects.instance [None req-279e6b8e-e409-4e8d-ba83-3c6ec26f0178 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Lazy-loading 'flavor' on Instance uuid a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1115.710866] env[65448]: DEBUG nova.compute.manager [None req-e39b94ce-22c7-465c-8d9b-6967b5b6701f tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 2f9edc1d-3f0b-4f5d-baf1-3072d2931a81] Start building block device mappings for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2916}} [ 1115.724458] env[65448]: DEBUG oslo_vmware.api [None req-5bf30958-411b-4864-ab67-245736a0a8cf tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4938368, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.798708] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a9fab243-0317-4236-b82a-e60a0636cf9c tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Acquiring lock "29233a50-b2e2-4fe5-bf08-80a7b1c85e0b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.799017] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a9fab243-0317-4236-b82a-e60a0636cf9c tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Lock "29233a50-b2e2-4fe5-bf08-80a7b1c85e0b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.799270] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a9fab243-0317-4236-b82a-e60a0636cf9c tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Acquiring lock "29233a50-b2e2-4fe5-bf08-80a7b1c85e0b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.799490] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a9fab243-0317-4236-b82a-e60a0636cf9c tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Lock "29233a50-b2e2-4fe5-bf08-80a7b1c85e0b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.799690] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a9fab243-0317-4236-b82a-e60a0636cf9c tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Lock "29233a50-b2e2-4fe5-bf08-80a7b1c85e0b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.801779] env[65448]: INFO nova.compute.manager [None req-a9fab243-0317-4236-b82a-e60a0636cf9c tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] [instance: 29233a50-b2e2-4fe5-bf08-80a7b1c85e0b] Terminating instance [ 1115.835067] env[65448]: DEBUG oslo_vmware.api [None req-56949d82-1136-4c70-8bb5-4de5f1842aae tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4938370, 'name': ReconfigVM_Task, 'duration_secs': 0.720991} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.835122] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-56949d82-1136-4c70-8bb5-4de5f1842aae tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 24665a99-6cfb-4d8b-8d08-406b7d1f468f] Reconfigured VM instance instance-00000056 to attach disk [datastore2] 24665a99-6cfb-4d8b-8d08-406b7d1f468f/24665a99-6cfb-4d8b-8d08-406b7d1f468f.vmdk or device None with type thin {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1115.836059] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e5b5f2d-7baf-4ec2-9f91-2e93ec93235c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.865025] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e50459b8-5847-4e91-8704-296cb51eb8f3 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.890196] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a29b2d92-7dff-41b2-bd5c-83ee53b15177 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.914293] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18d0e675-bb66-4e58-a9f4-77b7a9bd3116 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.924317] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-56949d82-1136-4c70-8bb5-4de5f1842aae tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 24665a99-6cfb-4d8b-8d08-406b7d1f468f] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1115.925672] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-148e99f3-da70-4e0a-bbac-ca7807a613a3 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.935556] env[65448]: DEBUG oslo_vmware.api [None req-56949d82-1136-4c70-8bb5-4de5f1842aae tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Waiting for the task: (returnval){ [ 1115.935556] env[65448]: value = "task-4938371" [ 1115.935556] env[65448]: _type = "Task" [ 1115.935556] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.940453] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70347aee-1723-4d00-9f1f-3f8e0c3daf59 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.950653] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a37ba1bc-021a-4583-8522-b59a62f2284e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.954394] env[65448]: DEBUG oslo_vmware.api [None req-56949d82-1136-4c70-8bb5-4de5f1842aae tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4938371, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.984157] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0901dfa-6050-496f-89b3-f7e8e48cadda {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.992143] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a05877d7-cf5f-46cd-9ed1-5ff81ed722ac {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.006038] env[65448]: DEBUG nova.compute.provider_tree [None req-9275d349-7d36-4841-a816-629697db51c1 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1116.070374] env[65448]: DEBUG nova.compute.manager [None req-4c69e6e7-74ae-42af-b87e-48cbcee6ac27 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 567408bb-3c2c-43f1-b291-0e3fe8f3aded] Starting instance... {{(pid=65448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2483}} [ 1116.172803] env[65448]: DEBUG oslo_concurrency.lockutils [None req-279e6b8e-e409-4e8d-ba83-3c6ec26f0178 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Acquiring lock "refresh_cache-a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.173114] env[65448]: DEBUG oslo_concurrency.lockutils [None req-279e6b8e-e409-4e8d-ba83-3c6ec26f0178 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Acquired lock "refresh_cache-a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.173194] env[65448]: DEBUG nova.network.neutron [None req-279e6b8e-e409-4e8d-ba83-3c6ec26f0178 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] [instance: a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1116.173368] env[65448]: DEBUG nova.objects.instance [None req-279e6b8e-e409-4e8d-ba83-3c6ec26f0178 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Lazy-loading 'info_cache' on Instance uuid a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1116.217282] env[65448]: DEBUG oslo_vmware.api [None req-5bf30958-411b-4864-ab67-245736a0a8cf tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4938368, 'name': ReconfigVM_Task, 'duration_secs': 1.727749} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.220828] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bf30958-411b-4864-ab67-245736a0a8cf tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d53e2a3e-2205-44b0-9e68-91125832a67f] Reconfigured VM instance instance-00000061 to attach disk [datastore2] volume-c659ed91-6d18-4bb4-a9f7-05a83065bbb8/volume-c659ed91-6d18-4bb4-a9f7-05a83065bbb8.vmdk or device None with type thin {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1116.226562] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bee8abf3-0a8c-4543-8ca0-18bdfe733934 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.242489] env[65448]: DEBUG oslo_vmware.api [None req-5bf30958-411b-4864-ab67-245736a0a8cf tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Waiting for the task: (returnval){ [ 1116.242489] env[65448]: value = "task-4938372" [ 1116.242489] env[65448]: _type = "Task" [ 1116.242489] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.251754] env[65448]: DEBUG oslo_vmware.api [None req-5bf30958-411b-4864-ab67-245736a0a8cf tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4938372, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.307000] env[65448]: DEBUG nova.compute.manager [None req-a9fab243-0317-4236-b82a-e60a0636cf9c tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] [instance: 29233a50-b2e2-4fe5-bf08-80a7b1c85e0b] Start destroying the instance on the hypervisor. {{(pid=65448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3209}} [ 1116.308030] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-a9fab243-0317-4236-b82a-e60a0636cf9c tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] [instance: 29233a50-b2e2-4fe5-bf08-80a7b1c85e0b] Destroying instance {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1116.308346] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69fa92bd-6292-4381-9ffa-e3a10bec5a25 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.317490] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9fab243-0317-4236-b82a-e60a0636cf9c tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] [instance: 29233a50-b2e2-4fe5-bf08-80a7b1c85e0b] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1116.317768] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7861cdd0-473f-4e27-9748-23b9786f75f3 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.325399] env[65448]: DEBUG oslo_vmware.api [None req-a9fab243-0317-4236-b82a-e60a0636cf9c tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Waiting for the task: (returnval){ [ 1116.325399] env[65448]: value = "task-4938373" [ 1116.325399] env[65448]: _type = "Task" [ 1116.325399] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.334915] env[65448]: DEBUG oslo_vmware.api [None req-a9fab243-0317-4236-b82a-e60a0636cf9c tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Task: {'id': task-4938373, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.430597] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-89c71fa4-83c1-4cb6-91f5-3cb40486736d tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: 065c9740-2c84-4d41-ab88-10951e30179e] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1116.431015] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-20800a83-151d-4d9c-9fdc-f4fdd7d0d39e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.441609] env[65448]: DEBUG oslo_vmware.api [None req-89c71fa4-83c1-4cb6-91f5-3cb40486736d tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Waiting for the task: (returnval){ [ 1116.441609] env[65448]: value = "task-4938374" [ 1116.441609] env[65448]: _type = "Task" [ 1116.441609] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.449804] env[65448]: DEBUG oslo_vmware.api [None req-56949d82-1136-4c70-8bb5-4de5f1842aae tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4938371, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.456752] env[65448]: DEBUG oslo_vmware.api [None req-89c71fa4-83c1-4cb6-91f5-3cb40486736d tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': task-4938374, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.509325] env[65448]: DEBUG nova.scheduler.client.report [None req-9275d349-7d36-4841-a816-629697db51c1 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1116.596526] env[65448]: DEBUG oslo_concurrency.lockutils [None req-4c69e6e7-74ae-42af-b87e-48cbcee6ac27 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.677282] env[65448]: DEBUG nova.objects.base [None req-279e6b8e-e409-4e8d-ba83-3c6ec26f0178 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=65448) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1116.727429] env[65448]: DEBUG nova.compute.manager [None req-e39b94ce-22c7-465c-8d9b-6967b5b6701f tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 2f9edc1d-3f0b-4f5d-baf1-3072d2931a81] Start spawning the instance on the hypervisor. {{(pid=65448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2689}} [ 1116.755862] env[65448]: DEBUG oslo_vmware.api [None req-5bf30958-411b-4864-ab67-245736a0a8cf tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4938372, 'name': ReconfigVM_Task, 'duration_secs': 0.181784} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.758168] env[65448]: DEBUG nova.virt.hardware [None req-e39b94ce-22c7-465c-8d9b-6967b5b6701f tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-08T17:19:51Z,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a992292b6dae455593d228217860e2e1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-08T17:19:52Z,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1116.758400] env[65448]: DEBUG nova.virt.hardware [None req-e39b94ce-22c7-465c-8d9b-6967b5b6701f tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1116.758556] env[65448]: DEBUG nova.virt.hardware [None req-e39b94ce-22c7-465c-8d9b-6967b5b6701f tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1116.758734] env[65448]: DEBUG nova.virt.hardware [None req-e39b94ce-22c7-465c-8d9b-6967b5b6701f tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1116.758878] env[65448]: DEBUG nova.virt.hardware [None req-e39b94ce-22c7-465c-8d9b-6967b5b6701f tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1116.759041] env[65448]: DEBUG nova.virt.hardware [None req-e39b94ce-22c7-465c-8d9b-6967b5b6701f tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1116.759256] env[65448]: DEBUG nova.virt.hardware [None req-e39b94ce-22c7-465c-8d9b-6967b5b6701f tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1116.759442] env[65448]: DEBUG nova.virt.hardware [None req-e39b94ce-22c7-465c-8d9b-6967b5b6701f tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1116.759573] env[65448]: DEBUG nova.virt.hardware [None req-e39b94ce-22c7-465c-8d9b-6967b5b6701f tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1116.759726] env[65448]: DEBUG nova.virt.hardware [None req-e39b94ce-22c7-465c-8d9b-6967b5b6701f tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1116.759892] env[65448]: DEBUG nova.virt.hardware [None req-e39b94ce-22c7-465c-8d9b-6967b5b6701f tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1116.760242] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bf30958-411b-4864-ab67-245736a0a8cf tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d53e2a3e-2205-44b0-9e68-91125832a67f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-962062', 'volume_id': 'c659ed91-6d18-4bb4-a9f7-05a83065bbb8', 'name': 'volume-c659ed91-6d18-4bb4-a9f7-05a83065bbb8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd53e2a3e-2205-44b0-9e68-91125832a67f', 'attached_at': '', 'detached_at': '', 'volume_id': 'c659ed91-6d18-4bb4-a9f7-05a83065bbb8', 'serial': 'c659ed91-6d18-4bb4-a9f7-05a83065bbb8'} {{(pid=65448) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1116.762140] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39a64395-6a31-41af-8246-9519936cc567 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.770557] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4ecd853-e708-4023-88c9-12dc85d18905 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.836194] env[65448]: DEBUG oslo_vmware.api [None req-a9fab243-0317-4236-b82a-e60a0636cf9c tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Task: {'id': task-4938373, 'name': PowerOffVM_Task, 'duration_secs': 0.205327} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.836473] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9fab243-0317-4236-b82a-e60a0636cf9c tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] [instance: 29233a50-b2e2-4fe5-bf08-80a7b1c85e0b] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1116.836642] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-a9fab243-0317-4236-b82a-e60a0636cf9c tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] [instance: 29233a50-b2e2-4fe5-bf08-80a7b1c85e0b] Unregistering the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1116.836912] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b47c9b2d-3908-43b4-917c-29e547d1ec6d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.949279] env[65448]: DEBUG oslo_vmware.api [None req-56949d82-1136-4c70-8bb5-4de5f1842aae tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4938371, 'name': PowerOnVM_Task, 'duration_secs': 0.629233} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.950067] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-56949d82-1136-4c70-8bb5-4de5f1842aae tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 24665a99-6cfb-4d8b-8d08-406b7d1f468f] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1116.956508] env[65448]: DEBUG oslo_vmware.api [None req-89c71fa4-83c1-4cb6-91f5-3cb40486736d tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': task-4938374, 'name': PowerOffVM_Task, 'duration_secs': 0.243834} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.956992] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-89c71fa4-83c1-4cb6-91f5-3cb40486736d tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: 065c9740-2c84-4d41-ab88-10951e30179e] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1116.957238] env[65448]: DEBUG nova.compute.manager [None req-89c71fa4-83c1-4cb6-91f5-3cb40486736d tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: 065c9740-2c84-4d41-ab88-10951e30179e] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 1116.958029] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9a75b70-bf0d-4f03-900d-cf915197a5b3 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.989536] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-a9fab243-0317-4236-b82a-e60a0636cf9c tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] [instance: 29233a50-b2e2-4fe5-bf08-80a7b1c85e0b] Unregistered the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1116.989770] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-a9fab243-0317-4236-b82a-e60a0636cf9c tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] [instance: 29233a50-b2e2-4fe5-bf08-80a7b1c85e0b] Deleting contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1116.989968] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9fab243-0317-4236-b82a-e60a0636cf9c tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Deleting the datastore file [datastore2] 29233a50-b2e2-4fe5-bf08-80a7b1c85e0b {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1116.990272] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-760f63e0-a3eb-4f8a-9978-669852b69c98 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.999153] env[65448]: DEBUG oslo_vmware.api [None req-a9fab243-0317-4236-b82a-e60a0636cf9c tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Waiting for the task: (returnval){ [ 1116.999153] env[65448]: value = "task-4938376" [ 1116.999153] env[65448]: _type = "Task" [ 1116.999153] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.009201] env[65448]: DEBUG oslo_vmware.api [None req-a9fab243-0317-4236-b82a-e60a0636cf9c tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Task: {'id': task-4938376, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.015517] env[65448]: DEBUG oslo_concurrency.lockutils [None req-9275d349-7d36-4841-a816-629697db51c1 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.322s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.016152] env[65448]: DEBUG nova.compute.manager [None req-9275d349-7d36-4841-a816-629697db51c1 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: f3456e77-34cb-48b6-a71b-3a0a5066d704] Start building networks asynchronously for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2881}} [ 1117.018988] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5e9d20a4-a459-4b74-b2e4-9d1755783154 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.695s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.019237] env[65448]: DEBUG nova.objects.instance [None req-5e9d20a4-a459-4b74-b2e4-9d1755783154 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Lazy-loading 'resources' on Instance uuid 4519dc37-aea6-46ff-bb47-15f76c6b9cdf {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1117.027748] env[65448]: DEBUG nova.compute.manager [req-63edc298-0a1b-422c-a955-14f1db5c5264 req-cb40cb45-e3db-4a38-a8a6-39801560615f service nova] [instance: 2f9edc1d-3f0b-4f5d-baf1-3072d2931a81] Received event network-vif-plugged-1b32389a-9046-4598-a09b-abfa6bc27847 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1117.027966] env[65448]: DEBUG oslo_concurrency.lockutils [req-63edc298-0a1b-422c-a955-14f1db5c5264 req-cb40cb45-e3db-4a38-a8a6-39801560615f service nova] Acquiring lock "2f9edc1d-3f0b-4f5d-baf1-3072d2931a81-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.028190] env[65448]: DEBUG oslo_concurrency.lockutils [req-63edc298-0a1b-422c-a955-14f1db5c5264 req-cb40cb45-e3db-4a38-a8a6-39801560615f service nova] Lock "2f9edc1d-3f0b-4f5d-baf1-3072d2931a81-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.028353] env[65448]: DEBUG oslo_concurrency.lockutils [req-63edc298-0a1b-422c-a955-14f1db5c5264 req-cb40cb45-e3db-4a38-a8a6-39801560615f service nova] Lock "2f9edc1d-3f0b-4f5d-baf1-3072d2931a81-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.028510] env[65448]: DEBUG nova.compute.manager [req-63edc298-0a1b-422c-a955-14f1db5c5264 req-cb40cb45-e3db-4a38-a8a6-39801560615f service nova] [instance: 2f9edc1d-3f0b-4f5d-baf1-3072d2931a81] No waiting events found dispatching network-vif-plugged-1b32389a-9046-4598-a09b-abfa6bc27847 {{(pid=65448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1117.028669] env[65448]: WARNING nova.compute.manager [req-63edc298-0a1b-422c-a955-14f1db5c5264 req-cb40cb45-e3db-4a38-a8a6-39801560615f service nova] [instance: 2f9edc1d-3f0b-4f5d-baf1-3072d2931a81] Received unexpected event network-vif-plugged-1b32389a-9046-4598-a09b-abfa6bc27847 for instance with vm_state building and task_state spawning. [ 1117.120455] env[65448]: DEBUG nova.network.neutron [None req-e39b94ce-22c7-465c-8d9b-6967b5b6701f tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 2f9edc1d-3f0b-4f5d-baf1-3072d2931a81] Successfully updated port: 1b32389a-9046-4598-a09b-abfa6bc27847 {{(pid=65448) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1117.181543] env[65448]: WARNING neutronclient.v2_0.client [None req-279e6b8e-e409-4e8d-ba83-3c6ec26f0178 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1117.355542] env[65448]: WARNING neutronclient.v2_0.client [None req-279e6b8e-e409-4e8d-ba83-3c6ec26f0178 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1117.466067] env[65448]: DEBUG nova.network.neutron [None req-279e6b8e-e409-4e8d-ba83-3c6ec26f0178 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] [instance: a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e] Updating instance_info_cache with network_info: [{"id": "41c5925e-6090-41da-8f95-9a225fa0cd4f", "address": "fa:16:3e:ca:b3:bd", "network": {"id": "98f05a7f-a025-4156-98ea-c5f7aaab79bf", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1834771820-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e377eb92259c42e9b71b1927f8775fd3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d39252e-42ef-4252-98d3-62af5a0d109d", "external-id": "nsx-vlan-transportzone-190", "segmentation_id": 190, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41c5925e-60", "ovs_interfaceid": "41c5925e-6090-41da-8f95-9a225fa0cd4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.469782] env[65448]: DEBUG oslo_concurrency.lockutils [None req-89c71fa4-83c1-4cb6-91f5-3cb40486736d tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Lock "065c9740-2c84-4d41-ab88-10951e30179e" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.063s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.512598] env[65448]: DEBUG oslo_vmware.api [None req-a9fab243-0317-4236-b82a-e60a0636cf9c tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Task: {'id': task-4938376, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.187027} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.513556] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9fab243-0317-4236-b82a-e60a0636cf9c tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1117.513747] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-a9fab243-0317-4236-b82a-e60a0636cf9c tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] [instance: 29233a50-b2e2-4fe5-bf08-80a7b1c85e0b] Deleted contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1117.513923] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-a9fab243-0317-4236-b82a-e60a0636cf9c tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] [instance: 29233a50-b2e2-4fe5-bf08-80a7b1c85e0b] Instance destroyed {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1117.514157] env[65448]: INFO nova.compute.manager [None req-a9fab243-0317-4236-b82a-e60a0636cf9c tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] [instance: 29233a50-b2e2-4fe5-bf08-80a7b1c85e0b] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1117.514372] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-a9fab243-0317-4236-b82a-e60a0636cf9c tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1117.514565] env[65448]: DEBUG nova.compute.manager [-] [instance: 29233a50-b2e2-4fe5-bf08-80a7b1c85e0b] Deallocating network for instance {{(pid=65448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1117.514780] env[65448]: DEBUG nova.network.neutron [-] [instance: 29233a50-b2e2-4fe5-bf08-80a7b1c85e0b] deallocate_for_instance() {{(pid=65448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1117.515112] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1117.523837] env[65448]: DEBUG nova.compute.utils [None req-9275d349-7d36-4841-a816-629697db51c1 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Using /dev/sd instead of None {{(pid=65448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1117.534058] env[65448]: DEBUG nova.compute.manager [None req-9275d349-7d36-4841-a816-629697db51c1 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: f3456e77-34cb-48b6-a71b-3a0a5066d704] Allocating IP information in the background. {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 1117.534551] env[65448]: DEBUG nova.network.neutron [None req-9275d349-7d36-4841-a816-629697db51c1 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: f3456e77-34cb-48b6-a71b-3a0a5066d704] allocate_for_instance() {{(pid=65448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1117.535122] env[65448]: WARNING neutronclient.v2_0.client [None req-9275d349-7d36-4841-a816-629697db51c1 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1117.535602] env[65448]: WARNING neutronclient.v2_0.client [None req-9275d349-7d36-4841-a816-629697db51c1 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1117.582668] env[65448]: DEBUG nova.policy [None req-9275d349-7d36-4841-a816-629697db51c1 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6e640ad962104d56a0e341dbc395c9ce', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '40f710aa821f49ef963bafd588fa759f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65448) authorize /opt/stack/nova/nova/policy.py:192}} [ 1117.625658] env[65448]: DEBUG oslo_concurrency.lockutils [None req-e39b94ce-22c7-465c-8d9b-6967b5b6701f tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Acquiring lock "refresh_cache-2f9edc1d-3f0b-4f5d-baf1-3072d2931a81" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.626440] env[65448]: DEBUG oslo_concurrency.lockutils [None req-e39b94ce-22c7-465c-8d9b-6967b5b6701f tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Acquired lock "refresh_cache-2f9edc1d-3f0b-4f5d-baf1-3072d2931a81" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.626440] env[65448]: DEBUG nova.network.neutron [None req-e39b94ce-22c7-465c-8d9b-6967b5b6701f tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 2f9edc1d-3f0b-4f5d-baf1-3072d2931a81] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1117.638606] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1117.727575] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1288d58-5d74-43f4-8b24-3aa48b3f05af {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.735749] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1397be1a-293a-4ce8-87e3-e23b4f6282f3 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.768125] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f73dd8c7-8801-40bf-a7ef-2ba010615d84 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.776991] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c487bcf7-bff2-4ab3-8f28-c788d2cacf8e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.792056] env[65448]: DEBUG nova.compute.provider_tree [None req-5e9d20a4-a459-4b74-b2e4-9d1755783154 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1117.801824] env[65448]: DEBUG nova.objects.instance [None req-5bf30958-411b-4864-ab67-245736a0a8cf tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Lazy-loading 'flavor' on Instance uuid d53e2a3e-2205-44b0-9e68-91125832a67f {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1117.909706] env[65448]: DEBUG nova.network.neutron [None req-9275d349-7d36-4841-a816-629697db51c1 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: f3456e77-34cb-48b6-a71b-3a0a5066d704] Successfully created port: 3bc76608-3d96-47d8-92e9-00fd38a1d4f7 {{(pid=65448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1117.968976] env[65448]: DEBUG oslo_concurrency.lockutils [None req-279e6b8e-e409-4e8d-ba83-3c6ec26f0178 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Releasing lock "refresh_cache-a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.019222] env[65448]: INFO nova.compute.manager [None req-56949d82-1136-4c70-8bb5-4de5f1842aae tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 24665a99-6cfb-4d8b-8d08-406b7d1f468f] Updating instance to original state: 'active' [ 1118.036236] env[65448]: DEBUG nova.compute.manager [None req-9275d349-7d36-4841-a816-629697db51c1 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: f3456e77-34cb-48b6-a71b-3a0a5066d704] Start building block device mappings for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2916}} [ 1118.126901] env[65448]: DEBUG oslo_concurrency.lockutils [None req-bfde0a2d-603c-4534-b485-df98463ab0cc tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Acquiring lock "065c9740-2c84-4d41-ab88-10951e30179e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.126901] env[65448]: DEBUG oslo_concurrency.lockutils [None req-bfde0a2d-603c-4534-b485-df98463ab0cc tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Lock "065c9740-2c84-4d41-ab88-10951e30179e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.126901] env[65448]: DEBUG oslo_concurrency.lockutils [None req-bfde0a2d-603c-4534-b485-df98463ab0cc tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Acquiring lock "065c9740-2c84-4d41-ab88-10951e30179e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.126901] env[65448]: DEBUG oslo_concurrency.lockutils [None req-bfde0a2d-603c-4534-b485-df98463ab0cc tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Lock "065c9740-2c84-4d41-ab88-10951e30179e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.126901] env[65448]: DEBUG oslo_concurrency.lockutils [None req-bfde0a2d-603c-4534-b485-df98463ab0cc tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Lock "065c9740-2c84-4d41-ab88-10951e30179e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.128774] env[65448]: INFO nova.compute.manager [None req-bfde0a2d-603c-4534-b485-df98463ab0cc tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: 065c9740-2c84-4d41-ab88-10951e30179e] Terminating instance [ 1118.260064] env[65448]: DEBUG nova.network.neutron [None req-e39b94ce-22c7-465c-8d9b-6967b5b6701f tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 2f9edc1d-3f0b-4f5d-baf1-3072d2931a81] Instance cache missing network info. {{(pid=65448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1118.295526] env[65448]: DEBUG nova.scheduler.client.report [None req-5e9d20a4-a459-4b74-b2e4-9d1755783154 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1118.309316] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5bf30958-411b-4864-ab67-245736a0a8cf tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Lock "d53e2a3e-2205-44b0-9e68-91125832a67f" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 9.364s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.572167] env[65448]: DEBUG nova.compute.manager [req-473cec84-43c4-48b6-8597-7d460bfc29b8 req-456d1fae-1b73-466a-9522-93bf0c320c7a service nova] [instance: 29233a50-b2e2-4fe5-bf08-80a7b1c85e0b] Received event network-vif-deleted-ba06478c-b8a7-4c24-b7b3-b724f3a85d0b {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1118.572167] env[65448]: INFO nova.compute.manager [req-473cec84-43c4-48b6-8597-7d460bfc29b8 req-456d1fae-1b73-466a-9522-93bf0c320c7a service nova] [instance: 29233a50-b2e2-4fe5-bf08-80a7b1c85e0b] Neutron deleted interface ba06478c-b8a7-4c24-b7b3-b724f3a85d0b; detaching it from the instance and deleting it from the info cache [ 1118.572167] env[65448]: DEBUG nova.network.neutron [req-473cec84-43c4-48b6-8597-7d460bfc29b8 req-456d1fae-1b73-466a-9522-93bf0c320c7a service nova] [instance: 29233a50-b2e2-4fe5-bf08-80a7b1c85e0b] Updating instance_info_cache with network_info: [{"id": "83cc6528-3599-4a83-b6bb-c9db78b24e2a", "address": "fa:16:3e:a4:44:4a", "network": {"id": "808d1736-9ccb-497a-9cf2-6b6aabc6fbb0", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1077846320", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.207", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a9c0479f62f4d4bb6a459d2f03cce60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaba65c3-6925-4c7f-83b6-17cd1a328e27", "external-id": "nsx-vlan-transportzone-202", "segmentation_id": 202, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83cc6528-35", "ovs_interfaceid": "83cc6528-3599-4a83-b6bb-c9db78b24e2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f871d92f-d0a8-45d7-a36b-5d310534d838", "address": "fa:16:3e:cf:20:7d", "network": {"id": "f8e162cb-554d-4b16-96cb-1da000eada06", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2043663524", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.220", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "4a9c0479f62f4d4bb6a459d2f03cce60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ac73085-7d7d-4ac3-863f-7b36a1b69aee", "external-id": "nsx-vlan-transportzone-289", "segmentation_id": 289, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf871d92f-d0", "ovs_interfaceid": "f871d92f-d0a8-45d7-a36b-5d310534d838", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.636616] env[65448]: WARNING neutronclient.v2_0.client [None req-e39b94ce-22c7-465c-8d9b-6967b5b6701f tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1118.639854] env[65448]: DEBUG nova.compute.manager [None req-bfde0a2d-603c-4534-b485-df98463ab0cc tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: 065c9740-2c84-4d41-ab88-10951e30179e] Start destroying the instance on the hypervisor. {{(pid=65448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3209}} [ 1118.640146] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-bfde0a2d-603c-4534-b485-df98463ab0cc tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: 065c9740-2c84-4d41-ab88-10951e30179e] Destroying instance {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1118.641829] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6420a1e7-47a2-4193-97a1-ff156ddfb5f8 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.650813] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-bfde0a2d-603c-4534-b485-df98463ab0cc tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: 065c9740-2c84-4d41-ab88-10951e30179e] Unregistering the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1118.651092] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9c9d949b-97c8-435e-bf83-c70f13f70a2c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.727810] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-bfde0a2d-603c-4534-b485-df98463ab0cc tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: 065c9740-2c84-4d41-ab88-10951e30179e] Unregistered the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1118.728029] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-bfde0a2d-603c-4534-b485-df98463ab0cc tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: 065c9740-2c84-4d41-ab88-10951e30179e] Deleting contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1118.728223] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfde0a2d-603c-4534-b485-df98463ab0cc tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Deleting the datastore file [datastore2] 065c9740-2c84-4d41-ab88-10951e30179e {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1118.728505] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-72f7e879-16f2-4b22-b402-93f963dcc382 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.740476] env[65448]: DEBUG oslo_vmware.api [None req-bfde0a2d-603c-4534-b485-df98463ab0cc tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Waiting for the task: (returnval){ [ 1118.740476] env[65448]: value = "task-4938378" [ 1118.740476] env[65448]: _type = "Task" [ 1118.740476] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.749123] env[65448]: DEBUG oslo_vmware.api [None req-bfde0a2d-603c-4534-b485-df98463ab0cc tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': task-4938378, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.801320] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5e9d20a4-a459-4b74-b2e4-9d1755783154 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.782s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.804273] env[65448]: DEBUG oslo_concurrency.lockutils [None req-4c69e6e7-74ae-42af-b87e-48cbcee6ac27 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.208s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.805936] env[65448]: INFO nova.compute.claims [None req-4c69e6e7-74ae-42af-b87e-48cbcee6ac27 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 567408bb-3c2c-43f1-b291-0e3fe8f3aded] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1118.841350] env[65448]: INFO nova.scheduler.client.report [None req-5e9d20a4-a459-4b74-b2e4-9d1755783154 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Deleted allocations for instance 4519dc37-aea6-46ff-bb47-15f76c6b9cdf [ 1118.979417] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-279e6b8e-e409-4e8d-ba83-3c6ec26f0178 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] [instance: a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1118.979755] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-85f87c52-9893-4e06-8823-0f3123e41756 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.982013] env[65448]: DEBUG nova.network.neutron [-] [instance: 29233a50-b2e2-4fe5-bf08-80a7b1c85e0b] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.990170] env[65448]: DEBUG oslo_vmware.api [None req-279e6b8e-e409-4e8d-ba83-3c6ec26f0178 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Waiting for the task: (returnval){ [ 1118.990170] env[65448]: value = "task-4938379" [ 1118.990170] env[65448]: _type = "Task" [ 1118.990170] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.006154] env[65448]: DEBUG oslo_vmware.api [None req-279e6b8e-e409-4e8d-ba83-3c6ec26f0178 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Task: {'id': task-4938379, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.050511] env[65448]: DEBUG nova.compute.manager [None req-9275d349-7d36-4841-a816-629697db51c1 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: f3456e77-34cb-48b6-a71b-3a0a5066d704] Start spawning the instance on the hypervisor. {{(pid=65448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2689}} [ 1119.077023] env[65448]: DEBUG nova.virt.hardware [None req-9275d349-7d36-4841-a816-629697db51c1 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-08T17:19:51Z,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a992292b6dae455593d228217860e2e1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-08T17:19:52Z,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1119.077385] env[65448]: DEBUG nova.virt.hardware [None req-9275d349-7d36-4841-a816-629697db51c1 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1119.077598] env[65448]: DEBUG nova.virt.hardware [None req-9275d349-7d36-4841-a816-629697db51c1 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1119.077816] env[65448]: DEBUG nova.virt.hardware [None req-9275d349-7d36-4841-a816-629697db51c1 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1119.077968] env[65448]: DEBUG nova.virt.hardware [None req-9275d349-7d36-4841-a816-629697db51c1 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1119.078130] env[65448]: DEBUG nova.virt.hardware [None req-9275d349-7d36-4841-a816-629697db51c1 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1119.078337] env[65448]: DEBUG nova.virt.hardware [None req-9275d349-7d36-4841-a816-629697db51c1 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1119.078493] env[65448]: DEBUG nova.virt.hardware [None req-9275d349-7d36-4841-a816-629697db51c1 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1119.078917] env[65448]: DEBUG nova.virt.hardware [None req-9275d349-7d36-4841-a816-629697db51c1 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1119.078917] env[65448]: DEBUG nova.virt.hardware [None req-9275d349-7d36-4841-a816-629697db51c1 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1119.078993] env[65448]: DEBUG nova.virt.hardware [None req-9275d349-7d36-4841-a816-629697db51c1 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1119.080406] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf2b8d02-53c6-4f02-a830-677e27f25306 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.083341] env[65448]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-26d81239-3d37-433c-9f55-73e591fe90c8 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.092986] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77c4b2a4-ba5c-4380-b5bb-734f3742061d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.100603] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62a44bf9-3a40-4778-a8e8-10c4153887c7 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.139232] env[65448]: DEBUG nova.compute.manager [req-473cec84-43c4-48b6-8597-7d460bfc29b8 req-456d1fae-1b73-466a-9522-93bf0c320c7a service nova] [instance: 29233a50-b2e2-4fe5-bf08-80a7b1c85e0b] Detach interface failed, port_id=ba06478c-b8a7-4c24-b7b3-b724f3a85d0b, reason: Instance 29233a50-b2e2-4fe5-bf08-80a7b1c85e0b could not be found. {{(pid=65448) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 1119.252579] env[65448]: DEBUG oslo_vmware.api [None req-bfde0a2d-603c-4534-b485-df98463ab0cc tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': task-4938378, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139605} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.255680] env[65448]: DEBUG nova.network.neutron [None req-e39b94ce-22c7-465c-8d9b-6967b5b6701f tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 2f9edc1d-3f0b-4f5d-baf1-3072d2931a81] Updating instance_info_cache with network_info: [{"id": "1b32389a-9046-4598-a09b-abfa6bc27847", "address": "fa:16:3e:94:90:80", "network": {"id": "3e956ed0-8002-4352-a2f0-0b0c88eed513", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-351560953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f8d5716103c4544ad3c5ca0f9963943", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b32389a-90", "ovs_interfaceid": "1b32389a-9046-4598-a09b-abfa6bc27847", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.259020] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfde0a2d-603c-4534-b485-df98463ab0cc tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1119.259020] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-bfde0a2d-603c-4534-b485-df98463ab0cc tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: 065c9740-2c84-4d41-ab88-10951e30179e] Deleted contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1119.259020] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-bfde0a2d-603c-4534-b485-df98463ab0cc tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: 065c9740-2c84-4d41-ab88-10951e30179e] Instance destroyed {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1119.259020] env[65448]: INFO nova.compute.manager [None req-bfde0a2d-603c-4534-b485-df98463ab0cc tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: 065c9740-2c84-4d41-ab88-10951e30179e] Took 0.62 seconds to destroy the instance on the hypervisor. [ 1119.259020] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-bfde0a2d-603c-4534-b485-df98463ab0cc tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1119.259020] env[65448]: DEBUG nova.compute.manager [-] [instance: 065c9740-2c84-4d41-ab88-10951e30179e] Deallocating network for instance {{(pid=65448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1119.259020] env[65448]: DEBUG nova.network.neutron [-] [instance: 065c9740-2c84-4d41-ab88-10951e30179e] deallocate_for_instance() {{(pid=65448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1119.259020] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1119.351997] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5e9d20a4-a459-4b74-b2e4-9d1755783154 tempest-ServerDiskConfigTestJSON-655890156 tempest-ServerDiskConfigTestJSON-655890156-project-member] Lock "4519dc37-aea6-46ff-bb47-15f76c6b9cdf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.955s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.392370] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1119.485835] env[65448]: INFO nova.compute.manager [-] [instance: 29233a50-b2e2-4fe5-bf08-80a7b1c85e0b] Took 1.97 seconds to deallocate network for instance. [ 1119.501902] env[65448]: DEBUG oslo_vmware.api [None req-279e6b8e-e409-4e8d-ba83-3c6ec26f0178 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Task: {'id': task-4938379, 'name': PowerOnVM_Task, 'duration_secs': 0.478773} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.502073] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-279e6b8e-e409-4e8d-ba83-3c6ec26f0178 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] [instance: a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1119.502227] env[65448]: DEBUG nova.compute.manager [None req-279e6b8e-e409-4e8d-ba83-3c6ec26f0178 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] [instance: a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 1119.503081] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67950a5b-ed94-4cc5-937a-e590009be56a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.576416] env[65448]: DEBUG nova.network.neutron [None req-9275d349-7d36-4841-a816-629697db51c1 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: f3456e77-34cb-48b6-a71b-3a0a5066d704] Successfully updated port: 3bc76608-3d96-47d8-92e9-00fd38a1d4f7 {{(pid=65448) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1119.633716] env[65448]: DEBUG nova.compute.manager [req-eea34a45-74c7-4f3e-9d28-f697d0d18c8d req-7140217c-de2c-4529-9a62-00338b6d8dac service nova] [instance: 2f9edc1d-3f0b-4f5d-baf1-3072d2931a81] Received event network-changed-1b32389a-9046-4598-a09b-abfa6bc27847 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1119.633716] env[65448]: DEBUG nova.compute.manager [req-eea34a45-74c7-4f3e-9d28-f697d0d18c8d req-7140217c-de2c-4529-9a62-00338b6d8dac service nova] [instance: 2f9edc1d-3f0b-4f5d-baf1-3072d2931a81] Refreshing instance network info cache due to event network-changed-1b32389a-9046-4598-a09b-abfa6bc27847. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 1119.634683] env[65448]: DEBUG oslo_concurrency.lockutils [req-eea34a45-74c7-4f3e-9d28-f697d0d18c8d req-7140217c-de2c-4529-9a62-00338b6d8dac service nova] Acquiring lock "refresh_cache-2f9edc1d-3f0b-4f5d-baf1-3072d2931a81" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.758499] env[65448]: DEBUG oslo_concurrency.lockutils [None req-e39b94ce-22c7-465c-8d9b-6967b5b6701f tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Releasing lock "refresh_cache-2f9edc1d-3f0b-4f5d-baf1-3072d2931a81" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.758717] env[65448]: DEBUG nova.compute.manager [None req-e39b94ce-22c7-465c-8d9b-6967b5b6701f tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 2f9edc1d-3f0b-4f5d-baf1-3072d2931a81] Instance network_info: |[{"id": "1b32389a-9046-4598-a09b-abfa6bc27847", "address": "fa:16:3e:94:90:80", "network": {"id": "3e956ed0-8002-4352-a2f0-0b0c88eed513", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-351560953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f8d5716103c4544ad3c5ca0f9963943", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b32389a-90", "ovs_interfaceid": "1b32389a-9046-4598-a09b-abfa6bc27847", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 1119.759134] env[65448]: DEBUG oslo_concurrency.lockutils [req-eea34a45-74c7-4f3e-9d28-f697d0d18c8d req-7140217c-de2c-4529-9a62-00338b6d8dac service nova] Acquired lock "refresh_cache-2f9edc1d-3f0b-4f5d-baf1-3072d2931a81" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.759322] env[65448]: DEBUG nova.network.neutron [req-eea34a45-74c7-4f3e-9d28-f697d0d18c8d req-7140217c-de2c-4529-9a62-00338b6d8dac service nova] [instance: 2f9edc1d-3f0b-4f5d-baf1-3072d2931a81] Refreshing network info cache for port 1b32389a-9046-4598-a09b-abfa6bc27847 {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1119.760767] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-e39b94ce-22c7-465c-8d9b-6967b5b6701f tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 2f9edc1d-3f0b-4f5d-baf1-3072d2931a81] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:90:80', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3ff3baee-99ce-4b51-ae98-efc6163aaab3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1b32389a-9046-4598-a09b-abfa6bc27847', 'vif_model': 'vmxnet3'}] {{(pid=65448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1119.770230] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-e39b94ce-22c7-465c-8d9b-6967b5b6701f tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1119.771527] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f9edc1d-3f0b-4f5d-baf1-3072d2931a81] Creating VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1119.772183] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-34cabfae-ead0-4679-b242-4e4a37f818f3 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.794794] env[65448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1119.794794] env[65448]: value = "task-4938380" [ 1119.794794] env[65448]: _type = "Task" [ 1119.794794] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.805382] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4938380, 'name': CreateVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.998729] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a9fab243-0317-4236-b82a-e60a0636cf9c tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.011631] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-546e5407-899c-4abc-8e76-0175dcae864f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.035156] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa3b193c-e381-4683-bd59-4e69dc62d8d1 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.072952] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3e8fad4-476f-4593-ae5f-67394e80f75e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.080898] env[65448]: DEBUG oslo_concurrency.lockutils [None req-9275d349-7d36-4841-a816-629697db51c1 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Acquiring lock "refresh_cache-f3456e77-34cb-48b6-a71b-3a0a5066d704" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.081098] env[65448]: DEBUG oslo_concurrency.lockutils [None req-9275d349-7d36-4841-a816-629697db51c1 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Acquired lock "refresh_cache-f3456e77-34cb-48b6-a71b-3a0a5066d704" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.081281] env[65448]: DEBUG nova.network.neutron [None req-9275d349-7d36-4841-a816-629697db51c1 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: f3456e77-34cb-48b6-a71b-3a0a5066d704] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1120.083664] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9ef9095-c019-40be-ae96-f89e116f347f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.104727] env[65448]: DEBUG nova.compute.provider_tree [None req-4c69e6e7-74ae-42af-b87e-48cbcee6ac27 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1120.178041] env[65448]: DEBUG nova.network.neutron [-] [instance: 065c9740-2c84-4d41-ab88-10951e30179e] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.271991] env[65448]: WARNING neutronclient.v2_0.client [req-eea34a45-74c7-4f3e-9d28-f697d0d18c8d req-7140217c-de2c-4529-9a62-00338b6d8dac service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1120.306280] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4938380, 'name': CreateVM_Task, 'duration_secs': 0.415784} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.309181] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f9edc1d-3f0b-4f5d-baf1-3072d2931a81] Created VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1120.310330] env[65448]: WARNING neutronclient.v2_0.client [None req-e39b94ce-22c7-465c-8d9b-6967b5b6701f tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1120.310816] env[65448]: DEBUG oslo_concurrency.lockutils [None req-e39b94ce-22c7-465c-8d9b-6967b5b6701f tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.310973] env[65448]: DEBUG oslo_concurrency.lockutils [None req-e39b94ce-22c7-465c-8d9b-6967b5b6701f tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.311305] env[65448]: DEBUG oslo_concurrency.lockutils [None req-e39b94ce-22c7-465c-8d9b-6967b5b6701f tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.311581] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a7ad258-878a-44f1-b5ca-b1dcc5816503 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.317443] env[65448]: DEBUG oslo_vmware.api [None req-e39b94ce-22c7-465c-8d9b-6967b5b6701f tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Waiting for the task: (returnval){ [ 1120.317443] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5289817f-90d1-2295-79b8-60385d94c034" [ 1120.317443] env[65448]: _type = "Task" [ 1120.317443] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.327769] env[65448]: DEBUG oslo_vmware.api [None req-e39b94ce-22c7-465c-8d9b-6967b5b6701f tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5289817f-90d1-2295-79b8-60385d94c034, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.362468] env[65448]: INFO nova.compute.manager [None req-311f23cb-02b1-4977-be2c-1588f5bceafc tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d53e2a3e-2205-44b0-9e68-91125832a67f] Rebuilding instance [ 1120.418534] env[65448]: DEBUG nova.compute.manager [None req-311f23cb-02b1-4977-be2c-1588f5bceafc tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d53e2a3e-2205-44b0-9e68-91125832a67f] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 1120.419481] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e05fa81d-dd29-46ad-b431-ed6690463a6c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.504677] env[65448]: WARNING neutronclient.v2_0.client [req-eea34a45-74c7-4f3e-9d28-f697d0d18c8d req-7140217c-de2c-4529-9a62-00338b6d8dac service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1120.582965] env[65448]: DEBUG nova.network.neutron [req-eea34a45-74c7-4f3e-9d28-f697d0d18c8d req-7140217c-de2c-4529-9a62-00338b6d8dac service nova] [instance: 2f9edc1d-3f0b-4f5d-baf1-3072d2931a81] Updated VIF entry in instance network info cache for port 1b32389a-9046-4598-a09b-abfa6bc27847. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1120.582965] env[65448]: DEBUG nova.network.neutron [req-eea34a45-74c7-4f3e-9d28-f697d0d18c8d req-7140217c-de2c-4529-9a62-00338b6d8dac service nova] [instance: 2f9edc1d-3f0b-4f5d-baf1-3072d2931a81] Updating instance_info_cache with network_info: [{"id": "1b32389a-9046-4598-a09b-abfa6bc27847", "address": "fa:16:3e:94:90:80", "network": {"id": "3e956ed0-8002-4352-a2f0-0b0c88eed513", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-351560953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f8d5716103c4544ad3c5ca0f9963943", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b32389a-90", "ovs_interfaceid": "1b32389a-9046-4598-a09b-abfa6bc27847", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.606677] env[65448]: DEBUG nova.scheduler.client.report [None req-4c69e6e7-74ae-42af-b87e-48cbcee6ac27 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1120.629391] env[65448]: DEBUG nova.compute.manager [req-96b22d24-facd-4be3-abf9-4c07c072fa40 req-72335bca-061f-40c3-9348-236a3cddfb9e service nova] [instance: f3456e77-34cb-48b6-a71b-3a0a5066d704] Received event network-vif-plugged-3bc76608-3d96-47d8-92e9-00fd38a1d4f7 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1120.629697] env[65448]: DEBUG oslo_concurrency.lockutils [req-96b22d24-facd-4be3-abf9-4c07c072fa40 req-72335bca-061f-40c3-9348-236a3cddfb9e service nova] Acquiring lock "f3456e77-34cb-48b6-a71b-3a0a5066d704-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.629917] env[65448]: DEBUG oslo_concurrency.lockutils [req-96b22d24-facd-4be3-abf9-4c07c072fa40 req-72335bca-061f-40c3-9348-236a3cddfb9e service nova] Lock "f3456e77-34cb-48b6-a71b-3a0a5066d704-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.630812] env[65448]: DEBUG oslo_concurrency.lockutils [req-96b22d24-facd-4be3-abf9-4c07c072fa40 req-72335bca-061f-40c3-9348-236a3cddfb9e service nova] Lock "f3456e77-34cb-48b6-a71b-3a0a5066d704-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.631985] env[65448]: DEBUG nova.compute.manager [req-96b22d24-facd-4be3-abf9-4c07c072fa40 req-72335bca-061f-40c3-9348-236a3cddfb9e service nova] [instance: f3456e77-34cb-48b6-a71b-3a0a5066d704] No waiting events found dispatching network-vif-plugged-3bc76608-3d96-47d8-92e9-00fd38a1d4f7 {{(pid=65448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1120.631985] env[65448]: WARNING nova.compute.manager [req-96b22d24-facd-4be3-abf9-4c07c072fa40 req-72335bca-061f-40c3-9348-236a3cddfb9e service nova] [instance: f3456e77-34cb-48b6-a71b-3a0a5066d704] Received unexpected event network-vif-plugged-3bc76608-3d96-47d8-92e9-00fd38a1d4f7 for instance with vm_state building and task_state spawning. [ 1120.631985] env[65448]: DEBUG nova.compute.manager [req-96b22d24-facd-4be3-abf9-4c07c072fa40 req-72335bca-061f-40c3-9348-236a3cddfb9e service nova] [instance: f3456e77-34cb-48b6-a71b-3a0a5066d704] Received event network-changed-3bc76608-3d96-47d8-92e9-00fd38a1d4f7 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1120.631985] env[65448]: DEBUG nova.compute.manager [req-96b22d24-facd-4be3-abf9-4c07c072fa40 req-72335bca-061f-40c3-9348-236a3cddfb9e service nova] [instance: f3456e77-34cb-48b6-a71b-3a0a5066d704] Refreshing instance network info cache due to event network-changed-3bc76608-3d96-47d8-92e9-00fd38a1d4f7. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 1120.632261] env[65448]: DEBUG oslo_concurrency.lockutils [req-96b22d24-facd-4be3-abf9-4c07c072fa40 req-72335bca-061f-40c3-9348-236a3cddfb9e service nova] Acquiring lock "refresh_cache-f3456e77-34cb-48b6-a71b-3a0a5066d704" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.634339] env[65448]: DEBUG nova.network.neutron [None req-9275d349-7d36-4841-a816-629697db51c1 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: f3456e77-34cb-48b6-a71b-3a0a5066d704] Instance cache missing network info. {{(pid=65448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1120.681473] env[65448]: INFO nova.compute.manager [-] [instance: 065c9740-2c84-4d41-ab88-10951e30179e] Took 1.42 seconds to deallocate network for instance. [ 1120.726498] env[65448]: WARNING neutronclient.v2_0.client [None req-9275d349-7d36-4841-a816-629697db51c1 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1120.744670] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d7dc1f24-de93-4b37-9e70-0173c0adb09b tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Acquiring lock "24665a99-6cfb-4d8b-8d08-406b7d1f468f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.745018] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d7dc1f24-de93-4b37-9e70-0173c0adb09b tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Lock "24665a99-6cfb-4d8b-8d08-406b7d1f468f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.745255] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d7dc1f24-de93-4b37-9e70-0173c0adb09b tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Acquiring lock "24665a99-6cfb-4d8b-8d08-406b7d1f468f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.745510] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d7dc1f24-de93-4b37-9e70-0173c0adb09b tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Lock "24665a99-6cfb-4d8b-8d08-406b7d1f468f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.745689] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d7dc1f24-de93-4b37-9e70-0173c0adb09b tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Lock "24665a99-6cfb-4d8b-8d08-406b7d1f468f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.748144] env[65448]: INFO nova.compute.manager [None req-d7dc1f24-de93-4b37-9e70-0173c0adb09b tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 24665a99-6cfb-4d8b-8d08-406b7d1f468f] Terminating instance [ 1120.807909] env[65448]: DEBUG nova.network.neutron [None req-9275d349-7d36-4841-a816-629697db51c1 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: f3456e77-34cb-48b6-a71b-3a0a5066d704] Updating instance_info_cache with network_info: [{"id": "3bc76608-3d96-47d8-92e9-00fd38a1d4f7", "address": "fa:16:3e:9b:ec:f1", "network": {"id": "ae7fb699-1e8f-4e6e-ba65-11efac49c1f2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2072253352-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40f710aa821f49ef963bafd588fa759f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bc76608-3d", "ovs_interfaceid": "3bc76608-3d96-47d8-92e9-00fd38a1d4f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.831411] env[65448]: DEBUG oslo_vmware.api [None req-e39b94ce-22c7-465c-8d9b-6967b5b6701f tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5289817f-90d1-2295-79b8-60385d94c034, 'name': SearchDatastore_Task, 'duration_secs': 0.025867} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.831815] env[65448]: DEBUG oslo_concurrency.lockutils [None req-e39b94ce-22c7-465c-8d9b-6967b5b6701f tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.832136] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-e39b94ce-22c7-465c-8d9b-6967b5b6701f tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 2f9edc1d-3f0b-4f5d-baf1-3072d2931a81] Processing image 50fb366d-48e6-424f-9c20-bc83d77be76a {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1120.832450] env[65448]: DEBUG oslo_concurrency.lockutils [None req-e39b94ce-22c7-465c-8d9b-6967b5b6701f tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.832656] env[65448]: DEBUG oslo_concurrency.lockutils [None req-e39b94ce-22c7-465c-8d9b-6967b5b6701f tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.832949] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-e39b94ce-22c7-465c-8d9b-6967b5b6701f tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1120.833305] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-597b2133-724c-4816-8582-cf5a6617803b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.846114] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-e39b94ce-22c7-465c-8d9b-6967b5b6701f tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1120.846310] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-e39b94ce-22c7-465c-8d9b-6967b5b6701f tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1120.847067] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28014e40-0170-460e-baed-12aa31747156 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.853380] env[65448]: DEBUG oslo_vmware.api [None req-e39b94ce-22c7-465c-8d9b-6967b5b6701f tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Waiting for the task: (returnval){ [ 1120.853380] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52f6f117-b79a-65ff-e87b-d94995b63abe" [ 1120.853380] env[65448]: _type = "Task" [ 1120.853380] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.863822] env[65448]: DEBUG oslo_vmware.api [None req-e39b94ce-22c7-465c-8d9b-6967b5b6701f tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52f6f117-b79a-65ff-e87b-d94995b63abe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.087285] env[65448]: DEBUG oslo_concurrency.lockutils [req-eea34a45-74c7-4f3e-9d28-f697d0d18c8d req-7140217c-de2c-4529-9a62-00338b6d8dac service nova] Releasing lock "refresh_cache-2f9edc1d-3f0b-4f5d-baf1-3072d2931a81" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.087285] env[65448]: DEBUG nova.compute.manager [req-eea34a45-74c7-4f3e-9d28-f697d0d18c8d req-7140217c-de2c-4529-9a62-00338b6d8dac service nova] [instance: 29233a50-b2e2-4fe5-bf08-80a7b1c85e0b] Received event network-vif-deleted-83cc6528-3599-4a83-b6bb-c9db78b24e2a {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1121.087494] env[65448]: DEBUG nova.compute.manager [req-eea34a45-74c7-4f3e-9d28-f697d0d18c8d req-7140217c-de2c-4529-9a62-00338b6d8dac service nova] [instance: 29233a50-b2e2-4fe5-bf08-80a7b1c85e0b] Received event network-vif-deleted-f871d92f-d0a8-45d7-a36b-5d310534d838 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1121.115878] env[65448]: DEBUG oslo_concurrency.lockutils [None req-4c69e6e7-74ae-42af-b87e-48cbcee6ac27 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.312s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.116527] env[65448]: DEBUG nova.compute.manager [None req-4c69e6e7-74ae-42af-b87e-48cbcee6ac27 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 567408bb-3c2c-43f1-b291-0e3fe8f3aded] Start building networks asynchronously for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2881}} [ 1121.123822] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a9fab243-0317-4236-b82a-e60a0636cf9c tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.124s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.123822] env[65448]: DEBUG nova.objects.instance [None req-a9fab243-0317-4236-b82a-e60a0636cf9c tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Lazy-loading 'resources' on Instance uuid 29233a50-b2e2-4fe5-bf08-80a7b1c85e0b {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1121.190606] env[65448]: DEBUG oslo_concurrency.lockutils [None req-bfde0a2d-603c-4534-b485-df98463ab0cc tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.252839] env[65448]: DEBUG nova.compute.manager [None req-d7dc1f24-de93-4b37-9e70-0173c0adb09b tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 24665a99-6cfb-4d8b-8d08-406b7d1f468f] Start destroying the instance on the hypervisor. {{(pid=65448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3209}} [ 1121.253135] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7dc1f24-de93-4b37-9e70-0173c0adb09b tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 24665a99-6cfb-4d8b-8d08-406b7d1f468f] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1121.253451] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-543fc838-287c-48ce-8208-43c4609db2ee {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.263137] env[65448]: DEBUG oslo_vmware.api [None req-d7dc1f24-de93-4b37-9e70-0173c0adb09b tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Waiting for the task: (returnval){ [ 1121.263137] env[65448]: value = "task-4938381" [ 1121.263137] env[65448]: _type = "Task" [ 1121.263137] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.273441] env[65448]: DEBUG oslo_vmware.api [None req-d7dc1f24-de93-4b37-9e70-0173c0adb09b tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4938381, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.310519] env[65448]: DEBUG oslo_concurrency.lockutils [None req-9275d349-7d36-4841-a816-629697db51c1 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Releasing lock "refresh_cache-f3456e77-34cb-48b6-a71b-3a0a5066d704" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.310970] env[65448]: DEBUG nova.compute.manager [None req-9275d349-7d36-4841-a816-629697db51c1 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: f3456e77-34cb-48b6-a71b-3a0a5066d704] Instance network_info: |[{"id": "3bc76608-3d96-47d8-92e9-00fd38a1d4f7", "address": "fa:16:3e:9b:ec:f1", "network": {"id": "ae7fb699-1e8f-4e6e-ba65-11efac49c1f2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2072253352-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40f710aa821f49ef963bafd588fa759f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bc76608-3d", "ovs_interfaceid": "3bc76608-3d96-47d8-92e9-00fd38a1d4f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 1121.311291] env[65448]: DEBUG oslo_concurrency.lockutils [req-96b22d24-facd-4be3-abf9-4c07c072fa40 req-72335bca-061f-40c3-9348-236a3cddfb9e service nova] Acquired lock "refresh_cache-f3456e77-34cb-48b6-a71b-3a0a5066d704" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.311505] env[65448]: DEBUG nova.network.neutron [req-96b22d24-facd-4be3-abf9-4c07c072fa40 req-72335bca-061f-40c3-9348-236a3cddfb9e service nova] [instance: f3456e77-34cb-48b6-a71b-3a0a5066d704] Refreshing network info cache for port 3bc76608-3d96-47d8-92e9-00fd38a1d4f7 {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1121.313099] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-9275d349-7d36-4841-a816-629697db51c1 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: f3456e77-34cb-48b6-a71b-3a0a5066d704] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9b:ec:f1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f3a2eb5-353f-45c5-a73b-869626f4bb13', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3bc76608-3d96-47d8-92e9-00fd38a1d4f7', 'vif_model': 'vmxnet3'}] {{(pid=65448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1121.320751] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-9275d349-7d36-4841-a816-629697db51c1 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1121.322284] env[65448]: WARNING neutronclient.v2_0.client [req-96b22d24-facd-4be3-abf9-4c07c072fa40 req-72335bca-061f-40c3-9348-236a3cddfb9e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1121.324840] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3456e77-34cb-48b6-a71b-3a0a5066d704] Creating VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1121.325677] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e1c83ac5-7b2b-44fd-bcb1-e066e8ad498b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.347966] env[65448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1121.347966] env[65448]: value = "task-4938382" [ 1121.347966] env[65448]: _type = "Task" [ 1121.347966] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.357987] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4938382, 'name': CreateVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.372021] env[65448]: DEBUG oslo_vmware.api [None req-e39b94ce-22c7-465c-8d9b-6967b5b6701f tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52f6f117-b79a-65ff-e87b-d94995b63abe, 'name': SearchDatastore_Task, 'duration_secs': 0.036019} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.373086] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c680871e-f230-4647-8f95-fe8bcdb10362 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.380689] env[65448]: DEBUG oslo_vmware.api [None req-e39b94ce-22c7-465c-8d9b-6967b5b6701f tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Waiting for the task: (returnval){ [ 1121.380689] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]529b21a0-168c-b6ee-9de8-6229735852dc" [ 1121.380689] env[65448]: _type = "Task" [ 1121.380689] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.392460] env[65448]: DEBUG oslo_vmware.api [None req-e39b94ce-22c7-465c-8d9b-6967b5b6701f tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]529b21a0-168c-b6ee-9de8-6229735852dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.438884] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-311f23cb-02b1-4977-be2c-1588f5bceafc tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d53e2a3e-2205-44b0-9e68-91125832a67f] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1121.438884] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8038c1f2-8301-47d0-9a84-52a696afe845 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.449838] env[65448]: DEBUG oslo_vmware.api [None req-311f23cb-02b1-4977-be2c-1588f5bceafc tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Waiting for the task: (returnval){ [ 1121.449838] env[65448]: value = "task-4938383" [ 1121.449838] env[65448]: _type = "Task" [ 1121.449838] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.464608] env[65448]: DEBUG oslo_vmware.api [None req-311f23cb-02b1-4977-be2c-1588f5bceafc tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4938383, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.599539] env[65448]: WARNING neutronclient.v2_0.client [req-96b22d24-facd-4be3-abf9-4c07c072fa40 req-72335bca-061f-40c3-9348-236a3cddfb9e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1121.627955] env[65448]: DEBUG nova.compute.utils [None req-4c69e6e7-74ae-42af-b87e-48cbcee6ac27 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Using /dev/sd instead of None {{(pid=65448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1121.633960] env[65448]: DEBUG nova.compute.manager [None req-4c69e6e7-74ae-42af-b87e-48cbcee6ac27 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 567408bb-3c2c-43f1-b291-0e3fe8f3aded] Allocating IP information in the background. {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 1121.634130] env[65448]: DEBUG nova.network.neutron [None req-4c69e6e7-74ae-42af-b87e-48cbcee6ac27 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 567408bb-3c2c-43f1-b291-0e3fe8f3aded] allocate_for_instance() {{(pid=65448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1121.634536] env[65448]: WARNING neutronclient.v2_0.client [None req-4c69e6e7-74ae-42af-b87e-48cbcee6ac27 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1121.634856] env[65448]: WARNING neutronclient.v2_0.client [None req-4c69e6e7-74ae-42af-b87e-48cbcee6ac27 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1121.692928] env[65448]: DEBUG nova.compute.manager [req-847c5648-2024-4338-a95e-045267edb173 req-e1a813c1-fbae-4d01-9f95-613f1466428b service nova] [instance: 065c9740-2c84-4d41-ab88-10951e30179e] Received event network-vif-deleted-c65f3151-24dd-48d8-a86c-f022864d7043 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1121.774022] env[65448]: DEBUG nova.policy [None req-4c69e6e7-74ae-42af-b87e-48cbcee6ac27 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '49baf25110b44919bde6bac92a0d7b64', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dc9e8e59612c49a6b788080423997837', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65448) authorize /opt/stack/nova/nova/policy.py:192}} [ 1121.779725] env[65448]: DEBUG oslo_vmware.api [None req-d7dc1f24-de93-4b37-9e70-0173c0adb09b tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4938381, 'name': PowerOffVM_Task, 'duration_secs': 0.242872} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.779985] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7dc1f24-de93-4b37-9e70-0173c0adb09b tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 24665a99-6cfb-4d8b-8d08-406b7d1f468f] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1121.780271] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7dc1f24-de93-4b37-9e70-0173c0adb09b tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 24665a99-6cfb-4d8b-8d08-406b7d1f468f] Volume detach. Driver type: vmdk {{(pid=65448) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1121.780486] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7dc1f24-de93-4b37-9e70-0173c0adb09b tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 24665a99-6cfb-4d8b-8d08-406b7d1f468f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-962040', 'volume_id': '33fdeb7e-7e46-4ee4-9efa-993e887c084e', 'name': 'volume-33fdeb7e-7e46-4ee4-9efa-993e887c084e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '24665a99-6cfb-4d8b-8d08-406b7d1f468f', 'attached_at': '2025-12-08T17:31:02.000000', 'detached_at': '', 'volume_id': '33fdeb7e-7e46-4ee4-9efa-993e887c084e', 'serial': '33fdeb7e-7e46-4ee4-9efa-993e887c084e'} {{(pid=65448) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1121.782246] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0e587bf-0208-4a9e-92e8-4b182c380711 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.815802] env[65448]: DEBUG nova.network.neutron [req-96b22d24-facd-4be3-abf9-4c07c072fa40 req-72335bca-061f-40c3-9348-236a3cddfb9e service nova] [instance: f3456e77-34cb-48b6-a71b-3a0a5066d704] Updated VIF entry in instance network info cache for port 3bc76608-3d96-47d8-92e9-00fd38a1d4f7. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1121.816306] env[65448]: DEBUG nova.network.neutron [req-96b22d24-facd-4be3-abf9-4c07c072fa40 req-72335bca-061f-40c3-9348-236a3cddfb9e service nova] [instance: f3456e77-34cb-48b6-a71b-3a0a5066d704] Updating instance_info_cache with network_info: [{"id": "3bc76608-3d96-47d8-92e9-00fd38a1d4f7", "address": "fa:16:3e:9b:ec:f1", "network": {"id": "ae7fb699-1e8f-4e6e-ba65-11efac49c1f2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2072253352-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40f710aa821f49ef963bafd588fa759f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bc76608-3d", "ovs_interfaceid": "3bc76608-3d96-47d8-92e9-00fd38a1d4f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.822039] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69d81e19-5442-4032-808f-d667498bfa04 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.832500] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b37a507-4bc6-427b-8c54-c8fa7f42ae4d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.863806] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bf21979-aad8-40e9-8aca-afbddd155a6e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.875013] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4938382, 'name': CreateVM_Task, 'duration_secs': 0.412157} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.885305] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3456e77-34cb-48b6-a71b-3a0a5066d704] Created VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1121.885764] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7dc1f24-de93-4b37-9e70-0173c0adb09b tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] The volume has not been displaced from its original location: [datastore2] volume-33fdeb7e-7e46-4ee4-9efa-993e887c084e/volume-33fdeb7e-7e46-4ee4-9efa-993e887c084e.vmdk. No consolidation needed. {{(pid=65448) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1121.891630] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7dc1f24-de93-4b37-9e70-0173c0adb09b tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 24665a99-6cfb-4d8b-8d08-406b7d1f468f] Reconfiguring VM instance instance-00000056 to detach disk 2001 {{(pid=65448) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1121.893031] env[65448]: WARNING neutronclient.v2_0.client [None req-9275d349-7d36-4841-a816-629697db51c1 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1121.893140] env[65448]: DEBUG oslo_concurrency.lockutils [None req-9275d349-7d36-4841-a816-629697db51c1 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.893243] env[65448]: DEBUG oslo_concurrency.lockutils [None req-9275d349-7d36-4841-a816-629697db51c1 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.893524] env[65448]: DEBUG oslo_concurrency.lockutils [None req-9275d349-7d36-4841-a816-629697db51c1 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.897026] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-139af0c6-2e21-4bcd-8770-62c811de59af {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.911537] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e63f8793-a5e4-4165-8d28-3d6c8871994b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.914183] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3b7a1c8-400d-4e92-9d62-c1f86355ce93 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.926809] env[65448]: DEBUG oslo_vmware.api [None req-e39b94ce-22c7-465c-8d9b-6967b5b6701f tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]529b21a0-168c-b6ee-9de8-6229735852dc, 'name': SearchDatastore_Task, 'duration_secs': 0.012273} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.932038] env[65448]: DEBUG oslo_concurrency.lockutils [None req-e39b94ce-22c7-465c-8d9b-6967b5b6701f tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.932335] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-e39b94ce-22c7-465c-8d9b-6967b5b6701f tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore1] 2f9edc1d-3f0b-4f5d-baf1-3072d2931a81/2f9edc1d-3f0b-4f5d-baf1-3072d2931a81.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1121.932829] env[65448]: DEBUG oslo_vmware.api [None req-9275d349-7d36-4841-a816-629697db51c1 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Waiting for the task: (returnval){ [ 1121.932829] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52cffee0-5b2a-2a42-7b92-b57712aa6134" [ 1121.932829] env[65448]: _type = "Task" [ 1121.932829] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.933206] env[65448]: DEBUG oslo_vmware.api [None req-d7dc1f24-de93-4b37-9e70-0173c0adb09b tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Waiting for the task: (returnval){ [ 1121.933206] env[65448]: value = "task-4938384" [ 1121.933206] env[65448]: _type = "Task" [ 1121.933206] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.933581] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c97f6d72-18f6-429c-89d7-e4762c444092 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.938167] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d6e3407-8eaa-4e15-a48c-dc48b22fbef4 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.999839] env[65448]: DEBUG oslo_vmware.api [None req-e39b94ce-22c7-465c-8d9b-6967b5b6701f tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Waiting for the task: (returnval){ [ 1121.999839] env[65448]: value = "task-4938385" [ 1121.999839] env[65448]: _type = "Task" [ 1121.999839] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.000183] env[65448]: DEBUG oslo_vmware.api [None req-9275d349-7d36-4841-a816-629697db51c1 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52cffee0-5b2a-2a42-7b92-b57712aa6134, 'name': SearchDatastore_Task, 'duration_secs': 0.012033} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.005923] env[65448]: DEBUG oslo_concurrency.lockutils [None req-9275d349-7d36-4841-a816-629697db51c1 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.006136] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-9275d349-7d36-4841-a816-629697db51c1 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: f3456e77-34cb-48b6-a71b-3a0a5066d704] Processing image 50fb366d-48e6-424f-9c20-bc83d77be76a {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1122.006342] env[65448]: DEBUG oslo_concurrency.lockutils [None req-9275d349-7d36-4841-a816-629697db51c1 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.006480] env[65448]: DEBUG oslo_concurrency.lockutils [None req-9275d349-7d36-4841-a816-629697db51c1 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.006652] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-9275d349-7d36-4841-a816-629697db51c1 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1122.007502] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ac160aa-c080-444e-b7d4-11ef379f7667 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.010362] env[65448]: DEBUG oslo_vmware.api [None req-d7dc1f24-de93-4b37-9e70-0173c0adb09b tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4938384, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.022690] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-437da667-48b6-4946-9d82-3490c36a3f28 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.033217] env[65448]: DEBUG oslo_vmware.api [None req-311f23cb-02b1-4977-be2c-1588f5bceafc tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4938383, 'name': PowerOffVM_Task, 'duration_secs': 0.294275} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.037277] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-311f23cb-02b1-4977-be2c-1588f5bceafc tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d53e2a3e-2205-44b0-9e68-91125832a67f] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1122.040152] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f6932dd-1baa-4bad-b2d9-c8306ff6ac3b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.045399] env[65448]: DEBUG oslo_vmware.api [None req-e39b94ce-22c7-465c-8d9b-6967b5b6701f tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': task-4938385, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.047233] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-9275d349-7d36-4841-a816-629697db51c1 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1122.047441] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-9275d349-7d36-4841-a816-629697db51c1 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1122.048620] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64989a30-ebdf-4795-84bc-900f0d64c28e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.061567] env[65448]: DEBUG nova.compute.provider_tree [None req-a9fab243-0317-4236-b82a-e60a0636cf9c tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1122.070362] env[65448]: DEBUG oslo_vmware.api [None req-9275d349-7d36-4841-a816-629697db51c1 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Waiting for the task: (returnval){ [ 1122.070362] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52be649a-ab23-8834-c0c4-4940dfe02b10" [ 1122.070362] env[65448]: _type = "Task" [ 1122.070362] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.080479] env[65448]: DEBUG oslo_vmware.api [None req-9275d349-7d36-4841-a816-629697db51c1 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52be649a-ab23-8834-c0c4-4940dfe02b10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.130103] env[65448]: INFO nova.compute.manager [None req-311f23cb-02b1-4977-be2c-1588f5bceafc tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d53e2a3e-2205-44b0-9e68-91125832a67f] Detaching volume c659ed91-6d18-4bb4-a9f7-05a83065bbb8 [ 1122.134500] env[65448]: DEBUG nova.compute.manager [None req-4c69e6e7-74ae-42af-b87e-48cbcee6ac27 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 567408bb-3c2c-43f1-b291-0e3fe8f3aded] Start building block device mappings for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2916}} [ 1122.175506] env[65448]: INFO nova.virt.block_device [None req-311f23cb-02b1-4977-be2c-1588f5bceafc tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d53e2a3e-2205-44b0-9e68-91125832a67f] Attempting to driver detach volume c659ed91-6d18-4bb4-a9f7-05a83065bbb8 from mountpoint /dev/sdb [ 1122.177846] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-311f23cb-02b1-4977-be2c-1588f5bceafc tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d53e2a3e-2205-44b0-9e68-91125832a67f] Volume detach. Driver type: vmdk {{(pid=65448) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1122.177846] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-311f23cb-02b1-4977-be2c-1588f5bceafc tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d53e2a3e-2205-44b0-9e68-91125832a67f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-962062', 'volume_id': 'c659ed91-6d18-4bb4-a9f7-05a83065bbb8', 'name': 'volume-c659ed91-6d18-4bb4-a9f7-05a83065bbb8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd53e2a3e-2205-44b0-9e68-91125832a67f', 'attached_at': '', 'detached_at': '', 'volume_id': 'c659ed91-6d18-4bb4-a9f7-05a83065bbb8', 'serial': 'c659ed91-6d18-4bb4-a9f7-05a83065bbb8'} {{(pid=65448) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1122.178406] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19e7f3ed-ccfc-4f8a-b698-645c8793c0e8 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.206482] env[65448]: DEBUG nova.network.neutron [None req-4c69e6e7-74ae-42af-b87e-48cbcee6ac27 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 567408bb-3c2c-43f1-b291-0e3fe8f3aded] Successfully created port: 3417dceb-d114-4fbe-816e-13234112516f {{(pid=65448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1122.210042] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88d0ac23-dc2c-4a28-8fb5-dfa7338708b5 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.219694] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a16da676-e354-4467-a870-dfbb674fadee {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.250826] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb1189b0-aa80-4221-a69c-abaeaa2f6578 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.269702] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-311f23cb-02b1-4977-be2c-1588f5bceafc tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] The volume has not been displaced from its original location: [datastore2] volume-c659ed91-6d18-4bb4-a9f7-05a83065bbb8/volume-c659ed91-6d18-4bb4-a9f7-05a83065bbb8.vmdk. No consolidation needed. {{(pid=65448) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1122.275132] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-311f23cb-02b1-4977-be2c-1588f5bceafc tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d53e2a3e-2205-44b0-9e68-91125832a67f] Reconfiguring VM instance instance-00000061 to detach disk 2001 {{(pid=65448) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1122.275564] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a65d22d-de8c-4682-84c9-a6bf7b87bc62 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.297436] env[65448]: DEBUG oslo_vmware.api [None req-311f23cb-02b1-4977-be2c-1588f5bceafc tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Waiting for the task: (returnval){ [ 1122.297436] env[65448]: value = "task-4938386" [ 1122.297436] env[65448]: _type = "Task" [ 1122.297436] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.308156] env[65448]: DEBUG oslo_vmware.api [None req-311f23cb-02b1-4977-be2c-1588f5bceafc tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4938386, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.327471] env[65448]: DEBUG oslo_concurrency.lockutils [req-96b22d24-facd-4be3-abf9-4c07c072fa40 req-72335bca-061f-40c3-9348-236a3cddfb9e service nova] Releasing lock "refresh_cache-f3456e77-34cb-48b6-a71b-3a0a5066d704" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.449184] env[65448]: DEBUG oslo_vmware.api [None req-d7dc1f24-de93-4b37-9e70-0173c0adb09b tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4938384, 'name': ReconfigVM_Task, 'duration_secs': 0.219222} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.449184] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7dc1f24-de93-4b37-9e70-0173c0adb09b tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 24665a99-6cfb-4d8b-8d08-406b7d1f468f] Reconfigured VM instance instance-00000056 to detach disk 2001 {{(pid=65448) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1122.454252] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bee44cf1-8d68-46d9-b755-df6fd4aa2d39 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.478420] env[65448]: DEBUG oslo_vmware.api [None req-d7dc1f24-de93-4b37-9e70-0173c0adb09b tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Waiting for the task: (returnval){ [ 1122.478420] env[65448]: value = "task-4938387" [ 1122.478420] env[65448]: _type = "Task" [ 1122.478420] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.490386] env[65448]: DEBUG oslo_vmware.api [None req-d7dc1f24-de93-4b37-9e70-0173c0adb09b tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4938387, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.516273] env[65448]: DEBUG oslo_vmware.api [None req-e39b94ce-22c7-465c-8d9b-6967b5b6701f tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': task-4938385, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.569974] env[65448]: DEBUG nova.scheduler.client.report [None req-a9fab243-0317-4236-b82a-e60a0636cf9c tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1122.584041] env[65448]: DEBUG oslo_vmware.api [None req-9275d349-7d36-4841-a816-629697db51c1 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52be649a-ab23-8834-c0c4-4940dfe02b10, 'name': SearchDatastore_Task, 'duration_secs': 0.026869} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.584952] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2263fa63-9f1d-460e-9dcc-d6bdc01269d4 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.591881] env[65448]: DEBUG oslo_vmware.api [None req-9275d349-7d36-4841-a816-629697db51c1 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Waiting for the task: (returnval){ [ 1122.591881] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52ed9ecb-28c1-8c35-db69-f790580820b1" [ 1122.591881] env[65448]: _type = "Task" [ 1122.591881] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.602149] env[65448]: DEBUG oslo_vmware.api [None req-9275d349-7d36-4841-a816-629697db51c1 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52ed9ecb-28c1-8c35-db69-f790580820b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.808341] env[65448]: DEBUG oslo_vmware.api [None req-311f23cb-02b1-4977-be2c-1588f5bceafc tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4938386, 'name': ReconfigVM_Task, 'duration_secs': 0.493667} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.808632] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-311f23cb-02b1-4977-be2c-1588f5bceafc tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d53e2a3e-2205-44b0-9e68-91125832a67f] Reconfigured VM instance instance-00000061 to detach disk 2001 {{(pid=65448) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1122.813603] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6e53a4b-30d5-43dc-82dc-933f23d96ae0 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.833078] env[65448]: DEBUG oslo_vmware.api [None req-311f23cb-02b1-4977-be2c-1588f5bceafc tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Waiting for the task: (returnval){ [ 1122.833078] env[65448]: value = "task-4938388" [ 1122.833078] env[65448]: _type = "Task" [ 1122.833078] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.839033] env[65448]: DEBUG oslo_concurrency.lockutils [None req-823dec02-e6b8-4e05-9de5-0a1d542e84a3 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Acquiring lock "2aca5466-f783-4972-8c9d-d0de3a679c0c" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.839033] env[65448]: DEBUG oslo_concurrency.lockutils [None req-823dec02-e6b8-4e05-9de5-0a1d542e84a3 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Lock "2aca5466-f783-4972-8c9d-d0de3a679c0c" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.839033] env[65448]: INFO nova.compute.manager [None req-823dec02-e6b8-4e05-9de5-0a1d542e84a3 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: 2aca5466-f783-4972-8c9d-d0de3a679c0c] Rebooting instance [ 1122.848500] env[65448]: DEBUG oslo_vmware.api [None req-311f23cb-02b1-4977-be2c-1588f5bceafc tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4938388, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.991838] env[65448]: DEBUG oslo_vmware.api [None req-d7dc1f24-de93-4b37-9e70-0173c0adb09b tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4938387, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.016436] env[65448]: DEBUG oslo_vmware.api [None req-e39b94ce-22c7-465c-8d9b-6967b5b6701f tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': task-4938385, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.601191} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.016596] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-e39b94ce-22c7-465c-8d9b-6967b5b6701f tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore1] 2f9edc1d-3f0b-4f5d-baf1-3072d2931a81/2f9edc1d-3f0b-4f5d-baf1-3072d2931a81.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1123.016778] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-e39b94ce-22c7-465c-8d9b-6967b5b6701f tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 2f9edc1d-3f0b-4f5d-baf1-3072d2931a81] Extending root virtual disk to 1048576 {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1123.017092] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-19172ffa-cd4d-4baa-a7c5-d52b6bf26b99 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.026170] env[65448]: DEBUG oslo_vmware.api [None req-e39b94ce-22c7-465c-8d9b-6967b5b6701f tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Waiting for the task: (returnval){ [ 1123.026170] env[65448]: value = "task-4938389" [ 1123.026170] env[65448]: _type = "Task" [ 1123.026170] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.041126] env[65448]: DEBUG oslo_vmware.api [None req-e39b94ce-22c7-465c-8d9b-6967b5b6701f tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': task-4938389, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.078361] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a9fab243-0317-4236-b82a-e60a0636cf9c tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.955s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.081996] env[65448]: DEBUG oslo_concurrency.lockutils [None req-bfde0a2d-603c-4534-b485-df98463ab0cc tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.891s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.082446] env[65448]: DEBUG nova.objects.instance [None req-bfde0a2d-603c-4534-b485-df98463ab0cc tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Lazy-loading 'resources' on Instance uuid 065c9740-2c84-4d41-ab88-10951e30179e {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1123.107699] env[65448]: DEBUG oslo_vmware.api [None req-9275d349-7d36-4841-a816-629697db51c1 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52ed9ecb-28c1-8c35-db69-f790580820b1, 'name': SearchDatastore_Task, 'duration_secs': 0.01048} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.108014] env[65448]: DEBUG oslo_concurrency.lockutils [None req-9275d349-7d36-4841-a816-629697db51c1 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.108174] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-9275d349-7d36-4841-a816-629697db51c1 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] f3456e77-34cb-48b6-a71b-3a0a5066d704/f3456e77-34cb-48b6-a71b-3a0a5066d704.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1123.108491] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-96bdf5d5-5449-4afa-8ecc-a09c71cd1ab7 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.111419] env[65448]: INFO nova.scheduler.client.report [None req-a9fab243-0317-4236-b82a-e60a0636cf9c tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Deleted allocations for instance 29233a50-b2e2-4fe5-bf08-80a7b1c85e0b [ 1123.119930] env[65448]: DEBUG oslo_vmware.api [None req-9275d349-7d36-4841-a816-629697db51c1 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Waiting for the task: (returnval){ [ 1123.119930] env[65448]: value = "task-4938390" [ 1123.119930] env[65448]: _type = "Task" [ 1123.119930] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.133192] env[65448]: DEBUG oslo_vmware.api [None req-9275d349-7d36-4841-a816-629697db51c1 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': task-4938390, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.144348] env[65448]: DEBUG nova.compute.manager [None req-4c69e6e7-74ae-42af-b87e-48cbcee6ac27 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 567408bb-3c2c-43f1-b291-0e3fe8f3aded] Start spawning the instance on the hypervisor. {{(pid=65448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2689}} [ 1123.172864] env[65448]: DEBUG nova.virt.hardware [None req-4c69e6e7-74ae-42af-b87e-48cbcee6ac27 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-08T17:19:51Z,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a992292b6dae455593d228217860e2e1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-08T17:19:52Z,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1123.173233] env[65448]: DEBUG nova.virt.hardware [None req-4c69e6e7-74ae-42af-b87e-48cbcee6ac27 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1123.173422] env[65448]: DEBUG nova.virt.hardware [None req-4c69e6e7-74ae-42af-b87e-48cbcee6ac27 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1123.173610] env[65448]: DEBUG nova.virt.hardware [None req-4c69e6e7-74ae-42af-b87e-48cbcee6ac27 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1123.173754] env[65448]: DEBUG nova.virt.hardware [None req-4c69e6e7-74ae-42af-b87e-48cbcee6ac27 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1123.173898] env[65448]: DEBUG nova.virt.hardware [None req-4c69e6e7-74ae-42af-b87e-48cbcee6ac27 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1123.174123] env[65448]: DEBUG nova.virt.hardware [None req-4c69e6e7-74ae-42af-b87e-48cbcee6ac27 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1123.174317] env[65448]: DEBUG nova.virt.hardware [None req-4c69e6e7-74ae-42af-b87e-48cbcee6ac27 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1123.174486] env[65448]: DEBUG nova.virt.hardware [None req-4c69e6e7-74ae-42af-b87e-48cbcee6ac27 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1123.174647] env[65448]: DEBUG nova.virt.hardware [None req-4c69e6e7-74ae-42af-b87e-48cbcee6ac27 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1123.174812] env[65448]: DEBUG nova.virt.hardware [None req-4c69e6e7-74ae-42af-b87e-48cbcee6ac27 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1123.176775] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2680572-950e-448f-8e5c-4ce27e790521 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.186798] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc8b6fb3-0ba7-4079-b011-dc01540c3a79 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.347548] env[65448]: DEBUG oslo_vmware.api [None req-311f23cb-02b1-4977-be2c-1588f5bceafc tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4938388, 'name': ReconfigVM_Task, 'duration_secs': 0.30627} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.348242] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-311f23cb-02b1-4977-be2c-1588f5bceafc tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d53e2a3e-2205-44b0-9e68-91125832a67f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-962062', 'volume_id': 'c659ed91-6d18-4bb4-a9f7-05a83065bbb8', 'name': 'volume-c659ed91-6d18-4bb4-a9f7-05a83065bbb8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd53e2a3e-2205-44b0-9e68-91125832a67f', 'attached_at': '', 'detached_at': '', 'volume_id': 'c659ed91-6d18-4bb4-a9f7-05a83065bbb8', 'serial': 'c659ed91-6d18-4bb4-a9f7-05a83065bbb8'} {{(pid=65448) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1123.374717] env[65448]: DEBUG oslo_concurrency.lockutils [None req-823dec02-e6b8-4e05-9de5-0a1d542e84a3 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Acquiring lock "refresh_cache-2aca5466-f783-4972-8c9d-d0de3a679c0c" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.374985] env[65448]: DEBUG oslo_concurrency.lockutils [None req-823dec02-e6b8-4e05-9de5-0a1d542e84a3 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Acquired lock "refresh_cache-2aca5466-f783-4972-8c9d-d0de3a679c0c" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.375201] env[65448]: DEBUG nova.network.neutron [None req-823dec02-e6b8-4e05-9de5-0a1d542e84a3 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: 2aca5466-f783-4972-8c9d-d0de3a679c0c] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1123.490716] env[65448]: DEBUG oslo_vmware.api [None req-d7dc1f24-de93-4b37-9e70-0173c0adb09b tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4938387, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.536705] env[65448]: DEBUG oslo_vmware.api [None req-e39b94ce-22c7-465c-8d9b-6967b5b6701f tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': task-4938389, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075696} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.536705] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-e39b94ce-22c7-465c-8d9b-6967b5b6701f tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 2f9edc1d-3f0b-4f5d-baf1-3072d2931a81] Extended root virtual disk {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1123.537533] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2f4e03e-c12b-40f5-a548-4d2ba7b031fb {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.564600] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-e39b94ce-22c7-465c-8d9b-6967b5b6701f tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 2f9edc1d-3f0b-4f5d-baf1-3072d2931a81] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] 2f9edc1d-3f0b-4f5d-baf1-3072d2931a81/2f9edc1d-3f0b-4f5d-baf1-3072d2931a81.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1123.566050] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c96574dc-3f1f-4261-80ec-9d637fcc3edc {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.589848] env[65448]: DEBUG oslo_vmware.api [None req-e39b94ce-22c7-465c-8d9b-6967b5b6701f tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Waiting for the task: (returnval){ [ 1123.589848] env[65448]: value = "task-4938391" [ 1123.589848] env[65448]: _type = "Task" [ 1123.589848] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.599539] env[65448]: DEBUG oslo_vmware.api [None req-e39b94ce-22c7-465c-8d9b-6967b5b6701f tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': task-4938391, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.620587] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a9fab243-0317-4236-b82a-e60a0636cf9c tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Lock "29233a50-b2e2-4fe5-bf08-80a7b1c85e0b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.821s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.633140] env[65448]: DEBUG oslo_vmware.api [None req-9275d349-7d36-4841-a816-629697db51c1 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': task-4938390, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.797023] env[65448]: DEBUG nova.compute.manager [req-3f53447b-6815-44a3-99bb-cf01b078a9af req-70158817-e3e1-4b8c-b406-723adf424980 service nova] [instance: 567408bb-3c2c-43f1-b291-0e3fe8f3aded] Received event network-vif-plugged-3417dceb-d114-4fbe-816e-13234112516f {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1123.797023] env[65448]: DEBUG oslo_concurrency.lockutils [req-3f53447b-6815-44a3-99bb-cf01b078a9af req-70158817-e3e1-4b8c-b406-723adf424980 service nova] Acquiring lock "567408bb-3c2c-43f1-b291-0e3fe8f3aded-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.797023] env[65448]: DEBUG oslo_concurrency.lockutils [req-3f53447b-6815-44a3-99bb-cf01b078a9af req-70158817-e3e1-4b8c-b406-723adf424980 service nova] Lock "567408bb-3c2c-43f1-b291-0e3fe8f3aded-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.797023] env[65448]: DEBUG oslo_concurrency.lockutils [req-3f53447b-6815-44a3-99bb-cf01b078a9af req-70158817-e3e1-4b8c-b406-723adf424980 service nova] Lock "567408bb-3c2c-43f1-b291-0e3fe8f3aded-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.797023] env[65448]: DEBUG nova.compute.manager [req-3f53447b-6815-44a3-99bb-cf01b078a9af req-70158817-e3e1-4b8c-b406-723adf424980 service nova] [instance: 567408bb-3c2c-43f1-b291-0e3fe8f3aded] No waiting events found dispatching network-vif-plugged-3417dceb-d114-4fbe-816e-13234112516f {{(pid=65448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1123.797023] env[65448]: WARNING nova.compute.manager [req-3f53447b-6815-44a3-99bb-cf01b078a9af req-70158817-e3e1-4b8c-b406-723adf424980 service nova] [instance: 567408bb-3c2c-43f1-b291-0e3fe8f3aded] Received unexpected event network-vif-plugged-3417dceb-d114-4fbe-816e-13234112516f for instance with vm_state building and task_state spawning. [ 1123.808591] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76dfbdee-8bb1-474b-b3ec-2a91aeb38f51 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.818309] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a5f042e-55c7-4279-91b3-2e7342e80794 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.853534] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e00799b4-d255-4cc2-8a62-5a9f16e88589 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.866687] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4839628d-76db-405a-bff3-bb5e2ce5e2bd {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.892592] env[65448]: WARNING neutronclient.v2_0.client [None req-823dec02-e6b8-4e05-9de5-0a1d542e84a3 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1123.898128] env[65448]: DEBUG nova.compute.provider_tree [None req-bfde0a2d-603c-4534-b485-df98463ab0cc tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1123.921126] env[65448]: DEBUG nova.network.neutron [None req-4c69e6e7-74ae-42af-b87e-48cbcee6ac27 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 567408bb-3c2c-43f1-b291-0e3fe8f3aded] Successfully updated port: 3417dceb-d114-4fbe-816e-13234112516f {{(pid=65448) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1123.995137] env[65448]: DEBUG oslo_vmware.api [None req-d7dc1f24-de93-4b37-9e70-0173c0adb09b tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4938387, 'name': ReconfigVM_Task, 'duration_secs': 1.170819} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.995603] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7dc1f24-de93-4b37-9e70-0173c0adb09b tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 24665a99-6cfb-4d8b-8d08-406b7d1f468f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-962040', 'volume_id': '33fdeb7e-7e46-4ee4-9efa-993e887c084e', 'name': 'volume-33fdeb7e-7e46-4ee4-9efa-993e887c084e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '24665a99-6cfb-4d8b-8d08-406b7d1f468f', 'attached_at': '2025-12-08T17:31:02.000000', 'detached_at': '', 'volume_id': '33fdeb7e-7e46-4ee4-9efa-993e887c084e', 'serial': '33fdeb7e-7e46-4ee4-9efa-993e887c084e'} {{(pid=65448) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1123.995999] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-d7dc1f24-de93-4b37-9e70-0173c0adb09b tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 24665a99-6cfb-4d8b-8d08-406b7d1f468f] Destroying instance {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1123.996890] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32804a71-81bd-43a7-a04a-7e888520b936 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.005888] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-d7dc1f24-de93-4b37-9e70-0173c0adb09b tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 24665a99-6cfb-4d8b-8d08-406b7d1f468f] Unregistering the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1124.006245] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-818a3d1f-6fbd-4f8a-a667-2ba23a2e4ebf {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.077696] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-d7dc1f24-de93-4b37-9e70-0173c0adb09b tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 24665a99-6cfb-4d8b-8d08-406b7d1f468f] Unregistered the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1124.078038] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-d7dc1f24-de93-4b37-9e70-0173c0adb09b tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 24665a99-6cfb-4d8b-8d08-406b7d1f468f] Deleting contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1124.078320] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7dc1f24-de93-4b37-9e70-0173c0adb09b tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Deleting the datastore file [datastore2] 24665a99-6cfb-4d8b-8d08-406b7d1f468f {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1124.078679] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-25065a56-193b-42d9-9858-0fbc683f4206 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.086606] env[65448]: DEBUG oslo_vmware.api [None req-d7dc1f24-de93-4b37-9e70-0173c0adb09b tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Waiting for the task: (returnval){ [ 1124.086606] env[65448]: value = "task-4938393" [ 1124.086606] env[65448]: _type = "Task" [ 1124.086606] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.110639] env[65448]: DEBUG oslo_vmware.api [None req-e39b94ce-22c7-465c-8d9b-6967b5b6701f tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': task-4938391, 'name': ReconfigVM_Task, 'duration_secs': 0.376041} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.113820] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-e39b94ce-22c7-465c-8d9b-6967b5b6701f tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 2f9edc1d-3f0b-4f5d-baf1-3072d2931a81] Reconfigured VM instance instance-00000068 to attach disk [datastore1] 2f9edc1d-3f0b-4f5d-baf1-3072d2931a81/2f9edc1d-3f0b-4f5d-baf1-3072d2931a81.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1124.114588] env[65448]: DEBUG oslo_vmware.api [None req-d7dc1f24-de93-4b37-9e70-0173c0adb09b tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4938393, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.114996] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ebd28731-89f1-4a71-b4c9-540c8c68e4b4 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.128029] env[65448]: DEBUG oslo_vmware.api [None req-e39b94ce-22c7-465c-8d9b-6967b5b6701f tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Waiting for the task: (returnval){ [ 1124.128029] env[65448]: value = "task-4938394" [ 1124.128029] env[65448]: _type = "Task" [ 1124.128029] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.139239] env[65448]: DEBUG oslo_vmware.api [None req-9275d349-7d36-4841-a816-629697db51c1 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': task-4938390, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.980922} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.139239] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-9275d349-7d36-4841-a816-629697db51c1 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] f3456e77-34cb-48b6-a71b-3a0a5066d704/f3456e77-34cb-48b6-a71b-3a0a5066d704.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1124.139239] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-9275d349-7d36-4841-a816-629697db51c1 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: f3456e77-34cb-48b6-a71b-3a0a5066d704] Extending root virtual disk to 1048576 {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1124.139239] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6f59b903-9e22-453b-ba44-6cd429f6d4d0 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.142270] env[65448]: DEBUG oslo_vmware.api [None req-e39b94ce-22c7-465c-8d9b-6967b5b6701f tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': task-4938394, 'name': Rename_Task} progress is 6%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.147834] env[65448]: DEBUG oslo_vmware.api [None req-9275d349-7d36-4841-a816-629697db51c1 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Waiting for the task: (returnval){ [ 1124.147834] env[65448]: value = "task-4938395" [ 1124.147834] env[65448]: _type = "Task" [ 1124.147834] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.164056] env[65448]: DEBUG oslo_vmware.api [None req-9275d349-7d36-4841-a816-629697db51c1 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': task-4938395, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.314996] env[65448]: WARNING neutronclient.v2_0.client [None req-823dec02-e6b8-4e05-9de5-0a1d542e84a3 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1124.404497] env[65448]: DEBUG nova.scheduler.client.report [None req-bfde0a2d-603c-4534-b485-df98463ab0cc tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1124.426423] env[65448]: DEBUG oslo_concurrency.lockutils [None req-4c69e6e7-74ae-42af-b87e-48cbcee6ac27 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Acquiring lock "refresh_cache-567408bb-3c2c-43f1-b291-0e3fe8f3aded" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.426611] env[65448]: DEBUG oslo_concurrency.lockutils [None req-4c69e6e7-74ae-42af-b87e-48cbcee6ac27 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Acquired lock "refresh_cache-567408bb-3c2c-43f1-b291-0e3fe8f3aded" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.426805] env[65448]: DEBUG nova.network.neutron [None req-4c69e6e7-74ae-42af-b87e-48cbcee6ac27 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 567408bb-3c2c-43f1-b291-0e3fe8f3aded] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1124.429739] env[65448]: DEBUG nova.network.neutron [None req-823dec02-e6b8-4e05-9de5-0a1d542e84a3 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: 2aca5466-f783-4972-8c9d-d0de3a679c0c] Updating instance_info_cache with network_info: [{"id": "fc0701c8-45d4-467f-a9d7-dd871b9cd5d4", "address": "fa:16:3e:b3:65:63", "network": {"id": "4e0352d8-558b-49e0-81dd-d7132b36af3d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-328140024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c8e9c9b80524b25833ad43c15e78a5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc0701c8-45", "ovs_interfaceid": "fc0701c8-45d4-467f-a9d7-dd871b9cd5d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.440769] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-311f23cb-02b1-4977-be2c-1588f5bceafc tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d53e2a3e-2205-44b0-9e68-91125832a67f] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1124.440945] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f7dfb7e0-81ef-449a-be8f-fc7645fa1ccc {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.451196] env[65448]: DEBUG oslo_vmware.api [None req-311f23cb-02b1-4977-be2c-1588f5bceafc tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Waiting for the task: (returnval){ [ 1124.451196] env[65448]: value = "task-4938396" [ 1124.451196] env[65448]: _type = "Task" [ 1124.451196] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.463588] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-311f23cb-02b1-4977-be2c-1588f5bceafc tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d53e2a3e-2205-44b0-9e68-91125832a67f] VM already powered off {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1124.463843] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-311f23cb-02b1-4977-be2c-1588f5bceafc tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d53e2a3e-2205-44b0-9e68-91125832a67f] Volume detach. Driver type: vmdk {{(pid=65448) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1124.464056] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-311f23cb-02b1-4977-be2c-1588f5bceafc tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d53e2a3e-2205-44b0-9e68-91125832a67f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-962062', 'volume_id': 'c659ed91-6d18-4bb4-a9f7-05a83065bbb8', 'name': 'volume-c659ed91-6d18-4bb4-a9f7-05a83065bbb8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd53e2a3e-2205-44b0-9e68-91125832a67f', 'attached_at': '', 'detached_at': '', 'volume_id': 'c659ed91-6d18-4bb4-a9f7-05a83065bbb8', 'serial': 'c659ed91-6d18-4bb4-a9f7-05a83065bbb8'} {{(pid=65448) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1124.464979] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77ac52af-590c-46ae-8402-0c85d323484f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.489603] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb79534e-4ac2-4095-8cf2-aaa5c35d2255 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.498061] env[65448]: WARNING nova.virt.vmwareapi.driver [None req-311f23cb-02b1-4977-be2c-1588f5bceafc tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d53e2a3e-2205-44b0-9e68-91125832a67f] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1124.498667] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-311f23cb-02b1-4977-be2c-1588f5bceafc tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d53e2a3e-2205-44b0-9e68-91125832a67f] Destroying instance {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1124.499271] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02ead502-55c6-4e91-a7d2-bc97f7512e93 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.507553] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-311f23cb-02b1-4977-be2c-1588f5bceafc tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d53e2a3e-2205-44b0-9e68-91125832a67f] Unregistering the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1124.507834] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-19673b42-18ec-4763-ba2c-16e21317f580 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.598567] env[65448]: DEBUG oslo_vmware.api [None req-d7dc1f24-de93-4b37-9e70-0173c0adb09b tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4938393, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.447471} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.599182] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7dc1f24-de93-4b37-9e70-0173c0adb09b tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1124.599182] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-d7dc1f24-de93-4b37-9e70-0173c0adb09b tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 24665a99-6cfb-4d8b-8d08-406b7d1f468f] Deleted contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1124.599355] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-d7dc1f24-de93-4b37-9e70-0173c0adb09b tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 24665a99-6cfb-4d8b-8d08-406b7d1f468f] Instance destroyed {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1124.599482] env[65448]: INFO nova.compute.manager [None req-d7dc1f24-de93-4b37-9e70-0173c0adb09b tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 24665a99-6cfb-4d8b-8d08-406b7d1f468f] Took 3.35 seconds to destroy the instance on the hypervisor. [ 1124.599745] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-d7dc1f24-de93-4b37-9e70-0173c0adb09b tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1124.599953] env[65448]: DEBUG nova.compute.manager [-] [instance: 24665a99-6cfb-4d8b-8d08-406b7d1f468f] Deallocating network for instance {{(pid=65448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1124.600094] env[65448]: DEBUG nova.network.neutron [-] [instance: 24665a99-6cfb-4d8b-8d08-406b7d1f468f] deallocate_for_instance() {{(pid=65448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1124.600336] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1124.604462] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-311f23cb-02b1-4977-be2c-1588f5bceafc tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d53e2a3e-2205-44b0-9e68-91125832a67f] Unregistered the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1124.604684] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-311f23cb-02b1-4977-be2c-1588f5bceafc tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d53e2a3e-2205-44b0-9e68-91125832a67f] Deleting contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1124.604963] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-311f23cb-02b1-4977-be2c-1588f5bceafc tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Deleting the datastore file [datastore2] d53e2a3e-2205-44b0-9e68-91125832a67f {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1124.605703] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8117ecab-e452-4f00-bf81-a21fc181ae81 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.617171] env[65448]: DEBUG oslo_vmware.api [None req-311f23cb-02b1-4977-be2c-1588f5bceafc tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Waiting for the task: (returnval){ [ 1124.617171] env[65448]: value = "task-4938398" [ 1124.617171] env[65448]: _type = "Task" [ 1124.617171] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.626760] env[65448]: DEBUG oslo_vmware.api [None req-311f23cb-02b1-4977-be2c-1588f5bceafc tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4938398, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.640653] env[65448]: DEBUG oslo_vmware.api [None req-e39b94ce-22c7-465c-8d9b-6967b5b6701f tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': task-4938394, 'name': Rename_Task, 'duration_secs': 0.229135} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.640966] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-e39b94ce-22c7-465c-8d9b-6967b5b6701f tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 2f9edc1d-3f0b-4f5d-baf1-3072d2931a81] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1124.641262] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-542bcac5-7d1f-407d-9f28-d237b614a12a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.649195] env[65448]: DEBUG oslo_vmware.api [None req-e39b94ce-22c7-465c-8d9b-6967b5b6701f tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Waiting for the task: (returnval){ [ 1124.649195] env[65448]: value = "task-4938399" [ 1124.649195] env[65448]: _type = "Task" [ 1124.649195] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.654055] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1124.668289] env[65448]: DEBUG oslo_vmware.api [None req-9275d349-7d36-4841-a816-629697db51c1 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': task-4938395, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084411} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.668610] env[65448]: DEBUG oslo_vmware.api [None req-e39b94ce-22c7-465c-8d9b-6967b5b6701f tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': task-4938399, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.668911] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-9275d349-7d36-4841-a816-629697db51c1 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: f3456e77-34cb-48b6-a71b-3a0a5066d704] Extended root virtual disk {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1124.669848] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-264d72ae-8be1-440d-9348-2d801b6a3410 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.694204] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-9275d349-7d36-4841-a816-629697db51c1 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: f3456e77-34cb-48b6-a71b-3a0a5066d704] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] f3456e77-34cb-48b6-a71b-3a0a5066d704/f3456e77-34cb-48b6-a71b-3a0a5066d704.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1124.694587] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f7cd32f-9695-4e77-99c4-9bb103e73e37 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.717174] env[65448]: DEBUG oslo_vmware.api [None req-9275d349-7d36-4841-a816-629697db51c1 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Waiting for the task: (returnval){ [ 1124.717174] env[65448]: value = "task-4938400" [ 1124.717174] env[65448]: _type = "Task" [ 1124.717174] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.726516] env[65448]: DEBUG oslo_vmware.api [None req-9275d349-7d36-4841-a816-629697db51c1 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': task-4938400, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.911942] env[65448]: DEBUG oslo_concurrency.lockutils [None req-bfde0a2d-603c-4534-b485-df98463ab0cc tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.830s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.933189] env[65448]: DEBUG oslo_concurrency.lockutils [None req-823dec02-e6b8-4e05-9de5-0a1d542e84a3 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Releasing lock "refresh_cache-2aca5466-f783-4972-8c9d-d0de3a679c0c" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.943653] env[65448]: INFO nova.scheduler.client.report [None req-bfde0a2d-603c-4534-b485-df98463ab0cc tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Deleted allocations for instance 065c9740-2c84-4d41-ab88-10951e30179e [ 1125.130225] env[65448]: DEBUG oslo_vmware.api [None req-311f23cb-02b1-4977-be2c-1588f5bceafc tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4938398, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.163986] env[65448]: DEBUG oslo_vmware.api [None req-e39b94ce-22c7-465c-8d9b-6967b5b6701f tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': task-4938399, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.175044] env[65448]: DEBUG nova.network.neutron [None req-4c69e6e7-74ae-42af-b87e-48cbcee6ac27 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 567408bb-3c2c-43f1-b291-0e3fe8f3aded] Instance cache missing network info. {{(pid=65448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1125.228615] env[65448]: DEBUG oslo_vmware.api [None req-9275d349-7d36-4841-a816-629697db51c1 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': task-4938400, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.380032] env[65448]: DEBUG nova.compute.manager [req-301d980a-8ffa-4921-aeab-c22675b2016f req-46dc83a9-0454-4c6f-8ee4-9d8763b82b9c service nova] [instance: 24665a99-6cfb-4d8b-8d08-406b7d1f468f] Received event network-vif-deleted-af6f7b74-852c-4d48-970b-470008ad79e9 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1125.380032] env[65448]: INFO nova.compute.manager [req-301d980a-8ffa-4921-aeab-c22675b2016f req-46dc83a9-0454-4c6f-8ee4-9d8763b82b9c service nova] [instance: 24665a99-6cfb-4d8b-8d08-406b7d1f468f] Neutron deleted interface af6f7b74-852c-4d48-970b-470008ad79e9; detaching it from the instance and deleting it from the info cache [ 1125.380032] env[65448]: DEBUG nova.network.neutron [req-301d980a-8ffa-4921-aeab-c22675b2016f req-46dc83a9-0454-4c6f-8ee4-9d8763b82b9c service nova] [instance: 24665a99-6cfb-4d8b-8d08-406b7d1f468f] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.439589] env[65448]: DEBUG nova.compute.manager [None req-823dec02-e6b8-4e05-9de5-0a1d542e84a3 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: 2aca5466-f783-4972-8c9d-d0de3a679c0c] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 1125.440695] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64026e5f-2a3e-48b2-af3b-10784df8890d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.456298] env[65448]: DEBUG oslo_concurrency.lockutils [None req-bfde0a2d-603c-4534-b485-df98463ab0cc tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Lock "065c9740-2c84-4d41-ab88-10951e30179e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.330s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.614448] env[65448]: DEBUG nova.network.neutron [-] [instance: 24665a99-6cfb-4d8b-8d08-406b7d1f468f] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.635019] env[65448]: DEBUG oslo_vmware.api [None req-311f23cb-02b1-4977-be2c-1588f5bceafc tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4938398, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.57905} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.635674] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-311f23cb-02b1-4977-be2c-1588f5bceafc tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1125.635794] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-311f23cb-02b1-4977-be2c-1588f5bceafc tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d53e2a3e-2205-44b0-9e68-91125832a67f] Deleted contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1125.636067] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-311f23cb-02b1-4977-be2c-1588f5bceafc tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d53e2a3e-2205-44b0-9e68-91125832a67f] Instance destroyed {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1125.664513] env[65448]: DEBUG oslo_vmware.api [None req-e39b94ce-22c7-465c-8d9b-6967b5b6701f tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': task-4938399, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.729940] env[65448]: DEBUG oslo_vmware.api [None req-9275d349-7d36-4841-a816-629697db51c1 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': task-4938400, 'name': ReconfigVM_Task, 'duration_secs': 0.751374} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.730731] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-9275d349-7d36-4841-a816-629697db51c1 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: f3456e77-34cb-48b6-a71b-3a0a5066d704] Reconfigured VM instance instance-00000069 to attach disk [datastore2] f3456e77-34cb-48b6-a71b-3a0a5066d704/f3456e77-34cb-48b6-a71b-3a0a5066d704.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1125.731343] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-75b4fe56-bdae-4056-ac20-fa70d0468719 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.741079] env[65448]: WARNING neutronclient.v2_0.client [None req-4c69e6e7-74ae-42af-b87e-48cbcee6ac27 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1125.747172] env[65448]: DEBUG oslo_vmware.api [None req-9275d349-7d36-4841-a816-629697db51c1 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Waiting for the task: (returnval){ [ 1125.747172] env[65448]: value = "task-4938401" [ 1125.747172] env[65448]: _type = "Task" [ 1125.747172] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.757204] env[65448]: DEBUG oslo_vmware.api [None req-9275d349-7d36-4841-a816-629697db51c1 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': task-4938401, 'name': Rename_Task} progress is 6%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.883694] env[65448]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e464d9db-556a-4ff7-b61b-b77febda4212 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.894803] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1ff5ecb-29db-41dc-bb73-5ddaa5d7ecd4 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.930326] env[65448]: DEBUG nova.compute.manager [req-301d980a-8ffa-4921-aeab-c22675b2016f req-46dc83a9-0454-4c6f-8ee4-9d8763b82b9c service nova] [instance: 24665a99-6cfb-4d8b-8d08-406b7d1f468f] Detach interface failed, port_id=af6f7b74-852c-4d48-970b-470008ad79e9, reason: Instance 24665a99-6cfb-4d8b-8d08-406b7d1f468f could not be found. {{(pid=65448) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 1126.086223] env[65448]: DEBUG nova.compute.manager [req-fcbec2ce-2f87-4bac-af25-2d6902d67d56 req-7f0896ee-7328-4f61-96f2-b79adb98852d service nova] [instance: 567408bb-3c2c-43f1-b291-0e3fe8f3aded] Received event network-changed-3417dceb-d114-4fbe-816e-13234112516f {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1126.086486] env[65448]: DEBUG nova.compute.manager [req-fcbec2ce-2f87-4bac-af25-2d6902d67d56 req-7f0896ee-7328-4f61-96f2-b79adb98852d service nova] [instance: 567408bb-3c2c-43f1-b291-0e3fe8f3aded] Refreshing instance network info cache due to event network-changed-3417dceb-d114-4fbe-816e-13234112516f. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 1126.086606] env[65448]: DEBUG oslo_concurrency.lockutils [req-fcbec2ce-2f87-4bac-af25-2d6902d67d56 req-7f0896ee-7328-4f61-96f2-b79adb98852d service nova] Acquiring lock "refresh_cache-567408bb-3c2c-43f1-b291-0e3fe8f3aded" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.120022] env[65448]: INFO nova.compute.manager [-] [instance: 24665a99-6cfb-4d8b-8d08-406b7d1f468f] Took 1.52 seconds to deallocate network for instance. [ 1126.140521] env[65448]: DEBUG nova.network.neutron [None req-4c69e6e7-74ae-42af-b87e-48cbcee6ac27 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 567408bb-3c2c-43f1-b291-0e3fe8f3aded] Updating instance_info_cache with network_info: [{"id": "3417dceb-d114-4fbe-816e-13234112516f", "address": "fa:16:3e:c0:d2:35", "network": {"id": "76bce7a5-302f-47a8-9b20-9331c6891217", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1202927429-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc9e8e59612c49a6b788080423997837", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3417dceb-d1", "ovs_interfaceid": "3417dceb-d114-4fbe-816e-13234112516f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.144869] env[65448]: INFO nova.virt.block_device [None req-311f23cb-02b1-4977-be2c-1588f5bceafc tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d53e2a3e-2205-44b0-9e68-91125832a67f] Booting with volume c659ed91-6d18-4bb4-a9f7-05a83065bbb8 at /dev/sdb [ 1126.168170] env[65448]: DEBUG oslo_vmware.api [None req-e39b94ce-22c7-465c-8d9b-6967b5b6701f tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': task-4938399, 'name': PowerOnVM_Task, 'duration_secs': 1.148996} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.168457] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-e39b94ce-22c7-465c-8d9b-6967b5b6701f tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 2f9edc1d-3f0b-4f5d-baf1-3072d2931a81] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1126.168834] env[65448]: INFO nova.compute.manager [None req-e39b94ce-22c7-465c-8d9b-6967b5b6701f tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 2f9edc1d-3f0b-4f5d-baf1-3072d2931a81] Took 9.44 seconds to spawn the instance on the hypervisor. [ 1126.169094] env[65448]: DEBUG nova.compute.manager [None req-e39b94ce-22c7-465c-8d9b-6967b5b6701f tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 2f9edc1d-3f0b-4f5d-baf1-3072d2931a81] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 1126.171641] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0531d68-edb5-4618-a130-ba89cbb42f13 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.198831] env[65448]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-239a1a7f-2ac0-42bd-ada8-74508c1c470c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.210328] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40d8c544-1af0-4a63-b076-8bbed32db376 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.251843] env[65448]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a7fb2902-641a-4d9a-b264-57e38f220be8 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.259496] env[65448]: DEBUG oslo_vmware.api [None req-9275d349-7d36-4841-a816-629697db51c1 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': task-4938401, 'name': Rename_Task, 'duration_secs': 0.437425} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.260683] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-9275d349-7d36-4841-a816-629697db51c1 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: f3456e77-34cb-48b6-a71b-3a0a5066d704] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1126.260965] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-230df721-ceb9-4b99-a407-3aef3eb8f20d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.265123] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88fff359-2adb-488b-8e85-26b4703b2660 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.285025] env[65448]: DEBUG oslo_vmware.api [None req-9275d349-7d36-4841-a816-629697db51c1 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Waiting for the task: (returnval){ [ 1126.285025] env[65448]: value = "task-4938402" [ 1126.285025] env[65448]: _type = "Task" [ 1126.285025] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.307039] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb360002-a1d6-4251-8a01-a5d8c723d6e4 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.310415] env[65448]: DEBUG oslo_vmware.api [None req-9275d349-7d36-4841-a816-629697db51c1 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': task-4938402, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.316765] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14faade0-0550-4d16-8ecb-a9fbf8576c7e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.336604] env[65448]: DEBUG nova.virt.block_device [None req-311f23cb-02b1-4977-be2c-1588f5bceafc tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d53e2a3e-2205-44b0-9e68-91125832a67f] Updating existing volume attachment record: b5de8dd8-5c52-499b-a2a4-857df7163bed {{(pid=65448) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1126.463548] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90577d9b-317f-46d5-bb06-9609aee1b013 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.471981] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-823dec02-e6b8-4e05-9de5-0a1d542e84a3 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: 2aca5466-f783-4972-8c9d-d0de3a679c0c] Doing hard reboot of VM {{(pid=65448) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1126.472383] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-efcb935b-1783-4ad3-a0c0-3463f52e6b17 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.481182] env[65448]: DEBUG oslo_vmware.api [None req-823dec02-e6b8-4e05-9de5-0a1d542e84a3 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Waiting for the task: (returnval){ [ 1126.481182] env[65448]: value = "task-4938403" [ 1126.481182] env[65448]: _type = "Task" [ 1126.481182] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.490988] env[65448]: DEBUG oslo_vmware.api [None req-823dec02-e6b8-4e05-9de5-0a1d542e84a3 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': task-4938403, 'name': ResetVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.648929] env[65448]: DEBUG oslo_concurrency.lockutils [None req-4c69e6e7-74ae-42af-b87e-48cbcee6ac27 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Releasing lock "refresh_cache-567408bb-3c2c-43f1-b291-0e3fe8f3aded" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.648929] env[65448]: DEBUG nova.compute.manager [None req-4c69e6e7-74ae-42af-b87e-48cbcee6ac27 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 567408bb-3c2c-43f1-b291-0e3fe8f3aded] Instance network_info: |[{"id": "3417dceb-d114-4fbe-816e-13234112516f", "address": "fa:16:3e:c0:d2:35", "network": {"id": "76bce7a5-302f-47a8-9b20-9331c6891217", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1202927429-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc9e8e59612c49a6b788080423997837", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3417dceb-d1", "ovs_interfaceid": "3417dceb-d114-4fbe-816e-13234112516f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 1126.648929] env[65448]: DEBUG oslo_concurrency.lockutils [req-fcbec2ce-2f87-4bac-af25-2d6902d67d56 req-7f0896ee-7328-4f61-96f2-b79adb98852d service nova] Acquired lock "refresh_cache-567408bb-3c2c-43f1-b291-0e3fe8f3aded" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.649683] env[65448]: DEBUG nova.network.neutron [req-fcbec2ce-2f87-4bac-af25-2d6902d67d56 req-7f0896ee-7328-4f61-96f2-b79adb98852d service nova] [instance: 567408bb-3c2c-43f1-b291-0e3fe8f3aded] Refreshing network info cache for port 3417dceb-d114-4fbe-816e-13234112516f {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1126.650766] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-4c69e6e7-74ae-42af-b87e-48cbcee6ac27 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 567408bb-3c2c-43f1-b291-0e3fe8f3aded] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:d2:35', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1e7a4976-597e-4636-990e-6062b5faadee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3417dceb-d114-4fbe-816e-13234112516f', 'vif_model': 'vmxnet3'}] {{(pid=65448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1126.659211] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-4c69e6e7-74ae-42af-b87e-48cbcee6ac27 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1126.660084] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 567408bb-3c2c-43f1-b291-0e3fe8f3aded] Creating VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1126.660334] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-09333879-3e3c-4285-84da-868cc9fc135f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.682106] env[65448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1126.682106] env[65448]: value = "task-4938404" [ 1126.682106] env[65448]: _type = "Task" [ 1126.682106] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.693498] env[65448]: INFO nova.compute.manager [None req-d7dc1f24-de93-4b37-9e70-0173c0adb09b tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 24665a99-6cfb-4d8b-8d08-406b7d1f468f] Took 0.58 seconds to detach 1 volumes for instance. [ 1126.703960] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4938404, 'name': CreateVM_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.704494] env[65448]: INFO nova.compute.manager [None req-e39b94ce-22c7-465c-8d9b-6967b5b6701f tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 2f9edc1d-3f0b-4f5d-baf1-3072d2931a81] Took 16.62 seconds to build instance. [ 1126.796247] env[65448]: DEBUG oslo_vmware.api [None req-9275d349-7d36-4841-a816-629697db51c1 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': task-4938402, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.992562] env[65448]: DEBUG oslo_vmware.api [None req-823dec02-e6b8-4e05-9de5-0a1d542e84a3 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': task-4938403, 'name': ResetVM_Task, 'duration_secs': 0.105488} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.993500] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-823dec02-e6b8-4e05-9de5-0a1d542e84a3 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: 2aca5466-f783-4972-8c9d-d0de3a679c0c] Did hard reboot of VM {{(pid=65448) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1126.993500] env[65448]: DEBUG nova.compute.manager [None req-823dec02-e6b8-4e05-9de5-0a1d542e84a3 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: 2aca5466-f783-4972-8c9d-d0de3a679c0c] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 1126.994110] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57a7628d-ce34-4749-a0d0-cdbf31a24794 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.162945] env[65448]: WARNING neutronclient.v2_0.client [req-fcbec2ce-2f87-4bac-af25-2d6902d67d56 req-7f0896ee-7328-4f61-96f2-b79adb98852d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1127.195624] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4938404, 'name': CreateVM_Task} progress is 25%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.204374] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d7dc1f24-de93-4b37-9e70-0173c0adb09b tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.204374] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d7dc1f24-de93-4b37-9e70-0173c0adb09b tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.204374] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d7dc1f24-de93-4b37-9e70-0173c0adb09b tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.211039] env[65448]: DEBUG oslo_concurrency.lockutils [None req-e39b94ce-22c7-465c-8d9b-6967b5b6701f tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Lock "2f9edc1d-3f0b-4f5d-baf1-3072d2931a81" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.147s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.235697] env[65448]: INFO nova.scheduler.client.report [None req-d7dc1f24-de93-4b37-9e70-0173c0adb09b tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Deleted allocations for instance 24665a99-6cfb-4d8b-8d08-406b7d1f468f [ 1127.302185] env[65448]: DEBUG oslo_vmware.api [None req-9275d349-7d36-4841-a816-629697db51c1 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': task-4938402, 'name': PowerOnVM_Task, 'duration_secs': 0.648039} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.313021] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-9275d349-7d36-4841-a816-629697db51c1 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: f3456e77-34cb-48b6-a71b-3a0a5066d704] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1127.313021] env[65448]: INFO nova.compute.manager [None req-9275d349-7d36-4841-a816-629697db51c1 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: f3456e77-34cb-48b6-a71b-3a0a5066d704] Took 8.26 seconds to spawn the instance on the hypervisor. [ 1127.313021] env[65448]: DEBUG nova.compute.manager [None req-9275d349-7d36-4841-a816-629697db51c1 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: f3456e77-34cb-48b6-a71b-3a0a5066d704] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 1127.313021] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04641e7f-0982-46e3-9b81-ae1be003d527 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.370271] env[65448]: WARNING neutronclient.v2_0.client [req-fcbec2ce-2f87-4bac-af25-2d6902d67d56 req-7f0896ee-7328-4f61-96f2-b79adb98852d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1127.488686] env[65448]: DEBUG nova.network.neutron [req-fcbec2ce-2f87-4bac-af25-2d6902d67d56 req-7f0896ee-7328-4f61-96f2-b79adb98852d service nova] [instance: 567408bb-3c2c-43f1-b291-0e3fe8f3aded] Updated VIF entry in instance network info cache for port 3417dceb-d114-4fbe-816e-13234112516f. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1127.489106] env[65448]: DEBUG nova.network.neutron [req-fcbec2ce-2f87-4bac-af25-2d6902d67d56 req-7f0896ee-7328-4f61-96f2-b79adb98852d service nova] [instance: 567408bb-3c2c-43f1-b291-0e3fe8f3aded] Updating instance_info_cache with network_info: [{"id": "3417dceb-d114-4fbe-816e-13234112516f", "address": "fa:16:3e:c0:d2:35", "network": {"id": "76bce7a5-302f-47a8-9b20-9331c6891217", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1202927429-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc9e8e59612c49a6b788080423997837", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3417dceb-d1", "ovs_interfaceid": "3417dceb-d114-4fbe-816e-13234112516f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.510570] env[65448]: DEBUG oslo_concurrency.lockutils [None req-823dec02-e6b8-4e05-9de5-0a1d542e84a3 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Lock "2aca5466-f783-4972-8c9d-d0de3a679c0c" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.672s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.542343] env[65448]: DEBUG oslo_concurrency.lockutils [None req-40a8873f-a34b-4f25-8e06-ea4c7d0d04a0 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Acquiring lock "ec4482b0-2919-48e3-a773-7013a9bb0899" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.543183] env[65448]: DEBUG oslo_concurrency.lockutils [None req-40a8873f-a34b-4f25-8e06-ea4c7d0d04a0 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Lock "ec4482b0-2919-48e3-a773-7013a9bb0899" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.543183] env[65448]: DEBUG oslo_concurrency.lockutils [None req-40a8873f-a34b-4f25-8e06-ea4c7d0d04a0 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Acquiring lock "ec4482b0-2919-48e3-a773-7013a9bb0899-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.543408] env[65448]: DEBUG oslo_concurrency.lockutils [None req-40a8873f-a34b-4f25-8e06-ea4c7d0d04a0 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Lock "ec4482b0-2919-48e3-a773-7013a9bb0899-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.544042] env[65448]: DEBUG oslo_concurrency.lockutils [None req-40a8873f-a34b-4f25-8e06-ea4c7d0d04a0 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Lock "ec4482b0-2919-48e3-a773-7013a9bb0899-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.549583] env[65448]: INFO nova.compute.manager [None req-40a8873f-a34b-4f25-8e06-ea4c7d0d04a0 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: ec4482b0-2919-48e3-a773-7013a9bb0899] Terminating instance [ 1127.697836] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4938404, 'name': CreateVM_Task} progress is 25%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.751141] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d7dc1f24-de93-4b37-9e70-0173c0adb09b tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Lock "24665a99-6cfb-4d8b-8d08-406b7d1f468f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.005s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.751707] env[65448]: DEBUG oslo_concurrency.lockutils [None req-07fdd0c4-9efe-49f0-bf2e-0589007f9cd5 tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Acquiring lock "391084e8-4d9f-42f0-a5a5-cecc69e86a09" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.752835] env[65448]: DEBUG oslo_concurrency.lockutils [None req-07fdd0c4-9efe-49f0-bf2e-0589007f9cd5 tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Lock "391084e8-4d9f-42f0-a5a5-cecc69e86a09" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.835694] env[65448]: INFO nova.compute.manager [None req-9275d349-7d36-4841-a816-629697db51c1 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: f3456e77-34cb-48b6-a71b-3a0a5066d704] Took 13.87 seconds to build instance. [ 1127.992095] env[65448]: DEBUG oslo_concurrency.lockutils [req-fcbec2ce-2f87-4bac-af25-2d6902d67d56 req-7f0896ee-7328-4f61-96f2-b79adb98852d service nova] Releasing lock "refresh_cache-567408bb-3c2c-43f1-b291-0e3fe8f3aded" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.052769] env[65448]: DEBUG nova.compute.manager [None req-40a8873f-a34b-4f25-8e06-ea4c7d0d04a0 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: ec4482b0-2919-48e3-a773-7013a9bb0899] Start destroying the instance on the hypervisor. {{(pid=65448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3209}} [ 1128.052769] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-40a8873f-a34b-4f25-8e06-ea4c7d0d04a0 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: ec4482b0-2919-48e3-a773-7013a9bb0899] Destroying instance {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1128.053849] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2819f69-757b-4bb6-b6fc-7ed5cd0cd5ae {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.063408] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-40a8873f-a34b-4f25-8e06-ea4c7d0d04a0 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: ec4482b0-2919-48e3-a773-7013a9bb0899] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1128.063508] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9cb16901-7ee1-46f2-9a56-4948c343405f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.072781] env[65448]: DEBUG oslo_vmware.api [None req-40a8873f-a34b-4f25-8e06-ea4c7d0d04a0 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Waiting for the task: (returnval){ [ 1128.072781] env[65448]: value = "task-4938405" [ 1128.072781] env[65448]: _type = "Task" [ 1128.072781] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.081267] env[65448]: DEBUG oslo_vmware.api [None req-40a8873f-a34b-4f25-8e06-ea4c7d0d04a0 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': task-4938405, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.198403] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4938404, 'name': CreateVM_Task} progress is 25%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.255581] env[65448]: DEBUG nova.compute.manager [None req-07fdd0c4-9efe-49f0-bf2e-0589007f9cd5 tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] [instance: 391084e8-4d9f-42f0-a5a5-cecc69e86a09] Starting instance... {{(pid=65448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2483}} [ 1128.337927] env[65448]: DEBUG oslo_concurrency.lockutils [None req-9275d349-7d36-4841-a816-629697db51c1 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Lock "f3456e77-34cb-48b6-a71b-3a0a5066d704" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.389s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.400133] env[65448]: DEBUG oslo_concurrency.lockutils [None req-16e6fd72-24c7-4a8c-ac0f-ac4e8ce36655 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Acquiring lock "2f9edc1d-3f0b-4f5d-baf1-3072d2931a81" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.400767] env[65448]: DEBUG oslo_concurrency.lockutils [None req-16e6fd72-24c7-4a8c-ac0f-ac4e8ce36655 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Lock "2f9edc1d-3f0b-4f5d-baf1-3072d2931a81" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.400767] env[65448]: INFO nova.compute.manager [None req-16e6fd72-24c7-4a8c-ac0f-ac4e8ce36655 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 2f9edc1d-3f0b-4f5d-baf1-3072d2931a81] Shelving [ 1128.457823] env[65448]: DEBUG oslo_concurrency.lockutils [None req-3b7f9cba-4a03-4d6f-8d6e-a0490c72c82e tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Acquiring lock "f1ccec14-6c3b-4745-ac14-5e4acb191b56" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.458114] env[65448]: DEBUG oslo_concurrency.lockutils [None req-3b7f9cba-4a03-4d6f-8d6e-a0490c72c82e tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Lock "f1ccec14-6c3b-4745-ac14-5e4acb191b56" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.502190] env[65448]: DEBUG nova.virt.hardware [None req-311f23cb-02b1-4977-be2c-1588f5bceafc tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-08T17:19:51Z,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a992292b6dae455593d228217860e2e1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-08T17:19:52Z,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1128.502483] env[65448]: DEBUG nova.virt.hardware [None req-311f23cb-02b1-4977-be2c-1588f5bceafc tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1128.502656] env[65448]: DEBUG nova.virt.hardware [None req-311f23cb-02b1-4977-be2c-1588f5bceafc tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1128.502870] env[65448]: DEBUG nova.virt.hardware [None req-311f23cb-02b1-4977-be2c-1588f5bceafc tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1128.503033] env[65448]: DEBUG nova.virt.hardware [None req-311f23cb-02b1-4977-be2c-1588f5bceafc tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1128.503200] env[65448]: DEBUG nova.virt.hardware [None req-311f23cb-02b1-4977-be2c-1588f5bceafc tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1128.503422] env[65448]: DEBUG nova.virt.hardware [None req-311f23cb-02b1-4977-be2c-1588f5bceafc tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1128.503652] env[65448]: DEBUG nova.virt.hardware [None req-311f23cb-02b1-4977-be2c-1588f5bceafc tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1128.503797] env[65448]: DEBUG nova.virt.hardware [None req-311f23cb-02b1-4977-be2c-1588f5bceafc tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1128.504013] env[65448]: DEBUG nova.virt.hardware [None req-311f23cb-02b1-4977-be2c-1588f5bceafc tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1128.504519] env[65448]: DEBUG nova.virt.hardware [None req-311f23cb-02b1-4977-be2c-1588f5bceafc tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1128.505785] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c86de1a3-8353-4398-9dfd-ff66e06bdcf5 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.519627] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffe12aa4-b906-4cdd-b735-81ce78fe6e78 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.533626] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-311f23cb-02b1-4977-be2c-1588f5bceafc tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d53e2a3e-2205-44b0-9e68-91125832a67f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:df:34:ed', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89463199-7ddf-4ee7-b485-1629a75b4b8f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ae175f39-4703-49e7-821c-bfff3379753a', 'vif_model': 'vmxnet3'}] {{(pid=65448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1128.542430] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-311f23cb-02b1-4977-be2c-1588f5bceafc tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1128.543248] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d53e2a3e-2205-44b0-9e68-91125832a67f] Creating VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1128.543529] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eef269a7-40e6-439d-8f21-26331aacf139 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.566350] env[65448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1128.566350] env[65448]: value = "task-4938406" [ 1128.566350] env[65448]: _type = "Task" [ 1128.566350] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.578970] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4938406, 'name': CreateVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.585988] env[65448]: DEBUG oslo_vmware.api [None req-40a8873f-a34b-4f25-8e06-ea4c7d0d04a0 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': task-4938405, 'name': PowerOffVM_Task, 'duration_secs': 0.346176} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.586426] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-40a8873f-a34b-4f25-8e06-ea4c7d0d04a0 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: ec4482b0-2919-48e3-a773-7013a9bb0899] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1128.586684] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-40a8873f-a34b-4f25-8e06-ea4c7d0d04a0 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: ec4482b0-2919-48e3-a773-7013a9bb0899] Unregistering the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1128.586973] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ab297e1b-e27f-43f9-a318-9054643437b2 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.669758] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-40a8873f-a34b-4f25-8e06-ea4c7d0d04a0 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: ec4482b0-2919-48e3-a773-7013a9bb0899] Unregistered the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1128.672052] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-40a8873f-a34b-4f25-8e06-ea4c7d0d04a0 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: ec4482b0-2919-48e3-a773-7013a9bb0899] Deleting contents of the VM from datastore datastore1 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1128.672052] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-40a8873f-a34b-4f25-8e06-ea4c7d0d04a0 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Deleting the datastore file [datastore1] ec4482b0-2919-48e3-a773-7013a9bb0899 {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1128.672052] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-43fc5535-d83c-44be-8997-bd823016e3cc {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.682398] env[65448]: DEBUG oslo_vmware.api [None req-40a8873f-a34b-4f25-8e06-ea4c7d0d04a0 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Waiting for the task: (returnval){ [ 1128.682398] env[65448]: value = "task-4938408" [ 1128.682398] env[65448]: _type = "Task" [ 1128.682398] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.704051] env[65448]: DEBUG oslo_vmware.api [None req-40a8873f-a34b-4f25-8e06-ea4c7d0d04a0 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': task-4938408, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.705872] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4938404, 'name': CreateVM_Task} progress is 25%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.784330] env[65448]: DEBUG oslo_concurrency.lockutils [None req-07fdd0c4-9efe-49f0-bf2e-0589007f9cd5 tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.785084] env[65448]: DEBUG oslo_concurrency.lockutils [None req-07fdd0c4-9efe-49f0-bf2e-0589007f9cd5 tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.787421] env[65448]: INFO nova.compute.claims [None req-07fdd0c4-9efe-49f0-bf2e-0589007f9cd5 tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] [instance: 391084e8-4d9f-42f0-a5a5-cecc69e86a09] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1128.962723] env[65448]: DEBUG nova.compute.manager [None req-3b7f9cba-4a03-4d6f-8d6e-a0490c72c82e tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] [instance: f1ccec14-6c3b-4745-ac14-5e4acb191b56] Starting instance... {{(pid=65448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2483}} [ 1129.078774] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4938406, 'name': CreateVM_Task, 'duration_secs': 0.463057} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.079126] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d53e2a3e-2205-44b0-9e68-91125832a67f] Created VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1129.080259] env[65448]: WARNING neutronclient.v2_0.client [None req-311f23cb-02b1-4977-be2c-1588f5bceafc tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 1129.081429] env[65448]: DEBUG oslo_concurrency.lockutils [None req-311f23cb-02b1-4977-be2c-1588f5bceafc tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.081429] env[65448]: DEBUG oslo_concurrency.lockutils [None req-311f23cb-02b1-4977-be2c-1588f5bceafc tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.081677] env[65448]: DEBUG oslo_concurrency.lockutils [None req-311f23cb-02b1-4977-be2c-1588f5bceafc tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.082296] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a3ed475-cfe4-4db4-8ce8-e6b0394e9b86 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.091023] env[65448]: DEBUG oslo_vmware.api [None req-311f23cb-02b1-4977-be2c-1588f5bceafc tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Waiting for the task: (returnval){ [ 1129.091023] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52a1d135-c5a0-b679-07fb-4b4c140f93c7" [ 1129.091023] env[65448]: _type = "Task" [ 1129.091023] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.104683] env[65448]: DEBUG oslo_vmware.api [None req-311f23cb-02b1-4977-be2c-1588f5bceafc tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52a1d135-c5a0-b679-07fb-4b4c140f93c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.196503] env[65448]: DEBUG oslo_vmware.api [None req-40a8873f-a34b-4f25-8e06-ea4c7d0d04a0 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Task: {'id': task-4938408, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.225464} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.197855] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-40a8873f-a34b-4f25-8e06-ea4c7d0d04a0 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1129.197855] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-40a8873f-a34b-4f25-8e06-ea4c7d0d04a0 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: ec4482b0-2919-48e3-a773-7013a9bb0899] Deleted contents of the VM from datastore datastore1 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1129.197855] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-40a8873f-a34b-4f25-8e06-ea4c7d0d04a0 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: ec4482b0-2919-48e3-a773-7013a9bb0899] Instance destroyed {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1129.198088] env[65448]: INFO nova.compute.manager [None req-40a8873f-a34b-4f25-8e06-ea4c7d0d04a0 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] [instance: ec4482b0-2919-48e3-a773-7013a9bb0899] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1129.198344] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-40a8873f-a34b-4f25-8e06-ea4c7d0d04a0 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1129.198546] env[65448]: DEBUG nova.compute.manager [-] [instance: ec4482b0-2919-48e3-a773-7013a9bb0899] Deallocating network for instance {{(pid=65448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1129.198664] env[65448]: DEBUG nova.network.neutron [-] [instance: ec4482b0-2919-48e3-a773-7013a9bb0899] deallocate_for_instance() {{(pid=65448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1129.198932] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1129.206168] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4938404, 'name': CreateVM_Task} progress is 25%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.270949] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1129.306439] env[65448]: DEBUG nova.compute.manager [req-8b6bc25d-fd8f-49ca-8c8c-e615bba9a48b req-e2379155-30d2-4ef5-9b85-2cf030e150e5 service nova] [instance: f3456e77-34cb-48b6-a71b-3a0a5066d704] Received event network-changed-3bc76608-3d96-47d8-92e9-00fd38a1d4f7 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1129.307782] env[65448]: DEBUG nova.compute.manager [req-8b6bc25d-fd8f-49ca-8c8c-e615bba9a48b req-e2379155-30d2-4ef5-9b85-2cf030e150e5 service nova] [instance: f3456e77-34cb-48b6-a71b-3a0a5066d704] Refreshing instance network info cache due to event network-changed-3bc76608-3d96-47d8-92e9-00fd38a1d4f7. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 1129.308467] env[65448]: DEBUG oslo_concurrency.lockutils [req-8b6bc25d-fd8f-49ca-8c8c-e615bba9a48b req-e2379155-30d2-4ef5-9b85-2cf030e150e5 service nova] Acquiring lock "refresh_cache-f3456e77-34cb-48b6-a71b-3a0a5066d704" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.308467] env[65448]: DEBUG oslo_concurrency.lockutils [req-8b6bc25d-fd8f-49ca-8c8c-e615bba9a48b req-e2379155-30d2-4ef5-9b85-2cf030e150e5 service nova] Acquired lock "refresh_cache-f3456e77-34cb-48b6-a71b-3a0a5066d704" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.308467] env[65448]: DEBUG nova.network.neutron [req-8b6bc25d-fd8f-49ca-8c8c-e615bba9a48b req-e2379155-30d2-4ef5-9b85-2cf030e150e5 service nova] [instance: f3456e77-34cb-48b6-a71b-3a0a5066d704] Refreshing network info cache for port 3bc76608-3d96-47d8-92e9-00fd38a1d4f7 {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1129.350663] env[65448]: DEBUG oslo_concurrency.lockutils [None req-fcc98a11-6ee6-4eae-b184-10a8fce6dde3 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Acquiring lock "3cbfb5fd-aac5-4538-87b4-d33b466ab2ad" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.350902] env[65448]: DEBUG oslo_concurrency.lockutils [None req-fcc98a11-6ee6-4eae-b184-10a8fce6dde3 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Lock "3cbfb5fd-aac5-4538-87b4-d33b466ab2ad" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.417552] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-16e6fd72-24c7-4a8c-ac0f-ac4e8ce36655 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 2f9edc1d-3f0b-4f5d-baf1-3072d2931a81] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1129.418323] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a4fc5f95-7f37-4e79-b26c-4f4b6167be73 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.427036] env[65448]: DEBUG oslo_vmware.api [None req-16e6fd72-24c7-4a8c-ac0f-ac4e8ce36655 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Waiting for the task: (returnval){ [ 1129.427036] env[65448]: value = "task-4938409" [ 1129.427036] env[65448]: _type = "Task" [ 1129.427036] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.437785] env[65448]: DEBUG oslo_vmware.api [None req-16e6fd72-24c7-4a8c-ac0f-ac4e8ce36655 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': task-4938409, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.499345] env[65448]: DEBUG oslo_concurrency.lockutils [None req-3b7f9cba-4a03-4d6f-8d6e-a0490c72c82e tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.607080] env[65448]: DEBUG oslo_vmware.api [None req-311f23cb-02b1-4977-be2c-1588f5bceafc tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52a1d135-c5a0-b679-07fb-4b4c140f93c7, 'name': SearchDatastore_Task, 'duration_secs': 0.043041} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.607479] env[65448]: DEBUG oslo_concurrency.lockutils [None req-311f23cb-02b1-4977-be2c-1588f5bceafc tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.608174] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-311f23cb-02b1-4977-be2c-1588f5bceafc tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d53e2a3e-2205-44b0-9e68-91125832a67f] Processing image 50fb366d-48e6-424f-9c20-bc83d77be76a {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1129.608174] env[65448]: DEBUG oslo_concurrency.lockutils [None req-311f23cb-02b1-4977-be2c-1588f5bceafc tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.608349] env[65448]: DEBUG oslo_concurrency.lockutils [None req-311f23cb-02b1-4977-be2c-1588f5bceafc tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.608442] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-311f23cb-02b1-4977-be2c-1588f5bceafc tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1129.608734] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-15153a7a-77fb-40bb-bec0-4d077d60fdcd {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.620554] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-311f23cb-02b1-4977-be2c-1588f5bceafc tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1129.620757] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-311f23cb-02b1-4977-be2c-1588f5bceafc tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1129.621606] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f93baf3-8000-47bc-891e-0aed436e59c5 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.632858] env[65448]: DEBUG oslo_vmware.api [None req-311f23cb-02b1-4977-be2c-1588f5bceafc tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Waiting for the task: (returnval){ [ 1129.632858] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5210c839-661a-0257-c627-774de2c23e47" [ 1129.632858] env[65448]: _type = "Task" [ 1129.632858] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.647262] env[65448]: DEBUG oslo_vmware.api [None req-311f23cb-02b1-4977-be2c-1588f5bceafc tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5210c839-661a-0257-c627-774de2c23e47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.700531] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4938404, 'name': CreateVM_Task} progress is 99%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.719672] env[65448]: DEBUG nova.compute.manager [req-e8d07a02-1ef7-4df8-904f-ccafc2750a99 req-7fcba0a7-a1d6-4aea-aad6-13f5d197cc46 service nova] [instance: ec4482b0-2919-48e3-a773-7013a9bb0899] Received event network-vif-deleted-25bfccf2-d695-42d6-89cd-605a646555ba {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1129.720893] env[65448]: INFO nova.compute.manager [req-e8d07a02-1ef7-4df8-904f-ccafc2750a99 req-7fcba0a7-a1d6-4aea-aad6-13f5d197cc46 service nova] [instance: ec4482b0-2919-48e3-a773-7013a9bb0899] Neutron deleted interface 25bfccf2-d695-42d6-89cd-605a646555ba; detaching it from the instance and deleting it from the info cache [ 1129.720893] env[65448]: DEBUG nova.network.neutron [req-e8d07a02-1ef7-4df8-904f-ccafc2750a99 req-7fcba0a7-a1d6-4aea-aad6-13f5d197cc46 service nova] [instance: ec4482b0-2919-48e3-a773-7013a9bb0899] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.812885] env[65448]: WARNING neutronclient.v2_0.client [req-8b6bc25d-fd8f-49ca-8c8c-e615bba9a48b req-e2379155-30d2-4ef5-9b85-2cf030e150e5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1129.840081] env[65448]: DEBUG oslo_service.periodic_task [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1129.840316] env[65448]: DEBUG oslo_service.periodic_task [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1129.840487] env[65448]: DEBUG oslo_service.periodic_task [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1129.840655] env[65448]: DEBUG oslo_service.periodic_task [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1129.840801] env[65448]: DEBUG oslo_service.periodic_task [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1129.840931] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65448) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1129.841822] env[65448]: DEBUG oslo_service.periodic_task [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1129.854329] env[65448]: DEBUG nova.compute.manager [None req-fcc98a11-6ee6-4eae-b184-10a8fce6dde3 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 3cbfb5fd-aac5-4538-87b4-d33b466ab2ad] Starting instance... {{(pid=65448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2483}} [ 1129.938841] env[65448]: DEBUG oslo_vmware.api [None req-16e6fd72-24c7-4a8c-ac0f-ac4e8ce36655 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': task-4938409, 'name': PowerOffVM_Task, 'duration_secs': 0.212456} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.939507] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-16e6fd72-24c7-4a8c-ac0f-ac4e8ce36655 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 2f9edc1d-3f0b-4f5d-baf1-3072d2931a81] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1129.942373] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78322470-511b-4f08-836b-bc9918068972 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.965933] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3ea611c-5ce0-44a8-8b24-f4bfede21590 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.980151] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-814071c6-d409-41df-bf03-12f9bec5690f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.988563] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e72be210-782b-4e44-94a3-05a83e4411ca {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.023286] env[65448]: WARNING neutronclient.v2_0.client [req-8b6bc25d-fd8f-49ca-8c8c-e615bba9a48b req-e2379155-30d2-4ef5-9b85-2cf030e150e5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1130.027044] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e18852df-3ffd-4834-99e8-1f6bcf1d205f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.034649] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8c7c21e-04d2-45a0-a635-b7157b5c6326 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.050450] env[65448]: DEBUG nova.compute.provider_tree [None req-07fdd0c4-9efe-49f0-bf2e-0589007f9cd5 tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Updating inventory in ProviderTree for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1130.086376] env[65448]: DEBUG nova.network.neutron [-] [instance: ec4482b0-2919-48e3-a773-7013a9bb0899] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.113917] env[65448]: DEBUG nova.network.neutron [req-8b6bc25d-fd8f-49ca-8c8c-e615bba9a48b req-e2379155-30d2-4ef5-9b85-2cf030e150e5 service nova] [instance: f3456e77-34cb-48b6-a71b-3a0a5066d704] Updated VIF entry in instance network info cache for port 3bc76608-3d96-47d8-92e9-00fd38a1d4f7. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1130.114249] env[65448]: DEBUG nova.network.neutron [req-8b6bc25d-fd8f-49ca-8c8c-e615bba9a48b req-e2379155-30d2-4ef5-9b85-2cf030e150e5 service nova] [instance: f3456e77-34cb-48b6-a71b-3a0a5066d704] Updating instance_info_cache with network_info: [{"id": "3bc76608-3d96-47d8-92e9-00fd38a1d4f7", "address": "fa:16:3e:9b:ec:f1", "network": {"id": "ae7fb699-1e8f-4e6e-ba65-11efac49c1f2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2072253352-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40f710aa821f49ef963bafd588fa759f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bc76608-3d", "ovs_interfaceid": "3bc76608-3d96-47d8-92e9-00fd38a1d4f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.146136] env[65448]: DEBUG oslo_vmware.api [None req-311f23cb-02b1-4977-be2c-1588f5bceafc tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5210c839-661a-0257-c627-774de2c23e47, 'name': SearchDatastore_Task, 'duration_secs': 0.014773} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.146944] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c019c09a-5278-49c5-851d-9b6acbfcc6d7 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.153227] env[65448]: DEBUG oslo_vmware.api [None req-311f23cb-02b1-4977-be2c-1588f5bceafc tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Waiting for the task: (returnval){ [ 1130.153227] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]522b4fcb-5d5c-82bd-645f-025cf18f4aca" [ 1130.153227] env[65448]: _type = "Task" [ 1130.153227] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.162422] env[65448]: DEBUG oslo_vmware.api [None req-311f23cb-02b1-4977-be2c-1588f5bceafc tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]522b4fcb-5d5c-82bd-645f-025cf18f4aca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.200054] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4938404, 'name': CreateVM_Task, 'duration_secs': 3.043617} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.200244] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 567408bb-3c2c-43f1-b291-0e3fe8f3aded] Created VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1130.200839] env[65448]: WARNING neutronclient.v2_0.client [None req-4c69e6e7-74ae-42af-b87e-48cbcee6ac27 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1130.201222] env[65448]: DEBUG oslo_concurrency.lockutils [None req-4c69e6e7-74ae-42af-b87e-48cbcee6ac27 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.201461] env[65448]: DEBUG oslo_concurrency.lockutils [None req-4c69e6e7-74ae-42af-b87e-48cbcee6ac27 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.201773] env[65448]: DEBUG oslo_concurrency.lockutils [None req-4c69e6e7-74ae-42af-b87e-48cbcee6ac27 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.202048] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93145773-f964-4f0a-b179-b55c3cf3276e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.207244] env[65448]: DEBUG oslo_vmware.api [None req-4c69e6e7-74ae-42af-b87e-48cbcee6ac27 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Waiting for the task: (returnval){ [ 1130.207244] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52ea4ac8-1ba9-a304-708c-b03d4bf09808" [ 1130.207244] env[65448]: _type = "Task" [ 1130.207244] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.215775] env[65448]: DEBUG oslo_vmware.api [None req-4c69e6e7-74ae-42af-b87e-48cbcee6ac27 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52ea4ac8-1ba9-a304-708c-b03d4bf09808, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.223550] env[65448]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-388ba0c6-d01c-4d89-b788-91214e9a1d4c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.233474] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaf526e8-3c65-47a6-877b-150f7f69f2e9 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.271166] env[65448]: DEBUG nova.compute.manager [req-e8d07a02-1ef7-4df8-904f-ccafc2750a99 req-7fcba0a7-a1d6-4aea-aad6-13f5d197cc46 service nova] [instance: ec4482b0-2919-48e3-a773-7013a9bb0899] Detach interface failed, port_id=25bfccf2-d695-42d6-89cd-605a646555ba, reason: Instance ec4482b0-2919-48e3-a773-7013a9bb0899 could not be found. {{(pid=65448) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 1130.344299] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.359770] env[65448]: DEBUG oslo_concurrency.lockutils [None req-e8790488-d35c-4370-9078-61b177515bfb tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Acquiring lock "7c98f401-15ac-4322-9bb1-abbdc937bad4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.359996] env[65448]: DEBUG oslo_concurrency.lockutils [None req-e8790488-d35c-4370-9078-61b177515bfb tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Lock "7c98f401-15ac-4322-9bb1-abbdc937bad4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.376737] env[65448]: DEBUG oslo_concurrency.lockutils [None req-fcc98a11-6ee6-4eae-b184-10a8fce6dde3 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.480359] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-16e6fd72-24c7-4a8c-ac0f-ac4e8ce36655 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 2f9edc1d-3f0b-4f5d-baf1-3072d2931a81] Creating Snapshot of the VM instance {{(pid=65448) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1130.480731] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-573b1765-9eb9-4c5c-bc37-fc2684394c1d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.489892] env[65448]: DEBUG oslo_vmware.api [None req-16e6fd72-24c7-4a8c-ac0f-ac4e8ce36655 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Waiting for the task: (returnval){ [ 1130.489892] env[65448]: value = "task-4938410" [ 1130.489892] env[65448]: _type = "Task" [ 1130.489892] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.500827] env[65448]: DEBUG oslo_vmware.api [None req-16e6fd72-24c7-4a8c-ac0f-ac4e8ce36655 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': task-4938410, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.573572] env[65448]: ERROR nova.scheduler.client.report [None req-07fdd0c4-9efe-49f0-bf2e-0589007f9cd5 tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] [req-c67a20da-1173-471c-87cc-b4839221dbd8] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 76aeec68-79e6-4d77-baf0-33bb098aa897. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c67a20da-1173-471c-87cc-b4839221dbd8"}]} [ 1130.588760] env[65448]: INFO nova.compute.manager [-] [instance: ec4482b0-2919-48e3-a773-7013a9bb0899] Took 1.39 seconds to deallocate network for instance. [ 1130.591566] env[65448]: DEBUG nova.scheduler.client.report [None req-07fdd0c4-9efe-49f0-bf2e-0589007f9cd5 tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Refreshing inventories for resource provider 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1130.606381] env[65448]: DEBUG nova.scheduler.client.report [None req-07fdd0c4-9efe-49f0-bf2e-0589007f9cd5 tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Updating ProviderTree inventory for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1130.606567] env[65448]: DEBUG nova.compute.provider_tree [None req-07fdd0c4-9efe-49f0-bf2e-0589007f9cd5 tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Updating inventory in ProviderTree for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1130.617429] env[65448]: DEBUG oslo_concurrency.lockutils [req-8b6bc25d-fd8f-49ca-8c8c-e615bba9a48b req-e2379155-30d2-4ef5-9b85-2cf030e150e5 service nova] Releasing lock "refresh_cache-f3456e77-34cb-48b6-a71b-3a0a5066d704" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.620342] env[65448]: DEBUG nova.scheduler.client.report [None req-07fdd0c4-9efe-49f0-bf2e-0589007f9cd5 tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Refreshing aggregate associations for resource provider 76aeec68-79e6-4d77-baf0-33bb098aa897, aggregates: None {{(pid=65448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1130.643421] env[65448]: DEBUG nova.scheduler.client.report [None req-07fdd0c4-9efe-49f0-bf2e-0589007f9cd5 tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Refreshing trait associations for resource provider 76aeec68-79e6-4d77-baf0-33bb098aa897, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=65448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1130.664881] env[65448]: DEBUG oslo_vmware.api [None req-311f23cb-02b1-4977-be2c-1588f5bceafc tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]522b4fcb-5d5c-82bd-645f-025cf18f4aca, 'name': SearchDatastore_Task, 'duration_secs': 0.044566} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.668139] env[65448]: DEBUG oslo_concurrency.lockutils [None req-311f23cb-02b1-4977-be2c-1588f5bceafc tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.668462] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-311f23cb-02b1-4977-be2c-1588f5bceafc tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] d53e2a3e-2205-44b0-9e68-91125832a67f/d53e2a3e-2205-44b0-9e68-91125832a67f.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1130.668971] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-11a80bc2-b0c7-4770-bd1e-742d09a63c86 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.678290] env[65448]: DEBUG oslo_vmware.api [None req-311f23cb-02b1-4977-be2c-1588f5bceafc tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Waiting for the task: (returnval){ [ 1130.678290] env[65448]: value = "task-4938411" [ 1130.678290] env[65448]: _type = "Task" [ 1130.678290] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.690132] env[65448]: DEBUG oslo_vmware.api [None req-311f23cb-02b1-4977-be2c-1588f5bceafc tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4938411, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.723117] env[65448]: DEBUG oslo_vmware.api [None req-4c69e6e7-74ae-42af-b87e-48cbcee6ac27 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52ea4ac8-1ba9-a304-708c-b03d4bf09808, 'name': SearchDatastore_Task, 'duration_secs': 0.028286} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.723117] env[65448]: DEBUG oslo_concurrency.lockutils [None req-4c69e6e7-74ae-42af-b87e-48cbcee6ac27 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.723453] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-4c69e6e7-74ae-42af-b87e-48cbcee6ac27 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 567408bb-3c2c-43f1-b291-0e3fe8f3aded] Processing image 50fb366d-48e6-424f-9c20-bc83d77be76a {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1130.723453] env[65448]: DEBUG oslo_concurrency.lockutils [None req-4c69e6e7-74ae-42af-b87e-48cbcee6ac27 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.723577] env[65448]: DEBUG oslo_concurrency.lockutils [None req-4c69e6e7-74ae-42af-b87e-48cbcee6ac27 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.723746] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c69e6e7-74ae-42af-b87e-48cbcee6ac27 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1130.724022] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b488d50b-ff0a-47de-af2e-1994e22d5489 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.734641] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c69e6e7-74ae-42af-b87e-48cbcee6ac27 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1130.735399] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-4c69e6e7-74ae-42af-b87e-48cbcee6ac27 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1130.736665] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25d2bda5-a72e-4c18-b7cf-a6f630821741 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.748917] env[65448]: DEBUG oslo_vmware.api [None req-4c69e6e7-74ae-42af-b87e-48cbcee6ac27 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Waiting for the task: (returnval){ [ 1130.748917] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52dcf036-c7fa-a52a-ba0b-6bebbc8ff8c1" [ 1130.748917] env[65448]: _type = "Task" [ 1130.748917] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.765084] env[65448]: DEBUG oslo_vmware.api [None req-4c69e6e7-74ae-42af-b87e-48cbcee6ac27 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52dcf036-c7fa-a52a-ba0b-6bebbc8ff8c1, 'name': SearchDatastore_Task, 'duration_secs': 0.01083} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.766111] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61a9cf8c-c842-4d31-8503-14751564592b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.775399] env[65448]: DEBUG oslo_vmware.api [None req-4c69e6e7-74ae-42af-b87e-48cbcee6ac27 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Waiting for the task: (returnval){ [ 1130.775399] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]527f0ee0-c75d-5568-4d80-8d4916fcf99c" [ 1130.775399] env[65448]: _type = "Task" [ 1130.775399] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.784447] env[65448]: DEBUG oslo_vmware.api [None req-4c69e6e7-74ae-42af-b87e-48cbcee6ac27 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]527f0ee0-c75d-5568-4d80-8d4916fcf99c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.854489] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3598d43-0a66-4ded-a739-a8f361fa8e66 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.864424] env[65448]: DEBUG nova.compute.manager [None req-e8790488-d35c-4370-9078-61b177515bfb tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: 7c98f401-15ac-4322-9bb1-abbdc937bad4] Starting instance... {{(pid=65448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2483}} [ 1130.868699] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b1de438-4718-4cf6-8bb6-634dc369a072 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.905995] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf8e9a26-b8b0-412b-aa5e-a38444014920 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.916635] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e01c33ae-33c5-45ae-8659-ebb9fe5b91f9 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.935245] env[65448]: DEBUG nova.compute.provider_tree [None req-07fdd0c4-9efe-49f0-bf2e-0589007f9cd5 tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Updating inventory in ProviderTree for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1131.002057] env[65448]: DEBUG oslo_vmware.api [None req-16e6fd72-24c7-4a8c-ac0f-ac4e8ce36655 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': task-4938410, 'name': CreateSnapshot_Task, 'duration_secs': 0.447513} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.002057] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-16e6fd72-24c7-4a8c-ac0f-ac4e8ce36655 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 2f9edc1d-3f0b-4f5d-baf1-3072d2931a81] Created Snapshot of the VM instance {{(pid=65448) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1131.002876] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20326f78-cf78-4e8a-9854-c75de3d584d0 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.098763] env[65448]: DEBUG oslo_concurrency.lockutils [None req-40a8873f-a34b-4f25-8e06-ea4c7d0d04a0 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.191119] env[65448]: DEBUG oslo_vmware.api [None req-311f23cb-02b1-4977-be2c-1588f5bceafc tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4938411, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.287420] env[65448]: DEBUG oslo_vmware.api [None req-4c69e6e7-74ae-42af-b87e-48cbcee6ac27 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]527f0ee0-c75d-5568-4d80-8d4916fcf99c, 'name': SearchDatastore_Task, 'duration_secs': 0.010932} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.287702] env[65448]: DEBUG oslo_concurrency.lockutils [None req-4c69e6e7-74ae-42af-b87e-48cbcee6ac27 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.287964] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c69e6e7-74ae-42af-b87e-48cbcee6ac27 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] 567408bb-3c2c-43f1-b291-0e3fe8f3aded/567408bb-3c2c-43f1-b291-0e3fe8f3aded.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1131.288249] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0ec82890-eb1d-401f-9c91-fa503ede9bb2 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.296486] env[65448]: DEBUG oslo_vmware.api [None req-4c69e6e7-74ae-42af-b87e-48cbcee6ac27 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Waiting for the task: (returnval){ [ 1131.296486] env[65448]: value = "task-4938412" [ 1131.296486] env[65448]: _type = "Task" [ 1131.296486] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.307668] env[65448]: DEBUG oslo_vmware.api [None req-4c69e6e7-74ae-42af-b87e-48cbcee6ac27 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Task: {'id': task-4938412, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.397345] env[65448]: DEBUG oslo_concurrency.lockutils [None req-e8790488-d35c-4370-9078-61b177515bfb tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.471561] env[65448]: DEBUG nova.scheduler.client.report [None req-07fdd0c4-9efe-49f0-bf2e-0589007f9cd5 tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Updated inventory for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 with generation 155 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1131.471840] env[65448]: DEBUG nova.compute.provider_tree [None req-07fdd0c4-9efe-49f0-bf2e-0589007f9cd5 tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Updating resource provider 76aeec68-79e6-4d77-baf0-33bb098aa897 generation from 155 to 156 during operation: update_inventory {{(pid=65448) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1131.472092] env[65448]: DEBUG nova.compute.provider_tree [None req-07fdd0c4-9efe-49f0-bf2e-0589007f9cd5 tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Updating inventory in ProviderTree for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1131.522787] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-16e6fd72-24c7-4a8c-ac0f-ac4e8ce36655 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 2f9edc1d-3f0b-4f5d-baf1-3072d2931a81] Creating linked-clone VM from snapshot {{(pid=65448) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1131.523427] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8262a23c-1a8d-47e3-8889-1d663a4871d3 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.532866] env[65448]: DEBUG oslo_vmware.api [None req-16e6fd72-24c7-4a8c-ac0f-ac4e8ce36655 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Waiting for the task: (returnval){ [ 1131.532866] env[65448]: value = "task-4938413" [ 1131.532866] env[65448]: _type = "Task" [ 1131.532866] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.541086] env[65448]: DEBUG oslo_vmware.api [None req-16e6fd72-24c7-4a8c-ac0f-ac4e8ce36655 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': task-4938413, 'name': CloneVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.690111] env[65448]: DEBUG oslo_vmware.api [None req-311f23cb-02b1-4977-be2c-1588f5bceafc tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4938411, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.639653} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.690390] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-311f23cb-02b1-4977-be2c-1588f5bceafc tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] d53e2a3e-2205-44b0-9e68-91125832a67f/d53e2a3e-2205-44b0-9e68-91125832a67f.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1131.690578] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-311f23cb-02b1-4977-be2c-1588f5bceafc tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d53e2a3e-2205-44b0-9e68-91125832a67f] Extending root virtual disk to 1048576 {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1131.690840] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b11c5489-815e-4078-bedd-29e932e0a111 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.698562] env[65448]: DEBUG oslo_vmware.api [None req-311f23cb-02b1-4977-be2c-1588f5bceafc tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Waiting for the task: (returnval){ [ 1131.698562] env[65448]: value = "task-4938414" [ 1131.698562] env[65448]: _type = "Task" [ 1131.698562] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.708767] env[65448]: DEBUG oslo_vmware.api [None req-311f23cb-02b1-4977-be2c-1588f5bceafc tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4938414, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.809565] env[65448]: DEBUG oslo_vmware.api [None req-4c69e6e7-74ae-42af-b87e-48cbcee6ac27 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Task: {'id': task-4938412, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.978079] env[65448]: DEBUG oslo_concurrency.lockutils [None req-07fdd0c4-9efe-49f0-bf2e-0589007f9cd5 tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.193s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.978778] env[65448]: DEBUG nova.compute.manager [None req-07fdd0c4-9efe-49f0-bf2e-0589007f9cd5 tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] [instance: 391084e8-4d9f-42f0-a5a5-cecc69e86a09] Start building networks asynchronously for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2881}} [ 1131.981627] env[65448]: DEBUG oslo_concurrency.lockutils [None req-3b7f9cba-4a03-4d6f-8d6e-a0490c72c82e tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.482s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.983213] env[65448]: INFO nova.compute.claims [None req-3b7f9cba-4a03-4d6f-8d6e-a0490c72c82e tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] [instance: f1ccec14-6c3b-4745-ac14-5e4acb191b56] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1132.045150] env[65448]: DEBUG oslo_vmware.api [None req-16e6fd72-24c7-4a8c-ac0f-ac4e8ce36655 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': task-4938413, 'name': CloneVM_Task} progress is 94%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.210043] env[65448]: DEBUG oslo_vmware.api [None req-311f23cb-02b1-4977-be2c-1588f5bceafc tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4938414, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.173214} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.210214] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-311f23cb-02b1-4977-be2c-1588f5bceafc tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d53e2a3e-2205-44b0-9e68-91125832a67f] Extended root virtual disk {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1132.211269] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43cb6d8d-fed8-4445-8104-9c0c9dc318d4 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.237017] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-311f23cb-02b1-4977-be2c-1588f5bceafc tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d53e2a3e-2205-44b0-9e68-91125832a67f] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] d53e2a3e-2205-44b0-9e68-91125832a67f/d53e2a3e-2205-44b0-9e68-91125832a67f.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1132.237392] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1957401e-d623-450a-9a6b-60efbd5ce68b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.259696] env[65448]: DEBUG oslo_vmware.api [None req-311f23cb-02b1-4977-be2c-1588f5bceafc tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Waiting for the task: (returnval){ [ 1132.259696] env[65448]: value = "task-4938415" [ 1132.259696] env[65448]: _type = "Task" [ 1132.259696] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.270565] env[65448]: DEBUG oslo_vmware.api [None req-311f23cb-02b1-4977-be2c-1588f5bceafc tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4938415, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.308641] env[65448]: DEBUG oslo_vmware.api [None req-4c69e6e7-74ae-42af-b87e-48cbcee6ac27 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Task: {'id': task-4938412, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.489809] env[65448]: DEBUG nova.compute.utils [None req-07fdd0c4-9efe-49f0-bf2e-0589007f9cd5 tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Using /dev/sd instead of None {{(pid=65448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1132.491924] env[65448]: DEBUG nova.compute.manager [None req-07fdd0c4-9efe-49f0-bf2e-0589007f9cd5 tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] [instance: 391084e8-4d9f-42f0-a5a5-cecc69e86a09] Allocating IP information in the background. {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 1132.495041] env[65448]: DEBUG nova.network.neutron [None req-07fdd0c4-9efe-49f0-bf2e-0589007f9cd5 tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] [instance: 391084e8-4d9f-42f0-a5a5-cecc69e86a09] allocate_for_instance() {{(pid=65448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1132.495041] env[65448]: WARNING neutronclient.v2_0.client [None req-07fdd0c4-9efe-49f0-bf2e-0589007f9cd5 tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1132.495041] env[65448]: WARNING neutronclient.v2_0.client [None req-07fdd0c4-9efe-49f0-bf2e-0589007f9cd5 tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1132.545636] env[65448]: DEBUG oslo_vmware.api [None req-16e6fd72-24c7-4a8c-ac0f-ac4e8ce36655 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': task-4938413, 'name': CloneVM_Task} progress is 94%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.549774] env[65448]: DEBUG nova.policy [None req-07fdd0c4-9efe-49f0-bf2e-0589007f9cd5 tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cadda73ed6f945af9e4e7c07ce7767be', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4a9c0479f62f4d4bb6a459d2f03cce60', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65448) authorize /opt/stack/nova/nova/policy.py:192}} [ 1132.772232] env[65448]: DEBUG oslo_vmware.api [None req-311f23cb-02b1-4977-be2c-1588f5bceafc tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4938415, 'name': ReconfigVM_Task, 'duration_secs': 0.470871} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.772605] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-311f23cb-02b1-4977-be2c-1588f5bceafc tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d53e2a3e-2205-44b0-9e68-91125832a67f] Reconfigured VM instance instance-00000061 to attach disk [datastore2] d53e2a3e-2205-44b0-9e68-91125832a67f/d53e2a3e-2205-44b0-9e68-91125832a67f.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1132.773822] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-311f23cb-02b1-4977-be2c-1588f5bceafc tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d53e2a3e-2205-44b0-9e68-91125832a67f] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'device_name': '/dev/sda', 'disk_bus': None, 'size': 0, 'encrypted': False, 'guest_format': None, 'boot_index': 0, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_type': 'disk', 'encryption_options': None, 'image_id': '50fb366d-48e6-424f-9c20-bc83d77be76a'}], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sdb', 'disk_bus': None, 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-962062', 'volume_id': 'c659ed91-6d18-4bb4-a9f7-05a83065bbb8', 'name': 'volume-c659ed91-6d18-4bb4-a9f7-05a83065bbb8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd53e2a3e-2205-44b0-9e68-91125832a67f', 'attached_at': '', 'detached_at': '', 'volume_id': 'c659ed91-6d18-4bb4-a9f7-05a83065bbb8', 'serial': 'c659ed91-6d18-4bb4-a9f7-05a83065bbb8'}, 'boot_index': None, 'delete_on_termination': False, 'attachment_id': 'b5de8dd8-5c52-499b-a2a4-857df7163bed', 'device_type': None, 'volume_type': None}], 'swap': None} {{(pid=65448) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1132.774075] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-311f23cb-02b1-4977-be2c-1588f5bceafc tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d53e2a3e-2205-44b0-9e68-91125832a67f] Volume attach. Driver type: vmdk {{(pid=65448) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1132.774305] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-311f23cb-02b1-4977-be2c-1588f5bceafc tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d53e2a3e-2205-44b0-9e68-91125832a67f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-962062', 'volume_id': 'c659ed91-6d18-4bb4-a9f7-05a83065bbb8', 'name': 'volume-c659ed91-6d18-4bb4-a9f7-05a83065bbb8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd53e2a3e-2205-44b0-9e68-91125832a67f', 'attached_at': '', 'detached_at': '', 'volume_id': 'c659ed91-6d18-4bb4-a9f7-05a83065bbb8', 'serial': 'c659ed91-6d18-4bb4-a9f7-05a83065bbb8'} {{(pid=65448) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1132.775264] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03498617-e228-47da-a95c-e8b68b8b79c2 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.792224] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54e80e59-142b-41b0-86ef-68b2dc5551cd {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.818156] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-311f23cb-02b1-4977-be2c-1588f5bceafc tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d53e2a3e-2205-44b0-9e68-91125832a67f] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] volume-c659ed91-6d18-4bb4-a9f7-05a83065bbb8/volume-c659ed91-6d18-4bb4-a9f7-05a83065bbb8.vmdk or device None with type thin {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1132.821859] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c5e7dc0-3c22-4d88-ba1a-9b876b0b6f57 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.843084] env[65448]: DEBUG oslo_vmware.api [None req-4c69e6e7-74ae-42af-b87e-48cbcee6ac27 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Task: {'id': task-4938412, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.016934} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.844257] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c69e6e7-74ae-42af-b87e-48cbcee6ac27 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] 567408bb-3c2c-43f1-b291-0e3fe8f3aded/567408bb-3c2c-43f1-b291-0e3fe8f3aded.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1132.844619] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-4c69e6e7-74ae-42af-b87e-48cbcee6ac27 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 567408bb-3c2c-43f1-b291-0e3fe8f3aded] Extending root virtual disk to 1048576 {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1132.845985] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-db0b419c-4be4-40fd-ad09-d6e2494ce139 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.849013] env[65448]: DEBUG oslo_vmware.api [None req-311f23cb-02b1-4977-be2c-1588f5bceafc tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Waiting for the task: (returnval){ [ 1132.849013] env[65448]: value = "task-4938416" [ 1132.849013] env[65448]: _type = "Task" [ 1132.849013] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.854729] env[65448]: DEBUG oslo_vmware.api [None req-4c69e6e7-74ae-42af-b87e-48cbcee6ac27 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Waiting for the task: (returnval){ [ 1132.854729] env[65448]: value = "task-4938417" [ 1132.854729] env[65448]: _type = "Task" [ 1132.854729] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.861471] env[65448]: DEBUG oslo_vmware.api [None req-311f23cb-02b1-4977-be2c-1588f5bceafc tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4938416, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.870700] env[65448]: DEBUG oslo_vmware.api [None req-4c69e6e7-74ae-42af-b87e-48cbcee6ac27 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Task: {'id': task-4938417, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.881647] env[65448]: DEBUG nova.network.neutron [None req-07fdd0c4-9efe-49f0-bf2e-0589007f9cd5 tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] [instance: 391084e8-4d9f-42f0-a5a5-cecc69e86a09] Successfully created port: d26eb648-d7cd-4343-ae35-60e77a6722fa {{(pid=65448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1132.995030] env[65448]: DEBUG nova.compute.manager [None req-07fdd0c4-9efe-49f0-bf2e-0589007f9cd5 tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] [instance: 391084e8-4d9f-42f0-a5a5-cecc69e86a09] Start building block device mappings for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2916}} [ 1133.047629] env[65448]: DEBUG oslo_vmware.api [None req-16e6fd72-24c7-4a8c-ac0f-ac4e8ce36655 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': task-4938413, 'name': CloneVM_Task, 'duration_secs': 1.488468} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.050304] env[65448]: INFO nova.virt.vmwareapi.vmops [None req-16e6fd72-24c7-4a8c-ac0f-ac4e8ce36655 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 2f9edc1d-3f0b-4f5d-baf1-3072d2931a81] Created linked-clone VM from snapshot [ 1133.055023] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06028257-a23e-41bb-aa3e-b5c702056d38 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.063697] env[65448]: DEBUG nova.virt.vmwareapi.images [None req-16e6fd72-24c7-4a8c-ac0f-ac4e8ce36655 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 2f9edc1d-3f0b-4f5d-baf1-3072d2931a81] Uploading image 22e630e9-cb7c-48a9-a93e-a28ad61d24cf {{(pid=65448) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1133.097819] env[65448]: DEBUG oslo_vmware.rw_handles [None req-16e6fd72-24c7-4a8c-ac0f-ac4e8ce36655 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1133.097819] env[65448]: value = "vm-962068" [ 1133.097819] env[65448]: _type = "VirtualMachine" [ 1133.097819] env[65448]: }. {{(pid=65448) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1133.098284] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5deed816-6b60-4d2f-9677-788d6cf279f6 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.110176] env[65448]: DEBUG oslo_vmware.rw_handles [None req-16e6fd72-24c7-4a8c-ac0f-ac4e8ce36655 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Lease: (returnval){ [ 1133.110176] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52ca75fa-ee94-4c94-0543-62f6a3a6f35c" [ 1133.110176] env[65448]: _type = "HttpNfcLease" [ 1133.110176] env[65448]: } obtained for exporting VM: (result){ [ 1133.110176] env[65448]: value = "vm-962068" [ 1133.110176] env[65448]: _type = "VirtualMachine" [ 1133.110176] env[65448]: }. {{(pid=65448) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1133.110655] env[65448]: DEBUG oslo_vmware.api [None req-16e6fd72-24c7-4a8c-ac0f-ac4e8ce36655 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Waiting for the lease: (returnval){ [ 1133.110655] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52ca75fa-ee94-4c94-0543-62f6a3a6f35c" [ 1133.110655] env[65448]: _type = "HttpNfcLease" [ 1133.110655] env[65448]: } to be ready. {{(pid=65448) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1133.119155] env[65448]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1133.119155] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52ca75fa-ee94-4c94-0543-62f6a3a6f35c" [ 1133.119155] env[65448]: _type = "HttpNfcLease" [ 1133.119155] env[65448]: } is initializing. {{(pid=65448) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1133.208041] env[65448]: DEBUG nova.network.neutron [None req-07fdd0c4-9efe-49f0-bf2e-0589007f9cd5 tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] [instance: 391084e8-4d9f-42f0-a5a5-cecc69e86a09] Successfully created port: 942c39d3-7317-400f-b52f-45a156350d36 {{(pid=65448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1133.226200] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91cb6e0e-49a2-4d8f-8bfd-39f23b6dd324 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.234563] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc339ca2-e72c-48fb-b7a5-ebd5bc3233d6 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.270885] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-206d9ab4-acef-48c9-8870-2e1f914eaa96 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.279685] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62348302-7f8c-4c73-a472-3f8044dbf057 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.294830] env[65448]: DEBUG nova.compute.provider_tree [None req-3b7f9cba-4a03-4d6f-8d6e-a0490c72c82e tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Updating inventory in ProviderTree for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1133.361461] env[65448]: DEBUG oslo_vmware.api [None req-311f23cb-02b1-4977-be2c-1588f5bceafc tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4938416, 'name': ReconfigVM_Task, 'duration_secs': 0.385605} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.362161] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-311f23cb-02b1-4977-be2c-1588f5bceafc tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d53e2a3e-2205-44b0-9e68-91125832a67f] Reconfigured VM instance instance-00000061 to attach disk [datastore2] volume-c659ed91-6d18-4bb4-a9f7-05a83065bbb8/volume-c659ed91-6d18-4bb4-a9f7-05a83065bbb8.vmdk or device None with type thin {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1133.369877] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e065536-d42a-4381-b7ce-66c8ba12da6c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.380168] env[65448]: DEBUG oslo_vmware.api [None req-4c69e6e7-74ae-42af-b87e-48cbcee6ac27 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Task: {'id': task-4938417, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082259} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.380441] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-4c69e6e7-74ae-42af-b87e-48cbcee6ac27 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 567408bb-3c2c-43f1-b291-0e3fe8f3aded] Extended root virtual disk {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1133.381667] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf4b0eee-5534-4ff6-9dca-f05843f8d311 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.386090] env[65448]: DEBUG oslo_vmware.api [None req-311f23cb-02b1-4977-be2c-1588f5bceafc tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Waiting for the task: (returnval){ [ 1133.386090] env[65448]: value = "task-4938419" [ 1133.386090] env[65448]: _type = "Task" [ 1133.386090] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.407798] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c69e6e7-74ae-42af-b87e-48cbcee6ac27 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 567408bb-3c2c-43f1-b291-0e3fe8f3aded] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] 567408bb-3c2c-43f1-b291-0e3fe8f3aded/567408bb-3c2c-43f1-b291-0e3fe8f3aded.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1133.408670] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05febc6f-6d06-405a-809c-d2c1a9106ebb {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.430572] env[65448]: DEBUG oslo_vmware.api [None req-311f23cb-02b1-4977-be2c-1588f5bceafc tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4938419, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.436781] env[65448]: DEBUG oslo_vmware.api [None req-4c69e6e7-74ae-42af-b87e-48cbcee6ac27 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Waiting for the task: (returnval){ [ 1133.436781] env[65448]: value = "task-4938420" [ 1133.436781] env[65448]: _type = "Task" [ 1133.436781] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.446448] env[65448]: DEBUG oslo_vmware.api [None req-4c69e6e7-74ae-42af-b87e-48cbcee6ac27 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Task: {'id': task-4938420, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.621022] env[65448]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1133.621022] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52ca75fa-ee94-4c94-0543-62f6a3a6f35c" [ 1133.621022] env[65448]: _type = "HttpNfcLease" [ 1133.621022] env[65448]: } is ready. {{(pid=65448) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1133.621022] env[65448]: DEBUG oslo_vmware.rw_handles [None req-16e6fd72-24c7-4a8c-ac0f-ac4e8ce36655 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1133.621022] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52ca75fa-ee94-4c94-0543-62f6a3a6f35c" [ 1133.621022] env[65448]: _type = "HttpNfcLease" [ 1133.621022] env[65448]: }. {{(pid=65448) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1133.621560] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94933161-3f6c-4f24-976a-321fef0d51e8 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.629737] env[65448]: DEBUG oslo_vmware.rw_handles [None req-16e6fd72-24c7-4a8c-ac0f-ac4e8ce36655 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5200c603-eb00-d514-7e5e-92194f4d0353/disk-0.vmdk from lease info. {{(pid=65448) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1133.630143] env[65448]: DEBUG oslo_vmware.rw_handles [None req-16e6fd72-24c7-4a8c-ac0f-ac4e8ce36655 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5200c603-eb00-d514-7e5e-92194f4d0353/disk-0.vmdk for reading. {{(pid=65448) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1133.721448] env[65448]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8cf96501-1c5a-49d9-827d-6eddd98834d7 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.835070] env[65448]: DEBUG nova.scheduler.client.report [None req-3b7f9cba-4a03-4d6f-8d6e-a0490c72c82e tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Updated inventory for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 with generation 156 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1133.835070] env[65448]: DEBUG nova.compute.provider_tree [None req-3b7f9cba-4a03-4d6f-8d6e-a0490c72c82e tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Updating resource provider 76aeec68-79e6-4d77-baf0-33bb098aa897 generation from 156 to 157 during operation: update_inventory {{(pid=65448) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1133.835499] env[65448]: DEBUG nova.compute.provider_tree [None req-3b7f9cba-4a03-4d6f-8d6e-a0490c72c82e tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Updating inventory in ProviderTree for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1133.897814] env[65448]: DEBUG oslo_vmware.api [None req-311f23cb-02b1-4977-be2c-1588f5bceafc tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4938419, 'name': ReconfigVM_Task, 'duration_secs': 0.162078} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.898184] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-311f23cb-02b1-4977-be2c-1588f5bceafc tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d53e2a3e-2205-44b0-9e68-91125832a67f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-962062', 'volume_id': 'c659ed91-6d18-4bb4-a9f7-05a83065bbb8', 'name': 'volume-c659ed91-6d18-4bb4-a9f7-05a83065bbb8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd53e2a3e-2205-44b0-9e68-91125832a67f', 'attached_at': '', 'detached_at': '', 'volume_id': 'c659ed91-6d18-4bb4-a9f7-05a83065bbb8', 'serial': 'c659ed91-6d18-4bb4-a9f7-05a83065bbb8'} {{(pid=65448) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1133.898862] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-91b6dafe-15e8-412d-b460-6039b4fdf50c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.905498] env[65448]: DEBUG oslo_vmware.api [None req-311f23cb-02b1-4977-be2c-1588f5bceafc tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Waiting for the task: (returnval){ [ 1133.905498] env[65448]: value = "task-4938421" [ 1133.905498] env[65448]: _type = "Task" [ 1133.905498] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.914019] env[65448]: DEBUG oslo_vmware.api [None req-311f23cb-02b1-4977-be2c-1588f5bceafc tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4938421, 'name': Rename_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.951174] env[65448]: DEBUG oslo_vmware.api [None req-4c69e6e7-74ae-42af-b87e-48cbcee6ac27 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Task: {'id': task-4938420, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.008900] env[65448]: DEBUG nova.compute.manager [None req-07fdd0c4-9efe-49f0-bf2e-0589007f9cd5 tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] [instance: 391084e8-4d9f-42f0-a5a5-cecc69e86a09] Start spawning the instance on the hypervisor. {{(pid=65448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2689}} [ 1134.033531] env[65448]: DEBUG nova.virt.hardware [None req-07fdd0c4-9efe-49f0-bf2e-0589007f9cd5 tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-08T17:19:51Z,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a992292b6dae455593d228217860e2e1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-08T17:19:52Z,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1134.033938] env[65448]: DEBUG nova.virt.hardware [None req-07fdd0c4-9efe-49f0-bf2e-0589007f9cd5 tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1134.033938] env[65448]: DEBUG nova.virt.hardware [None req-07fdd0c4-9efe-49f0-bf2e-0589007f9cd5 tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1134.034700] env[65448]: DEBUG nova.virt.hardware [None req-07fdd0c4-9efe-49f0-bf2e-0589007f9cd5 tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1134.034889] env[65448]: DEBUG nova.virt.hardware [None req-07fdd0c4-9efe-49f0-bf2e-0589007f9cd5 tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1134.035218] env[65448]: DEBUG nova.virt.hardware [None req-07fdd0c4-9efe-49f0-bf2e-0589007f9cd5 tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1134.035401] env[65448]: DEBUG nova.virt.hardware [None req-07fdd0c4-9efe-49f0-bf2e-0589007f9cd5 tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1134.035505] env[65448]: DEBUG nova.virt.hardware [None req-07fdd0c4-9efe-49f0-bf2e-0589007f9cd5 tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1134.035673] env[65448]: DEBUG nova.virt.hardware [None req-07fdd0c4-9efe-49f0-bf2e-0589007f9cd5 tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1134.035831] env[65448]: DEBUG nova.virt.hardware [None req-07fdd0c4-9efe-49f0-bf2e-0589007f9cd5 tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1134.036014] env[65448]: DEBUG nova.virt.hardware [None req-07fdd0c4-9efe-49f0-bf2e-0589007f9cd5 tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1134.036931] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e3e12be-8d4a-46d9-bf6d-e86342495971 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.046582] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a29f0a4-37b4-4632-a6b6-a3e82cfbe1e5 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.342880] env[65448]: DEBUG oslo_concurrency.lockutils [None req-3b7f9cba-4a03-4d6f-8d6e-a0490c72c82e tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.361s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.343496] env[65448]: DEBUG nova.compute.manager [None req-3b7f9cba-4a03-4d6f-8d6e-a0490c72c82e tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] [instance: f1ccec14-6c3b-4745-ac14-5e4acb191b56] Start building networks asynchronously for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2881}} [ 1134.346490] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 4.002s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.346683] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.346867] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65448) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1134.347250] env[65448]: DEBUG oslo_concurrency.lockutils [None req-fcc98a11-6ee6-4eae-b184-10a8fce6dde3 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.971s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.348899] env[65448]: INFO nova.compute.claims [None req-fcc98a11-6ee6-4eae-b184-10a8fce6dde3 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 3cbfb5fd-aac5-4538-87b4-d33b466ab2ad] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1134.354710] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c6eb7f6-ee80-4fa1-bcda-aa57c3f6f081 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.367159] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-309c627f-5915-4e74-89b9-ab0e291b7304 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.383449] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a8676ba-0d6b-4cc1-8ab6-730a44729f31 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.392595] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a4f84df-a11c-4cfb-8a89-f4883c354fad {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.431057] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179323MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65448) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1134.431355] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.443301] env[65448]: DEBUG oslo_vmware.api [None req-311f23cb-02b1-4977-be2c-1588f5bceafc tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4938421, 'name': Rename_Task, 'duration_secs': 0.226498} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.447069] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-311f23cb-02b1-4977-be2c-1588f5bceafc tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d53e2a3e-2205-44b0-9e68-91125832a67f] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1134.447793] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2ed8c2d9-30c1-477c-9c0a-4a92fb43174c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.455752] env[65448]: DEBUG oslo_vmware.api [None req-4c69e6e7-74ae-42af-b87e-48cbcee6ac27 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Task: {'id': task-4938420, 'name': ReconfigVM_Task, 'duration_secs': 0.730284} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.457981] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c69e6e7-74ae-42af-b87e-48cbcee6ac27 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 567408bb-3c2c-43f1-b291-0e3fe8f3aded] Reconfigured VM instance instance-0000006a to attach disk [datastore2] 567408bb-3c2c-43f1-b291-0e3fe8f3aded/567408bb-3c2c-43f1-b291-0e3fe8f3aded.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1134.458900] env[65448]: DEBUG oslo_vmware.api [None req-311f23cb-02b1-4977-be2c-1588f5bceafc tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Waiting for the task: (returnval){ [ 1134.458900] env[65448]: value = "task-4938422" [ 1134.458900] env[65448]: _type = "Task" [ 1134.458900] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.459234] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9f89ea83-3855-4136-aac6-197b6f028ba5 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.470337] env[65448]: DEBUG oslo_vmware.api [None req-311f23cb-02b1-4977-be2c-1588f5bceafc tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4938422, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.471949] env[65448]: DEBUG oslo_vmware.api [None req-4c69e6e7-74ae-42af-b87e-48cbcee6ac27 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Waiting for the task: (returnval){ [ 1134.471949] env[65448]: value = "task-4938423" [ 1134.471949] env[65448]: _type = "Task" [ 1134.471949] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.482061] env[65448]: DEBUG oslo_vmware.api [None req-4c69e6e7-74ae-42af-b87e-48cbcee6ac27 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Task: {'id': task-4938423, 'name': Rename_Task} progress is 6%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.729736] env[65448]: DEBUG nova.compute.manager [req-930a35e8-4d47-4a8a-8e93-fb169b0fd084 req-79520e0b-73ac-48f8-b43e-cf4a8f4cd0aa service nova] [instance: 391084e8-4d9f-42f0-a5a5-cecc69e86a09] Received event network-vif-plugged-d26eb648-d7cd-4343-ae35-60e77a6722fa {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1134.730096] env[65448]: DEBUG oslo_concurrency.lockutils [req-930a35e8-4d47-4a8a-8e93-fb169b0fd084 req-79520e0b-73ac-48f8-b43e-cf4a8f4cd0aa service nova] Acquiring lock "391084e8-4d9f-42f0-a5a5-cecc69e86a09-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.730364] env[65448]: DEBUG oslo_concurrency.lockutils [req-930a35e8-4d47-4a8a-8e93-fb169b0fd084 req-79520e0b-73ac-48f8-b43e-cf4a8f4cd0aa service nova] Lock "391084e8-4d9f-42f0-a5a5-cecc69e86a09-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.730552] env[65448]: DEBUG oslo_concurrency.lockutils [req-930a35e8-4d47-4a8a-8e93-fb169b0fd084 req-79520e0b-73ac-48f8-b43e-cf4a8f4cd0aa service nova] Lock "391084e8-4d9f-42f0-a5a5-cecc69e86a09-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.730727] env[65448]: DEBUG nova.compute.manager [req-930a35e8-4d47-4a8a-8e93-fb169b0fd084 req-79520e0b-73ac-48f8-b43e-cf4a8f4cd0aa service nova] [instance: 391084e8-4d9f-42f0-a5a5-cecc69e86a09] No waiting events found dispatching network-vif-plugged-d26eb648-d7cd-4343-ae35-60e77a6722fa {{(pid=65448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1134.730892] env[65448]: WARNING nova.compute.manager [req-930a35e8-4d47-4a8a-8e93-fb169b0fd084 req-79520e0b-73ac-48f8-b43e-cf4a8f4cd0aa service nova] [instance: 391084e8-4d9f-42f0-a5a5-cecc69e86a09] Received unexpected event network-vif-plugged-d26eb648-d7cd-4343-ae35-60e77a6722fa for instance with vm_state building and task_state spawning. [ 1134.842295] env[65448]: DEBUG nova.network.neutron [None req-07fdd0c4-9efe-49f0-bf2e-0589007f9cd5 tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] [instance: 391084e8-4d9f-42f0-a5a5-cecc69e86a09] Successfully updated port: d26eb648-d7cd-4343-ae35-60e77a6722fa {{(pid=65448) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1134.856057] env[65448]: DEBUG nova.compute.utils [None req-3b7f9cba-4a03-4d6f-8d6e-a0490c72c82e tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Using /dev/sd instead of None {{(pid=65448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1134.858666] env[65448]: DEBUG nova.compute.manager [None req-3b7f9cba-4a03-4d6f-8d6e-a0490c72c82e tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] [instance: f1ccec14-6c3b-4745-ac14-5e4acb191b56] Allocating IP information in the background. {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 1134.859105] env[65448]: DEBUG nova.network.neutron [None req-3b7f9cba-4a03-4d6f-8d6e-a0490c72c82e tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] [instance: f1ccec14-6c3b-4745-ac14-5e4acb191b56] allocate_for_instance() {{(pid=65448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1134.859504] env[65448]: WARNING neutronclient.v2_0.client [None req-3b7f9cba-4a03-4d6f-8d6e-a0490c72c82e tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1134.859899] env[65448]: WARNING neutronclient.v2_0.client [None req-3b7f9cba-4a03-4d6f-8d6e-a0490c72c82e tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1134.911745] env[65448]: DEBUG nova.policy [None req-3b7f9cba-4a03-4d6f-8d6e-a0490c72c82e tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '667cd83895ed4cbfa3c06611bbb9b56d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '41829c8bbc00458f8f657d10da489539', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65448) authorize /opt/stack/nova/nova/policy.py:192}} [ 1134.974925] env[65448]: DEBUG oslo_vmware.api [None req-311f23cb-02b1-4977-be2c-1588f5bceafc tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4938422, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.984143] env[65448]: DEBUG oslo_vmware.api [None req-4c69e6e7-74ae-42af-b87e-48cbcee6ac27 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Task: {'id': task-4938423, 'name': Rename_Task, 'duration_secs': 0.201633} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.984519] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c69e6e7-74ae-42af-b87e-48cbcee6ac27 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 567408bb-3c2c-43f1-b291-0e3fe8f3aded] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1134.984875] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-606b2ebd-4b63-4a71-b424-17b2bea59c24 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.993784] env[65448]: DEBUG oslo_vmware.api [None req-4c69e6e7-74ae-42af-b87e-48cbcee6ac27 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Waiting for the task: (returnval){ [ 1134.993784] env[65448]: value = "task-4938424" [ 1134.993784] env[65448]: _type = "Task" [ 1134.993784] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.005802] env[65448]: DEBUG oslo_vmware.api [None req-4c69e6e7-74ae-42af-b87e-48cbcee6ac27 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Task: {'id': task-4938424, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.316900] env[65448]: DEBUG nova.network.neutron [None req-3b7f9cba-4a03-4d6f-8d6e-a0490c72c82e tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] [instance: f1ccec14-6c3b-4745-ac14-5e4acb191b56] Successfully created port: a9f8068d-1de8-4e4e-9a29-61b474adf683 {{(pid=65448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1135.372136] env[65448]: DEBUG nova.compute.manager [None req-3b7f9cba-4a03-4d6f-8d6e-a0490c72c82e tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] [instance: f1ccec14-6c3b-4745-ac14-5e4acb191b56] Start building block device mappings for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2916}} [ 1135.474780] env[65448]: DEBUG oslo_vmware.api [None req-311f23cb-02b1-4977-be2c-1588f5bceafc tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4938422, 'name': PowerOnVM_Task, 'duration_secs': 0.70526} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.475684] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-311f23cb-02b1-4977-be2c-1588f5bceafc tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d53e2a3e-2205-44b0-9e68-91125832a67f] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1135.476105] env[65448]: DEBUG nova.compute.manager [None req-311f23cb-02b1-4977-be2c-1588f5bceafc tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d53e2a3e-2205-44b0-9e68-91125832a67f] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 1135.477236] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d729971-3f1b-4c90-88d3-77053003689d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.511163] env[65448]: DEBUG oslo_vmware.api [None req-4c69e6e7-74ae-42af-b87e-48cbcee6ac27 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Task: {'id': task-4938424, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.729537] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c70e4374-5647-4c4f-968a-3691824891aa {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.738634] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77227801-9ff6-4473-94a3-5fc0d8c5902b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.773420] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42df07e0-b279-4670-98a7-3b8081a534f0 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.782781] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08c98e55-fc1d-4d86-8baa-dae6ebed7b45 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.797753] env[65448]: DEBUG nova.compute.provider_tree [None req-fcc98a11-6ee6-4eae-b184-10a8fce6dde3 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1136.000735] env[65448]: DEBUG oslo_concurrency.lockutils [None req-311f23cb-02b1-4977-be2c-1588f5bceafc tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.006936] env[65448]: DEBUG oslo_vmware.api [None req-4c69e6e7-74ae-42af-b87e-48cbcee6ac27 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Task: {'id': task-4938424, 'name': PowerOnVM_Task, 'duration_secs': 0.729446} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.007239] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c69e6e7-74ae-42af-b87e-48cbcee6ac27 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 567408bb-3c2c-43f1-b291-0e3fe8f3aded] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1136.007445] env[65448]: INFO nova.compute.manager [None req-4c69e6e7-74ae-42af-b87e-48cbcee6ac27 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 567408bb-3c2c-43f1-b291-0e3fe8f3aded] Took 12.86 seconds to spawn the instance on the hypervisor. [ 1136.007618] env[65448]: DEBUG nova.compute.manager [None req-4c69e6e7-74ae-42af-b87e-48cbcee6ac27 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 567408bb-3c2c-43f1-b291-0e3fe8f3aded] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 1136.008476] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9e4b059-3d23-4ef3-b77b-97a115a62726 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.301519] env[65448]: DEBUG nova.scheduler.client.report [None req-fcc98a11-6ee6-4eae-b184-10a8fce6dde3 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1136.386021] env[65448]: DEBUG nova.compute.manager [None req-3b7f9cba-4a03-4d6f-8d6e-a0490c72c82e tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] [instance: f1ccec14-6c3b-4745-ac14-5e4acb191b56] Start spawning the instance on the hypervisor. {{(pid=65448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2689}} [ 1136.423122] env[65448]: DEBUG nova.virt.hardware [None req-3b7f9cba-4a03-4d6f-8d6e-a0490c72c82e tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-08T17:19:51Z,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a992292b6dae455593d228217860e2e1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-08T17:19:52Z,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1136.423389] env[65448]: DEBUG nova.virt.hardware [None req-3b7f9cba-4a03-4d6f-8d6e-a0490c72c82e tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1136.423548] env[65448]: DEBUG nova.virt.hardware [None req-3b7f9cba-4a03-4d6f-8d6e-a0490c72c82e tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1136.423725] env[65448]: DEBUG nova.virt.hardware [None req-3b7f9cba-4a03-4d6f-8d6e-a0490c72c82e tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1136.423871] env[65448]: DEBUG nova.virt.hardware [None req-3b7f9cba-4a03-4d6f-8d6e-a0490c72c82e tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1136.424119] env[65448]: DEBUG nova.virt.hardware [None req-3b7f9cba-4a03-4d6f-8d6e-a0490c72c82e tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1136.424359] env[65448]: DEBUG nova.virt.hardware [None req-3b7f9cba-4a03-4d6f-8d6e-a0490c72c82e tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1136.424522] env[65448]: DEBUG nova.virt.hardware [None req-3b7f9cba-4a03-4d6f-8d6e-a0490c72c82e tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1136.424688] env[65448]: DEBUG nova.virt.hardware [None req-3b7f9cba-4a03-4d6f-8d6e-a0490c72c82e tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1136.424849] env[65448]: DEBUG nova.virt.hardware [None req-3b7f9cba-4a03-4d6f-8d6e-a0490c72c82e tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1136.425106] env[65448]: DEBUG nova.virt.hardware [None req-3b7f9cba-4a03-4d6f-8d6e-a0490c72c82e tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1136.426282] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27d6ca98-86a0-4717-a160-cd283631cf2c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.436892] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0fcc686-f70b-4e3c-84cb-a24bd1ef4d21 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.526828] env[65448]: INFO nova.compute.manager [None req-4c69e6e7-74ae-42af-b87e-48cbcee6ac27 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 567408bb-3c2c-43f1-b291-0e3fe8f3aded] Took 19.95 seconds to build instance. [ 1136.808954] env[65448]: DEBUG oslo_concurrency.lockutils [None req-fcc98a11-6ee6-4eae-b184-10a8fce6dde3 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.462s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.809600] env[65448]: DEBUG nova.compute.manager [None req-fcc98a11-6ee6-4eae-b184-10a8fce6dde3 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 3cbfb5fd-aac5-4538-87b4-d33b466ab2ad] Start building networks asynchronously for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2881}} [ 1136.812589] env[65448]: DEBUG oslo_concurrency.lockutils [None req-40a8873f-a34b-4f25-8e06-ea4c7d0d04a0 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.714s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.816026] env[65448]: DEBUG nova.objects.instance [None req-40a8873f-a34b-4f25-8e06-ea4c7d0d04a0 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Lazy-loading 'resources' on Instance uuid ec4482b0-2919-48e3-a773-7013a9bb0899 {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1136.960166] env[65448]: DEBUG nova.network.neutron [None req-3b7f9cba-4a03-4d6f-8d6e-a0490c72c82e tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] [instance: f1ccec14-6c3b-4745-ac14-5e4acb191b56] Successfully updated port: a9f8068d-1de8-4e4e-9a29-61b474adf683 {{(pid=65448) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1136.995171] env[65448]: DEBUG nova.network.neutron [None req-07fdd0c4-9efe-49f0-bf2e-0589007f9cd5 tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] [instance: 391084e8-4d9f-42f0-a5a5-cecc69e86a09] Successfully updated port: 942c39d3-7317-400f-b52f-45a156350d36 {{(pid=65448) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1137.031191] env[65448]: DEBUG oslo_concurrency.lockutils [None req-4c69e6e7-74ae-42af-b87e-48cbcee6ac27 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Lock "567408bb-3c2c-43f1-b291-0e3fe8f3aded" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.463s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.316074] env[65448]: DEBUG nova.compute.utils [None req-fcc98a11-6ee6-4eae-b184-10a8fce6dde3 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Using /dev/sd instead of None {{(pid=65448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1137.321884] env[65448]: DEBUG nova.compute.manager [None req-fcc98a11-6ee6-4eae-b184-10a8fce6dde3 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 3cbfb5fd-aac5-4538-87b4-d33b466ab2ad] Allocating IP information in the background. {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 1137.321884] env[65448]: DEBUG nova.network.neutron [None req-fcc98a11-6ee6-4eae-b184-10a8fce6dde3 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 3cbfb5fd-aac5-4538-87b4-d33b466ab2ad] allocate_for_instance() {{(pid=65448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1137.321884] env[65448]: WARNING neutronclient.v2_0.client [None req-fcc98a11-6ee6-4eae-b184-10a8fce6dde3 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1137.322371] env[65448]: WARNING neutronclient.v2_0.client [None req-fcc98a11-6ee6-4eae-b184-10a8fce6dde3 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1137.338520] env[65448]: DEBUG nova.compute.manager [req-4f825281-86bf-496f-86d7-07d840750414 req-d39a005b-e065-4df8-a798-1898695ab1e9 service nova] [instance: 391084e8-4d9f-42f0-a5a5-cecc69e86a09] Received event network-changed-d26eb648-d7cd-4343-ae35-60e77a6722fa {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1137.338738] env[65448]: DEBUG nova.compute.manager [req-4f825281-86bf-496f-86d7-07d840750414 req-d39a005b-e065-4df8-a798-1898695ab1e9 service nova] [instance: 391084e8-4d9f-42f0-a5a5-cecc69e86a09] Refreshing instance network info cache due to event network-changed-d26eb648-d7cd-4343-ae35-60e77a6722fa. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 1137.338957] env[65448]: DEBUG oslo_concurrency.lockutils [req-4f825281-86bf-496f-86d7-07d840750414 req-d39a005b-e065-4df8-a798-1898695ab1e9 service nova] Acquiring lock "refresh_cache-391084e8-4d9f-42f0-a5a5-cecc69e86a09" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.339138] env[65448]: DEBUG oslo_concurrency.lockutils [req-4f825281-86bf-496f-86d7-07d840750414 req-d39a005b-e065-4df8-a798-1898695ab1e9 service nova] Acquired lock "refresh_cache-391084e8-4d9f-42f0-a5a5-cecc69e86a09" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.339350] env[65448]: DEBUG nova.network.neutron [req-4f825281-86bf-496f-86d7-07d840750414 req-d39a005b-e065-4df8-a798-1898695ab1e9 service nova] [instance: 391084e8-4d9f-42f0-a5a5-cecc69e86a09] Refreshing network info cache for port d26eb648-d7cd-4343-ae35-60e77a6722fa {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1137.363756] env[65448]: DEBUG nova.compute.manager [req-6bb9efca-6cf3-4f06-a295-80699cf24ca3 req-b97e41c7-d1b7-4112-8648-17046a280d77 service nova] [instance: 391084e8-4d9f-42f0-a5a5-cecc69e86a09] Received event network-vif-plugged-942c39d3-7317-400f-b52f-45a156350d36 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1137.364094] env[65448]: DEBUG oslo_concurrency.lockutils [req-6bb9efca-6cf3-4f06-a295-80699cf24ca3 req-b97e41c7-d1b7-4112-8648-17046a280d77 service nova] Acquiring lock "391084e8-4d9f-42f0-a5a5-cecc69e86a09-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.364231] env[65448]: DEBUG oslo_concurrency.lockutils [req-6bb9efca-6cf3-4f06-a295-80699cf24ca3 req-b97e41c7-d1b7-4112-8648-17046a280d77 service nova] Lock "391084e8-4d9f-42f0-a5a5-cecc69e86a09-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.364390] env[65448]: DEBUG oslo_concurrency.lockutils [req-6bb9efca-6cf3-4f06-a295-80699cf24ca3 req-b97e41c7-d1b7-4112-8648-17046a280d77 service nova] Lock "391084e8-4d9f-42f0-a5a5-cecc69e86a09-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.364544] env[65448]: DEBUG nova.compute.manager [req-6bb9efca-6cf3-4f06-a295-80699cf24ca3 req-b97e41c7-d1b7-4112-8648-17046a280d77 service nova] [instance: 391084e8-4d9f-42f0-a5a5-cecc69e86a09] No waiting events found dispatching network-vif-plugged-942c39d3-7317-400f-b52f-45a156350d36 {{(pid=65448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1137.364751] env[65448]: WARNING nova.compute.manager [req-6bb9efca-6cf3-4f06-a295-80699cf24ca3 req-b97e41c7-d1b7-4112-8648-17046a280d77 service nova] [instance: 391084e8-4d9f-42f0-a5a5-cecc69e86a09] Received unexpected event network-vif-plugged-942c39d3-7317-400f-b52f-45a156350d36 for instance with vm_state building and task_state spawning. [ 1137.378137] env[65448]: DEBUG nova.policy [None req-fcc98a11-6ee6-4eae-b184-10a8fce6dde3 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a278319122f4493e8edb16186f0372bc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a4a79f75fe9f47d4a1cca9aa9f9c3901', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65448) authorize /opt/stack/nova/nova/policy.py:192}} [ 1137.462771] env[65448]: DEBUG oslo_concurrency.lockutils [None req-3b7f9cba-4a03-4d6f-8d6e-a0490c72c82e tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Acquiring lock "refresh_cache-f1ccec14-6c3b-4745-ac14-5e4acb191b56" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.463068] env[65448]: DEBUG oslo_concurrency.lockutils [None req-3b7f9cba-4a03-4d6f-8d6e-a0490c72c82e tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Acquired lock "refresh_cache-f1ccec14-6c3b-4745-ac14-5e4acb191b56" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.463282] env[65448]: DEBUG nova.network.neutron [None req-3b7f9cba-4a03-4d6f-8d6e-a0490c72c82e tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] [instance: f1ccec14-6c3b-4745-ac14-5e4acb191b56] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1137.498481] env[65448]: DEBUG oslo_concurrency.lockutils [None req-07fdd0c4-9efe-49f0-bf2e-0589007f9cd5 tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Acquiring lock "refresh_cache-391084e8-4d9f-42f0-a5a5-cecc69e86a09" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.542402] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7e7ab7b-20b4-44ef-9718-ccc954c25f26 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.551671] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51720261-a4dc-4ccf-b0d9-5704ec1374f5 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.586897] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d8c195d-7828-41ce-b979-c80689554589 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.595673] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e975658-5c61-42f5-8b41-9e23fb20dbbe {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.612527] env[65448]: DEBUG nova.compute.provider_tree [None req-40a8873f-a34b-4f25-8e06-ea4c7d0d04a0 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1137.800306] env[65448]: DEBUG nova.network.neutron [None req-fcc98a11-6ee6-4eae-b184-10a8fce6dde3 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 3cbfb5fd-aac5-4538-87b4-d33b466ab2ad] Successfully created port: aa4ac103-6c66-4516-940a-a0cf2f3d2410 {{(pid=65448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1137.822450] env[65448]: DEBUG nova.compute.manager [None req-fcc98a11-6ee6-4eae-b184-10a8fce6dde3 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 3cbfb5fd-aac5-4538-87b4-d33b466ab2ad] Start building block device mappings for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2916}} [ 1137.845231] env[65448]: WARNING neutronclient.v2_0.client [req-4f825281-86bf-496f-86d7-07d840750414 req-d39a005b-e065-4df8-a798-1898695ab1e9 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1138.038852] env[65448]: DEBUG nova.network.neutron [req-4f825281-86bf-496f-86d7-07d840750414 req-d39a005b-e065-4df8-a798-1898695ab1e9 service nova] [instance: 391084e8-4d9f-42f0-a5a5-cecc69e86a09] Instance cache missing network info. {{(pid=65448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1138.068225] env[65448]: DEBUG nova.network.neutron [None req-3b7f9cba-4a03-4d6f-8d6e-a0490c72c82e tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] [instance: f1ccec14-6c3b-4745-ac14-5e4acb191b56] Instance cache missing network info. {{(pid=65448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1138.118052] env[65448]: DEBUG nova.scheduler.client.report [None req-40a8873f-a34b-4f25-8e06-ea4c7d0d04a0 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1138.174134] env[65448]: DEBUG nova.network.neutron [req-4f825281-86bf-496f-86d7-07d840750414 req-d39a005b-e065-4df8-a798-1898695ab1e9 service nova] [instance: 391084e8-4d9f-42f0-a5a5-cecc69e86a09] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.252100] env[65448]: WARNING neutronclient.v2_0.client [None req-3b7f9cba-4a03-4d6f-8d6e-a0490c72c82e tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1138.383794] env[65448]: DEBUG nova.network.neutron [None req-3b7f9cba-4a03-4d6f-8d6e-a0490c72c82e tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] [instance: f1ccec14-6c3b-4745-ac14-5e4acb191b56] Updating instance_info_cache with network_info: [{"id": "a9f8068d-1de8-4e4e-9a29-61b474adf683", "address": "fa:16:3e:b0:e2:17", "network": {"id": "dbea8f1c-94fb-4583-ada6-8aa382932997", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-659256082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41829c8bbc00458f8f657d10da489539", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9f8068d-1d", "ovs_interfaceid": "a9f8068d-1de8-4e4e-9a29-61b474adf683", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.623819] env[65448]: DEBUG oslo_concurrency.lockutils [None req-40a8873f-a34b-4f25-8e06-ea4c7d0d04a0 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.810s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.626444] env[65448]: DEBUG oslo_concurrency.lockutils [None req-e8790488-d35c-4370-9078-61b177515bfb tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.229s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.629541] env[65448]: INFO nova.compute.claims [None req-e8790488-d35c-4370-9078-61b177515bfb tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: 7c98f401-15ac-4322-9bb1-abbdc937bad4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1138.657643] env[65448]: INFO nova.scheduler.client.report [None req-40a8873f-a34b-4f25-8e06-ea4c7d0d04a0 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Deleted allocations for instance ec4482b0-2919-48e3-a773-7013a9bb0899 [ 1138.677651] env[65448]: DEBUG oslo_concurrency.lockutils [req-4f825281-86bf-496f-86d7-07d840750414 req-d39a005b-e065-4df8-a798-1898695ab1e9 service nova] Releasing lock "refresh_cache-391084e8-4d9f-42f0-a5a5-cecc69e86a09" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.678604] env[65448]: DEBUG oslo_concurrency.lockutils [None req-07fdd0c4-9efe-49f0-bf2e-0589007f9cd5 tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Acquired lock "refresh_cache-391084e8-4d9f-42f0-a5a5-cecc69e86a09" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.679057] env[65448]: DEBUG nova.network.neutron [None req-07fdd0c4-9efe-49f0-bf2e-0589007f9cd5 tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] [instance: 391084e8-4d9f-42f0-a5a5-cecc69e86a09] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1138.834089] env[65448]: DEBUG nova.compute.manager [None req-fcc98a11-6ee6-4eae-b184-10a8fce6dde3 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 3cbfb5fd-aac5-4538-87b4-d33b466ab2ad] Start spawning the instance on the hypervisor. {{(pid=65448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2689}} [ 1138.862258] env[65448]: DEBUG nova.virt.hardware [None req-fcc98a11-6ee6-4eae-b184-10a8fce6dde3 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-08T17:19:51Z,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a992292b6dae455593d228217860e2e1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-08T17:19:52Z,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1138.862548] env[65448]: DEBUG nova.virt.hardware [None req-fcc98a11-6ee6-4eae-b184-10a8fce6dde3 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1138.862762] env[65448]: DEBUG nova.virt.hardware [None req-fcc98a11-6ee6-4eae-b184-10a8fce6dde3 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1138.863161] env[65448]: DEBUG nova.virt.hardware [None req-fcc98a11-6ee6-4eae-b184-10a8fce6dde3 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1138.863370] env[65448]: DEBUG nova.virt.hardware [None req-fcc98a11-6ee6-4eae-b184-10a8fce6dde3 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1138.863528] env[65448]: DEBUG nova.virt.hardware [None req-fcc98a11-6ee6-4eae-b184-10a8fce6dde3 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1138.863739] env[65448]: DEBUG nova.virt.hardware [None req-fcc98a11-6ee6-4eae-b184-10a8fce6dde3 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1138.863897] env[65448]: DEBUG nova.virt.hardware [None req-fcc98a11-6ee6-4eae-b184-10a8fce6dde3 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1138.864078] env[65448]: DEBUG nova.virt.hardware [None req-fcc98a11-6ee6-4eae-b184-10a8fce6dde3 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1138.864242] env[65448]: DEBUG nova.virt.hardware [None req-fcc98a11-6ee6-4eae-b184-10a8fce6dde3 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1138.864408] env[65448]: DEBUG nova.virt.hardware [None req-fcc98a11-6ee6-4eae-b184-10a8fce6dde3 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1138.865415] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-361724d2-df5b-46ff-b383-0644a121a55b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.874839] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-530f4441-4b45-4138-b8c7-390fc4ebd20c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.891283] env[65448]: DEBUG oslo_concurrency.lockutils [None req-3b7f9cba-4a03-4d6f-8d6e-a0490c72c82e tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Releasing lock "refresh_cache-f1ccec14-6c3b-4745-ac14-5e4acb191b56" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.891648] env[65448]: DEBUG nova.compute.manager [None req-3b7f9cba-4a03-4d6f-8d6e-a0490c72c82e tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] [instance: f1ccec14-6c3b-4745-ac14-5e4acb191b56] Instance network_info: |[{"id": "a9f8068d-1de8-4e4e-9a29-61b474adf683", "address": "fa:16:3e:b0:e2:17", "network": {"id": "dbea8f1c-94fb-4583-ada6-8aa382932997", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-659256082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41829c8bbc00458f8f657d10da489539", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9f8068d-1d", "ovs_interfaceid": "a9f8068d-1de8-4e4e-9a29-61b474adf683", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 1138.892334] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-3b7f9cba-4a03-4d6f-8d6e-a0490c72c82e tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] [instance: f1ccec14-6c3b-4745-ac14-5e4acb191b56] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b0:e2:17', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '06cc7c49-c46c-4c1e-bf51-77e9ea802c40', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a9f8068d-1de8-4e4e-9a29-61b474adf683', 'vif_model': 'vmxnet3'}] {{(pid=65448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1138.899827] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b7f9cba-4a03-4d6f-8d6e-a0490c72c82e tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Creating folder: Project (41829c8bbc00458f8f657d10da489539). Parent ref: group-v961779. {{(pid=65448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1138.900129] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2b1f1b4d-821a-477b-80f5-19676439b5e3 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.913842] env[65448]: INFO nova.virt.vmwareapi.vm_util [None req-3b7f9cba-4a03-4d6f-8d6e-a0490c72c82e tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Created folder: Project (41829c8bbc00458f8f657d10da489539) in parent group-v961779. [ 1138.914067] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b7f9cba-4a03-4d6f-8d6e-a0490c72c82e tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Creating folder: Instances. Parent ref: group-v962069. {{(pid=65448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1138.914309] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6d435129-7ce5-4fa9-a9c4-ca964095c690 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.925289] env[65448]: INFO nova.virt.vmwareapi.vm_util [None req-3b7f9cba-4a03-4d6f-8d6e-a0490c72c82e tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Created folder: Instances in parent group-v962069. [ 1138.925611] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-3b7f9cba-4a03-4d6f-8d6e-a0490c72c82e tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1138.925844] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1ccec14-6c3b-4745-ac14-5e4acb191b56] Creating VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1138.926140] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b3e83044-91d9-4644-8bc2-4e6385c291ca {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.949221] env[65448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1138.949221] env[65448]: value = "task-4938427" [ 1138.949221] env[65448]: _type = "Task" [ 1138.949221] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.957546] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4938427, 'name': CreateVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.168161] env[65448]: DEBUG oslo_concurrency.lockutils [None req-40a8873f-a34b-4f25-8e06-ea4c7d0d04a0 tempest-ServersTestJSON-1621483577 tempest-ServersTestJSON-1621483577-project-member] Lock "ec4482b0-2919-48e3-a773-7013a9bb0899" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.625s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.219229] env[65448]: DEBUG nova.network.neutron [None req-07fdd0c4-9efe-49f0-bf2e-0589007f9cd5 tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] [instance: 391084e8-4d9f-42f0-a5a5-cecc69e86a09] Instance cache missing network info. {{(pid=65448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1139.294908] env[65448]: WARNING neutronclient.v2_0.client [None req-07fdd0c4-9efe-49f0-bf2e-0589007f9cd5 tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1139.311595] env[65448]: DEBUG nova.network.neutron [None req-fcc98a11-6ee6-4eae-b184-10a8fce6dde3 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 3cbfb5fd-aac5-4538-87b4-d33b466ab2ad] Successfully updated port: aa4ac103-6c66-4516-940a-a0cf2f3d2410 {{(pid=65448) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1139.386240] env[65448]: DEBUG nova.compute.manager [req-c6b94fcf-9ff3-49cc-9b2c-995aacde8953 req-cf5ff5e1-a1e9-4f1e-8bda-7292ddb7a4a4 service nova] [instance: f1ccec14-6c3b-4745-ac14-5e4acb191b56] Received event network-vif-plugged-a9f8068d-1de8-4e4e-9a29-61b474adf683 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1139.386624] env[65448]: DEBUG oslo_concurrency.lockutils [req-c6b94fcf-9ff3-49cc-9b2c-995aacde8953 req-cf5ff5e1-a1e9-4f1e-8bda-7292ddb7a4a4 service nova] Acquiring lock "f1ccec14-6c3b-4745-ac14-5e4acb191b56-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.386726] env[65448]: DEBUG oslo_concurrency.lockutils [req-c6b94fcf-9ff3-49cc-9b2c-995aacde8953 req-cf5ff5e1-a1e9-4f1e-8bda-7292ddb7a4a4 service nova] Lock "f1ccec14-6c3b-4745-ac14-5e4acb191b56-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.386918] env[65448]: DEBUG oslo_concurrency.lockutils [req-c6b94fcf-9ff3-49cc-9b2c-995aacde8953 req-cf5ff5e1-a1e9-4f1e-8bda-7292ddb7a4a4 service nova] Lock "f1ccec14-6c3b-4745-ac14-5e4acb191b56-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.387100] env[65448]: DEBUG nova.compute.manager [req-c6b94fcf-9ff3-49cc-9b2c-995aacde8953 req-cf5ff5e1-a1e9-4f1e-8bda-7292ddb7a4a4 service nova] [instance: f1ccec14-6c3b-4745-ac14-5e4acb191b56] No waiting events found dispatching network-vif-plugged-a9f8068d-1de8-4e4e-9a29-61b474adf683 {{(pid=65448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1139.387278] env[65448]: WARNING nova.compute.manager [req-c6b94fcf-9ff3-49cc-9b2c-995aacde8953 req-cf5ff5e1-a1e9-4f1e-8bda-7292ddb7a4a4 service nova] [instance: f1ccec14-6c3b-4745-ac14-5e4acb191b56] Received unexpected event network-vif-plugged-a9f8068d-1de8-4e4e-9a29-61b474adf683 for instance with vm_state building and task_state spawning. [ 1139.387436] env[65448]: DEBUG nova.compute.manager [req-c6b94fcf-9ff3-49cc-9b2c-995aacde8953 req-cf5ff5e1-a1e9-4f1e-8bda-7292ddb7a4a4 service nova] [instance: f1ccec14-6c3b-4745-ac14-5e4acb191b56] Received event network-changed-a9f8068d-1de8-4e4e-9a29-61b474adf683 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1139.387588] env[65448]: DEBUG nova.compute.manager [req-c6b94fcf-9ff3-49cc-9b2c-995aacde8953 req-cf5ff5e1-a1e9-4f1e-8bda-7292ddb7a4a4 service nova] [instance: f1ccec14-6c3b-4745-ac14-5e4acb191b56] Refreshing instance network info cache due to event network-changed-a9f8068d-1de8-4e4e-9a29-61b474adf683. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 1139.387789] env[65448]: DEBUG oslo_concurrency.lockutils [req-c6b94fcf-9ff3-49cc-9b2c-995aacde8953 req-cf5ff5e1-a1e9-4f1e-8bda-7292ddb7a4a4 service nova] Acquiring lock "refresh_cache-f1ccec14-6c3b-4745-ac14-5e4acb191b56" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.387945] env[65448]: DEBUG oslo_concurrency.lockutils [req-c6b94fcf-9ff3-49cc-9b2c-995aacde8953 req-cf5ff5e1-a1e9-4f1e-8bda-7292ddb7a4a4 service nova] Acquired lock "refresh_cache-f1ccec14-6c3b-4745-ac14-5e4acb191b56" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.388117] env[65448]: DEBUG nova.network.neutron [req-c6b94fcf-9ff3-49cc-9b2c-995aacde8953 req-cf5ff5e1-a1e9-4f1e-8bda-7292ddb7a4a4 service nova] [instance: f1ccec14-6c3b-4745-ac14-5e4acb191b56] Refreshing network info cache for port a9f8068d-1de8-4e4e-9a29-61b474adf683 {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1139.420631] env[65448]: DEBUG nova.compute.manager [req-b15d074b-4e7b-441f-8500-3fa47e313042 req-df3c7ae8-e1ba-4770-8815-616db96d0ac5 service nova] [instance: 391084e8-4d9f-42f0-a5a5-cecc69e86a09] Received event network-changed-942c39d3-7317-400f-b52f-45a156350d36 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1139.421013] env[65448]: DEBUG nova.compute.manager [req-b15d074b-4e7b-441f-8500-3fa47e313042 req-df3c7ae8-e1ba-4770-8815-616db96d0ac5 service nova] [instance: 391084e8-4d9f-42f0-a5a5-cecc69e86a09] Refreshing instance network info cache due to event network-changed-942c39d3-7317-400f-b52f-45a156350d36. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 1139.421770] env[65448]: DEBUG oslo_concurrency.lockutils [req-b15d074b-4e7b-441f-8500-3fa47e313042 req-df3c7ae8-e1ba-4770-8815-616db96d0ac5 service nova] Acquiring lock "refresh_cache-391084e8-4d9f-42f0-a5a5-cecc69e86a09" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.461578] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4938427, 'name': CreateVM_Task} progress is 99%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.494678] env[65448]: WARNING neutronclient.v2_0.client [None req-07fdd0c4-9efe-49f0-bf2e-0589007f9cd5 tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1139.641365] env[65448]: DEBUG nova.network.neutron [None req-07fdd0c4-9efe-49f0-bf2e-0589007f9cd5 tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] [instance: 391084e8-4d9f-42f0-a5a5-cecc69e86a09] Updating instance_info_cache with network_info: [{"id": "d26eb648-d7cd-4343-ae35-60e77a6722fa", "address": "fa:16:3e:1e:dd:b6", "network": {"id": "05598d27-d476-4bae-a824-a281349411d4", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-313857618", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.183", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a9c0479f62f4d4bb6a459d2f03cce60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd26eb648-d7", "ovs_interfaceid": "d26eb648-d7cd-4343-ae35-60e77a6722fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "942c39d3-7317-400f-b52f-45a156350d36", "address": "fa:16:3e:b5:74:bc", "network": {"id": "4b7b96ca-8879-4e66-b2a1-2e6c5efd8f9a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1956171507", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.63", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "4a9c0479f62f4d4bb6a459d2f03cce60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap942c39d3-73", "ovs_interfaceid": "942c39d3-7317-400f-b52f-45a156350d36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.817572] env[65448]: DEBUG oslo_concurrency.lockutils [None req-fcc98a11-6ee6-4eae-b184-10a8fce6dde3 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Acquiring lock "refresh_cache-3cbfb5fd-aac5-4538-87b4-d33b466ab2ad" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.817572] env[65448]: DEBUG oslo_concurrency.lockutils [None req-fcc98a11-6ee6-4eae-b184-10a8fce6dde3 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Acquired lock "refresh_cache-3cbfb5fd-aac5-4538-87b4-d33b466ab2ad" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.817572] env[65448]: DEBUG nova.network.neutron [None req-fcc98a11-6ee6-4eae-b184-10a8fce6dde3 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 3cbfb5fd-aac5-4538-87b4-d33b466ab2ad] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1139.834625] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-596df7a7-9c7b-44e4-a635-44833ee22efb {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.844727] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8ad4f05-c29b-42e4-90b9-acabc9e6d293 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.880567] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccb3ab9e-22e6-48e7-8a66-a10063f1dd01 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.890927] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d997bff4-0880-47d3-8c0c-ebb55976f6f9 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.897364] env[65448]: WARNING neutronclient.v2_0.client [req-c6b94fcf-9ff3-49cc-9b2c-995aacde8953 req-cf5ff5e1-a1e9-4f1e-8bda-7292ddb7a4a4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1139.910328] env[65448]: DEBUG nova.compute.provider_tree [None req-e8790488-d35c-4370-9078-61b177515bfb tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1139.963163] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4938427, 'name': CreateVM_Task, 'duration_secs': 0.624634} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.963163] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1ccec14-6c3b-4745-ac14-5e4acb191b56] Created VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1139.963163] env[65448]: WARNING neutronclient.v2_0.client [None req-3b7f9cba-4a03-4d6f-8d6e-a0490c72c82e tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1139.963409] env[65448]: DEBUG oslo_concurrency.lockutils [None req-3b7f9cba-4a03-4d6f-8d6e-a0490c72c82e tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.963409] env[65448]: DEBUG oslo_concurrency.lockutils [None req-3b7f9cba-4a03-4d6f-8d6e-a0490c72c82e tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.963726] env[65448]: DEBUG oslo_concurrency.lockutils [None req-3b7f9cba-4a03-4d6f-8d6e-a0490c72c82e tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.964010] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41661418-0a3c-4c8c-abe6-f7a91630f5fa {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.969853] env[65448]: DEBUG oslo_vmware.api [None req-3b7f9cba-4a03-4d6f-8d6e-a0490c72c82e tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Waiting for the task: (returnval){ [ 1139.969853] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52dbe93f-f714-05a0-369b-52d715ffd887" [ 1139.969853] env[65448]: _type = "Task" [ 1139.969853] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.981953] env[65448]: DEBUG oslo_vmware.api [None req-3b7f9cba-4a03-4d6f-8d6e-a0490c72c82e tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52dbe93f-f714-05a0-369b-52d715ffd887, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.051616] env[65448]: WARNING neutronclient.v2_0.client [req-c6b94fcf-9ff3-49cc-9b2c-995aacde8953 req-cf5ff5e1-a1e9-4f1e-8bda-7292ddb7a4a4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1140.122587] env[65448]: DEBUG nova.network.neutron [req-c6b94fcf-9ff3-49cc-9b2c-995aacde8953 req-cf5ff5e1-a1e9-4f1e-8bda-7292ddb7a4a4 service nova] [instance: f1ccec14-6c3b-4745-ac14-5e4acb191b56] Updated VIF entry in instance network info cache for port a9f8068d-1de8-4e4e-9a29-61b474adf683. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1140.123020] env[65448]: DEBUG nova.network.neutron [req-c6b94fcf-9ff3-49cc-9b2c-995aacde8953 req-cf5ff5e1-a1e9-4f1e-8bda-7292ddb7a4a4 service nova] [instance: f1ccec14-6c3b-4745-ac14-5e4acb191b56] Updating instance_info_cache with network_info: [{"id": "a9f8068d-1de8-4e4e-9a29-61b474adf683", "address": "fa:16:3e:b0:e2:17", "network": {"id": "dbea8f1c-94fb-4583-ada6-8aa382932997", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-659256082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41829c8bbc00458f8f657d10da489539", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9f8068d-1d", "ovs_interfaceid": "a9f8068d-1de8-4e4e-9a29-61b474adf683", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.144140] env[65448]: DEBUG oslo_concurrency.lockutils [None req-07fdd0c4-9efe-49f0-bf2e-0589007f9cd5 tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Releasing lock "refresh_cache-391084e8-4d9f-42f0-a5a5-cecc69e86a09" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.144598] env[65448]: DEBUG nova.compute.manager [None req-07fdd0c4-9efe-49f0-bf2e-0589007f9cd5 tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] [instance: 391084e8-4d9f-42f0-a5a5-cecc69e86a09] Instance network_info: |[{"id": "d26eb648-d7cd-4343-ae35-60e77a6722fa", "address": "fa:16:3e:1e:dd:b6", "network": {"id": "05598d27-d476-4bae-a824-a281349411d4", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-313857618", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.183", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a9c0479f62f4d4bb6a459d2f03cce60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd26eb648-d7", "ovs_interfaceid": "d26eb648-d7cd-4343-ae35-60e77a6722fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "942c39d3-7317-400f-b52f-45a156350d36", "address": "fa:16:3e:b5:74:bc", "network": {"id": "4b7b96ca-8879-4e66-b2a1-2e6c5efd8f9a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1956171507", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.63", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "4a9c0479f62f4d4bb6a459d2f03cce60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap942c39d3-73", "ovs_interfaceid": "942c39d3-7317-400f-b52f-45a156350d36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 1140.145322] env[65448]: DEBUG oslo_concurrency.lockutils [req-b15d074b-4e7b-441f-8500-3fa47e313042 req-df3c7ae8-e1ba-4770-8815-616db96d0ac5 service nova] Acquired lock "refresh_cache-391084e8-4d9f-42f0-a5a5-cecc69e86a09" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.145513] env[65448]: DEBUG nova.network.neutron [req-b15d074b-4e7b-441f-8500-3fa47e313042 req-df3c7ae8-e1ba-4770-8815-616db96d0ac5 service nova] [instance: 391084e8-4d9f-42f0-a5a5-cecc69e86a09] Refreshing network info cache for port 942c39d3-7317-400f-b52f-45a156350d36 {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1140.146781] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-07fdd0c4-9efe-49f0-bf2e-0589007f9cd5 tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] [instance: 391084e8-4d9f-42f0-a5a5-cecc69e86a09] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1e:dd:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78b49840-c3fc-455c-8491-a253ccd92bb5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd26eb648-d7cd-4343-ae35-60e77a6722fa', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:b5:74:bc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1e029825-6c65-4ac7-88f6-65f9d106db76', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '942c39d3-7317-400f-b52f-45a156350d36', 'vif_model': 'vmxnet3'}] {{(pid=65448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1140.157590] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-07fdd0c4-9efe-49f0-bf2e-0589007f9cd5 tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1140.158070] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 391084e8-4d9f-42f0-a5a5-cecc69e86a09] Creating VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1140.158225] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-db0cb6cd-d9a9-4a31-bb13-383a075d7c97 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.183475] env[65448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1140.183475] env[65448]: value = "task-4938428" [ 1140.183475] env[65448]: _type = "Task" [ 1140.183475] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.192336] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4938428, 'name': CreateVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.357026] env[65448]: DEBUG nova.network.neutron [None req-fcc98a11-6ee6-4eae-b184-10a8fce6dde3 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 3cbfb5fd-aac5-4538-87b4-d33b466ab2ad] Instance cache missing network info. {{(pid=65448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1140.414674] env[65448]: DEBUG nova.scheduler.client.report [None req-e8790488-d35c-4370-9078-61b177515bfb tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1140.440894] env[65448]: WARNING neutronclient.v2_0.client [None req-fcc98a11-6ee6-4eae-b184-10a8fce6dde3 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1140.483216] env[65448]: DEBUG oslo_vmware.api [None req-3b7f9cba-4a03-4d6f-8d6e-a0490c72c82e tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52dbe93f-f714-05a0-369b-52d715ffd887, 'name': SearchDatastore_Task, 'duration_secs': 0.048599} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.483613] env[65448]: DEBUG oslo_concurrency.lockutils [None req-3b7f9cba-4a03-4d6f-8d6e-a0490c72c82e tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.483878] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-3b7f9cba-4a03-4d6f-8d6e-a0490c72c82e tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] [instance: f1ccec14-6c3b-4745-ac14-5e4acb191b56] Processing image 50fb366d-48e6-424f-9c20-bc83d77be76a {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1140.484168] env[65448]: DEBUG oslo_concurrency.lockutils [None req-3b7f9cba-4a03-4d6f-8d6e-a0490c72c82e tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.484323] env[65448]: DEBUG oslo_concurrency.lockutils [None req-3b7f9cba-4a03-4d6f-8d6e-a0490c72c82e tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.484521] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b7f9cba-4a03-4d6f-8d6e-a0490c72c82e tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1140.484869] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2e81bbe4-934a-4b55-98f5-aba8f8163c47 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.497917] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b7f9cba-4a03-4d6f-8d6e-a0490c72c82e tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1140.498673] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-3b7f9cba-4a03-4d6f-8d6e-a0490c72c82e tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1140.506698] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af376bda-8e5d-41c0-a41e-9cfd0b1ec731 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.516648] env[65448]: DEBUG oslo_vmware.api [None req-3b7f9cba-4a03-4d6f-8d6e-a0490c72c82e tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Waiting for the task: (returnval){ [ 1140.516648] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52d9406a-020a-d98c-15a1-534f0f02f8d3" [ 1140.516648] env[65448]: _type = "Task" [ 1140.516648] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.527226] env[65448]: DEBUG oslo_vmware.api [None req-3b7f9cba-4a03-4d6f-8d6e-a0490c72c82e tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52d9406a-020a-d98c-15a1-534f0f02f8d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.601186] env[65448]: DEBUG nova.network.neutron [None req-fcc98a11-6ee6-4eae-b184-10a8fce6dde3 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 3cbfb5fd-aac5-4538-87b4-d33b466ab2ad] Updating instance_info_cache with network_info: [{"id": "aa4ac103-6c66-4516-940a-a0cf2f3d2410", "address": "fa:16:3e:58:c5:34", "network": {"id": "6fa83dea-1d83-4041-ae56-d9e5e5278559", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-78264896-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4a79f75fe9f47d4a1cca9aa9f9c3901", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa4ac103-6c", "ovs_interfaceid": "aa4ac103-6c66-4516-940a-a0cf2f3d2410", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.629408] env[65448]: DEBUG oslo_concurrency.lockutils [req-c6b94fcf-9ff3-49cc-9b2c-995aacde8953 req-cf5ff5e1-a1e9-4f1e-8bda-7292ddb7a4a4 service nova] Releasing lock "refresh_cache-f1ccec14-6c3b-4745-ac14-5e4acb191b56" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.632385] env[65448]: DEBUG nova.compute.manager [req-c6b94fcf-9ff3-49cc-9b2c-995aacde8953 req-cf5ff5e1-a1e9-4f1e-8bda-7292ddb7a4a4 service nova] [instance: 567408bb-3c2c-43f1-b291-0e3fe8f3aded] Received event network-changed-3417dceb-d114-4fbe-816e-13234112516f {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1140.632385] env[65448]: DEBUG nova.compute.manager [req-c6b94fcf-9ff3-49cc-9b2c-995aacde8953 req-cf5ff5e1-a1e9-4f1e-8bda-7292ddb7a4a4 service nova] [instance: 567408bb-3c2c-43f1-b291-0e3fe8f3aded] Refreshing instance network info cache due to event network-changed-3417dceb-d114-4fbe-816e-13234112516f. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 1140.632385] env[65448]: DEBUG oslo_concurrency.lockutils [req-c6b94fcf-9ff3-49cc-9b2c-995aacde8953 req-cf5ff5e1-a1e9-4f1e-8bda-7292ddb7a4a4 service nova] Acquiring lock "refresh_cache-567408bb-3c2c-43f1-b291-0e3fe8f3aded" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.632385] env[65448]: DEBUG oslo_concurrency.lockutils [req-c6b94fcf-9ff3-49cc-9b2c-995aacde8953 req-cf5ff5e1-a1e9-4f1e-8bda-7292ddb7a4a4 service nova] Acquired lock "refresh_cache-567408bb-3c2c-43f1-b291-0e3fe8f3aded" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.632385] env[65448]: DEBUG nova.network.neutron [req-c6b94fcf-9ff3-49cc-9b2c-995aacde8953 req-cf5ff5e1-a1e9-4f1e-8bda-7292ddb7a4a4 service nova] [instance: 567408bb-3c2c-43f1-b291-0e3fe8f3aded] Refreshing network info cache for port 3417dceb-d114-4fbe-816e-13234112516f {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1140.658376] env[65448]: WARNING neutronclient.v2_0.client [req-b15d074b-4e7b-441f-8500-3fa47e313042 req-df3c7ae8-e1ba-4770-8815-616db96d0ac5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1140.695594] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4938428, 'name': CreateVM_Task, 'duration_secs': 0.458397} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.695728] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 391084e8-4d9f-42f0-a5a5-cecc69e86a09] Created VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1140.696279] env[65448]: WARNING neutronclient.v2_0.client [None req-07fdd0c4-9efe-49f0-bf2e-0589007f9cd5 tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1140.696688] env[65448]: WARNING neutronclient.v2_0.client [None req-07fdd0c4-9efe-49f0-bf2e-0589007f9cd5 tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1140.697204] env[65448]: DEBUG oslo_concurrency.lockutils [None req-07fdd0c4-9efe-49f0-bf2e-0589007f9cd5 tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.697303] env[65448]: DEBUG oslo_concurrency.lockutils [None req-07fdd0c4-9efe-49f0-bf2e-0589007f9cd5 tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.697657] env[65448]: DEBUG oslo_concurrency.lockutils [None req-07fdd0c4-9efe-49f0-bf2e-0589007f9cd5 tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.697963] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae70c999-99ea-461a-81f0-b89ae7a6713a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.708801] env[65448]: DEBUG oslo_vmware.api [None req-07fdd0c4-9efe-49f0-bf2e-0589007f9cd5 tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Waiting for the task: (returnval){ [ 1140.708801] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52aff800-5e5e-5ad1-dd92-efc3e1a9a88d" [ 1140.708801] env[65448]: _type = "Task" [ 1140.708801] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.722363] env[65448]: DEBUG oslo_vmware.api [None req-07fdd0c4-9efe-49f0-bf2e-0589007f9cd5 tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52aff800-5e5e-5ad1-dd92-efc3e1a9a88d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.876141] env[65448]: WARNING neutronclient.v2_0.client [req-b15d074b-4e7b-441f-8500-3fa47e313042 req-df3c7ae8-e1ba-4770-8815-616db96d0ac5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1140.924396] env[65448]: DEBUG oslo_concurrency.lockutils [None req-e8790488-d35c-4370-9078-61b177515bfb tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.298s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.925251] env[65448]: DEBUG nova.compute.manager [None req-e8790488-d35c-4370-9078-61b177515bfb tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: 7c98f401-15ac-4322-9bb1-abbdc937bad4] Start building networks asynchronously for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2881}} [ 1140.928254] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 6.497s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.039845] env[65448]: DEBUG oslo_vmware.api [None req-3b7f9cba-4a03-4d6f-8d6e-a0490c72c82e tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52d9406a-020a-d98c-15a1-534f0f02f8d3, 'name': SearchDatastore_Task, 'duration_secs': 0.012934} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.040740] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6339c762-d573-41ee-afb9-6af76f09db4c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.048781] env[65448]: DEBUG oslo_vmware.api [None req-3b7f9cba-4a03-4d6f-8d6e-a0490c72c82e tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Waiting for the task: (returnval){ [ 1141.048781] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52709f56-e472-572c-ded9-fb81332dd967" [ 1141.048781] env[65448]: _type = "Task" [ 1141.048781] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.061188] env[65448]: DEBUG oslo_vmware.api [None req-3b7f9cba-4a03-4d6f-8d6e-a0490c72c82e tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52709f56-e472-572c-ded9-fb81332dd967, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.077756] env[65448]: DEBUG nova.network.neutron [req-b15d074b-4e7b-441f-8500-3fa47e313042 req-df3c7ae8-e1ba-4770-8815-616db96d0ac5 service nova] [instance: 391084e8-4d9f-42f0-a5a5-cecc69e86a09] Updated VIF entry in instance network info cache for port 942c39d3-7317-400f-b52f-45a156350d36. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1141.078311] env[65448]: DEBUG nova.network.neutron [req-b15d074b-4e7b-441f-8500-3fa47e313042 req-df3c7ae8-e1ba-4770-8815-616db96d0ac5 service nova] [instance: 391084e8-4d9f-42f0-a5a5-cecc69e86a09] Updating instance_info_cache with network_info: [{"id": "d26eb648-d7cd-4343-ae35-60e77a6722fa", "address": "fa:16:3e:1e:dd:b6", "network": {"id": "05598d27-d476-4bae-a824-a281349411d4", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-313857618", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.183", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a9c0479f62f4d4bb6a459d2f03cce60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd26eb648-d7", "ovs_interfaceid": "d26eb648-d7cd-4343-ae35-60e77a6722fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "942c39d3-7317-400f-b52f-45a156350d36", "address": "fa:16:3e:b5:74:bc", "network": {"id": "4b7b96ca-8879-4e66-b2a1-2e6c5efd8f9a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1956171507", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.63", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "4a9c0479f62f4d4bb6a459d2f03cce60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap942c39d3-73", "ovs_interfaceid": "942c39d3-7317-400f-b52f-45a156350d36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.104529] env[65448]: DEBUG oslo_concurrency.lockutils [None req-fcc98a11-6ee6-4eae-b184-10a8fce6dde3 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Releasing lock "refresh_cache-3cbfb5fd-aac5-4538-87b4-d33b466ab2ad" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.104891] env[65448]: DEBUG nova.compute.manager [None req-fcc98a11-6ee6-4eae-b184-10a8fce6dde3 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 3cbfb5fd-aac5-4538-87b4-d33b466ab2ad] Instance network_info: |[{"id": "aa4ac103-6c66-4516-940a-a0cf2f3d2410", "address": "fa:16:3e:58:c5:34", "network": {"id": "6fa83dea-1d83-4041-ae56-d9e5e5278559", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-78264896-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4a79f75fe9f47d4a1cca9aa9f9c3901", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa4ac103-6c", "ovs_interfaceid": "aa4ac103-6c66-4516-940a-a0cf2f3d2410", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 1141.105430] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-fcc98a11-6ee6-4eae-b184-10a8fce6dde3 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 3cbfb5fd-aac5-4538-87b4-d33b466ab2ad] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:58:c5:34', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1f996252-e329-42bd-a897-446dfe2b81cd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aa4ac103-6c66-4516-940a-a0cf2f3d2410', 'vif_model': 'vmxnet3'}] {{(pid=65448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1141.113191] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-fcc98a11-6ee6-4eae-b184-10a8fce6dde3 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1141.114017] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3cbfb5fd-aac5-4538-87b4-d33b466ab2ad] Creating VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1141.114017] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5e76f2b8-5f22-4098-879d-45eae99cb582 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.133537] env[65448]: WARNING neutronclient.v2_0.client [req-c6b94fcf-9ff3-49cc-9b2c-995aacde8953 req-cf5ff5e1-a1e9-4f1e-8bda-7292ddb7a4a4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1141.137570] env[65448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1141.137570] env[65448]: value = "task-4938429" [ 1141.137570] env[65448]: _type = "Task" [ 1141.137570] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.147100] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4938429, 'name': CreateVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.223591] env[65448]: DEBUG oslo_vmware.api [None req-07fdd0c4-9efe-49f0-bf2e-0589007f9cd5 tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52aff800-5e5e-5ad1-dd92-efc3e1a9a88d, 'name': SearchDatastore_Task, 'duration_secs': 0.013552} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.223977] env[65448]: DEBUG oslo_concurrency.lockutils [None req-07fdd0c4-9efe-49f0-bf2e-0589007f9cd5 tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.224191] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-07fdd0c4-9efe-49f0-bf2e-0589007f9cd5 tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] [instance: 391084e8-4d9f-42f0-a5a5-cecc69e86a09] Processing image 50fb366d-48e6-424f-9c20-bc83d77be76a {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1141.224434] env[65448]: DEBUG oslo_concurrency.lockutils [None req-07fdd0c4-9efe-49f0-bf2e-0589007f9cd5 tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.315365] env[65448]: WARNING neutronclient.v2_0.client [req-c6b94fcf-9ff3-49cc-9b2c-995aacde8953 req-cf5ff5e1-a1e9-4f1e-8bda-7292ddb7a4a4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1141.397860] env[65448]: DEBUG nova.network.neutron [req-c6b94fcf-9ff3-49cc-9b2c-995aacde8953 req-cf5ff5e1-a1e9-4f1e-8bda-7292ddb7a4a4 service nova] [instance: 567408bb-3c2c-43f1-b291-0e3fe8f3aded] Updated VIF entry in instance network info cache for port 3417dceb-d114-4fbe-816e-13234112516f. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1141.398262] env[65448]: DEBUG nova.network.neutron [req-c6b94fcf-9ff3-49cc-9b2c-995aacde8953 req-cf5ff5e1-a1e9-4f1e-8bda-7292ddb7a4a4 service nova] [instance: 567408bb-3c2c-43f1-b291-0e3fe8f3aded] Updating instance_info_cache with network_info: [{"id": "3417dceb-d114-4fbe-816e-13234112516f", "address": "fa:16:3e:c0:d2:35", "network": {"id": "76bce7a5-302f-47a8-9b20-9331c6891217", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1202927429-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc9e8e59612c49a6b788080423997837", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3417dceb-d1", "ovs_interfaceid": "3417dceb-d114-4fbe-816e-13234112516f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.434534] env[65448]: DEBUG nova.compute.utils [None req-e8790488-d35c-4370-9078-61b177515bfb tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Using /dev/sd instead of None {{(pid=65448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1141.441787] env[65448]: DEBUG nova.compute.manager [None req-e8790488-d35c-4370-9078-61b177515bfb tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: 7c98f401-15ac-4322-9bb1-abbdc937bad4] Allocating IP information in the background. {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 1141.442075] env[65448]: DEBUG nova.network.neutron [None req-e8790488-d35c-4370-9078-61b177515bfb tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: 7c98f401-15ac-4322-9bb1-abbdc937bad4] allocate_for_instance() {{(pid=65448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1141.442421] env[65448]: WARNING neutronclient.v2_0.client [None req-e8790488-d35c-4370-9078-61b177515bfb tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1141.442719] env[65448]: WARNING neutronclient.v2_0.client [None req-e8790488-d35c-4370-9078-61b177515bfb tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1141.497818] env[65448]: DEBUG nova.policy [None req-e8790488-d35c-4370-9078-61b177515bfb tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6e640ad962104d56a0e341dbc395c9ce', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '40f710aa821f49ef963bafd588fa759f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65448) authorize /opt/stack/nova/nova/policy.py:192}} [ 1141.561779] env[65448]: DEBUG oslo_vmware.api [None req-3b7f9cba-4a03-4d6f-8d6e-a0490c72c82e tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52709f56-e472-572c-ded9-fb81332dd967, 'name': SearchDatastore_Task, 'duration_secs': 0.013574} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.562078] env[65448]: DEBUG oslo_concurrency.lockutils [None req-3b7f9cba-4a03-4d6f-8d6e-a0490c72c82e tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.562341] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b7f9cba-4a03-4d6f-8d6e-a0490c72c82e tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] f1ccec14-6c3b-4745-ac14-5e4acb191b56/f1ccec14-6c3b-4745-ac14-5e4acb191b56.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1141.562727] env[65448]: DEBUG oslo_concurrency.lockutils [None req-07fdd0c4-9efe-49f0-bf2e-0589007f9cd5 tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.562944] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-07fdd0c4-9efe-49f0-bf2e-0589007f9cd5 tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1141.563203] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-518cad14-6c41-48ea-b19c-e5c21ac6c0d2 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.565632] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cb9c862a-cd95-4c38-87a9-ec90bb44dbd0 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.579359] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-07fdd0c4-9efe-49f0-bf2e-0589007f9cd5 tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1141.579669] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-07fdd0c4-9efe-49f0-bf2e-0589007f9cd5 tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1141.582160] env[65448]: DEBUG oslo_concurrency.lockutils [req-b15d074b-4e7b-441f-8500-3fa47e313042 req-df3c7ae8-e1ba-4770-8815-616db96d0ac5 service nova] Releasing lock "refresh_cache-391084e8-4d9f-42f0-a5a5-cecc69e86a09" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.582437] env[65448]: DEBUG nova.compute.manager [req-b15d074b-4e7b-441f-8500-3fa47e313042 req-df3c7ae8-e1ba-4770-8815-616db96d0ac5 service nova] [instance: 3cbfb5fd-aac5-4538-87b4-d33b466ab2ad] Received event network-vif-plugged-aa4ac103-6c66-4516-940a-a0cf2f3d2410 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1141.582674] env[65448]: DEBUG oslo_concurrency.lockutils [req-b15d074b-4e7b-441f-8500-3fa47e313042 req-df3c7ae8-e1ba-4770-8815-616db96d0ac5 service nova] Acquiring lock "3cbfb5fd-aac5-4538-87b4-d33b466ab2ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.582866] env[65448]: DEBUG oslo_concurrency.lockutils [req-b15d074b-4e7b-441f-8500-3fa47e313042 req-df3c7ae8-e1ba-4770-8815-616db96d0ac5 service nova] Lock "3cbfb5fd-aac5-4538-87b4-d33b466ab2ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.583161] env[65448]: DEBUG oslo_concurrency.lockutils [req-b15d074b-4e7b-441f-8500-3fa47e313042 req-df3c7ae8-e1ba-4770-8815-616db96d0ac5 service nova] Lock "3cbfb5fd-aac5-4538-87b4-d33b466ab2ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.583305] env[65448]: DEBUG nova.compute.manager [req-b15d074b-4e7b-441f-8500-3fa47e313042 req-df3c7ae8-e1ba-4770-8815-616db96d0ac5 service nova] [instance: 3cbfb5fd-aac5-4538-87b4-d33b466ab2ad] No waiting events found dispatching network-vif-plugged-aa4ac103-6c66-4516-940a-a0cf2f3d2410 {{(pid=65448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1141.583540] env[65448]: WARNING nova.compute.manager [req-b15d074b-4e7b-441f-8500-3fa47e313042 req-df3c7ae8-e1ba-4770-8815-616db96d0ac5 service nova] [instance: 3cbfb5fd-aac5-4538-87b4-d33b466ab2ad] Received unexpected event network-vif-plugged-aa4ac103-6c66-4516-940a-a0cf2f3d2410 for instance with vm_state building and task_state spawning. [ 1141.583711] env[65448]: DEBUG nova.compute.manager [req-b15d074b-4e7b-441f-8500-3fa47e313042 req-df3c7ae8-e1ba-4770-8815-616db96d0ac5 service nova] [instance: 3cbfb5fd-aac5-4538-87b4-d33b466ab2ad] Received event network-changed-aa4ac103-6c66-4516-940a-a0cf2f3d2410 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1141.584309] env[65448]: DEBUG nova.compute.manager [req-b15d074b-4e7b-441f-8500-3fa47e313042 req-df3c7ae8-e1ba-4770-8815-616db96d0ac5 service nova] [instance: 3cbfb5fd-aac5-4538-87b4-d33b466ab2ad] Refreshing instance network info cache due to event network-changed-aa4ac103-6c66-4516-940a-a0cf2f3d2410. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 1141.584309] env[65448]: DEBUG oslo_concurrency.lockutils [req-b15d074b-4e7b-441f-8500-3fa47e313042 req-df3c7ae8-e1ba-4770-8815-616db96d0ac5 service nova] Acquiring lock "refresh_cache-3cbfb5fd-aac5-4538-87b4-d33b466ab2ad" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.584309] env[65448]: DEBUG oslo_concurrency.lockutils [req-b15d074b-4e7b-441f-8500-3fa47e313042 req-df3c7ae8-e1ba-4770-8815-616db96d0ac5 service nova] Acquired lock "refresh_cache-3cbfb5fd-aac5-4538-87b4-d33b466ab2ad" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.584661] env[65448]: DEBUG nova.network.neutron [req-b15d074b-4e7b-441f-8500-3fa47e313042 req-df3c7ae8-e1ba-4770-8815-616db96d0ac5 service nova] [instance: 3cbfb5fd-aac5-4538-87b4-d33b466ab2ad] Refreshing network info cache for port aa4ac103-6c66-4516-940a-a0cf2f3d2410 {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1141.585785] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7bc8d0d8-6856-4020-a517-dce77418dfa1 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.589284] env[65448]: DEBUG oslo_vmware.api [None req-3b7f9cba-4a03-4d6f-8d6e-a0490c72c82e tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Waiting for the task: (returnval){ [ 1141.589284] env[65448]: value = "task-4938430" [ 1141.589284] env[65448]: _type = "Task" [ 1141.589284] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.598874] env[65448]: DEBUG oslo_vmware.api [None req-07fdd0c4-9efe-49f0-bf2e-0589007f9cd5 tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Waiting for the task: (returnval){ [ 1141.598874] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52c8f33f-79e2-6304-7d16-2e7494e7d1ef" [ 1141.598874] env[65448]: _type = "Task" [ 1141.598874] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.606751] env[65448]: DEBUG oslo_vmware.api [None req-3b7f9cba-4a03-4d6f-8d6e-a0490c72c82e tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Task: {'id': task-4938430, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.613800] env[65448]: DEBUG oslo_vmware.api [None req-07fdd0c4-9efe-49f0-bf2e-0589007f9cd5 tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52c8f33f-79e2-6304-7d16-2e7494e7d1ef, 'name': SearchDatastore_Task, 'duration_secs': 0.016299} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.614694] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd2ae4c0-9101-4949-a885-a3c70e2b317c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.623093] env[65448]: DEBUG oslo_vmware.api [None req-07fdd0c4-9efe-49f0-bf2e-0589007f9cd5 tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Waiting for the task: (returnval){ [ 1141.623093] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]528ef138-162a-8807-8090-d80f8751fee7" [ 1141.623093] env[65448]: _type = "Task" [ 1141.623093] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.633758] env[65448]: DEBUG oslo_vmware.api [None req-07fdd0c4-9efe-49f0-bf2e-0589007f9cd5 tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]528ef138-162a-8807-8090-d80f8751fee7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.649057] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4938429, 'name': CreateVM_Task} progress is 99%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.901441] env[65448]: DEBUG oslo_concurrency.lockutils [req-c6b94fcf-9ff3-49cc-9b2c-995aacde8953 req-cf5ff5e1-a1e9-4f1e-8bda-7292ddb7a4a4 service nova] Releasing lock "refresh_cache-567408bb-3c2c-43f1-b291-0e3fe8f3aded" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.908356] env[65448]: DEBUG nova.network.neutron [None req-e8790488-d35c-4370-9078-61b177515bfb tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: 7c98f401-15ac-4322-9bb1-abbdc937bad4] Successfully created port: e2b73f41-10de-44e3-a845-6cb17dcb2a7d {{(pid=65448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1141.943073] env[65448]: DEBUG nova.compute.manager [None req-e8790488-d35c-4370-9078-61b177515bfb tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: 7c98f401-15ac-4322-9bb1-abbdc937bad4] Start building block device mappings for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2916}} [ 1141.976121] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance 6ca5c62d-cf52-4f78-9e01-5623f4989442 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1141.976381] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1141.976580] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance 2aca5466-f783-4972-8c9d-d0de3a679c0c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1141.976738] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance d53e2a3e-2205-44b0-9e68-91125832a67f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1141.976878] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance ffb11675-ff83-4efb-be37-b642e50ea8b9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1141.977008] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance 2f9edc1d-3f0b-4f5d-baf1-3072d2931a81 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1141.977230] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance f3456e77-34cb-48b6-a71b-3a0a5066d704 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1141.977395] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance 567408bb-3c2c-43f1-b291-0e3fe8f3aded actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1141.977523] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance 391084e8-4d9f-42f0-a5a5-cecc69e86a09 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1141.977636] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance f1ccec14-6c3b-4745-ac14-5e4acb191b56 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1141.977759] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance 3cbfb5fd-aac5-4538-87b4-d33b466ab2ad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1141.977877] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance 7c98f401-15ac-4322-9bb1-abbdc937bad4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1141.978153] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=65448) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1141.978350] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2816MB phys_disk=100GB used_disk=12GB total_vcpus=48 used_vcpus=12 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '12', 'num_vm_active': '8', 'num_task_None': '8', 'num_os_type_None': '12', 'num_proj_7bf59e2c00b54ab7a8bc201e80781fcb': '2', 'io_workload': '4', 'num_proj_f35763225db24d7f858aa84e17d07cc4': '1', 'num_proj_e377eb92259c42e9b71b1927f8775fd3': '1', 'num_proj_5c8e9c9b80524b25833ad43c15e78a5a': '1', 'num_task_shelving_image_uploading': '1', 'num_proj_0f8d5716103c4544ad3c5ca0f9963943': '1', 'num_proj_40f710aa821f49ef963bafd588fa759f': '2', 'num_proj_dc9e8e59612c49a6b788080423997837': '1', 'num_vm_building': '4', 'num_task_spawning': '3', 'num_proj_4a9c0479f62f4d4bb6a459d2f03cce60': '1', 'num_proj_41829c8bbc00458f8f657d10da489539': '1', 'num_proj_a4a79f75fe9f47d4a1cca9aa9f9c3901': '1'} {{(pid=65448) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1142.090885] env[65448]: WARNING neutronclient.v2_0.client [req-b15d074b-4e7b-441f-8500-3fa47e313042 req-df3c7ae8-e1ba-4770-8815-616db96d0ac5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1142.107454] env[65448]: DEBUG oslo_vmware.api [None req-3b7f9cba-4a03-4d6f-8d6e-a0490c72c82e tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Task: {'id': task-4938430, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.136976] env[65448]: DEBUG oslo_vmware.api [None req-07fdd0c4-9efe-49f0-bf2e-0589007f9cd5 tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]528ef138-162a-8807-8090-d80f8751fee7, 'name': SearchDatastore_Task, 'duration_secs': 0.024328} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.137547] env[65448]: DEBUG oslo_concurrency.lockutils [None req-07fdd0c4-9efe-49f0-bf2e-0589007f9cd5 tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.137839] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-07fdd0c4-9efe-49f0-bf2e-0589007f9cd5 tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] 391084e8-4d9f-42f0-a5a5-cecc69e86a09/391084e8-4d9f-42f0-a5a5-cecc69e86a09.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1142.138156] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-172123dd-21ca-43d9-abef-97e118fe0c8a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.156232] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4938429, 'name': CreateVM_Task, 'duration_secs': 0.608427} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.158223] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3cbfb5fd-aac5-4538-87b4-d33b466ab2ad] Created VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1142.158645] env[65448]: DEBUG oslo_vmware.api [None req-07fdd0c4-9efe-49f0-bf2e-0589007f9cd5 tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Waiting for the task: (returnval){ [ 1142.158645] env[65448]: value = "task-4938431" [ 1142.158645] env[65448]: _type = "Task" [ 1142.158645] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.159151] env[65448]: WARNING neutronclient.v2_0.client [None req-fcc98a11-6ee6-4eae-b184-10a8fce6dde3 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1142.159860] env[65448]: DEBUG oslo_concurrency.lockutils [None req-fcc98a11-6ee6-4eae-b184-10a8fce6dde3 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.161082] env[65448]: DEBUG oslo_concurrency.lockutils [None req-fcc98a11-6ee6-4eae-b184-10a8fce6dde3 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.161082] env[65448]: DEBUG oslo_concurrency.lockutils [None req-fcc98a11-6ee6-4eae-b184-10a8fce6dde3 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.161353] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6375004-c358-474e-8363-2300d9051631 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.172205] env[65448]: DEBUG oslo_vmware.api [None req-fcc98a11-6ee6-4eae-b184-10a8fce6dde3 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Waiting for the task: (returnval){ [ 1142.172205] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52c44b36-ea9b-a300-741a-314bd9a19ca5" [ 1142.172205] env[65448]: _type = "Task" [ 1142.172205] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.180740] env[65448]: DEBUG oslo_vmware.api [None req-07fdd0c4-9efe-49f0-bf2e-0589007f9cd5 tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Task: {'id': task-4938431, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.193937] env[65448]: DEBUG oslo_vmware.api [None req-fcc98a11-6ee6-4eae-b184-10a8fce6dde3 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52c44b36-ea9b-a300-741a-314bd9a19ca5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.225754] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6ea015f-0d1f-4e7b-baff-859cf52635bd {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.236017] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08861e9b-c82d-40af-ba66-4424ce528195 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.284135] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9a356a9-db00-4459-8e46-44e9e9458f31 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.294421] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7e9682d-3533-469c-85a3-dfb02d1e2945 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.314981] env[65448]: DEBUG nova.compute.provider_tree [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1142.608353] env[65448]: DEBUG oslo_vmware.api [None req-3b7f9cba-4a03-4d6f-8d6e-a0490c72c82e tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Task: {'id': task-4938430, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.802601} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.608797] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b7f9cba-4a03-4d6f-8d6e-a0490c72c82e tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] f1ccec14-6c3b-4745-ac14-5e4acb191b56/f1ccec14-6c3b-4745-ac14-5e4acb191b56.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1142.609098] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-3b7f9cba-4a03-4d6f-8d6e-a0490c72c82e tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] [instance: f1ccec14-6c3b-4745-ac14-5e4acb191b56] Extending root virtual disk to 1048576 {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1142.609536] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3f8cb470-ca85-4916-83de-fbedec27dba6 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.621314] env[65448]: DEBUG oslo_vmware.api [None req-3b7f9cba-4a03-4d6f-8d6e-a0490c72c82e tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Waiting for the task: (returnval){ [ 1142.621314] env[65448]: value = "task-4938432" [ 1142.621314] env[65448]: _type = "Task" [ 1142.621314] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.632886] env[65448]: DEBUG oslo_vmware.api [None req-3b7f9cba-4a03-4d6f-8d6e-a0490c72c82e tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Task: {'id': task-4938432, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.677403] env[65448]: DEBUG oslo_vmware.api [None req-07fdd0c4-9efe-49f0-bf2e-0589007f9cd5 tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Task: {'id': task-4938431, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.693238] env[65448]: DEBUG oslo_vmware.api [None req-fcc98a11-6ee6-4eae-b184-10a8fce6dde3 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52c44b36-ea9b-a300-741a-314bd9a19ca5, 'name': SearchDatastore_Task, 'duration_secs': 0.05982} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.693507] env[65448]: DEBUG oslo_concurrency.lockutils [None req-fcc98a11-6ee6-4eae-b184-10a8fce6dde3 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.693582] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-fcc98a11-6ee6-4eae-b184-10a8fce6dde3 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 3cbfb5fd-aac5-4538-87b4-d33b466ab2ad] Processing image 50fb366d-48e6-424f-9c20-bc83d77be76a {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1142.693850] env[65448]: DEBUG oslo_concurrency.lockutils [None req-fcc98a11-6ee6-4eae-b184-10a8fce6dde3 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.694034] env[65448]: DEBUG oslo_concurrency.lockutils [None req-fcc98a11-6ee6-4eae-b184-10a8fce6dde3 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.694263] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcc98a11-6ee6-4eae-b184-10a8fce6dde3 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1142.694603] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-19c7f033-3a39-4dff-bba7-d0f70ca5fbde {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.714698] env[65448]: WARNING neutronclient.v2_0.client [req-b15d074b-4e7b-441f-8500-3fa47e313042 req-df3c7ae8-e1ba-4770-8815-616db96d0ac5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1142.718820] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcc98a11-6ee6-4eae-b184-10a8fce6dde3 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1142.719019] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-fcc98a11-6ee6-4eae-b184-10a8fce6dde3 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1142.719870] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f31bfc88-0249-4f36-8b53-a00713d38d57 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.727663] env[65448]: DEBUG oslo_vmware.api [None req-fcc98a11-6ee6-4eae-b184-10a8fce6dde3 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Waiting for the task: (returnval){ [ 1142.727663] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52ac8a18-0abf-bf58-4530-cb29877a8cbd" [ 1142.727663] env[65448]: _type = "Task" [ 1142.727663] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.740975] env[65448]: DEBUG oslo_vmware.api [None req-fcc98a11-6ee6-4eae-b184-10a8fce6dde3 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52ac8a18-0abf-bf58-4530-cb29877a8cbd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.819260] env[65448]: DEBUG nova.scheduler.client.report [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1142.963483] env[65448]: DEBUG nova.compute.manager [None req-e8790488-d35c-4370-9078-61b177515bfb tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: 7c98f401-15ac-4322-9bb1-abbdc937bad4] Start spawning the instance on the hypervisor. {{(pid=65448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2689}} [ 1142.992954] env[65448]: DEBUG nova.virt.hardware [None req-e8790488-d35c-4370-9078-61b177515bfb tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-08T17:19:51Z,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a992292b6dae455593d228217860e2e1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-08T17:19:52Z,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1142.993381] env[65448]: DEBUG nova.virt.hardware [None req-e8790488-d35c-4370-9078-61b177515bfb tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1142.993582] env[65448]: DEBUG nova.virt.hardware [None req-e8790488-d35c-4370-9078-61b177515bfb tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1142.994759] env[65448]: DEBUG nova.virt.hardware [None req-e8790488-d35c-4370-9078-61b177515bfb tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1142.995128] env[65448]: DEBUG nova.virt.hardware [None req-e8790488-d35c-4370-9078-61b177515bfb tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1142.995402] env[65448]: DEBUG nova.virt.hardware [None req-e8790488-d35c-4370-9078-61b177515bfb tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1142.995761] env[65448]: DEBUG nova.virt.hardware [None req-e8790488-d35c-4370-9078-61b177515bfb tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1142.996093] env[65448]: DEBUG nova.virt.hardware [None req-e8790488-d35c-4370-9078-61b177515bfb tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1142.996396] env[65448]: DEBUG nova.virt.hardware [None req-e8790488-d35c-4370-9078-61b177515bfb tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1142.996724] env[65448]: DEBUG nova.virt.hardware [None req-e8790488-d35c-4370-9078-61b177515bfb tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1142.997023] env[65448]: DEBUG nova.virt.hardware [None req-e8790488-d35c-4370-9078-61b177515bfb tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1142.998364] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec66e271-5c74-4144-a336-9d29721f3916 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.008928] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c494c71-e3fb-4657-b9c3-d6a7f530e3a8 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.033035] env[65448]: DEBUG nova.network.neutron [req-b15d074b-4e7b-441f-8500-3fa47e313042 req-df3c7ae8-e1ba-4770-8815-616db96d0ac5 service nova] [instance: 3cbfb5fd-aac5-4538-87b4-d33b466ab2ad] Updated VIF entry in instance network info cache for port aa4ac103-6c66-4516-940a-a0cf2f3d2410. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1143.033467] env[65448]: DEBUG nova.network.neutron [req-b15d074b-4e7b-441f-8500-3fa47e313042 req-df3c7ae8-e1ba-4770-8815-616db96d0ac5 service nova] [instance: 3cbfb5fd-aac5-4538-87b4-d33b466ab2ad] Updating instance_info_cache with network_info: [{"id": "aa4ac103-6c66-4516-940a-a0cf2f3d2410", "address": "fa:16:3e:58:c5:34", "network": {"id": "6fa83dea-1d83-4041-ae56-d9e5e5278559", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-78264896-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4a79f75fe9f47d4a1cca9aa9f9c3901", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa4ac103-6c", "ovs_interfaceid": "aa4ac103-6c66-4516-940a-a0cf2f3d2410", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.132702] env[65448]: DEBUG oslo_vmware.api [None req-3b7f9cba-4a03-4d6f-8d6e-a0490c72c82e tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Task: {'id': task-4938432, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.115477} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.133096] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-3b7f9cba-4a03-4d6f-8d6e-a0490c72c82e tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] [instance: f1ccec14-6c3b-4745-ac14-5e4acb191b56] Extended root virtual disk {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1143.134014] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b580525-b668-4b92-8c10-63bc2047ab43 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.160062] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b7f9cba-4a03-4d6f-8d6e-a0490c72c82e tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] [instance: f1ccec14-6c3b-4745-ac14-5e4acb191b56] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] f1ccec14-6c3b-4745-ac14-5e4acb191b56/f1ccec14-6c3b-4745-ac14-5e4acb191b56.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1143.160816] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-800bfc2d-b517-4fb9-ad95-8078f5922918 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.186674] env[65448]: DEBUG oslo_vmware.api [None req-07fdd0c4-9efe-49f0-bf2e-0589007f9cd5 tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Task: {'id': task-4938431, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.188339] env[65448]: DEBUG oslo_vmware.api [None req-3b7f9cba-4a03-4d6f-8d6e-a0490c72c82e tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Waiting for the task: (returnval){ [ 1143.188339] env[65448]: value = "task-4938433" [ 1143.188339] env[65448]: _type = "Task" [ 1143.188339] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.197771] env[65448]: DEBUG oslo_vmware.api [None req-3b7f9cba-4a03-4d6f-8d6e-a0490c72c82e tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Task: {'id': task-4938433, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.239403] env[65448]: DEBUG oslo_vmware.api [None req-fcc98a11-6ee6-4eae-b184-10a8fce6dde3 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52ac8a18-0abf-bf58-4530-cb29877a8cbd, 'name': SearchDatastore_Task, 'duration_secs': 0.061774} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.240364] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c158ce0-3c89-4b99-b48b-59cc034d0ed1 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.248536] env[65448]: DEBUG oslo_vmware.api [None req-fcc98a11-6ee6-4eae-b184-10a8fce6dde3 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Waiting for the task: (returnval){ [ 1143.248536] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]527e8d62-92f2-9092-e8a5-b54bef97875f" [ 1143.248536] env[65448]: _type = "Task" [ 1143.248536] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.259186] env[65448]: DEBUG oslo_vmware.api [None req-fcc98a11-6ee6-4eae-b184-10a8fce6dde3 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]527e8d62-92f2-9092-e8a5-b54bef97875f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.326148] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65448) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1143.326481] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.398s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.328684] env[65448]: DEBUG oslo_concurrency.lockutils [None req-311f23cb-02b1-4977-be2c-1588f5bceafc tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 7.326s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.328684] env[65448]: DEBUG nova.objects.instance [None req-311f23cb-02b1-4977-be2c-1588f5bceafc tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d53e2a3e-2205-44b0-9e68-91125832a67f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65448) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1143.333749] env[65448]: DEBUG oslo_service.periodic_task [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=65448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1143.333749] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Cleaning up deleted instances {{(pid=65448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11923}} [ 1143.392177] env[65448]: DEBUG oslo_concurrency.lockutils [None req-c6925539-7cde-4bf2-b058-11298fe8505e tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Acquiring lock "ffb11675-ff83-4efb-be37-b642e50ea8b9" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.392177] env[65448]: DEBUG oslo_concurrency.lockutils [None req-c6925539-7cde-4bf2-b058-11298fe8505e tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Lock "ffb11675-ff83-4efb-be37-b642e50ea8b9" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.472904] env[65448]: DEBUG nova.compute.manager [req-47b6fa8c-f042-48e2-8dac-4fee35e616d7 req-69d517ef-ef00-4001-935a-ef32edaa4f88 service nova] [instance: 7c98f401-15ac-4322-9bb1-abbdc937bad4] Received event network-vif-plugged-e2b73f41-10de-44e3-a845-6cb17dcb2a7d {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1143.473217] env[65448]: DEBUG oslo_concurrency.lockutils [req-47b6fa8c-f042-48e2-8dac-4fee35e616d7 req-69d517ef-ef00-4001-935a-ef32edaa4f88 service nova] Acquiring lock "7c98f401-15ac-4322-9bb1-abbdc937bad4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.473512] env[65448]: DEBUG oslo_concurrency.lockutils [req-47b6fa8c-f042-48e2-8dac-4fee35e616d7 req-69d517ef-ef00-4001-935a-ef32edaa4f88 service nova] Lock "7c98f401-15ac-4322-9bb1-abbdc937bad4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.473702] env[65448]: DEBUG oslo_concurrency.lockutils [req-47b6fa8c-f042-48e2-8dac-4fee35e616d7 req-69d517ef-ef00-4001-935a-ef32edaa4f88 service nova] Lock "7c98f401-15ac-4322-9bb1-abbdc937bad4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.473866] env[65448]: DEBUG nova.compute.manager [req-47b6fa8c-f042-48e2-8dac-4fee35e616d7 req-69d517ef-ef00-4001-935a-ef32edaa4f88 service nova] [instance: 7c98f401-15ac-4322-9bb1-abbdc937bad4] No waiting events found dispatching network-vif-plugged-e2b73f41-10de-44e3-a845-6cb17dcb2a7d {{(pid=65448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1143.474098] env[65448]: WARNING nova.compute.manager [req-47b6fa8c-f042-48e2-8dac-4fee35e616d7 req-69d517ef-ef00-4001-935a-ef32edaa4f88 service nova] [instance: 7c98f401-15ac-4322-9bb1-abbdc937bad4] Received unexpected event network-vif-plugged-e2b73f41-10de-44e3-a845-6cb17dcb2a7d for instance with vm_state building and task_state spawning. [ 1143.536409] env[65448]: DEBUG oslo_concurrency.lockutils [req-b15d074b-4e7b-441f-8500-3fa47e313042 req-df3c7ae8-e1ba-4770-8815-616db96d0ac5 service nova] Releasing lock "refresh_cache-3cbfb5fd-aac5-4538-87b4-d33b466ab2ad" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.581552] env[65448]: DEBUG nova.network.neutron [None req-e8790488-d35c-4370-9078-61b177515bfb tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: 7c98f401-15ac-4322-9bb1-abbdc937bad4] Successfully updated port: e2b73f41-10de-44e3-a845-6cb17dcb2a7d {{(pid=65448) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1143.685750] env[65448]: DEBUG oslo_vmware.api [None req-07fdd0c4-9efe-49f0-bf2e-0589007f9cd5 tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Task: {'id': task-4938431, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.699047] env[65448]: DEBUG oslo_vmware.api [None req-3b7f9cba-4a03-4d6f-8d6e-a0490c72c82e tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Task: {'id': task-4938433, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.714996] env[65448]: DEBUG oslo_vmware.rw_handles [None req-16e6fd72-24c7-4a8c-ac0f-ac4e8ce36655 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5200c603-eb00-d514-7e5e-92194f4d0353/disk-0.vmdk. {{(pid=65448) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1143.715980] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78f2ec36-a2cd-4d74-9dae-1eb0810b5004 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.722894] env[65448]: DEBUG oslo_vmware.rw_handles [None req-16e6fd72-24c7-4a8c-ac0f-ac4e8ce36655 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5200c603-eb00-d514-7e5e-92194f4d0353/disk-0.vmdk is in state: ready. {{(pid=65448) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1143.723080] env[65448]: ERROR oslo_vmware.rw_handles [None req-16e6fd72-24c7-4a8c-ac0f-ac4e8ce36655 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5200c603-eb00-d514-7e5e-92194f4d0353/disk-0.vmdk due to incomplete transfer. [ 1143.723325] env[65448]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-15275f2e-2868-4377-9eda-24228f33b311 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.732140] env[65448]: DEBUG oslo_vmware.rw_handles [None req-16e6fd72-24c7-4a8c-ac0f-ac4e8ce36655 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5200c603-eb00-d514-7e5e-92194f4d0353/disk-0.vmdk. {{(pid=65448) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1143.732341] env[65448]: DEBUG nova.virt.vmwareapi.images [None req-16e6fd72-24c7-4a8c-ac0f-ac4e8ce36655 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 2f9edc1d-3f0b-4f5d-baf1-3072d2931a81] Uploaded image 22e630e9-cb7c-48a9-a93e-a28ad61d24cf to the Glance image server {{(pid=65448) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1143.734746] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-16e6fd72-24c7-4a8c-ac0f-ac4e8ce36655 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 2f9edc1d-3f0b-4f5d-baf1-3072d2931a81] Destroying the VM {{(pid=65448) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1143.735015] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d401bb1e-4996-429b-8563-04efc08cf1af {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.742364] env[65448]: DEBUG oslo_vmware.api [None req-16e6fd72-24c7-4a8c-ac0f-ac4e8ce36655 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Waiting for the task: (returnval){ [ 1143.742364] env[65448]: value = "task-4938434" [ 1143.742364] env[65448]: _type = "Task" [ 1143.742364] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.751586] env[65448]: DEBUG oslo_vmware.api [None req-16e6fd72-24c7-4a8c-ac0f-ac4e8ce36655 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': task-4938434, 'name': Destroy_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.761589] env[65448]: DEBUG oslo_vmware.api [None req-fcc98a11-6ee6-4eae-b184-10a8fce6dde3 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]527e8d62-92f2-9092-e8a5-b54bef97875f, 'name': SearchDatastore_Task, 'duration_secs': 0.045047} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.762023] env[65448]: DEBUG oslo_concurrency.lockutils [None req-fcc98a11-6ee6-4eae-b184-10a8fce6dde3 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.762421] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcc98a11-6ee6-4eae-b184-10a8fce6dde3 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] 3cbfb5fd-aac5-4538-87b4-d33b466ab2ad/3cbfb5fd-aac5-4538-87b4-d33b466ab2ad.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1143.763040] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a9e254bc-75c5-4f36-83d4-6ad16ea356b6 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.771674] env[65448]: DEBUG oslo_vmware.api [None req-fcc98a11-6ee6-4eae-b184-10a8fce6dde3 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Waiting for the task: (returnval){ [ 1143.771674] env[65448]: value = "task-4938435" [ 1143.771674] env[65448]: _type = "Task" [ 1143.771674] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.780168] env[65448]: DEBUG oslo_vmware.api [None req-fcc98a11-6ee6-4eae-b184-10a8fce6dde3 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4938435, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.852702] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] There are 63 instances to clean {{(pid=65448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11932}} [ 1143.852874] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] [instance: 065c9740-2c84-4d41-ab88-10951e30179e] Instance has had 0 of 5 cleanup attempts {{(pid=65448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11936}} [ 1143.856162] env[65448]: DEBUG oslo_concurrency.lockutils [None req-311f23cb-02b1-4977-be2c-1588f5bceafc tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 0.529s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.896203] env[65448]: INFO nova.compute.manager [None req-c6925539-7cde-4bf2-b058-11298fe8505e tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: ffb11675-ff83-4efb-be37-b642e50ea8b9] Detaching volume a4dc71f8-f84c-4b38-81ba-e282c8158d1f [ 1143.938710] env[65448]: INFO nova.virt.block_device [None req-c6925539-7cde-4bf2-b058-11298fe8505e tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: ffb11675-ff83-4efb-be37-b642e50ea8b9] Attempting to driver detach volume a4dc71f8-f84c-4b38-81ba-e282c8158d1f from mountpoint /dev/sdb [ 1143.939031] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6925539-7cde-4bf2-b058-11298fe8505e tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: ffb11675-ff83-4efb-be37-b642e50ea8b9] Volume detach. Driver type: vmdk {{(pid=65448) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1143.939272] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6925539-7cde-4bf2-b058-11298fe8505e tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: ffb11675-ff83-4efb-be37-b642e50ea8b9] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-962049', 'volume_id': 'a4dc71f8-f84c-4b38-81ba-e282c8158d1f', 'name': 'volume-a4dc71f8-f84c-4b38-81ba-e282c8158d1f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'ffb11675-ff83-4efb-be37-b642e50ea8b9', 'attached_at': '', 'detached_at': '', 'volume_id': 'a4dc71f8-f84c-4b38-81ba-e282c8158d1f', 'serial': 'a4dc71f8-f84c-4b38-81ba-e282c8158d1f'} {{(pid=65448) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1143.940244] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e201cd57-762e-4137-a493-1343b0333735 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.964430] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a07c48b7-6b24-4fe3-a989-dfc71fb2dd1e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.971810] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad4a0b2a-50cb-416a-bdbd-b14bbfedd76d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.994392] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb966489-80f5-4ebd-b12c-cdf9ed98e780 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.010732] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6925539-7cde-4bf2-b058-11298fe8505e tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] The volume has not been displaced from its original location: [datastore1] volume-a4dc71f8-f84c-4b38-81ba-e282c8158d1f/volume-a4dc71f8-f84c-4b38-81ba-e282c8158d1f.vmdk. No consolidation needed. {{(pid=65448) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1144.016340] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6925539-7cde-4bf2-b058-11298fe8505e tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: ffb11675-ff83-4efb-be37-b642e50ea8b9] Reconfiguring VM instance instance-00000050 to detach disk 2001 {{(pid=65448) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1144.016693] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa8ce571-01f8-4a4e-9732-e19b014115a8 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.036501] env[65448]: DEBUG oslo_vmware.api [None req-c6925539-7cde-4bf2-b058-11298fe8505e tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Waiting for the task: (returnval){ [ 1144.036501] env[65448]: value = "task-4938436" [ 1144.036501] env[65448]: _type = "Task" [ 1144.036501] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.046497] env[65448]: DEBUG oslo_vmware.api [None req-c6925539-7cde-4bf2-b058-11298fe8505e tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Task: {'id': task-4938436, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.084638] env[65448]: DEBUG oslo_concurrency.lockutils [None req-e8790488-d35c-4370-9078-61b177515bfb tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Acquiring lock "refresh_cache-7c98f401-15ac-4322-9bb1-abbdc937bad4" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.084840] env[65448]: DEBUG oslo_concurrency.lockutils [None req-e8790488-d35c-4370-9078-61b177515bfb tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Acquired lock "refresh_cache-7c98f401-15ac-4322-9bb1-abbdc937bad4" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.084977] env[65448]: DEBUG nova.network.neutron [None req-e8790488-d35c-4370-9078-61b177515bfb tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: 7c98f401-15ac-4322-9bb1-abbdc937bad4] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1144.187357] env[65448]: DEBUG oslo_vmware.api [None req-07fdd0c4-9efe-49f0-bf2e-0589007f9cd5 tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Task: {'id': task-4938431, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.791303} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.188065] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-07fdd0c4-9efe-49f0-bf2e-0589007f9cd5 tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] 391084e8-4d9f-42f0-a5a5-cecc69e86a09/391084e8-4d9f-42f0-a5a5-cecc69e86a09.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1144.188065] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-07fdd0c4-9efe-49f0-bf2e-0589007f9cd5 tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] [instance: 391084e8-4d9f-42f0-a5a5-cecc69e86a09] Extending root virtual disk to 1048576 {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1144.188328] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-382e3f12-5bb4-4d5b-bd69-1c0a6fb20857 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.199714] env[65448]: DEBUG oslo_vmware.api [None req-3b7f9cba-4a03-4d6f-8d6e-a0490c72c82e tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Task: {'id': task-4938433, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.201627] env[65448]: DEBUG oslo_vmware.api [None req-07fdd0c4-9efe-49f0-bf2e-0589007f9cd5 tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Waiting for the task: (returnval){ [ 1144.201627] env[65448]: value = "task-4938437" [ 1144.201627] env[65448]: _type = "Task" [ 1144.201627] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.213023] env[65448]: DEBUG oslo_vmware.api [None req-07fdd0c4-9efe-49f0-bf2e-0589007f9cd5 tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Task: {'id': task-4938437, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.255986] env[65448]: DEBUG oslo_vmware.api [None req-16e6fd72-24c7-4a8c-ac0f-ac4e8ce36655 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': task-4938434, 'name': Destroy_Task, 'duration_secs': 0.352038} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.256414] env[65448]: INFO nova.virt.vmwareapi.vm_util [None req-16e6fd72-24c7-4a8c-ac0f-ac4e8ce36655 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 2f9edc1d-3f0b-4f5d-baf1-3072d2931a81] Destroyed the VM [ 1144.256651] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-16e6fd72-24c7-4a8c-ac0f-ac4e8ce36655 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 2f9edc1d-3f0b-4f5d-baf1-3072d2931a81] Deleting Snapshot of the VM instance {{(pid=65448) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1144.256932] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b8266532-0a8f-4cab-af28-3df60dcbeb4d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.265595] env[65448]: DEBUG oslo_vmware.api [None req-16e6fd72-24c7-4a8c-ac0f-ac4e8ce36655 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Waiting for the task: (returnval){ [ 1144.265595] env[65448]: value = "task-4938438" [ 1144.265595] env[65448]: _type = "Task" [ 1144.265595] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.274805] env[65448]: DEBUG oslo_vmware.api [None req-16e6fd72-24c7-4a8c-ac0f-ac4e8ce36655 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': task-4938438, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.284456] env[65448]: DEBUG oslo_vmware.api [None req-fcc98a11-6ee6-4eae-b184-10a8fce6dde3 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4938435, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.358363] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] [instance: 4519dc37-aea6-46ff-bb47-15f76c6b9cdf] Instance has had 0 of 5 cleanup attempts {{(pid=65448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11936}} [ 1144.547088] env[65448]: DEBUG oslo_vmware.api [None req-c6925539-7cde-4bf2-b058-11298fe8505e tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Task: {'id': task-4938436, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.624206] env[65448]: DEBUG nova.network.neutron [None req-e8790488-d35c-4370-9078-61b177515bfb tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: 7c98f401-15ac-4322-9bb1-abbdc937bad4] Instance cache missing network info. {{(pid=65448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1144.700636] env[65448]: DEBUG oslo_vmware.api [None req-3b7f9cba-4a03-4d6f-8d6e-a0490c72c82e tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Task: {'id': task-4938433, 'name': ReconfigVM_Task, 'duration_secs': 1.448399} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.700945] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b7f9cba-4a03-4d6f-8d6e-a0490c72c82e tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] [instance: f1ccec14-6c3b-4745-ac14-5e4acb191b56] Reconfigured VM instance instance-0000006c to attach disk [datastore2] f1ccec14-6c3b-4745-ac14-5e4acb191b56/f1ccec14-6c3b-4745-ac14-5e4acb191b56.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1144.701619] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3d274523-bdd3-4914-b738-d3a8aa204650 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.713703] env[65448]: DEBUG oslo_vmware.api [None req-07fdd0c4-9efe-49f0-bf2e-0589007f9cd5 tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Task: {'id': task-4938437, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.31424} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.715203] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-07fdd0c4-9efe-49f0-bf2e-0589007f9cd5 tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] [instance: 391084e8-4d9f-42f0-a5a5-cecc69e86a09] Extended root virtual disk {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1144.715575] env[65448]: DEBUG oslo_vmware.api [None req-3b7f9cba-4a03-4d6f-8d6e-a0490c72c82e tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Waiting for the task: (returnval){ [ 1144.715575] env[65448]: value = "task-4938439" [ 1144.715575] env[65448]: _type = "Task" [ 1144.715575] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.716295] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6ceaa3d-93d9-45a7-9c42-29301f5e8162 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.722739] env[65448]: WARNING neutronclient.v2_0.client [None req-e8790488-d35c-4370-9078-61b177515bfb tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1144.732558] env[65448]: DEBUG oslo_vmware.api [None req-3b7f9cba-4a03-4d6f-8d6e-a0490c72c82e tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Task: {'id': task-4938439, 'name': Rename_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.754968] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-07fdd0c4-9efe-49f0-bf2e-0589007f9cd5 tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] [instance: 391084e8-4d9f-42f0-a5a5-cecc69e86a09] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] 391084e8-4d9f-42f0-a5a5-cecc69e86a09/391084e8-4d9f-42f0-a5a5-cecc69e86a09.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1144.755403] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e12696c-ffa9-4521-82fb-d0ce977b92b8 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.786669] env[65448]: DEBUG oslo_vmware.api [None req-07fdd0c4-9efe-49f0-bf2e-0589007f9cd5 tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Waiting for the task: (returnval){ [ 1144.786669] env[65448]: value = "task-4938440" [ 1144.786669] env[65448]: _type = "Task" [ 1144.786669] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.792538] env[65448]: DEBUG oslo_vmware.api [None req-fcc98a11-6ee6-4eae-b184-10a8fce6dde3 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4938435, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.733359} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.792751] env[65448]: DEBUG oslo_vmware.api [None req-16e6fd72-24c7-4a8c-ac0f-ac4e8ce36655 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': task-4938438, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.795929] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcc98a11-6ee6-4eae-b184-10a8fce6dde3 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] 3cbfb5fd-aac5-4538-87b4-d33b466ab2ad/3cbfb5fd-aac5-4538-87b4-d33b466ab2ad.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1144.796200] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-fcc98a11-6ee6-4eae-b184-10a8fce6dde3 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 3cbfb5fd-aac5-4538-87b4-d33b466ab2ad] Extending root virtual disk to 1048576 {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1144.796480] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4650b5e3-e23c-43a5-98a7-1a4e181880e9 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.804645] env[65448]: DEBUG oslo_vmware.api [None req-07fdd0c4-9efe-49f0-bf2e-0589007f9cd5 tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Task: {'id': task-4938440, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.805958] env[65448]: DEBUG oslo_vmware.api [None req-fcc98a11-6ee6-4eae-b184-10a8fce6dde3 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Waiting for the task: (returnval){ [ 1144.805958] env[65448]: value = "task-4938441" [ 1144.805958] env[65448]: _type = "Task" [ 1144.805958] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.815023] env[65448]: DEBUG oslo_vmware.api [None req-fcc98a11-6ee6-4eae-b184-10a8fce6dde3 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4938441, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.816304] env[65448]: DEBUG nova.network.neutron [None req-e8790488-d35c-4370-9078-61b177515bfb tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: 7c98f401-15ac-4322-9bb1-abbdc937bad4] Updating instance_info_cache with network_info: [{"id": "e2b73f41-10de-44e3-a845-6cb17dcb2a7d", "address": "fa:16:3e:fa:dc:71", "network": {"id": "ae7fb699-1e8f-4e6e-ba65-11efac49c1f2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2072253352-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40f710aa821f49ef963bafd588fa759f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2b73f41-10", "ovs_interfaceid": "e2b73f41-10de-44e3-a845-6cb17dcb2a7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.862713] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] [instance: 29233a50-b2e2-4fe5-bf08-80a7b1c85e0b] Instance has had 0 of 5 cleanup attempts {{(pid=65448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11936}} [ 1145.049097] env[65448]: DEBUG oslo_vmware.api [None req-c6925539-7cde-4bf2-b058-11298fe8505e tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Task: {'id': task-4938436, 'name': ReconfigVM_Task, 'duration_secs': 0.518874} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.049097] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6925539-7cde-4bf2-b058-11298fe8505e tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: ffb11675-ff83-4efb-be37-b642e50ea8b9] Reconfigured VM instance instance-00000050 to detach disk 2001 {{(pid=65448) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1145.053796] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1aeeb60e-f8e9-4f4a-8221-2710aecbcf0e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.070219] env[65448]: DEBUG oslo_vmware.api [None req-c6925539-7cde-4bf2-b058-11298fe8505e tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Waiting for the task: (returnval){ [ 1145.070219] env[65448]: value = "task-4938442" [ 1145.070219] env[65448]: _type = "Task" [ 1145.070219] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.079808] env[65448]: DEBUG oslo_vmware.api [None req-c6925539-7cde-4bf2-b058-11298fe8505e tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Task: {'id': task-4938442, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.232524] env[65448]: DEBUG oslo_vmware.api [None req-3b7f9cba-4a03-4d6f-8d6e-a0490c72c82e tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Task: {'id': task-4938439, 'name': Rename_Task, 'duration_secs': 0.14472} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.232790] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b7f9cba-4a03-4d6f-8d6e-a0490c72c82e tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] [instance: f1ccec14-6c3b-4745-ac14-5e4acb191b56] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1145.233139] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-01f20918-ee1c-42f7-9146-e348af1ef9f8 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.242017] env[65448]: DEBUG oslo_vmware.api [None req-3b7f9cba-4a03-4d6f-8d6e-a0490c72c82e tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Waiting for the task: (returnval){ [ 1145.242017] env[65448]: value = "task-4938443" [ 1145.242017] env[65448]: _type = "Task" [ 1145.242017] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.254442] env[65448]: DEBUG oslo_vmware.api [None req-3b7f9cba-4a03-4d6f-8d6e-a0490c72c82e tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Task: {'id': task-4938443, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.286413] env[65448]: DEBUG oslo_vmware.api [None req-16e6fd72-24c7-4a8c-ac0f-ac4e8ce36655 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': task-4938438, 'name': RemoveSnapshot_Task, 'duration_secs': 0.664074} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.286733] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-16e6fd72-24c7-4a8c-ac0f-ac4e8ce36655 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 2f9edc1d-3f0b-4f5d-baf1-3072d2931a81] Deleted Snapshot of the VM instance {{(pid=65448) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1145.287108] env[65448]: DEBUG nova.compute.manager [None req-16e6fd72-24c7-4a8c-ac0f-ac4e8ce36655 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 2f9edc1d-3f0b-4f5d-baf1-3072d2931a81] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 1145.287931] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cc70582-03e1-4aca-8be2-563051f2540e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.306489] env[65448]: DEBUG oslo_vmware.api [None req-07fdd0c4-9efe-49f0-bf2e-0589007f9cd5 tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Task: {'id': task-4938440, 'name': ReconfigVM_Task, 'duration_secs': 0.292879} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.307329] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-07fdd0c4-9efe-49f0-bf2e-0589007f9cd5 tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] [instance: 391084e8-4d9f-42f0-a5a5-cecc69e86a09] Reconfigured VM instance instance-0000006b to attach disk [datastore2] 391084e8-4d9f-42f0-a5a5-cecc69e86a09/391084e8-4d9f-42f0-a5a5-cecc69e86a09.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1145.311168] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-954b8604-42b4-4a52-8cd4-0548c0045658 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.320071] env[65448]: DEBUG oslo_concurrency.lockutils [None req-e8790488-d35c-4370-9078-61b177515bfb tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Releasing lock "refresh_cache-7c98f401-15ac-4322-9bb1-abbdc937bad4" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.320548] env[65448]: DEBUG nova.compute.manager [None req-e8790488-d35c-4370-9078-61b177515bfb tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: 7c98f401-15ac-4322-9bb1-abbdc937bad4] Instance network_info: |[{"id": "e2b73f41-10de-44e3-a845-6cb17dcb2a7d", "address": "fa:16:3e:fa:dc:71", "network": {"id": "ae7fb699-1e8f-4e6e-ba65-11efac49c1f2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2072253352-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40f710aa821f49ef963bafd588fa759f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2b73f41-10", "ovs_interfaceid": "e2b73f41-10de-44e3-a845-6cb17dcb2a7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 1145.321866] env[65448]: DEBUG oslo_vmware.api [None req-fcc98a11-6ee6-4eae-b184-10a8fce6dde3 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4938441, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088955} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.325018] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-e8790488-d35c-4370-9078-61b177515bfb tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: 7c98f401-15ac-4322-9bb1-abbdc937bad4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fa:dc:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f3a2eb5-353f-45c5-a73b-869626f4bb13', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e2b73f41-10de-44e3-a845-6cb17dcb2a7d', 'vif_model': 'vmxnet3'}] {{(pid=65448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1145.331622] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-e8790488-d35c-4370-9078-61b177515bfb tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1145.331733] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-fcc98a11-6ee6-4eae-b184-10a8fce6dde3 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 3cbfb5fd-aac5-4538-87b4-d33b466ab2ad] Extended root virtual disk {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1145.332018] env[65448]: DEBUG oslo_vmware.api [None req-07fdd0c4-9efe-49f0-bf2e-0589007f9cd5 tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Waiting for the task: (returnval){ [ 1145.332018] env[65448]: value = "task-4938444" [ 1145.332018] env[65448]: _type = "Task" [ 1145.332018] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.332421] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c98f401-15ac-4322-9bb1-abbdc937bad4] Creating VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1145.333206] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d6385c8-b359-4bfd-baf0-8426623a40bd {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.337552] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e28032f4-8efb-4b68-bf06-a8feadc11ffb {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.363093] env[65448]: DEBUG oslo_vmware.api [None req-07fdd0c4-9efe-49f0-bf2e-0589007f9cd5 tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Task: {'id': task-4938444, 'name': Rename_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.374559] env[65448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1145.374559] env[65448]: value = "task-4938445" [ 1145.374559] env[65448]: _type = "Task" [ 1145.374559] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.374977] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] [instance: 10cc744f-31ce-42ef-9cd4-f505e190cb04] Instance has had 0 of 5 cleanup attempts {{(pid=65448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11936}} [ 1145.389377] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcc98a11-6ee6-4eae-b184-10a8fce6dde3 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 3cbfb5fd-aac5-4538-87b4-d33b466ab2ad] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] 3cbfb5fd-aac5-4538-87b4-d33b466ab2ad/3cbfb5fd-aac5-4538-87b4-d33b466ab2ad.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1145.390442] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-332ef125-54da-4310-8926-660fa25d9d79 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.424496] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4938445, 'name': CreateVM_Task} progress is 25%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.426429] env[65448]: DEBUG oslo_vmware.api [None req-fcc98a11-6ee6-4eae-b184-10a8fce6dde3 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Waiting for the task: (returnval){ [ 1145.426429] env[65448]: value = "task-4938446" [ 1145.426429] env[65448]: _type = "Task" [ 1145.426429] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.438257] env[65448]: DEBUG oslo_vmware.api [None req-fcc98a11-6ee6-4eae-b184-10a8fce6dde3 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4938446, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.512496] env[65448]: DEBUG nova.compute.manager [req-119e49e8-d2c2-4129-a564-9fe1f76a7538 req-8c319fed-cb5d-4edb-80e6-4a8e2092b2a0 service nova] [instance: 7c98f401-15ac-4322-9bb1-abbdc937bad4] Received event network-changed-e2b73f41-10de-44e3-a845-6cb17dcb2a7d {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1145.512725] env[65448]: DEBUG nova.compute.manager [req-119e49e8-d2c2-4129-a564-9fe1f76a7538 req-8c319fed-cb5d-4edb-80e6-4a8e2092b2a0 service nova] [instance: 7c98f401-15ac-4322-9bb1-abbdc937bad4] Refreshing instance network info cache due to event network-changed-e2b73f41-10de-44e3-a845-6cb17dcb2a7d. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 1145.513048] env[65448]: DEBUG oslo_concurrency.lockutils [req-119e49e8-d2c2-4129-a564-9fe1f76a7538 req-8c319fed-cb5d-4edb-80e6-4a8e2092b2a0 service nova] Acquiring lock "refresh_cache-7c98f401-15ac-4322-9bb1-abbdc937bad4" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.513229] env[65448]: DEBUG oslo_concurrency.lockutils [req-119e49e8-d2c2-4129-a564-9fe1f76a7538 req-8c319fed-cb5d-4edb-80e6-4a8e2092b2a0 service nova] Acquired lock "refresh_cache-7c98f401-15ac-4322-9bb1-abbdc937bad4" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.513397] env[65448]: DEBUG nova.network.neutron [req-119e49e8-d2c2-4129-a564-9fe1f76a7538 req-8c319fed-cb5d-4edb-80e6-4a8e2092b2a0 service nova] [instance: 7c98f401-15ac-4322-9bb1-abbdc937bad4] Refreshing network info cache for port e2b73f41-10de-44e3-a845-6cb17dcb2a7d {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1145.580857] env[65448]: DEBUG oslo_vmware.api [None req-c6925539-7cde-4bf2-b058-11298fe8505e tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Task: {'id': task-4938442, 'name': ReconfigVM_Task, 'duration_secs': 0.231494} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.581147] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6925539-7cde-4bf2-b058-11298fe8505e tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: ffb11675-ff83-4efb-be37-b642e50ea8b9] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-962049', 'volume_id': 'a4dc71f8-f84c-4b38-81ba-e282c8158d1f', 'name': 'volume-a4dc71f8-f84c-4b38-81ba-e282c8158d1f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'ffb11675-ff83-4efb-be37-b642e50ea8b9', 'attached_at': '', 'detached_at': '', 'volume_id': 'a4dc71f8-f84c-4b38-81ba-e282c8158d1f', 'serial': 'a4dc71f8-f84c-4b38-81ba-e282c8158d1f'} {{(pid=65448) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1145.754011] env[65448]: DEBUG oslo_vmware.api [None req-3b7f9cba-4a03-4d6f-8d6e-a0490c72c82e tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Task: {'id': task-4938443, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.805873] env[65448]: INFO nova.compute.manager [None req-16e6fd72-24c7-4a8c-ac0f-ac4e8ce36655 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 2f9edc1d-3f0b-4f5d-baf1-3072d2931a81] Shelve offloading [ 1145.847989] env[65448]: DEBUG oslo_vmware.api [None req-07fdd0c4-9efe-49f0-bf2e-0589007f9cd5 tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Task: {'id': task-4938444, 'name': Rename_Task, 'duration_secs': 0.249806} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.848335] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-07fdd0c4-9efe-49f0-bf2e-0589007f9cd5 tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] [instance: 391084e8-4d9f-42f0-a5a5-cecc69e86a09] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1145.848616] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4d1e32e4-2ef8-481b-97c8-fbc142c97be6 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.856795] env[65448]: DEBUG oslo_vmware.api [None req-07fdd0c4-9efe-49f0-bf2e-0589007f9cd5 tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Waiting for the task: (returnval){ [ 1145.856795] env[65448]: value = "task-4938447" [ 1145.856795] env[65448]: _type = "Task" [ 1145.856795] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.867806] env[65448]: DEBUG oslo_vmware.api [None req-07fdd0c4-9efe-49f0-bf2e-0589007f9cd5 tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Task: {'id': task-4938447, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.892102] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] [instance: 16d98a4f-d6a2-4f7e-95fb-526cf2e1fab4] Instance has had 0 of 5 cleanup attempts {{(pid=65448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11936}} [ 1145.903544] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4938445, 'name': CreateVM_Task, 'duration_secs': 0.392801} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.903723] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c98f401-15ac-4322-9bb1-abbdc937bad4] Created VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1145.904262] env[65448]: WARNING neutronclient.v2_0.client [None req-e8790488-d35c-4370-9078-61b177515bfb tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1145.904636] env[65448]: DEBUG oslo_concurrency.lockutils [None req-e8790488-d35c-4370-9078-61b177515bfb tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.904784] env[65448]: DEBUG oslo_concurrency.lockutils [None req-e8790488-d35c-4370-9078-61b177515bfb tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.905191] env[65448]: DEBUG oslo_concurrency.lockutils [None req-e8790488-d35c-4370-9078-61b177515bfb tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.905475] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4e0b40b-0d0d-46b1-96b7-3d45da33a35c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.911105] env[65448]: DEBUG oslo_vmware.api [None req-e8790488-d35c-4370-9078-61b177515bfb tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Waiting for the task: (returnval){ [ 1145.911105] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]520e67a6-4c80-8c60-c7b1-2b92c1caad95" [ 1145.911105] env[65448]: _type = "Task" [ 1145.911105] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.921703] env[65448]: DEBUG oslo_vmware.api [None req-e8790488-d35c-4370-9078-61b177515bfb tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]520e67a6-4c80-8c60-c7b1-2b92c1caad95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.938303] env[65448]: DEBUG oslo_vmware.api [None req-fcc98a11-6ee6-4eae-b184-10a8fce6dde3 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4938446, 'name': ReconfigVM_Task, 'duration_secs': 0.292805} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.938631] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcc98a11-6ee6-4eae-b184-10a8fce6dde3 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 3cbfb5fd-aac5-4538-87b4-d33b466ab2ad] Reconfigured VM instance instance-0000006d to attach disk [datastore2] 3cbfb5fd-aac5-4538-87b4-d33b466ab2ad/3cbfb5fd-aac5-4538-87b4-d33b466ab2ad.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1145.939350] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9ccaf702-24a7-4917-b280-d22c0421dc66 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.947858] env[65448]: DEBUG oslo_vmware.api [None req-fcc98a11-6ee6-4eae-b184-10a8fce6dde3 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Waiting for the task: (returnval){ [ 1145.947858] env[65448]: value = "task-4938448" [ 1145.947858] env[65448]: _type = "Task" [ 1145.947858] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.958744] env[65448]: DEBUG oslo_vmware.api [None req-fcc98a11-6ee6-4eae-b184-10a8fce6dde3 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4938448, 'name': Rename_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.015939] env[65448]: WARNING neutronclient.v2_0.client [req-119e49e8-d2c2-4129-a564-9fe1f76a7538 req-8c319fed-cb5d-4edb-80e6-4a8e2092b2a0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1146.124666] env[65448]: DEBUG nova.objects.instance [None req-c6925539-7cde-4bf2-b058-11298fe8505e tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Lazy-loading 'flavor' on Instance uuid ffb11675-ff83-4efb-be37-b642e50ea8b9 {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1146.174067] env[65448]: WARNING neutronclient.v2_0.client [req-119e49e8-d2c2-4129-a564-9fe1f76a7538 req-8c319fed-cb5d-4edb-80e6-4a8e2092b2a0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1146.247782] env[65448]: DEBUG nova.network.neutron [req-119e49e8-d2c2-4129-a564-9fe1f76a7538 req-8c319fed-cb5d-4edb-80e6-4a8e2092b2a0 service nova] [instance: 7c98f401-15ac-4322-9bb1-abbdc937bad4] Updated VIF entry in instance network info cache for port e2b73f41-10de-44e3-a845-6cb17dcb2a7d. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1146.248165] env[65448]: DEBUG nova.network.neutron [req-119e49e8-d2c2-4129-a564-9fe1f76a7538 req-8c319fed-cb5d-4edb-80e6-4a8e2092b2a0 service nova] [instance: 7c98f401-15ac-4322-9bb1-abbdc937bad4] Updating instance_info_cache with network_info: [{"id": "e2b73f41-10de-44e3-a845-6cb17dcb2a7d", "address": "fa:16:3e:fa:dc:71", "network": {"id": "ae7fb699-1e8f-4e6e-ba65-11efac49c1f2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2072253352-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40f710aa821f49ef963bafd588fa759f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2b73f41-10", "ovs_interfaceid": "e2b73f41-10de-44e3-a845-6cb17dcb2a7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.255121] env[65448]: DEBUG oslo_vmware.api [None req-3b7f9cba-4a03-4d6f-8d6e-a0490c72c82e tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Task: {'id': task-4938443, 'name': PowerOnVM_Task, 'duration_secs': 0.747918} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.255448] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b7f9cba-4a03-4d6f-8d6e-a0490c72c82e tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] [instance: f1ccec14-6c3b-4745-ac14-5e4acb191b56] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1146.255785] env[65448]: INFO nova.compute.manager [None req-3b7f9cba-4a03-4d6f-8d6e-a0490c72c82e tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] [instance: f1ccec14-6c3b-4745-ac14-5e4acb191b56] Took 9.87 seconds to spawn the instance on the hypervisor. [ 1146.256064] env[65448]: DEBUG nova.compute.manager [None req-3b7f9cba-4a03-4d6f-8d6e-a0490c72c82e tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] [instance: f1ccec14-6c3b-4745-ac14-5e4acb191b56] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 1146.256976] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14fbe1d6-940e-419f-8af1-f213e47307de {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.310120] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-16e6fd72-24c7-4a8c-ac0f-ac4e8ce36655 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 2f9edc1d-3f0b-4f5d-baf1-3072d2931a81] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1146.310504] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-95d0786e-ce3f-4edd-8715-bdb054426984 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.319343] env[65448]: DEBUG oslo_vmware.api [None req-16e6fd72-24c7-4a8c-ac0f-ac4e8ce36655 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Waiting for the task: (returnval){ [ 1146.319343] env[65448]: value = "task-4938449" [ 1146.319343] env[65448]: _type = "Task" [ 1146.319343] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.329552] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-16e6fd72-24c7-4a8c-ac0f-ac4e8ce36655 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 2f9edc1d-3f0b-4f5d-baf1-3072d2931a81] VM already powered off {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1146.329773] env[65448]: DEBUG nova.compute.manager [None req-16e6fd72-24c7-4a8c-ac0f-ac4e8ce36655 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 2f9edc1d-3f0b-4f5d-baf1-3072d2931a81] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 1146.330586] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d7584cb-3d5a-468e-80f6-ced3147c7702 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.337037] env[65448]: DEBUG oslo_concurrency.lockutils [None req-16e6fd72-24c7-4a8c-ac0f-ac4e8ce36655 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Acquiring lock "refresh_cache-2f9edc1d-3f0b-4f5d-baf1-3072d2931a81" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.337212] env[65448]: DEBUG oslo_concurrency.lockutils [None req-16e6fd72-24c7-4a8c-ac0f-ac4e8ce36655 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Acquired lock "refresh_cache-2f9edc1d-3f0b-4f5d-baf1-3072d2931a81" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.337393] env[65448]: DEBUG nova.network.neutron [None req-16e6fd72-24c7-4a8c-ac0f-ac4e8ce36655 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 2f9edc1d-3f0b-4f5d-baf1-3072d2931a81] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1146.366794] env[65448]: DEBUG oslo_vmware.api [None req-07fdd0c4-9efe-49f0-bf2e-0589007f9cd5 tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Task: {'id': task-4938447, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.398036] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] [instance: df3cb89f-5e8f-4e00-8883-220a5f5218b9] Instance has had 0 of 5 cleanup attempts {{(pid=65448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11936}} [ 1146.424845] env[65448]: DEBUG oslo_vmware.api [None req-e8790488-d35c-4370-9078-61b177515bfb tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]520e67a6-4c80-8c60-c7b1-2b92c1caad95, 'name': SearchDatastore_Task, 'duration_secs': 0.016343} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.424845] env[65448]: DEBUG oslo_concurrency.lockutils [None req-e8790488-d35c-4370-9078-61b177515bfb tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.424845] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-e8790488-d35c-4370-9078-61b177515bfb tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: 7c98f401-15ac-4322-9bb1-abbdc937bad4] Processing image 50fb366d-48e6-424f-9c20-bc83d77be76a {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1146.424845] env[65448]: DEBUG oslo_concurrency.lockutils [None req-e8790488-d35c-4370-9078-61b177515bfb tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.424845] env[65448]: DEBUG oslo_concurrency.lockutils [None req-e8790488-d35c-4370-9078-61b177515bfb tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.424845] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8790488-d35c-4370-9078-61b177515bfb tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1146.425193] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-165c4eb9-a233-4763-bb7b-54eca590854d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.434663] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8790488-d35c-4370-9078-61b177515bfb tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1146.435022] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-e8790488-d35c-4370-9078-61b177515bfb tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1146.436064] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0395a0ff-e897-40d0-9e60-cf4f67ee90a6 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.442359] env[65448]: DEBUG oslo_vmware.api [None req-e8790488-d35c-4370-9078-61b177515bfb tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Waiting for the task: (returnval){ [ 1146.442359] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5266e693-f591-cac4-3f45-6f030d107693" [ 1146.442359] env[65448]: _type = "Task" [ 1146.442359] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.452258] env[65448]: DEBUG oslo_vmware.api [None req-e8790488-d35c-4370-9078-61b177515bfb tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5266e693-f591-cac4-3f45-6f030d107693, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.461059] env[65448]: DEBUG oslo_vmware.api [None req-fcc98a11-6ee6-4eae-b184-10a8fce6dde3 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4938448, 'name': Rename_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.750657] env[65448]: DEBUG oslo_concurrency.lockutils [req-119e49e8-d2c2-4129-a564-9fe1f76a7538 req-8c319fed-cb5d-4edb-80e6-4a8e2092b2a0 service nova] Releasing lock "refresh_cache-7c98f401-15ac-4322-9bb1-abbdc937bad4" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.776869] env[65448]: INFO nova.compute.manager [None req-3b7f9cba-4a03-4d6f-8d6e-a0490c72c82e tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] [instance: f1ccec14-6c3b-4745-ac14-5e4acb191b56] Took 17.31 seconds to build instance. [ 1146.840143] env[65448]: WARNING neutronclient.v2_0.client [None req-16e6fd72-24c7-4a8c-ac0f-ac4e8ce36655 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1146.868285] env[65448]: DEBUG oslo_vmware.api [None req-07fdd0c4-9efe-49f0-bf2e-0589007f9cd5 tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Task: {'id': task-4938447, 'name': PowerOnVM_Task} progress is 78%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.901937] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] [instance: 15562e57-0fb4-4930-bede-f692179ce893] Instance has had 0 of 5 cleanup attempts {{(pid=65448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11936}} [ 1146.957205] env[65448]: DEBUG oslo_vmware.api [None req-e8790488-d35c-4370-9078-61b177515bfb tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5266e693-f591-cac4-3f45-6f030d107693, 'name': SearchDatastore_Task, 'duration_secs': 0.012451} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.959457] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e7c7110-ddd8-4443-8c95-1f7af2ac17f3 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.968576] env[65448]: DEBUG oslo_vmware.api [None req-e8790488-d35c-4370-9078-61b177515bfb tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Waiting for the task: (returnval){ [ 1146.968576] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]521164a3-552d-7d0d-e72e-c71e98168cde" [ 1146.968576] env[65448]: _type = "Task" [ 1146.968576] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.974830] env[65448]: DEBUG oslo_vmware.api [None req-fcc98a11-6ee6-4eae-b184-10a8fce6dde3 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4938448, 'name': Rename_Task, 'duration_secs': 0.888341} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.978353] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcc98a11-6ee6-4eae-b184-10a8fce6dde3 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 3cbfb5fd-aac5-4538-87b4-d33b466ab2ad] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1146.978622] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d4704a16-b1de-4182-ab62-68cad3e5fc09 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.986536] env[65448]: DEBUG oslo_vmware.api [None req-e8790488-d35c-4370-9078-61b177515bfb tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]521164a3-552d-7d0d-e72e-c71e98168cde, 'name': SearchDatastore_Task, 'duration_secs': 0.012755} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.987990] env[65448]: DEBUG oslo_concurrency.lockutils [None req-e8790488-d35c-4370-9078-61b177515bfb tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.988243] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8790488-d35c-4370-9078-61b177515bfb tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] 7c98f401-15ac-4322-9bb1-abbdc937bad4/7c98f401-15ac-4322-9bb1-abbdc937bad4.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1146.988563] env[65448]: DEBUG oslo_vmware.api [None req-fcc98a11-6ee6-4eae-b184-10a8fce6dde3 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Waiting for the task: (returnval){ [ 1146.988563] env[65448]: value = "task-4938450" [ 1146.988563] env[65448]: _type = "Task" [ 1146.988563] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.988798] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-80f7e203-ab72-47ab-8ebc-f45624faaff2 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.001087] env[65448]: DEBUG oslo_vmware.api [None req-e8790488-d35c-4370-9078-61b177515bfb tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Waiting for the task: (returnval){ [ 1147.001087] env[65448]: value = "task-4938451" [ 1147.001087] env[65448]: _type = "Task" [ 1147.001087] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.007085] env[65448]: WARNING neutronclient.v2_0.client [None req-16e6fd72-24c7-4a8c-ac0f-ac4e8ce36655 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1147.013779] env[65448]: DEBUG oslo_vmware.api [None req-e8790488-d35c-4370-9078-61b177515bfb tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': task-4938451, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.084535] env[65448]: DEBUG nova.network.neutron [None req-16e6fd72-24c7-4a8c-ac0f-ac4e8ce36655 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 2f9edc1d-3f0b-4f5d-baf1-3072d2931a81] Updating instance_info_cache with network_info: [{"id": "1b32389a-9046-4598-a09b-abfa6bc27847", "address": "fa:16:3e:94:90:80", "network": {"id": "3e956ed0-8002-4352-a2f0-0b0c88eed513", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-351560953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f8d5716103c4544ad3c5ca0f9963943", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b32389a-90", "ovs_interfaceid": "1b32389a-9046-4598-a09b-abfa6bc27847", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.132083] env[65448]: DEBUG oslo_concurrency.lockutils [None req-c6925539-7cde-4bf2-b058-11298fe8505e tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Lock "ffb11675-ff83-4efb-be37-b642e50ea8b9" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.741s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.279157] env[65448]: DEBUG oslo_concurrency.lockutils [None req-3b7f9cba-4a03-4d6f-8d6e-a0490c72c82e tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Lock "f1ccec14-6c3b-4745-ac14-5e4acb191b56" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.821s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.369999] env[65448]: DEBUG oslo_vmware.api [None req-07fdd0c4-9efe-49f0-bf2e-0589007f9cd5 tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Task: {'id': task-4938447, 'name': PowerOnVM_Task, 'duration_secs': 1.363322} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.370544] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-07fdd0c4-9efe-49f0-bf2e-0589007f9cd5 tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] [instance: 391084e8-4d9f-42f0-a5a5-cecc69e86a09] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1147.371056] env[65448]: INFO nova.compute.manager [None req-07fdd0c4-9efe-49f0-bf2e-0589007f9cd5 tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] [instance: 391084e8-4d9f-42f0-a5a5-cecc69e86a09] Took 13.36 seconds to spawn the instance on the hypervisor. [ 1147.371196] env[65448]: DEBUG nova.compute.manager [None req-07fdd0c4-9efe-49f0-bf2e-0589007f9cd5 tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] [instance: 391084e8-4d9f-42f0-a5a5-cecc69e86a09] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 1147.372654] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4131325-9e9e-4744-81dd-4ce981d795a0 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.405800] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] [instance: 401bed25-915f-42dc-8281-265fe65d584b] Instance has had 0 of 5 cleanup attempts {{(pid=65448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11936}} [ 1147.505270] env[65448]: DEBUG oslo_vmware.api [None req-fcc98a11-6ee6-4eae-b184-10a8fce6dde3 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4938450, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.516283] env[65448]: DEBUG oslo_vmware.api [None req-e8790488-d35c-4370-9078-61b177515bfb tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': task-4938451, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.587776] env[65448]: DEBUG oslo_concurrency.lockutils [None req-16e6fd72-24c7-4a8c-ac0f-ac4e8ce36655 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Releasing lock "refresh_cache-2f9edc1d-3f0b-4f5d-baf1-3072d2931a81" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.588302] env[65448]: WARNING neutronclient.v2_0.client [None req-16e6fd72-24c7-4a8c-ac0f-ac4e8ce36655 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1147.588871] env[65448]: WARNING neutronclient.v2_0.client [None req-16e6fd72-24c7-4a8c-ac0f-ac4e8ce36655 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1147.595608] env[65448]: DEBUG oslo_concurrency.lockutils [None req-f1f3d0fe-cb6b-468d-ac8d-9bab502646b9 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Acquiring lock "1b94b4b0-6d12-42af-8d99-9c7c5debad9a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.595843] env[65448]: DEBUG oslo_concurrency.lockutils [None req-f1f3d0fe-cb6b-468d-ac8d-9bab502646b9 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Lock "1b94b4b0-6d12-42af-8d99-9c7c5debad9a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.840271] env[65448]: DEBUG nova.compute.manager [req-3a830e61-cdbc-4778-ba10-79a5f4df2818 req-7aa16fe5-218c-424e-8078-3f864517fc51 service nova] [instance: 2f9edc1d-3f0b-4f5d-baf1-3072d2931a81] Received event network-vif-unplugged-1b32389a-9046-4598-a09b-abfa6bc27847 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1147.840600] env[65448]: DEBUG oslo_concurrency.lockutils [req-3a830e61-cdbc-4778-ba10-79a5f4df2818 req-7aa16fe5-218c-424e-8078-3f864517fc51 service nova] Acquiring lock "2f9edc1d-3f0b-4f5d-baf1-3072d2931a81-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.840837] env[65448]: DEBUG oslo_concurrency.lockutils [req-3a830e61-cdbc-4778-ba10-79a5f4df2818 req-7aa16fe5-218c-424e-8078-3f864517fc51 service nova] Lock "2f9edc1d-3f0b-4f5d-baf1-3072d2931a81-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.841011] env[65448]: DEBUG oslo_concurrency.lockutils [req-3a830e61-cdbc-4778-ba10-79a5f4df2818 req-7aa16fe5-218c-424e-8078-3f864517fc51 service nova] Lock "2f9edc1d-3f0b-4f5d-baf1-3072d2931a81-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.841182] env[65448]: DEBUG nova.compute.manager [req-3a830e61-cdbc-4778-ba10-79a5f4df2818 req-7aa16fe5-218c-424e-8078-3f864517fc51 service nova] [instance: 2f9edc1d-3f0b-4f5d-baf1-3072d2931a81] No waiting events found dispatching network-vif-unplugged-1b32389a-9046-4598-a09b-abfa6bc27847 {{(pid=65448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1147.841968] env[65448]: WARNING nova.compute.manager [req-3a830e61-cdbc-4778-ba10-79a5f4df2818 req-7aa16fe5-218c-424e-8078-3f864517fc51 service nova] [instance: 2f9edc1d-3f0b-4f5d-baf1-3072d2931a81] Received unexpected event network-vif-unplugged-1b32389a-9046-4598-a09b-abfa6bc27847 for instance with vm_state shelved and task_state shelving_offloading. [ 1147.875173] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-16e6fd72-24c7-4a8c-ac0f-ac4e8ce36655 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 2f9edc1d-3f0b-4f5d-baf1-3072d2931a81] Destroying instance {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1147.876521] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad9759f0-7d0d-4845-87b4-5a3c69504b00 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.885221] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-16e6fd72-24c7-4a8c-ac0f-ac4e8ce36655 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 2f9edc1d-3f0b-4f5d-baf1-3072d2931a81] Unregistering the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1147.885499] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1edcfc9e-b901-496f-a50a-7f52d359d0d4 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.896045] env[65448]: INFO nova.compute.manager [None req-07fdd0c4-9efe-49f0-bf2e-0589007f9cd5 tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] [instance: 391084e8-4d9f-42f0-a5a5-cecc69e86a09] Took 19.13 seconds to build instance. [ 1147.909411] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] [instance: a79aa8d7-c3ce-4c6e-84c5-059e29f04a00] Instance has had 0 of 5 cleanup attempts {{(pid=65448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11936}} [ 1147.966058] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-16e6fd72-24c7-4a8c-ac0f-ac4e8ce36655 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 2f9edc1d-3f0b-4f5d-baf1-3072d2931a81] Unregistered the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1147.966241] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-16e6fd72-24c7-4a8c-ac0f-ac4e8ce36655 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 2f9edc1d-3f0b-4f5d-baf1-3072d2931a81] Deleting contents of the VM from datastore datastore1 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1147.966379] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-16e6fd72-24c7-4a8c-ac0f-ac4e8ce36655 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Deleting the datastore file [datastore1] 2f9edc1d-3f0b-4f5d-baf1-3072d2931a81 {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1147.966662] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6fefd4d4-846e-41fa-86a1-3ee00246b816 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.975169] env[65448]: DEBUG oslo_vmware.api [None req-16e6fd72-24c7-4a8c-ac0f-ac4e8ce36655 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Waiting for the task: (returnval){ [ 1147.975169] env[65448]: value = "task-4938453" [ 1147.975169] env[65448]: _type = "Task" [ 1147.975169] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.984459] env[65448]: DEBUG oslo_vmware.api [None req-16e6fd72-24c7-4a8c-ac0f-ac4e8ce36655 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': task-4938453, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.002028] env[65448]: DEBUG oslo_vmware.api [None req-fcc98a11-6ee6-4eae-b184-10a8fce6dde3 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4938450, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.016085] env[65448]: DEBUG oslo_vmware.api [None req-e8790488-d35c-4370-9078-61b177515bfb tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': task-4938451, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.56305} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.016534] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8790488-d35c-4370-9078-61b177515bfb tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] 7c98f401-15ac-4322-9bb1-abbdc937bad4/7c98f401-15ac-4322-9bb1-abbdc937bad4.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1148.017449] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-e8790488-d35c-4370-9078-61b177515bfb tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: 7c98f401-15ac-4322-9bb1-abbdc937bad4] Extending root virtual disk to 1048576 {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1148.017449] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5e2a8826-aec0-4658-ab20-6abaf3f51960 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.027191] env[65448]: DEBUG oslo_vmware.api [None req-e8790488-d35c-4370-9078-61b177515bfb tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Waiting for the task: (returnval){ [ 1148.027191] env[65448]: value = "task-4938454" [ 1148.027191] env[65448]: _type = "Task" [ 1148.027191] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.038334] env[65448]: DEBUG oslo_vmware.api [None req-e8790488-d35c-4370-9078-61b177515bfb tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': task-4938454, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.099069] env[65448]: DEBUG nova.compute.manager [None req-f1f3d0fe-cb6b-468d-ac8d-9bab502646b9 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] [instance: 1b94b4b0-6d12-42af-8d99-9c7c5debad9a] Starting instance... {{(pid=65448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2483}} [ 1148.156193] env[65448]: DEBUG oslo_concurrency.lockutils [None req-fc06f23b-513a-4d21-941a-cdd08b1aa9c1 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Acquiring lock "ffb11675-ff83-4efb-be37-b642e50ea8b9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.156628] env[65448]: DEBUG oslo_concurrency.lockutils [None req-fc06f23b-513a-4d21-941a-cdd08b1aa9c1 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Lock "ffb11675-ff83-4efb-be37-b642e50ea8b9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.156935] env[65448]: DEBUG oslo_concurrency.lockutils [None req-fc06f23b-513a-4d21-941a-cdd08b1aa9c1 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Acquiring lock "ffb11675-ff83-4efb-be37-b642e50ea8b9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.158036] env[65448]: DEBUG oslo_concurrency.lockutils [None req-fc06f23b-513a-4d21-941a-cdd08b1aa9c1 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Lock "ffb11675-ff83-4efb-be37-b642e50ea8b9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.158036] env[65448]: DEBUG oslo_concurrency.lockutils [None req-fc06f23b-513a-4d21-941a-cdd08b1aa9c1 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Lock "ffb11675-ff83-4efb-be37-b642e50ea8b9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.160427] env[65448]: INFO nova.compute.manager [None req-fc06f23b-513a-4d21-941a-cdd08b1aa9c1 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: ffb11675-ff83-4efb-be37-b642e50ea8b9] Terminating instance [ 1148.397727] env[65448]: DEBUG oslo_concurrency.lockutils [None req-07fdd0c4-9efe-49f0-bf2e-0589007f9cd5 tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Lock "391084e8-4d9f-42f0-a5a5-cecc69e86a09" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.646s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.412999] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] [instance: 1922ac25-2b1e-4a2d-b87a-1ca8712ac96d] Instance has had 0 of 5 cleanup attempts {{(pid=65448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11936}} [ 1148.487027] env[65448]: DEBUG oslo_vmware.api [None req-16e6fd72-24c7-4a8c-ac0f-ac4e8ce36655 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': task-4938453, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163053} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.487199] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-16e6fd72-24c7-4a8c-ac0f-ac4e8ce36655 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1148.487683] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-16e6fd72-24c7-4a8c-ac0f-ac4e8ce36655 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 2f9edc1d-3f0b-4f5d-baf1-3072d2931a81] Deleted contents of the VM from datastore datastore1 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1148.487683] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-16e6fd72-24c7-4a8c-ac0f-ac4e8ce36655 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 2f9edc1d-3f0b-4f5d-baf1-3072d2931a81] Instance destroyed {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1148.502337] env[65448]: DEBUG oslo_vmware.api [None req-fcc98a11-6ee6-4eae-b184-10a8fce6dde3 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4938450, 'name': PowerOnVM_Task, 'duration_secs': 1.306721} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.502337] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcc98a11-6ee6-4eae-b184-10a8fce6dde3 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 3cbfb5fd-aac5-4538-87b4-d33b466ab2ad] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1148.502539] env[65448]: INFO nova.compute.manager [None req-fcc98a11-6ee6-4eae-b184-10a8fce6dde3 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 3cbfb5fd-aac5-4538-87b4-d33b466ab2ad] Took 9.67 seconds to spawn the instance on the hypervisor. [ 1148.502539] env[65448]: DEBUG nova.compute.manager [None req-fcc98a11-6ee6-4eae-b184-10a8fce6dde3 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 3cbfb5fd-aac5-4538-87b4-d33b466ab2ad] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 1148.503520] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee29ad89-e492-4ae7-b44c-387fd1048a34 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.514736] env[65448]: INFO nova.scheduler.client.report [None req-16e6fd72-24c7-4a8c-ac0f-ac4e8ce36655 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Deleted allocations for instance 2f9edc1d-3f0b-4f5d-baf1-3072d2931a81 [ 1148.537823] env[65448]: DEBUG oslo_vmware.api [None req-e8790488-d35c-4370-9078-61b177515bfb tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': task-4938454, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078952} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.538155] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-e8790488-d35c-4370-9078-61b177515bfb tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: 7c98f401-15ac-4322-9bb1-abbdc937bad4] Extended root virtual disk {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1148.539399] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4677dbd-a28a-4eae-8f38-6a2a023935dd {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.564541] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8790488-d35c-4370-9078-61b177515bfb tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: 7c98f401-15ac-4322-9bb1-abbdc937bad4] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] 7c98f401-15ac-4322-9bb1-abbdc937bad4/7c98f401-15ac-4322-9bb1-abbdc937bad4.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1148.566035] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb5c0415-7a92-45d6-9ea6-288cd942a428 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.587570] env[65448]: DEBUG oslo_vmware.api [None req-e8790488-d35c-4370-9078-61b177515bfb tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Waiting for the task: (returnval){ [ 1148.587570] env[65448]: value = "task-4938455" [ 1148.587570] env[65448]: _type = "Task" [ 1148.587570] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.598784] env[65448]: DEBUG oslo_vmware.api [None req-e8790488-d35c-4370-9078-61b177515bfb tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': task-4938455, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.622699] env[65448]: DEBUG oslo_concurrency.lockutils [None req-f1f3d0fe-cb6b-468d-ac8d-9bab502646b9 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.622991] env[65448]: DEBUG oslo_concurrency.lockutils [None req-f1f3d0fe-cb6b-468d-ac8d-9bab502646b9 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.624510] env[65448]: INFO nova.compute.claims [None req-f1f3d0fe-cb6b-468d-ac8d-9bab502646b9 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] [instance: 1b94b4b0-6d12-42af-8d99-9c7c5debad9a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1148.666655] env[65448]: DEBUG nova.compute.manager [None req-fc06f23b-513a-4d21-941a-cdd08b1aa9c1 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: ffb11675-ff83-4efb-be37-b642e50ea8b9] Start destroying the instance on the hypervisor. {{(pid=65448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3209}} [ 1148.666655] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-fc06f23b-513a-4d21-941a-cdd08b1aa9c1 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: ffb11675-ff83-4efb-be37-b642e50ea8b9] Destroying instance {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1148.668343] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7cebbbf-8f32-4ed4-964c-8419452f57bf {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.676390] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc06f23b-513a-4d21-941a-cdd08b1aa9c1 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: ffb11675-ff83-4efb-be37-b642e50ea8b9] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1148.676648] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c63cd34e-cf5c-45f5-b3c8-d4c9f3aafae9 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.683851] env[65448]: DEBUG oslo_vmware.api [None req-fc06f23b-513a-4d21-941a-cdd08b1aa9c1 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Waiting for the task: (returnval){ [ 1148.683851] env[65448]: value = "task-4938456" [ 1148.683851] env[65448]: _type = "Task" [ 1148.683851] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.693449] env[65448]: DEBUG oslo_vmware.api [None req-fc06f23b-513a-4d21-941a-cdd08b1aa9c1 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Task: {'id': task-4938456, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.762532] env[65448]: DEBUG oslo_concurrency.lockutils [None req-ae4a80af-8e3f-4633-8a62-f190f9eeccc6 tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Acquiring lock "391084e8-4d9f-42f0-a5a5-cecc69e86a09" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.762850] env[65448]: DEBUG oslo_concurrency.lockutils [None req-ae4a80af-8e3f-4633-8a62-f190f9eeccc6 tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Lock "391084e8-4d9f-42f0-a5a5-cecc69e86a09" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.763238] env[65448]: DEBUG oslo_concurrency.lockutils [None req-ae4a80af-8e3f-4633-8a62-f190f9eeccc6 tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Acquiring lock "391084e8-4d9f-42f0-a5a5-cecc69e86a09-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.763463] env[65448]: DEBUG oslo_concurrency.lockutils [None req-ae4a80af-8e3f-4633-8a62-f190f9eeccc6 tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Lock "391084e8-4d9f-42f0-a5a5-cecc69e86a09-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.763671] env[65448]: DEBUG oslo_concurrency.lockutils [None req-ae4a80af-8e3f-4633-8a62-f190f9eeccc6 tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Lock "391084e8-4d9f-42f0-a5a5-cecc69e86a09-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.767000] env[65448]: INFO nova.compute.manager [None req-ae4a80af-8e3f-4633-8a62-f190f9eeccc6 tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] [instance: 391084e8-4d9f-42f0-a5a5-cecc69e86a09] Terminating instance [ 1148.916159] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] [instance: b1c44555-fbc8-4a03-b155-65c0986cb216] Instance has had 0 of 5 cleanup attempts {{(pid=65448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11936}} [ 1149.018908] env[65448]: DEBUG oslo_concurrency.lockutils [None req-16e6fd72-24c7-4a8c-ac0f-ac4e8ce36655 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.023394] env[65448]: INFO nova.compute.manager [None req-fcc98a11-6ee6-4eae-b184-10a8fce6dde3 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 3cbfb5fd-aac5-4538-87b4-d33b466ab2ad] Took 18.66 seconds to build instance. [ 1149.100807] env[65448]: DEBUG oslo_vmware.api [None req-e8790488-d35c-4370-9078-61b177515bfb tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': task-4938455, 'name': ReconfigVM_Task, 'duration_secs': 0.328302} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.101035] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8790488-d35c-4370-9078-61b177515bfb tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: 7c98f401-15ac-4322-9bb1-abbdc937bad4] Reconfigured VM instance instance-0000006e to attach disk [datastore2] 7c98f401-15ac-4322-9bb1-abbdc937bad4/7c98f401-15ac-4322-9bb1-abbdc937bad4.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1149.101864] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-80a5f7fe-dedf-44fe-92f5-b4ccff86ed75 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.110684] env[65448]: DEBUG oslo_vmware.api [None req-e8790488-d35c-4370-9078-61b177515bfb tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Waiting for the task: (returnval){ [ 1149.110684] env[65448]: value = "task-4938457" [ 1149.110684] env[65448]: _type = "Task" [ 1149.110684] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.120457] env[65448]: DEBUG oslo_vmware.api [None req-e8790488-d35c-4370-9078-61b177515bfb tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': task-4938457, 'name': Rename_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.197797] env[65448]: DEBUG oslo_vmware.api [None req-fc06f23b-513a-4d21-941a-cdd08b1aa9c1 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Task: {'id': task-4938456, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.272216] env[65448]: DEBUG nova.compute.manager [None req-ae4a80af-8e3f-4633-8a62-f190f9eeccc6 tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] [instance: 391084e8-4d9f-42f0-a5a5-cecc69e86a09] Start destroying the instance on the hypervisor. {{(pid=65448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3209}} [ 1149.272484] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-ae4a80af-8e3f-4633-8a62-f190f9eeccc6 tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] [instance: 391084e8-4d9f-42f0-a5a5-cecc69e86a09] Destroying instance {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1149.273443] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-891a240f-b6ca-470c-aecd-1c3a1c9bdab3 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.282806] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae4a80af-8e3f-4633-8a62-f190f9eeccc6 tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] [instance: 391084e8-4d9f-42f0-a5a5-cecc69e86a09] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1149.283123] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-54c163d1-04fd-46c1-86b9-af4bfa081cfd {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.290093] env[65448]: DEBUG oslo_vmware.api [None req-ae4a80af-8e3f-4633-8a62-f190f9eeccc6 tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Waiting for the task: (returnval){ [ 1149.290093] env[65448]: value = "task-4938458" [ 1149.290093] env[65448]: _type = "Task" [ 1149.290093] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.301746] env[65448]: DEBUG oslo_vmware.api [None req-ae4a80af-8e3f-4633-8a62-f190f9eeccc6 tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Task: {'id': task-4938458, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.420486] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] [instance: 2d86c404-07f7-4f62-81e1-b99125527970] Instance has had 0 of 5 cleanup attempts {{(pid=65448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11936}} [ 1149.527680] env[65448]: DEBUG oslo_concurrency.lockutils [None req-fcc98a11-6ee6-4eae-b184-10a8fce6dde3 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Lock "3cbfb5fd-aac5-4538-87b4-d33b466ab2ad" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.176s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.623699] env[65448]: DEBUG oslo_vmware.api [None req-e8790488-d35c-4370-9078-61b177515bfb tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': task-4938457, 'name': Rename_Task} progress is 99%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.692567] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a71c897b-744f-40f4-bf35-ed1199c1449e tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Acquiring lock "2f9edc1d-3f0b-4f5d-baf1-3072d2931a81" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.695917] env[65448]: DEBUG oslo_vmware.api [None req-fc06f23b-513a-4d21-941a-cdd08b1aa9c1 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Task: {'id': task-4938456, 'name': PowerOffVM_Task, 'duration_secs': 0.580099} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.698497] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc06f23b-513a-4d21-941a-cdd08b1aa9c1 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: ffb11675-ff83-4efb-be37-b642e50ea8b9] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1149.698668] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-fc06f23b-513a-4d21-941a-cdd08b1aa9c1 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: ffb11675-ff83-4efb-be37-b642e50ea8b9] Unregistering the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1149.699178] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-90959bbb-ba9c-4a32-ad1c-00c88b5770e7 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.780693] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-fc06f23b-513a-4d21-941a-cdd08b1aa9c1 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: ffb11675-ff83-4efb-be37-b642e50ea8b9] Unregistered the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1149.780914] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-fc06f23b-513a-4d21-941a-cdd08b1aa9c1 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: ffb11675-ff83-4efb-be37-b642e50ea8b9] Deleting contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1149.781106] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc06f23b-513a-4d21-941a-cdd08b1aa9c1 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Deleting the datastore file [datastore2] ffb11675-ff83-4efb-be37-b642e50ea8b9 {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1149.781377] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e59d3f79-63e5-415f-801c-62f852739c49 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.795832] env[65448]: DEBUG oslo_vmware.api [None req-fc06f23b-513a-4d21-941a-cdd08b1aa9c1 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Waiting for the task: (returnval){ [ 1149.795832] env[65448]: value = "task-4938460" [ 1149.795832] env[65448]: _type = "Task" [ 1149.795832] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.802905] env[65448]: DEBUG oslo_vmware.api [None req-ae4a80af-8e3f-4633-8a62-f190f9eeccc6 tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Task: {'id': task-4938458, 'name': PowerOffVM_Task, 'duration_secs': 0.292715} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.806220] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae4a80af-8e3f-4633-8a62-f190f9eeccc6 tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] [instance: 391084e8-4d9f-42f0-a5a5-cecc69e86a09] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1149.806499] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-ae4a80af-8e3f-4633-8a62-f190f9eeccc6 tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] [instance: 391084e8-4d9f-42f0-a5a5-cecc69e86a09] Unregistering the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1149.806998] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0190e3f9-596a-483e-8e4b-a074927283bd {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.811852] env[65448]: DEBUG oslo_vmware.api [None req-fc06f23b-513a-4d21-941a-cdd08b1aa9c1 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Task: {'id': task-4938460, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.818259] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b6ce23f-68cb-4e61-8cc2-fd1a972db74c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.825970] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b83377e1-b180-45df-bb90-8148593c1846 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.864837] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6a1fcda-d036-44ff-b08a-11821590f636 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.874859] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-942c4147-7033-4b1c-b246-354ca242eaac {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.882833] env[65448]: DEBUG nova.compute.manager [req-23730d32-3529-444d-a76b-fe2ac91c8667 req-1e88f1ac-c154-4cb2-94f7-94ca68a64d95 service nova] [instance: 2f9edc1d-3f0b-4f5d-baf1-3072d2931a81] Received event network-changed-1b32389a-9046-4598-a09b-abfa6bc27847 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1149.883088] env[65448]: DEBUG nova.compute.manager [req-23730d32-3529-444d-a76b-fe2ac91c8667 req-1e88f1ac-c154-4cb2-94f7-94ca68a64d95 service nova] [instance: 2f9edc1d-3f0b-4f5d-baf1-3072d2931a81] Refreshing instance network info cache due to event network-changed-1b32389a-9046-4598-a09b-abfa6bc27847. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 1149.883352] env[65448]: DEBUG oslo_concurrency.lockutils [req-23730d32-3529-444d-a76b-fe2ac91c8667 req-1e88f1ac-c154-4cb2-94f7-94ca68a64d95 service nova] Acquiring lock "refresh_cache-2f9edc1d-3f0b-4f5d-baf1-3072d2931a81" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.883521] env[65448]: DEBUG oslo_concurrency.lockutils [req-23730d32-3529-444d-a76b-fe2ac91c8667 req-1e88f1ac-c154-4cb2-94f7-94ca68a64d95 service nova] Acquired lock "refresh_cache-2f9edc1d-3f0b-4f5d-baf1-3072d2931a81" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.883763] env[65448]: DEBUG nova.network.neutron [req-23730d32-3529-444d-a76b-fe2ac91c8667 req-1e88f1ac-c154-4cb2-94f7-94ca68a64d95 service nova] [instance: 2f9edc1d-3f0b-4f5d-baf1-3072d2931a81] Refreshing network info cache for port 1b32389a-9046-4598-a09b-abfa6bc27847 {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1149.896437] env[65448]: DEBUG nova.compute.provider_tree [None req-f1f3d0fe-cb6b-468d-ac8d-9bab502646b9 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1149.924621] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] [instance: 11062866-c4f7-41ef-a119-55cc027aa3b8] Instance has had 0 of 5 cleanup attempts {{(pid=65448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11936}} [ 1149.982993] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-ae4a80af-8e3f-4633-8a62-f190f9eeccc6 tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] [instance: 391084e8-4d9f-42f0-a5a5-cecc69e86a09] Unregistered the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1149.983684] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-ae4a80af-8e3f-4633-8a62-f190f9eeccc6 tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] [instance: 391084e8-4d9f-42f0-a5a5-cecc69e86a09] Deleting contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1149.983684] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae4a80af-8e3f-4633-8a62-f190f9eeccc6 tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Deleting the datastore file [datastore2] 391084e8-4d9f-42f0-a5a5-cecc69e86a09 {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1149.984449] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c682bb5f-8a06-4cec-8bf1-8fc66f109cba {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.995332] env[65448]: DEBUG oslo_vmware.api [None req-ae4a80af-8e3f-4633-8a62-f190f9eeccc6 tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Waiting for the task: (returnval){ [ 1149.995332] env[65448]: value = "task-4938462" [ 1149.995332] env[65448]: _type = "Task" [ 1149.995332] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.004507] env[65448]: DEBUG oslo_vmware.api [None req-ae4a80af-8e3f-4633-8a62-f190f9eeccc6 tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Task: {'id': task-4938462, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.122386] env[65448]: DEBUG oslo_vmware.api [None req-e8790488-d35c-4370-9078-61b177515bfb tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': task-4938457, 'name': Rename_Task} progress is 99%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.307667] env[65448]: DEBUG oslo_vmware.api [None req-fc06f23b-513a-4d21-941a-cdd08b1aa9c1 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Task: {'id': task-4938460, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.346896} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.307925] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc06f23b-513a-4d21-941a-cdd08b1aa9c1 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1150.308124] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-fc06f23b-513a-4d21-941a-cdd08b1aa9c1 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: ffb11675-ff83-4efb-be37-b642e50ea8b9] Deleted contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1150.308317] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-fc06f23b-513a-4d21-941a-cdd08b1aa9c1 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: ffb11675-ff83-4efb-be37-b642e50ea8b9] Instance destroyed {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1150.308490] env[65448]: INFO nova.compute.manager [None req-fc06f23b-513a-4d21-941a-cdd08b1aa9c1 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: ffb11675-ff83-4efb-be37-b642e50ea8b9] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1150.308740] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-fc06f23b-513a-4d21-941a-cdd08b1aa9c1 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1150.308939] env[65448]: DEBUG nova.compute.manager [-] [instance: ffb11675-ff83-4efb-be37-b642e50ea8b9] Deallocating network for instance {{(pid=65448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1150.309051] env[65448]: DEBUG nova.network.neutron [-] [instance: ffb11675-ff83-4efb-be37-b642e50ea8b9] deallocate_for_instance() {{(pid=65448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1150.309328] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1150.371638] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1150.387398] env[65448]: WARNING neutronclient.v2_0.client [req-23730d32-3529-444d-a76b-fe2ac91c8667 req-1e88f1ac-c154-4cb2-94f7-94ca68a64d95 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1150.400563] env[65448]: DEBUG nova.scheduler.client.report [None req-f1f3d0fe-cb6b-468d-ac8d-9bab502646b9 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1150.431373] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] [instance: e4c91856-fcd2-447b-a2d2-7d2ce2bce0f3] Instance has had 0 of 5 cleanup attempts {{(pid=65448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11936}} [ 1150.510257] env[65448]: DEBUG oslo_vmware.api [None req-ae4a80af-8e3f-4633-8a62-f190f9eeccc6 tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Task: {'id': task-4938462, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.430223} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.510542] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae4a80af-8e3f-4633-8a62-f190f9eeccc6 tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1150.510725] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-ae4a80af-8e3f-4633-8a62-f190f9eeccc6 tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] [instance: 391084e8-4d9f-42f0-a5a5-cecc69e86a09] Deleted contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1150.510896] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-ae4a80af-8e3f-4633-8a62-f190f9eeccc6 tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] [instance: 391084e8-4d9f-42f0-a5a5-cecc69e86a09] Instance destroyed {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1150.511077] env[65448]: INFO nova.compute.manager [None req-ae4a80af-8e3f-4633-8a62-f190f9eeccc6 tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] [instance: 391084e8-4d9f-42f0-a5a5-cecc69e86a09] Took 1.24 seconds to destroy the instance on the hypervisor. [ 1150.511376] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-ae4a80af-8e3f-4633-8a62-f190f9eeccc6 tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1150.511595] env[65448]: DEBUG nova.compute.manager [-] [instance: 391084e8-4d9f-42f0-a5a5-cecc69e86a09] Deallocating network for instance {{(pid=65448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1150.512241] env[65448]: DEBUG nova.network.neutron [-] [instance: 391084e8-4d9f-42f0-a5a5-cecc69e86a09] deallocate_for_instance() {{(pid=65448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1150.512241] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1150.618877] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1150.628577] env[65448]: DEBUG oslo_vmware.api [None req-e8790488-d35c-4370-9078-61b177515bfb tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': task-4938457, 'name': Rename_Task, 'duration_secs': 1.15496} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.628855] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8790488-d35c-4370-9078-61b177515bfb tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: 7c98f401-15ac-4322-9bb1-abbdc937bad4] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1150.629146] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-57aad397-04f4-4207-95d1-9d90f893adc8 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.641404] env[65448]: DEBUG oslo_vmware.api [None req-e8790488-d35c-4370-9078-61b177515bfb tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Waiting for the task: (returnval){ [ 1150.641404] env[65448]: value = "task-4938463" [ 1150.641404] env[65448]: _type = "Task" [ 1150.641404] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.654731] env[65448]: DEBUG oslo_vmware.api [None req-e8790488-d35c-4370-9078-61b177515bfb tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': task-4938463, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.906324] env[65448]: DEBUG oslo_concurrency.lockutils [None req-f1f3d0fe-cb6b-468d-ac8d-9bab502646b9 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.283s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.907172] env[65448]: DEBUG nova.compute.manager [None req-f1f3d0fe-cb6b-468d-ac8d-9bab502646b9 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] [instance: 1b94b4b0-6d12-42af-8d99-9c7c5debad9a] Start building networks asynchronously for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2881}} [ 1150.914033] env[65448]: DEBUG oslo_concurrency.lockutils [None req-16e6fd72-24c7-4a8c-ac0f-ac4e8ce36655 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.892s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.914033] env[65448]: DEBUG nova.objects.instance [None req-16e6fd72-24c7-4a8c-ac0f-ac4e8ce36655 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Lazy-loading 'resources' on Instance uuid 2f9edc1d-3f0b-4f5d-baf1-3072d2931a81 {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1150.925593] env[65448]: DEBUG nova.compute.manager [req-df07194d-e210-48b8-b8b1-8285dc93d0b2 req-b36e1991-b4e0-41e9-a367-cb4ba9fca40a service nova] [instance: 391084e8-4d9f-42f0-a5a5-cecc69e86a09] Received event network-vif-deleted-942c39d3-7317-400f-b52f-45a156350d36 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1150.925755] env[65448]: INFO nova.compute.manager [req-df07194d-e210-48b8-b8b1-8285dc93d0b2 req-b36e1991-b4e0-41e9-a367-cb4ba9fca40a service nova] [instance: 391084e8-4d9f-42f0-a5a5-cecc69e86a09] Neutron deleted interface 942c39d3-7317-400f-b52f-45a156350d36; detaching it from the instance and deleting it from the info cache [ 1150.927258] env[65448]: DEBUG nova.network.neutron [req-df07194d-e210-48b8-b8b1-8285dc93d0b2 req-b36e1991-b4e0-41e9-a367-cb4ba9fca40a service nova] [instance: 391084e8-4d9f-42f0-a5a5-cecc69e86a09] Updating instance_info_cache with network_info: [{"id": "d26eb648-d7cd-4343-ae35-60e77a6722fa", "address": "fa:16:3e:1e:dd:b6", "network": {"id": "05598d27-d476-4bae-a824-a281349411d4", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-313857618", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.183", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a9c0479f62f4d4bb6a459d2f03cce60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd26eb648-d7", "ovs_interfaceid": "d26eb648-d7cd-4343-ae35-60e77a6722fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.936936] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] [instance: b905ff09-c59b-4f17-a42b-cf754c4006fe] Instance has had 0 of 5 cleanup attempts {{(pid=65448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11936}} [ 1150.954839] env[65448]: WARNING neutronclient.v2_0.client [req-23730d32-3529-444d-a76b-fe2ac91c8667 req-1e88f1ac-c154-4cb2-94f7-94ca68a64d95 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1151.091524] env[65448]: DEBUG nova.network.neutron [req-23730d32-3529-444d-a76b-fe2ac91c8667 req-1e88f1ac-c154-4cb2-94f7-94ca68a64d95 service nova] [instance: 2f9edc1d-3f0b-4f5d-baf1-3072d2931a81] Updated VIF entry in instance network info cache for port 1b32389a-9046-4598-a09b-abfa6bc27847. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1151.092158] env[65448]: DEBUG nova.network.neutron [req-23730d32-3529-444d-a76b-fe2ac91c8667 req-1e88f1ac-c154-4cb2-94f7-94ca68a64d95 service nova] [instance: 2f9edc1d-3f0b-4f5d-baf1-3072d2931a81] Updating instance_info_cache with network_info: [{"id": "1b32389a-9046-4598-a09b-abfa6bc27847", "address": "fa:16:3e:94:90:80", "network": {"id": "3e956ed0-8002-4352-a2f0-0b0c88eed513", "bridge": null, "label": "tempest-DeleteServersTestJSON-351560953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f8d5716103c4544ad3c5ca0f9963943", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap1b32389a-90", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.159765] env[65448]: DEBUG oslo_vmware.api [None req-e8790488-d35c-4370-9078-61b177515bfb tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': task-4938463, 'name': PowerOnVM_Task} progress is 90%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.366185] env[65448]: DEBUG nova.network.neutron [-] [instance: ffb11675-ff83-4efb-be37-b642e50ea8b9] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.414026] env[65448]: DEBUG nova.compute.utils [None req-f1f3d0fe-cb6b-468d-ac8d-9bab502646b9 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Using /dev/sd instead of None {{(pid=65448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1151.415867] env[65448]: DEBUG nova.compute.manager [None req-f1f3d0fe-cb6b-468d-ac8d-9bab502646b9 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] [instance: 1b94b4b0-6d12-42af-8d99-9c7c5debad9a] Allocating IP information in the background. {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 1151.415995] env[65448]: DEBUG nova.network.neutron [None req-f1f3d0fe-cb6b-468d-ac8d-9bab502646b9 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] [instance: 1b94b4b0-6d12-42af-8d99-9c7c5debad9a] allocate_for_instance() {{(pid=65448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1151.416433] env[65448]: WARNING neutronclient.v2_0.client [None req-f1f3d0fe-cb6b-468d-ac8d-9bab502646b9 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1151.416774] env[65448]: WARNING neutronclient.v2_0.client [None req-f1f3d0fe-cb6b-468d-ac8d-9bab502646b9 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1151.420397] env[65448]: DEBUG nova.objects.instance [None req-16e6fd72-24c7-4a8c-ac0f-ac4e8ce36655 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Lazy-loading 'numa_topology' on Instance uuid 2f9edc1d-3f0b-4f5d-baf1-3072d2931a81 {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1151.429985] env[65448]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0c50da70-2508-467c-a860-aab132edd7db {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.441011] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97f2ceee-3770-443f-b51c-d895e1b4f0b9 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.452169] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] [instance: b0c623fa-d333-4033-9b82-c846509e532a] Instance has had 0 of 5 cleanup attempts {{(pid=65448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11936}} [ 1151.466345] env[65448]: DEBUG nova.policy [None req-f1f3d0fe-cb6b-468d-ac8d-9bab502646b9 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '667cd83895ed4cbfa3c06611bbb9b56d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '41829c8bbc00458f8f657d10da489539', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65448) authorize /opt/stack/nova/nova/policy.py:192}} [ 1151.481263] env[65448]: DEBUG nova.compute.manager [req-df07194d-e210-48b8-b8b1-8285dc93d0b2 req-b36e1991-b4e0-41e9-a367-cb4ba9fca40a service nova] [instance: 391084e8-4d9f-42f0-a5a5-cecc69e86a09] Detach interface failed, port_id=942c39d3-7317-400f-b52f-45a156350d36, reason: Instance 391084e8-4d9f-42f0-a5a5-cecc69e86a09 could not be found. {{(pid=65448) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 1151.595878] env[65448]: DEBUG oslo_concurrency.lockutils [req-23730d32-3529-444d-a76b-fe2ac91c8667 req-1e88f1ac-c154-4cb2-94f7-94ca68a64d95 service nova] Releasing lock "refresh_cache-2f9edc1d-3f0b-4f5d-baf1-3072d2931a81" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.596299] env[65448]: DEBUG nova.compute.manager [req-23730d32-3529-444d-a76b-fe2ac91c8667 req-1e88f1ac-c154-4cb2-94f7-94ca68a64d95 service nova] [instance: 3cbfb5fd-aac5-4538-87b4-d33b466ab2ad] Received event network-changed-aa4ac103-6c66-4516-940a-a0cf2f3d2410 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1151.596592] env[65448]: DEBUG nova.compute.manager [req-23730d32-3529-444d-a76b-fe2ac91c8667 req-1e88f1ac-c154-4cb2-94f7-94ca68a64d95 service nova] [instance: 3cbfb5fd-aac5-4538-87b4-d33b466ab2ad] Refreshing instance network info cache due to event network-changed-aa4ac103-6c66-4516-940a-a0cf2f3d2410. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 1151.596883] env[65448]: DEBUG oslo_concurrency.lockutils [req-23730d32-3529-444d-a76b-fe2ac91c8667 req-1e88f1ac-c154-4cb2-94f7-94ca68a64d95 service nova] Acquiring lock "refresh_cache-3cbfb5fd-aac5-4538-87b4-d33b466ab2ad" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.597105] env[65448]: DEBUG oslo_concurrency.lockutils [req-23730d32-3529-444d-a76b-fe2ac91c8667 req-1e88f1ac-c154-4cb2-94f7-94ca68a64d95 service nova] Acquired lock "refresh_cache-3cbfb5fd-aac5-4538-87b4-d33b466ab2ad" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.597342] env[65448]: DEBUG nova.network.neutron [req-23730d32-3529-444d-a76b-fe2ac91c8667 req-1e88f1ac-c154-4cb2-94f7-94ca68a64d95 service nova] [instance: 3cbfb5fd-aac5-4538-87b4-d33b466ab2ad] Refreshing network info cache for port aa4ac103-6c66-4516-940a-a0cf2f3d2410 {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1151.652953] env[65448]: DEBUG nova.network.neutron [-] [instance: 391084e8-4d9f-42f0-a5a5-cecc69e86a09] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.652953] env[65448]: DEBUG oslo_vmware.api [None req-e8790488-d35c-4370-9078-61b177515bfb tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': task-4938463, 'name': PowerOnVM_Task, 'duration_secs': 0.577604} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.653122] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8790488-d35c-4370-9078-61b177515bfb tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: 7c98f401-15ac-4322-9bb1-abbdc937bad4] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1151.653290] env[65448]: INFO nova.compute.manager [None req-e8790488-d35c-4370-9078-61b177515bfb tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: 7c98f401-15ac-4322-9bb1-abbdc937bad4] Took 8.69 seconds to spawn the instance on the hypervisor. [ 1151.653460] env[65448]: DEBUG nova.compute.manager [None req-e8790488-d35c-4370-9078-61b177515bfb tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: 7c98f401-15ac-4322-9bb1-abbdc937bad4] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 1151.654451] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b545c02-739a-4f6f-bcc5-e4d3451b0ce0 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.789980] env[65448]: DEBUG nova.network.neutron [None req-f1f3d0fe-cb6b-468d-ac8d-9bab502646b9 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] [instance: 1b94b4b0-6d12-42af-8d99-9c7c5debad9a] Successfully created port: 42597ee2-0b1e-4a68-b8f7-8764e6724705 {{(pid=65448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1151.870160] env[65448]: INFO nova.compute.manager [-] [instance: ffb11675-ff83-4efb-be37-b642e50ea8b9] Took 1.56 seconds to deallocate network for instance. [ 1151.912521] env[65448]: DEBUG nova.compute.manager [req-5844699d-2f6e-471e-b29d-38c6459e0324 req-83d06685-5d8b-4f42-a3cc-5c5fa5ee7381 service nova] [instance: ffb11675-ff83-4efb-be37-b642e50ea8b9] Received event network-vif-deleted-2d51f333-e777-44b1-b392-f80d31bf5212 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1151.912760] env[65448]: DEBUG nova.compute.manager [req-5844699d-2f6e-471e-b29d-38c6459e0324 req-83d06685-5d8b-4f42-a3cc-5c5fa5ee7381 service nova] [instance: 391084e8-4d9f-42f0-a5a5-cecc69e86a09] Received event network-vif-deleted-d26eb648-d7cd-4343-ae35-60e77a6722fa {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1151.920568] env[65448]: DEBUG nova.compute.manager [None req-f1f3d0fe-cb6b-468d-ac8d-9bab502646b9 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] [instance: 1b94b4b0-6d12-42af-8d99-9c7c5debad9a] Start building block device mappings for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2916}} [ 1151.923959] env[65448]: DEBUG nova.objects.base [None req-16e6fd72-24c7-4a8c-ac0f-ac4e8ce36655 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Object Instance<2f9edc1d-3f0b-4f5d-baf1-3072d2931a81> lazy-loaded attributes: resources,numa_topology {{(pid=65448) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1151.956673] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] [instance: 24665a99-6cfb-4d8b-8d08-406b7d1f468f] Instance has had 0 of 5 cleanup attempts {{(pid=65448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11936}} [ 1152.100384] env[65448]: WARNING neutronclient.v2_0.client [req-23730d32-3529-444d-a76b-fe2ac91c8667 req-1e88f1ac-c154-4cb2-94f7-94ca68a64d95 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1152.105018] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddd4a6ab-3d3e-4a93-aef5-7f301a3a722b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.115532] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1de71b59-e847-4aeb-9e35-09d6496c8f72 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.158507] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7b588b5-f0a5-4493-8092-cc9ea2459981 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.159156] env[65448]: INFO nova.compute.manager [-] [instance: 391084e8-4d9f-42f0-a5a5-cecc69e86a09] Took 1.65 seconds to deallocate network for instance. [ 1152.172795] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bcffdb6-e36a-4755-8c68-beea81ea990a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.181717] env[65448]: INFO nova.compute.manager [None req-e8790488-d35c-4370-9078-61b177515bfb tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: 7c98f401-15ac-4322-9bb1-abbdc937bad4] Took 20.81 seconds to build instance. [ 1152.194382] env[65448]: DEBUG nova.compute.provider_tree [None req-16e6fd72-24c7-4a8c-ac0f-ac4e8ce36655 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1152.377454] env[65448]: DEBUG oslo_concurrency.lockutils [None req-fc06f23b-513a-4d21-941a-cdd08b1aa9c1 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.432498] env[65448]: WARNING neutronclient.v2_0.client [req-23730d32-3529-444d-a76b-fe2ac91c8667 req-1e88f1ac-c154-4cb2-94f7-94ca68a64d95 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1152.465276] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] [instance: 3a22ed5d-c4fd-429f-966a-ba2af260e43c] Instance has had 0 of 5 cleanup attempts {{(pid=65448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11936}} [ 1152.673759] env[65448]: DEBUG oslo_concurrency.lockutils [None req-ae4a80af-8e3f-4633-8a62-f190f9eeccc6 tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.683665] env[65448]: DEBUG oslo_concurrency.lockutils [None req-e8790488-d35c-4370-9078-61b177515bfb tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Lock "7c98f401-15ac-4322-9bb1-abbdc937bad4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.323s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.699149] env[65448]: DEBUG nova.scheduler.client.report [None req-16e6fd72-24c7-4a8c-ac0f-ac4e8ce36655 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1152.937105] env[65448]: DEBUG nova.compute.manager [None req-f1f3d0fe-cb6b-468d-ac8d-9bab502646b9 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] [instance: 1b94b4b0-6d12-42af-8d99-9c7c5debad9a] Start spawning the instance on the hypervisor. {{(pid=65448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2689}} [ 1152.965412] env[65448]: DEBUG nova.virt.hardware [None req-f1f3d0fe-cb6b-468d-ac8d-9bab502646b9 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-08T17:19:51Z,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a992292b6dae455593d228217860e2e1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-08T17:19:52Z,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1152.965668] env[65448]: DEBUG nova.virt.hardware [None req-f1f3d0fe-cb6b-468d-ac8d-9bab502646b9 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1152.965820] env[65448]: DEBUG nova.virt.hardware [None req-f1f3d0fe-cb6b-468d-ac8d-9bab502646b9 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1152.965993] env[65448]: DEBUG nova.virt.hardware [None req-f1f3d0fe-cb6b-468d-ac8d-9bab502646b9 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1152.966168] env[65448]: DEBUG nova.virt.hardware [None req-f1f3d0fe-cb6b-468d-ac8d-9bab502646b9 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1152.966317] env[65448]: DEBUG nova.virt.hardware [None req-f1f3d0fe-cb6b-468d-ac8d-9bab502646b9 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1152.966521] env[65448]: DEBUG nova.virt.hardware [None req-f1f3d0fe-cb6b-468d-ac8d-9bab502646b9 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1152.966672] env[65448]: DEBUG nova.virt.hardware [None req-f1f3d0fe-cb6b-468d-ac8d-9bab502646b9 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1152.966848] env[65448]: DEBUG nova.virt.hardware [None req-f1f3d0fe-cb6b-468d-ac8d-9bab502646b9 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1152.967025] env[65448]: DEBUG nova.virt.hardware [None req-f1f3d0fe-cb6b-468d-ac8d-9bab502646b9 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1152.967190] env[65448]: DEBUG nova.virt.hardware [None req-f1f3d0fe-cb6b-468d-ac8d-9bab502646b9 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1152.968127] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49ed170d-48ed-4479-95f9-2c126877e967 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.971087] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] [instance: 1df72414-93c2-4356-93c4-2dd4c781a1b9] Instance has had 0 of 5 cleanup attempts {{(pid=65448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11936}} [ 1152.979060] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48e2fd5c-1d2b-4082-84c8-fbaacde7e744 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.206081] env[65448]: DEBUG oslo_concurrency.lockutils [None req-16e6fd72-24c7-4a8c-ac0f-ac4e8ce36655 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.294s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.207998] env[65448]: DEBUG oslo_concurrency.lockutils [None req-fc06f23b-513a-4d21-941a-cdd08b1aa9c1 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.830s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.208533] env[65448]: DEBUG nova.objects.instance [None req-fc06f23b-513a-4d21-941a-cdd08b1aa9c1 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Lazy-loading 'resources' on Instance uuid ffb11675-ff83-4efb-be37-b642e50ea8b9 {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1153.254879] env[65448]: DEBUG nova.network.neutron [req-23730d32-3529-444d-a76b-fe2ac91c8667 req-1e88f1ac-c154-4cb2-94f7-94ca68a64d95 service nova] [instance: 3cbfb5fd-aac5-4538-87b4-d33b466ab2ad] Updated VIF entry in instance network info cache for port aa4ac103-6c66-4516-940a-a0cf2f3d2410. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1153.254879] env[65448]: DEBUG nova.network.neutron [req-23730d32-3529-444d-a76b-fe2ac91c8667 req-1e88f1ac-c154-4cb2-94f7-94ca68a64d95 service nova] [instance: 3cbfb5fd-aac5-4538-87b4-d33b466ab2ad] Updating instance_info_cache with network_info: [{"id": "aa4ac103-6c66-4516-940a-a0cf2f3d2410", "address": "fa:16:3e:58:c5:34", "network": {"id": "6fa83dea-1d83-4041-ae56-d9e5e5278559", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-78264896-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4a79f75fe9f47d4a1cca9aa9f9c3901", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa4ac103-6c", "ovs_interfaceid": "aa4ac103-6c66-4516-940a-a0cf2f3d2410", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.372341] env[65448]: DEBUG nova.network.neutron [None req-f1f3d0fe-cb6b-468d-ac8d-9bab502646b9 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] [instance: 1b94b4b0-6d12-42af-8d99-9c7c5debad9a] Successfully updated port: 42597ee2-0b1e-4a68-b8f7-8764e6724705 {{(pid=65448) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1153.402386] env[65448]: DEBUG nova.compute.manager [req-d0a4ecdf-1f96-4447-994c-511b00353b35 req-c44d924e-bf1a-491f-a4f4-730ff24c7757 service nova] [instance: 1b94b4b0-6d12-42af-8d99-9c7c5debad9a] Received event network-vif-plugged-42597ee2-0b1e-4a68-b8f7-8764e6724705 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1153.402386] env[65448]: DEBUG oslo_concurrency.lockutils [req-d0a4ecdf-1f96-4447-994c-511b00353b35 req-c44d924e-bf1a-491f-a4f4-730ff24c7757 service nova] Acquiring lock "1b94b4b0-6d12-42af-8d99-9c7c5debad9a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.402915] env[65448]: DEBUG oslo_concurrency.lockutils [req-d0a4ecdf-1f96-4447-994c-511b00353b35 req-c44d924e-bf1a-491f-a4f4-730ff24c7757 service nova] Lock "1b94b4b0-6d12-42af-8d99-9c7c5debad9a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.402915] env[65448]: DEBUG oslo_concurrency.lockutils [req-d0a4ecdf-1f96-4447-994c-511b00353b35 req-c44d924e-bf1a-491f-a4f4-730ff24c7757 service nova] Lock "1b94b4b0-6d12-42af-8d99-9c7c5debad9a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.403120] env[65448]: DEBUG nova.compute.manager [req-d0a4ecdf-1f96-4447-994c-511b00353b35 req-c44d924e-bf1a-491f-a4f4-730ff24c7757 service nova] [instance: 1b94b4b0-6d12-42af-8d99-9c7c5debad9a] No waiting events found dispatching network-vif-plugged-42597ee2-0b1e-4a68-b8f7-8764e6724705 {{(pid=65448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1153.404201] env[65448]: WARNING nova.compute.manager [req-d0a4ecdf-1f96-4447-994c-511b00353b35 req-c44d924e-bf1a-491f-a4f4-730ff24c7757 service nova] [instance: 1b94b4b0-6d12-42af-8d99-9c7c5debad9a] Received unexpected event network-vif-plugged-42597ee2-0b1e-4a68-b8f7-8764e6724705 for instance with vm_state building and task_state spawning. [ 1153.474500] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] [instance: d3eb5b9f-a5e0-4dfe-a6ea-42fec368280f] Instance has had 0 of 5 cleanup attempts {{(pid=65448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11936}} [ 1153.724029] env[65448]: DEBUG oslo_concurrency.lockutils [None req-16e6fd72-24c7-4a8c-ac0f-ac4e8ce36655 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Lock "2f9edc1d-3f0b-4f5d-baf1-3072d2931a81" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 25.323s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.725059] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a71c897b-744f-40f4-bf35-ed1199c1449e tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Lock "2f9edc1d-3f0b-4f5d-baf1-3072d2931a81" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 4.033s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.725332] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a71c897b-744f-40f4-bf35-ed1199c1449e tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Acquiring lock "2f9edc1d-3f0b-4f5d-baf1-3072d2931a81-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.725542] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a71c897b-744f-40f4-bf35-ed1199c1449e tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Lock "2f9edc1d-3f0b-4f5d-baf1-3072d2931a81-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.725707] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a71c897b-744f-40f4-bf35-ed1199c1449e tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Lock "2f9edc1d-3f0b-4f5d-baf1-3072d2931a81-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.730609] env[65448]: INFO nova.compute.manager [None req-a71c897b-744f-40f4-bf35-ed1199c1449e tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 2f9edc1d-3f0b-4f5d-baf1-3072d2931a81] Terminating instance [ 1153.757492] env[65448]: DEBUG oslo_concurrency.lockutils [req-23730d32-3529-444d-a76b-fe2ac91c8667 req-1e88f1ac-c154-4cb2-94f7-94ca68a64d95 service nova] Releasing lock "refresh_cache-3cbfb5fd-aac5-4538-87b4-d33b466ab2ad" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.876408] env[65448]: DEBUG oslo_concurrency.lockutils [None req-f1f3d0fe-cb6b-468d-ac8d-9bab502646b9 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Acquiring lock "refresh_cache-1b94b4b0-6d12-42af-8d99-9c7c5debad9a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.876615] env[65448]: DEBUG oslo_concurrency.lockutils [None req-f1f3d0fe-cb6b-468d-ac8d-9bab502646b9 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Acquired lock "refresh_cache-1b94b4b0-6d12-42af-8d99-9c7c5debad9a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.876808] env[65448]: DEBUG nova.network.neutron [None req-f1f3d0fe-cb6b-468d-ac8d-9bab502646b9 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] [instance: 1b94b4b0-6d12-42af-8d99-9c7c5debad9a] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1153.926724] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61e251b1-1745-4ffc-99f9-02d51a3e1af1 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.936408] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2be51e16-72b3-4426-b320-dee1e5d12134 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.944369] env[65448]: DEBUG nova.compute.manager [req-4da807d3-a338-4b3f-90d5-111cf77d3efa req-829ed112-7641-4e69-9380-ee2fc18175ec service nova] [instance: f3456e77-34cb-48b6-a71b-3a0a5066d704] Received event network-changed-3bc76608-3d96-47d8-92e9-00fd38a1d4f7 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1153.944622] env[65448]: DEBUG nova.compute.manager [req-4da807d3-a338-4b3f-90d5-111cf77d3efa req-829ed112-7641-4e69-9380-ee2fc18175ec service nova] [instance: f3456e77-34cb-48b6-a71b-3a0a5066d704] Refreshing instance network info cache due to event network-changed-3bc76608-3d96-47d8-92e9-00fd38a1d4f7. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 1153.944862] env[65448]: DEBUG oslo_concurrency.lockutils [req-4da807d3-a338-4b3f-90d5-111cf77d3efa req-829ed112-7641-4e69-9380-ee2fc18175ec service nova] Acquiring lock "refresh_cache-f3456e77-34cb-48b6-a71b-3a0a5066d704" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.945030] env[65448]: DEBUG oslo_concurrency.lockutils [req-4da807d3-a338-4b3f-90d5-111cf77d3efa req-829ed112-7641-4e69-9380-ee2fc18175ec service nova] Acquired lock "refresh_cache-f3456e77-34cb-48b6-a71b-3a0a5066d704" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.945243] env[65448]: DEBUG nova.network.neutron [req-4da807d3-a338-4b3f-90d5-111cf77d3efa req-829ed112-7641-4e69-9380-ee2fc18175ec service nova] [instance: f3456e77-34cb-48b6-a71b-3a0a5066d704] Refreshing network info cache for port 3bc76608-3d96-47d8-92e9-00fd38a1d4f7 {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1153.977796] env[65448]: WARNING neutronclient.v2_0.client [req-4da807d3-a338-4b3f-90d5-111cf77d3efa req-829ed112-7641-4e69-9380-ee2fc18175ec service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1153.980883] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da3d07b0-1ca6-4cee-8592-6db4e570c26b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.984427] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] [instance: d7a47642-66f2-4772-bff2-50b672f23d21] Instance has had 0 of 5 cleanup attempts {{(pid=65448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11936}} [ 1153.994549] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7782a97b-4d6d-4b9f-bbf7-77b1e1c408bd {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.012526] env[65448]: DEBUG nova.compute.provider_tree [None req-fc06f23b-513a-4d21-941a-cdd08b1aa9c1 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1154.154147] env[65448]: WARNING neutronclient.v2_0.client [req-4da807d3-a338-4b3f-90d5-111cf77d3efa req-829ed112-7641-4e69-9380-ee2fc18175ec service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1154.233392] env[65448]: DEBUG nova.network.neutron [req-4da807d3-a338-4b3f-90d5-111cf77d3efa req-829ed112-7641-4e69-9380-ee2fc18175ec service nova] [instance: f3456e77-34cb-48b6-a71b-3a0a5066d704] Updated VIF entry in instance network info cache for port 3bc76608-3d96-47d8-92e9-00fd38a1d4f7. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1154.234013] env[65448]: DEBUG nova.network.neutron [req-4da807d3-a338-4b3f-90d5-111cf77d3efa req-829ed112-7641-4e69-9380-ee2fc18175ec service nova] [instance: f3456e77-34cb-48b6-a71b-3a0a5066d704] Updating instance_info_cache with network_info: [{"id": "3bc76608-3d96-47d8-92e9-00fd38a1d4f7", "address": "fa:16:3e:9b:ec:f1", "network": {"id": "ae7fb699-1e8f-4e6e-ba65-11efac49c1f2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2072253352-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40f710aa821f49ef963bafd588fa759f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bc76608-3d", "ovs_interfaceid": "3bc76608-3d96-47d8-92e9-00fd38a1d4f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.235765] env[65448]: DEBUG nova.compute.manager [None req-a71c897b-744f-40f4-bf35-ed1199c1449e tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 2f9edc1d-3f0b-4f5d-baf1-3072d2931a81] Start destroying the instance on the hypervisor. {{(pid=65448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3209}} [ 1154.235967] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-a71c897b-744f-40f4-bf35-ed1199c1449e tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 2f9edc1d-3f0b-4f5d-baf1-3072d2931a81] Destroying instance {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1154.240121] env[65448]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-79691fbc-05c1-4446-9737-cfacc3fa6304 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.248062] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5452918f-078a-4ad2-8eac-383c7f2f9052 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.286024] env[65448]: WARNING nova.virt.vmwareapi.vmops [None req-a71c897b-744f-40f4-bf35-ed1199c1449e tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 2f9edc1d-3f0b-4f5d-baf1-3072d2931a81] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 2f9edc1d-3f0b-4f5d-baf1-3072d2931a81 could not be found. [ 1154.286250] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-a71c897b-744f-40f4-bf35-ed1199c1449e tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 2f9edc1d-3f0b-4f5d-baf1-3072d2931a81] Instance destroyed {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1154.286389] env[65448]: INFO nova.compute.manager [None req-a71c897b-744f-40f4-bf35-ed1199c1449e tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 2f9edc1d-3f0b-4f5d-baf1-3072d2931a81] Took 0.05 seconds to destroy the instance on the hypervisor. [ 1154.286654] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-a71c897b-744f-40f4-bf35-ed1199c1449e tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1154.286920] env[65448]: DEBUG nova.compute.manager [-] [instance: 2f9edc1d-3f0b-4f5d-baf1-3072d2931a81] Deallocating network for instance {{(pid=65448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1154.287028] env[65448]: DEBUG nova.network.neutron [-] [instance: 2f9edc1d-3f0b-4f5d-baf1-3072d2931a81] deallocate_for_instance() {{(pid=65448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1154.287290] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1154.322147] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1154.488628] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] [instance: ba7361d2-4e0a-4087-989f-5832a7ece890] Instance has had 0 of 5 cleanup attempts {{(pid=65448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11936}} [ 1154.517621] env[65448]: DEBUG nova.scheduler.client.report [None req-fc06f23b-513a-4d21-941a-cdd08b1aa9c1 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1154.567395] env[65448]: DEBUG nova.network.neutron [None req-f1f3d0fe-cb6b-468d-ac8d-9bab502646b9 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] [instance: 1b94b4b0-6d12-42af-8d99-9c7c5debad9a] Instance cache missing network info. {{(pid=65448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1154.653650] env[65448]: WARNING neutronclient.v2_0.client [None req-f1f3d0fe-cb6b-468d-ac8d-9bab502646b9 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1154.741634] env[65448]: DEBUG nova.network.neutron [None req-f1f3d0fe-cb6b-468d-ac8d-9bab502646b9 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] [instance: 1b94b4b0-6d12-42af-8d99-9c7c5debad9a] Updating instance_info_cache with network_info: [{"id": "42597ee2-0b1e-4a68-b8f7-8764e6724705", "address": "fa:16:3e:1c:fd:7f", "network": {"id": "dbea8f1c-94fb-4583-ada6-8aa382932997", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-659256082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41829c8bbc00458f8f657d10da489539", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42597ee2-0b", "ovs_interfaceid": "42597ee2-0b1e-4a68-b8f7-8764e6724705", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.743133] env[65448]: DEBUG oslo_concurrency.lockutils [req-4da807d3-a338-4b3f-90d5-111cf77d3efa req-829ed112-7641-4e69-9380-ee2fc18175ec service nova] Releasing lock "refresh_cache-f3456e77-34cb-48b6-a71b-3a0a5066d704" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.743377] env[65448]: DEBUG nova.compute.manager [req-4da807d3-a338-4b3f-90d5-111cf77d3efa req-829ed112-7641-4e69-9380-ee2fc18175ec service nova] [instance: 7c98f401-15ac-4322-9bb1-abbdc937bad4] Received event network-changed-e2b73f41-10de-44e3-a845-6cb17dcb2a7d {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1154.743544] env[65448]: DEBUG nova.compute.manager [req-4da807d3-a338-4b3f-90d5-111cf77d3efa req-829ed112-7641-4e69-9380-ee2fc18175ec service nova] [instance: 7c98f401-15ac-4322-9bb1-abbdc937bad4] Refreshing instance network info cache due to event network-changed-e2b73f41-10de-44e3-a845-6cb17dcb2a7d. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 1154.743752] env[65448]: DEBUG oslo_concurrency.lockutils [req-4da807d3-a338-4b3f-90d5-111cf77d3efa req-829ed112-7641-4e69-9380-ee2fc18175ec service nova] Acquiring lock "refresh_cache-7c98f401-15ac-4322-9bb1-abbdc937bad4" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.743885] env[65448]: DEBUG oslo_concurrency.lockutils [req-4da807d3-a338-4b3f-90d5-111cf77d3efa req-829ed112-7641-4e69-9380-ee2fc18175ec service nova] Acquired lock "refresh_cache-7c98f401-15ac-4322-9bb1-abbdc937bad4" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.745376] env[65448]: DEBUG nova.network.neutron [req-4da807d3-a338-4b3f-90d5-111cf77d3efa req-829ed112-7641-4e69-9380-ee2fc18175ec service nova] [instance: 7c98f401-15ac-4322-9bb1-abbdc937bad4] Refreshing network info cache for port e2b73f41-10de-44e3-a845-6cb17dcb2a7d {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1154.992532] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] [instance: 06fbeb98-e55b-49e5-84c7-f4c91d2394a0] Instance has had 0 of 5 cleanup attempts {{(pid=65448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11936}} [ 1155.024294] env[65448]: DEBUG oslo_concurrency.lockutils [None req-fc06f23b-513a-4d21-941a-cdd08b1aa9c1 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.817s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.028159] env[65448]: DEBUG oslo_concurrency.lockutils [None req-ae4a80af-8e3f-4633-8a62-f190f9eeccc6 tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.353s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.028440] env[65448]: DEBUG nova.objects.instance [None req-ae4a80af-8e3f-4633-8a62-f190f9eeccc6 tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Lazy-loading 'resources' on Instance uuid 391084e8-4d9f-42f0-a5a5-cecc69e86a09 {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1155.041062] env[65448]: DEBUG nova.network.neutron [-] [instance: 2f9edc1d-3f0b-4f5d-baf1-3072d2931a81] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.065300] env[65448]: INFO nova.scheduler.client.report [None req-fc06f23b-513a-4d21-941a-cdd08b1aa9c1 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Deleted allocations for instance ffb11675-ff83-4efb-be37-b642e50ea8b9 [ 1155.247814] env[65448]: DEBUG oslo_concurrency.lockutils [None req-f1f3d0fe-cb6b-468d-ac8d-9bab502646b9 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Releasing lock "refresh_cache-1b94b4b0-6d12-42af-8d99-9c7c5debad9a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.248217] env[65448]: DEBUG nova.compute.manager [None req-f1f3d0fe-cb6b-468d-ac8d-9bab502646b9 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] [instance: 1b94b4b0-6d12-42af-8d99-9c7c5debad9a] Instance network_info: |[{"id": "42597ee2-0b1e-4a68-b8f7-8764e6724705", "address": "fa:16:3e:1c:fd:7f", "network": {"id": "dbea8f1c-94fb-4583-ada6-8aa382932997", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-659256082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41829c8bbc00458f8f657d10da489539", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42597ee2-0b", "ovs_interfaceid": "42597ee2-0b1e-4a68-b8f7-8764e6724705", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 1155.248833] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-f1f3d0fe-cb6b-468d-ac8d-9bab502646b9 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] [instance: 1b94b4b0-6d12-42af-8d99-9c7c5debad9a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:fd:7f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '06cc7c49-c46c-4c1e-bf51-77e9ea802c40', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '42597ee2-0b1e-4a68-b8f7-8764e6724705', 'vif_model': 'vmxnet3'}] {{(pid=65448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1155.256372] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-f1f3d0fe-cb6b-468d-ac8d-9bab502646b9 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1155.256895] env[65448]: WARNING neutronclient.v2_0.client [req-4da807d3-a338-4b3f-90d5-111cf77d3efa req-829ed112-7641-4e69-9380-ee2fc18175ec service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1155.259540] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b94b4b0-6d12-42af-8d99-9c7c5debad9a] Creating VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1155.260023] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c1e735e9-965f-403f-87d1-91aae9c5faae {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.282247] env[65448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1155.282247] env[65448]: value = "task-4938464" [ 1155.282247] env[65448]: _type = "Task" [ 1155.282247] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.291520] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4938464, 'name': CreateVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.440064] env[65448]: WARNING neutronclient.v2_0.client [req-4da807d3-a338-4b3f-90d5-111cf77d3efa req-829ed112-7641-4e69-9380-ee2fc18175ec service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1155.495969] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] [instance: 6c671722-081d-4d34-9eae-f9e7565127e9] Instance has had 0 of 5 cleanup attempts {{(pid=65448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11936}} [ 1155.510543] env[65448]: DEBUG nova.network.neutron [req-4da807d3-a338-4b3f-90d5-111cf77d3efa req-829ed112-7641-4e69-9380-ee2fc18175ec service nova] [instance: 7c98f401-15ac-4322-9bb1-abbdc937bad4] Updated VIF entry in instance network info cache for port e2b73f41-10de-44e3-a845-6cb17dcb2a7d. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1155.511048] env[65448]: DEBUG nova.network.neutron [req-4da807d3-a338-4b3f-90d5-111cf77d3efa req-829ed112-7641-4e69-9380-ee2fc18175ec service nova] [instance: 7c98f401-15ac-4322-9bb1-abbdc937bad4] Updating instance_info_cache with network_info: [{"id": "e2b73f41-10de-44e3-a845-6cb17dcb2a7d", "address": "fa:16:3e:fa:dc:71", "network": {"id": "ae7fb699-1e8f-4e6e-ba65-11efac49c1f2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2072253352-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40f710aa821f49ef963bafd588fa759f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2b73f41-10", "ovs_interfaceid": "e2b73f41-10de-44e3-a845-6cb17dcb2a7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.545863] env[65448]: INFO nova.compute.manager [-] [instance: 2f9edc1d-3f0b-4f5d-baf1-3072d2931a81] Took 1.26 seconds to deallocate network for instance. [ 1155.578822] env[65448]: DEBUG oslo_concurrency.lockutils [None req-fc06f23b-513a-4d21-941a-cdd08b1aa9c1 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Lock "ffb11675-ff83-4efb-be37-b642e50ea8b9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.422s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.707023] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-838d5d2e-a47e-4e39-838b-637be6709247 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.715597] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41c5a629-5f21-4fe6-870c-b0726b3370c8 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.749461] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fbdf682-08f5-4fe7-98f3-21ea22e31ef2 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.758147] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dec49e3-de6c-431f-83d9-553a1a15ceb5 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.774575] env[65448]: DEBUG nova.compute.provider_tree [None req-ae4a80af-8e3f-4633-8a62-f190f9eeccc6 tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1155.793882] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4938464, 'name': CreateVM_Task} progress is 99%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.852455] env[65448]: DEBUG nova.compute.manager [req-f0d31fa9-c46f-4550-aaaa-575bd684c01e req-adc97bf4-af4a-4593-9151-ef16afb2c906 service nova] [instance: 1b94b4b0-6d12-42af-8d99-9c7c5debad9a] Received event network-changed-42597ee2-0b1e-4a68-b8f7-8764e6724705 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1155.852820] env[65448]: DEBUG nova.compute.manager [req-f0d31fa9-c46f-4550-aaaa-575bd684c01e req-adc97bf4-af4a-4593-9151-ef16afb2c906 service nova] [instance: 1b94b4b0-6d12-42af-8d99-9c7c5debad9a] Refreshing instance network info cache due to event network-changed-42597ee2-0b1e-4a68-b8f7-8764e6724705. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 1155.853087] env[65448]: DEBUG oslo_concurrency.lockutils [req-f0d31fa9-c46f-4550-aaaa-575bd684c01e req-adc97bf4-af4a-4593-9151-ef16afb2c906 service nova] Acquiring lock "refresh_cache-1b94b4b0-6d12-42af-8d99-9c7c5debad9a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.853312] env[65448]: DEBUG oslo_concurrency.lockutils [req-f0d31fa9-c46f-4550-aaaa-575bd684c01e req-adc97bf4-af4a-4593-9151-ef16afb2c906 service nova] Acquired lock "refresh_cache-1b94b4b0-6d12-42af-8d99-9c7c5debad9a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.853539] env[65448]: DEBUG nova.network.neutron [req-f0d31fa9-c46f-4550-aaaa-575bd684c01e req-adc97bf4-af4a-4593-9151-ef16afb2c906 service nova] [instance: 1b94b4b0-6d12-42af-8d99-9c7c5debad9a] Refreshing network info cache for port 42597ee2-0b1e-4a68-b8f7-8764e6724705 {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1155.978427] env[65448]: DEBUG nova.compute.manager [req-4cc7efda-1d75-4754-a352-7d2d562f95e0 req-7181d19e-df44-4f7b-ac4a-8631b1d6c5ca service nova] [instance: 7c98f401-15ac-4322-9bb1-abbdc937bad4] Received event network-changed-e2b73f41-10de-44e3-a845-6cb17dcb2a7d {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1155.978427] env[65448]: DEBUG nova.compute.manager [req-4cc7efda-1d75-4754-a352-7d2d562f95e0 req-7181d19e-df44-4f7b-ac4a-8631b1d6c5ca service nova] [instance: 7c98f401-15ac-4322-9bb1-abbdc937bad4] Refreshing instance network info cache due to event network-changed-e2b73f41-10de-44e3-a845-6cb17dcb2a7d. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 1155.978427] env[65448]: DEBUG oslo_concurrency.lockutils [req-4cc7efda-1d75-4754-a352-7d2d562f95e0 req-7181d19e-df44-4f7b-ac4a-8631b1d6c5ca service nova] Acquiring lock "refresh_cache-7c98f401-15ac-4322-9bb1-abbdc937bad4" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.999720] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] [instance: 59a9ff6f-4e7b-4530-aaab-b12d54355269] Instance has had 0 of 5 cleanup attempts {{(pid=65448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11936}} [ 1156.014071] env[65448]: DEBUG oslo_concurrency.lockutils [req-4da807d3-a338-4b3f-90d5-111cf77d3efa req-829ed112-7641-4e69-9380-ee2fc18175ec service nova] Releasing lock "refresh_cache-7c98f401-15ac-4322-9bb1-abbdc937bad4" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.014240] env[65448]: DEBUG oslo_concurrency.lockutils [req-4cc7efda-1d75-4754-a352-7d2d562f95e0 req-7181d19e-df44-4f7b-ac4a-8631b1d6c5ca service nova] Acquired lock "refresh_cache-7c98f401-15ac-4322-9bb1-abbdc937bad4" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.014432] env[65448]: DEBUG nova.network.neutron [req-4cc7efda-1d75-4754-a352-7d2d562f95e0 req-7181d19e-df44-4f7b-ac4a-8631b1d6c5ca service nova] [instance: 7c98f401-15ac-4322-9bb1-abbdc937bad4] Refreshing network info cache for port e2b73f41-10de-44e3-a845-6cb17dcb2a7d {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1156.278142] env[65448]: DEBUG nova.scheduler.client.report [None req-ae4a80af-8e3f-4633-8a62-f190f9eeccc6 tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1156.294280] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4938464, 'name': CreateVM_Task, 'duration_secs': 0.614955} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.295274] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b94b4b0-6d12-42af-8d99-9c7c5debad9a] Created VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1156.295864] env[65448]: WARNING neutronclient.v2_0.client [None req-f1f3d0fe-cb6b-468d-ac8d-9bab502646b9 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1156.296332] env[65448]: DEBUG oslo_concurrency.lockutils [None req-f1f3d0fe-cb6b-468d-ac8d-9bab502646b9 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.296495] env[65448]: DEBUG oslo_concurrency.lockutils [None req-f1f3d0fe-cb6b-468d-ac8d-9bab502646b9 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.296864] env[65448]: DEBUG oslo_concurrency.lockutils [None req-f1f3d0fe-cb6b-468d-ac8d-9bab502646b9 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.297522] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f03bef3-eba4-4e31-84d3-8366267330d2 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.303335] env[65448]: DEBUG oslo_vmware.api [None req-f1f3d0fe-cb6b-468d-ac8d-9bab502646b9 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Waiting for the task: (returnval){ [ 1156.303335] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]526991bf-1421-df04-f3cd-f0da51401df7" [ 1156.303335] env[65448]: _type = "Task" [ 1156.303335] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.313037] env[65448]: DEBUG oslo_vmware.api [None req-f1f3d0fe-cb6b-468d-ac8d-9bab502646b9 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]526991bf-1421-df04-f3cd-f0da51401df7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.356833] env[65448]: WARNING neutronclient.v2_0.client [req-f0d31fa9-c46f-4550-aaaa-575bd684c01e req-adc97bf4-af4a-4593-9151-ef16afb2c906 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1156.502716] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] [instance: 3a4ea7cd-a46b-4aa2-aaec-6799deec58f9] Instance has had 0 of 5 cleanup attempts {{(pid=65448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11936}} [ 1156.518155] env[65448]: WARNING neutronclient.v2_0.client [req-4cc7efda-1d75-4754-a352-7d2d562f95e0 req-7181d19e-df44-4f7b-ac4a-8631b1d6c5ca service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1156.523027] env[65448]: WARNING neutronclient.v2_0.client [req-f0d31fa9-c46f-4550-aaaa-575bd684c01e req-adc97bf4-af4a-4593-9151-ef16afb2c906 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1156.574590] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a71c897b-744f-40f4-bf35-ed1199c1449e tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Lock "2f9edc1d-3f0b-4f5d-baf1-3072d2931a81" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.849s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.632524] env[65448]: DEBUG nova.network.neutron [req-f0d31fa9-c46f-4550-aaaa-575bd684c01e req-adc97bf4-af4a-4593-9151-ef16afb2c906 service nova] [instance: 1b94b4b0-6d12-42af-8d99-9c7c5debad9a] Updated VIF entry in instance network info cache for port 42597ee2-0b1e-4a68-b8f7-8764e6724705. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1156.632945] env[65448]: DEBUG nova.network.neutron [req-f0d31fa9-c46f-4550-aaaa-575bd684c01e req-adc97bf4-af4a-4593-9151-ef16afb2c906 service nova] [instance: 1b94b4b0-6d12-42af-8d99-9c7c5debad9a] Updating instance_info_cache with network_info: [{"id": "42597ee2-0b1e-4a68-b8f7-8764e6724705", "address": "fa:16:3e:1c:fd:7f", "network": {"id": "dbea8f1c-94fb-4583-ada6-8aa382932997", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-659256082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41829c8bbc00458f8f657d10da489539", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42597ee2-0b", "ovs_interfaceid": "42597ee2-0b1e-4a68-b8f7-8764e6724705", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.701243] env[65448]: WARNING neutronclient.v2_0.client [req-4cc7efda-1d75-4754-a352-7d2d562f95e0 req-7181d19e-df44-4f7b-ac4a-8631b1d6c5ca service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1156.777694] env[65448]: DEBUG nova.network.neutron [req-4cc7efda-1d75-4754-a352-7d2d562f95e0 req-7181d19e-df44-4f7b-ac4a-8631b1d6c5ca service nova] [instance: 7c98f401-15ac-4322-9bb1-abbdc937bad4] Updated VIF entry in instance network info cache for port e2b73f41-10de-44e3-a845-6cb17dcb2a7d. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1156.778072] env[65448]: DEBUG nova.network.neutron [req-4cc7efda-1d75-4754-a352-7d2d562f95e0 req-7181d19e-df44-4f7b-ac4a-8631b1d6c5ca service nova] [instance: 7c98f401-15ac-4322-9bb1-abbdc937bad4] Updating instance_info_cache with network_info: [{"id": "e2b73f41-10de-44e3-a845-6cb17dcb2a7d", "address": "fa:16:3e:fa:dc:71", "network": {"id": "ae7fb699-1e8f-4e6e-ba65-11efac49c1f2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2072253352-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40f710aa821f49ef963bafd588fa759f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2b73f41-10", "ovs_interfaceid": "e2b73f41-10de-44e3-a845-6cb17dcb2a7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.784484] env[65448]: DEBUG oslo_concurrency.lockutils [None req-ae4a80af-8e3f-4633-8a62-f190f9eeccc6 tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.756s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.806095] env[65448]: INFO nova.scheduler.client.report [None req-ae4a80af-8e3f-4633-8a62-f190f9eeccc6 tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Deleted allocations for instance 391084e8-4d9f-42f0-a5a5-cecc69e86a09 [ 1156.819893] env[65448]: DEBUG oslo_vmware.api [None req-f1f3d0fe-cb6b-468d-ac8d-9bab502646b9 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]526991bf-1421-df04-f3cd-f0da51401df7, 'name': SearchDatastore_Task, 'duration_secs': 0.012788} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.820199] env[65448]: DEBUG oslo_concurrency.lockutils [None req-f1f3d0fe-cb6b-468d-ac8d-9bab502646b9 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.820736] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-f1f3d0fe-cb6b-468d-ac8d-9bab502646b9 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] [instance: 1b94b4b0-6d12-42af-8d99-9c7c5debad9a] Processing image 50fb366d-48e6-424f-9c20-bc83d77be76a {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1156.821754] env[65448]: DEBUG oslo_concurrency.lockutils [None req-f1f3d0fe-cb6b-468d-ac8d-9bab502646b9 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.821940] env[65448]: DEBUG oslo_concurrency.lockutils [None req-f1f3d0fe-cb6b-468d-ac8d-9bab502646b9 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.822149] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1f3d0fe-cb6b-468d-ac8d-9bab502646b9 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1156.822702] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-55384fad-b855-4b23-ae71-37eaf72c0bf6 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.833773] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1f3d0fe-cb6b-468d-ac8d-9bab502646b9 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1156.833957] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-f1f3d0fe-cb6b-468d-ac8d-9bab502646b9 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1156.834695] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6105b61c-c4cf-42b0-b8d9-e37238810f60 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.841302] env[65448]: DEBUG oslo_vmware.api [None req-f1f3d0fe-cb6b-468d-ac8d-9bab502646b9 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Waiting for the task: (returnval){ [ 1156.841302] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52256b25-e545-b928-e2dd-c0cc7d664ebe" [ 1156.841302] env[65448]: _type = "Task" [ 1156.841302] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.852066] env[65448]: DEBUG oslo_vmware.api [None req-f1f3d0fe-cb6b-468d-ac8d-9bab502646b9 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52256b25-e545-b928-e2dd-c0cc7d664ebe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.006511] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] [instance: dc6c4614-329d-4c19-bcda-1459b561823e] Instance has had 0 of 5 cleanup attempts {{(pid=65448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11936}} [ 1157.136808] env[65448]: DEBUG oslo_concurrency.lockutils [req-f0d31fa9-c46f-4550-aaaa-575bd684c01e req-adc97bf4-af4a-4593-9151-ef16afb2c906 service nova] Releasing lock "refresh_cache-1b94b4b0-6d12-42af-8d99-9c7c5debad9a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.280808] env[65448]: DEBUG oslo_concurrency.lockutils [req-4cc7efda-1d75-4754-a352-7d2d562f95e0 req-7181d19e-df44-4f7b-ac4a-8631b1d6c5ca service nova] Releasing lock "refresh_cache-7c98f401-15ac-4322-9bb1-abbdc937bad4" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.281089] env[65448]: DEBUG nova.compute.manager [req-4cc7efda-1d75-4754-a352-7d2d562f95e0 req-7181d19e-df44-4f7b-ac4a-8631b1d6c5ca service nova] [instance: f3456e77-34cb-48b6-a71b-3a0a5066d704] Received event network-changed-3bc76608-3d96-47d8-92e9-00fd38a1d4f7 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1157.281279] env[65448]: DEBUG nova.compute.manager [req-4cc7efda-1d75-4754-a352-7d2d562f95e0 req-7181d19e-df44-4f7b-ac4a-8631b1d6c5ca service nova] [instance: f3456e77-34cb-48b6-a71b-3a0a5066d704] Refreshing instance network info cache due to event network-changed-3bc76608-3d96-47d8-92e9-00fd38a1d4f7. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 1157.281495] env[65448]: DEBUG oslo_concurrency.lockutils [req-4cc7efda-1d75-4754-a352-7d2d562f95e0 req-7181d19e-df44-4f7b-ac4a-8631b1d6c5ca service nova] Acquiring lock "refresh_cache-f3456e77-34cb-48b6-a71b-3a0a5066d704" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.281635] env[65448]: DEBUG oslo_concurrency.lockutils [req-4cc7efda-1d75-4754-a352-7d2d562f95e0 req-7181d19e-df44-4f7b-ac4a-8631b1d6c5ca service nova] Acquired lock "refresh_cache-f3456e77-34cb-48b6-a71b-3a0a5066d704" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.281790] env[65448]: DEBUG nova.network.neutron [req-4cc7efda-1d75-4754-a352-7d2d562f95e0 req-7181d19e-df44-4f7b-ac4a-8631b1d6c5ca service nova] [instance: f3456e77-34cb-48b6-a71b-3a0a5066d704] Refreshing network info cache for port 3bc76608-3d96-47d8-92e9-00fd38a1d4f7 {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1157.317291] env[65448]: DEBUG oslo_concurrency.lockutils [None req-ae4a80af-8e3f-4633-8a62-f190f9eeccc6 tempest-ServersTestMultiNic-578469896 tempest-ServersTestMultiNic-578469896-project-member] Lock "391084e8-4d9f-42f0-a5a5-cecc69e86a09" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.554s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.352927] env[65448]: DEBUG oslo_vmware.api [None req-f1f3d0fe-cb6b-468d-ac8d-9bab502646b9 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52256b25-e545-b928-e2dd-c0cc7d664ebe, 'name': SearchDatastore_Task, 'duration_secs': 0.010642} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.354509] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c45b7a2-a3ad-4a5b-9084-4d9ab0078a5b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.361144] env[65448]: DEBUG oslo_vmware.api [None req-f1f3d0fe-cb6b-468d-ac8d-9bab502646b9 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Waiting for the task: (returnval){ [ 1157.361144] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]528e189a-71a4-84d6-c344-20ec3b3dc4a9" [ 1157.361144] env[65448]: _type = "Task" [ 1157.361144] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.371288] env[65448]: DEBUG oslo_vmware.api [None req-f1f3d0fe-cb6b-468d-ac8d-9bab502646b9 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]528e189a-71a4-84d6-c344-20ec3b3dc4a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.510253] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] [instance: 5d5d90a5-f93c-4070-8c3f-2690af66af2a] Instance has had 0 of 5 cleanup attempts {{(pid=65448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11936}} [ 1157.785023] env[65448]: WARNING neutronclient.v2_0.client [req-4cc7efda-1d75-4754-a352-7d2d562f95e0 req-7181d19e-df44-4f7b-ac4a-8631b1d6c5ca service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1157.873860] env[65448]: DEBUG oslo_vmware.api [None req-f1f3d0fe-cb6b-468d-ac8d-9bab502646b9 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]528e189a-71a4-84d6-c344-20ec3b3dc4a9, 'name': SearchDatastore_Task, 'duration_secs': 0.012284} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.874245] env[65448]: DEBUG oslo_concurrency.lockutils [None req-f1f3d0fe-cb6b-468d-ac8d-9bab502646b9 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.875209] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1f3d0fe-cb6b-468d-ac8d-9bab502646b9 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore1] 1b94b4b0-6d12-42af-8d99-9c7c5debad9a/1b94b4b0-6d12-42af-8d99-9c7c5debad9a.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1157.875209] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-73fcc5c1-9406-4b38-88dc-21b4f92b7271 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.883319] env[65448]: DEBUG oslo_vmware.api [None req-f1f3d0fe-cb6b-468d-ac8d-9bab502646b9 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Waiting for the task: (returnval){ [ 1157.883319] env[65448]: value = "task-4938465" [ 1157.883319] env[65448]: _type = "Task" [ 1157.883319] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.893090] env[65448]: DEBUG oslo_vmware.api [None req-f1f3d0fe-cb6b-468d-ac8d-9bab502646b9 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Task: {'id': task-4938465, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.950241] env[65448]: DEBUG oslo_concurrency.lockutils [None req-54f130f9-6452-42fe-a5ca-a7616d639694 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Acquiring lock "7978c1c5-9577-4194-827e-59a715d196b7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.950505] env[65448]: DEBUG oslo_concurrency.lockutils [None req-54f130f9-6452-42fe-a5ca-a7616d639694 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Lock "7978c1c5-9577-4194-827e-59a715d196b7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.993800] env[65448]: WARNING neutronclient.v2_0.client [req-4cc7efda-1d75-4754-a352-7d2d562f95e0 req-7181d19e-df44-4f7b-ac4a-8631b1d6c5ca service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1158.014310] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] [instance: 43ff9c8f-c282-4680-ab94-659f088e79a0] Instance has had 0 of 5 cleanup attempts {{(pid=65448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11936}} [ 1158.098628] env[65448]: DEBUG nova.network.neutron [req-4cc7efda-1d75-4754-a352-7d2d562f95e0 req-7181d19e-df44-4f7b-ac4a-8631b1d6c5ca service nova] [instance: f3456e77-34cb-48b6-a71b-3a0a5066d704] Updated VIF entry in instance network info cache for port 3bc76608-3d96-47d8-92e9-00fd38a1d4f7. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1158.098996] env[65448]: DEBUG nova.network.neutron [req-4cc7efda-1d75-4754-a352-7d2d562f95e0 req-7181d19e-df44-4f7b-ac4a-8631b1d6c5ca service nova] [instance: f3456e77-34cb-48b6-a71b-3a0a5066d704] Updating instance_info_cache with network_info: [{"id": "3bc76608-3d96-47d8-92e9-00fd38a1d4f7", "address": "fa:16:3e:9b:ec:f1", "network": {"id": "ae7fb699-1e8f-4e6e-ba65-11efac49c1f2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2072253352-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40f710aa821f49ef963bafd588fa759f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bc76608-3d", "ovs_interfaceid": "3bc76608-3d96-47d8-92e9-00fd38a1d4f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.212692] env[65448]: DEBUG oslo_concurrency.lockutils [None req-1c4e6513-4ae1-4cf2-8df0-4d294bdd7fab tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Acquiring lock "7b6e049c-f86f-46bf-b4fa-55611b1027e3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.213085] env[65448]: DEBUG oslo_concurrency.lockutils [None req-1c4e6513-4ae1-4cf2-8df0-4d294bdd7fab tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Lock "7b6e049c-f86f-46bf-b4fa-55611b1027e3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.400990] env[65448]: DEBUG oslo_vmware.api [None req-f1f3d0fe-cb6b-468d-ac8d-9bab502646b9 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Task: {'id': task-4938465, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.454033] env[65448]: DEBUG nova.compute.manager [None req-54f130f9-6452-42fe-a5ca-a7616d639694 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: 7978c1c5-9577-4194-827e-59a715d196b7] Starting instance... {{(pid=65448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2483}} [ 1158.518418] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] [instance: 2555d855-2461-4a92-ad02-372ecb1f4c10] Instance has had 0 of 5 cleanup attempts {{(pid=65448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11936}} [ 1158.602644] env[65448]: DEBUG oslo_concurrency.lockutils [req-4cc7efda-1d75-4754-a352-7d2d562f95e0 req-7181d19e-df44-4f7b-ac4a-8631b1d6c5ca service nova] Releasing lock "refresh_cache-f3456e77-34cb-48b6-a71b-3a0a5066d704" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.716303] env[65448]: DEBUG nova.compute.manager [None req-1c4e6513-4ae1-4cf2-8df0-4d294bdd7fab tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 7b6e049c-f86f-46bf-b4fa-55611b1027e3] Starting instance... {{(pid=65448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2483}} [ 1158.894494] env[65448]: DEBUG oslo_vmware.api [None req-f1f3d0fe-cb6b-468d-ac8d-9bab502646b9 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Task: {'id': task-4938465, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.982501] env[65448]: DEBUG oslo_concurrency.lockutils [None req-54f130f9-6452-42fe-a5ca-a7616d639694 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.982784] env[65448]: DEBUG oslo_concurrency.lockutils [None req-54f130f9-6452-42fe-a5ca-a7616d639694 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.985186] env[65448]: INFO nova.compute.claims [None req-54f130f9-6452-42fe-a5ca-a7616d639694 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: 7978c1c5-9577-4194-827e-59a715d196b7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1159.023100] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] [instance: 65f7a5e2-e42a-4a78-a9df-7bd5424ca2f2] Instance has had 0 of 5 cleanup attempts {{(pid=65448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11936}} [ 1159.239013] env[65448]: DEBUG oslo_concurrency.lockutils [None req-1c4e6513-4ae1-4cf2-8df0-4d294bdd7fab tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.397893] env[65448]: DEBUG oslo_vmware.api [None req-f1f3d0fe-cb6b-468d-ac8d-9bab502646b9 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Task: {'id': task-4938465, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.528859] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] [instance: 7ffbee1e-54df-4aaf-8183-9b148c616b69] Instance has had 0 of 5 cleanup attempts {{(pid=65448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11936}} [ 1159.896175] env[65448]: DEBUG oslo_vmware.api [None req-f1f3d0fe-cb6b-468d-ac8d-9bab502646b9 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Task: {'id': task-4938465, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.758965} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.896570] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1f3d0fe-cb6b-468d-ac8d-9bab502646b9 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore1] 1b94b4b0-6d12-42af-8d99-9c7c5debad9a/1b94b4b0-6d12-42af-8d99-9c7c5debad9a.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1159.896857] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-f1f3d0fe-cb6b-468d-ac8d-9bab502646b9 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] [instance: 1b94b4b0-6d12-42af-8d99-9c7c5debad9a] Extending root virtual disk to 1048576 {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1159.897194] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e11a568b-e566-4ab8-892a-42c640bd10d2 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.905335] env[65448]: DEBUG oslo_vmware.api [None req-f1f3d0fe-cb6b-468d-ac8d-9bab502646b9 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Waiting for the task: (returnval){ [ 1159.905335] env[65448]: value = "task-4938466" [ 1159.905335] env[65448]: _type = "Task" [ 1159.905335] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.916738] env[65448]: DEBUG oslo_vmware.api [None req-f1f3d0fe-cb6b-468d-ac8d-9bab502646b9 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Task: {'id': task-4938466, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.036650] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] [instance: 6b18baf1-f0be-4602-8064-9bb371bdcb17] Instance has had 0 of 5 cleanup attempts {{(pid=65448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11936}} [ 1160.175469] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a67a4ab-deea-4e06-bccd-7d7472e67e66 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.186091] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3784022c-cdfd-413d-851e-e97f9d823930 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.223587] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b2b58b2-7938-4283-ac10-42f598ad1d79 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.233037] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f85d2ca-9541-4a29-9d99-af955e56e1b9 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.247401] env[65448]: DEBUG nova.compute.provider_tree [None req-54f130f9-6452-42fe-a5ca-a7616d639694 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1160.418384] env[65448]: DEBUG oslo_vmware.api [None req-f1f3d0fe-cb6b-468d-ac8d-9bab502646b9 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Task: {'id': task-4938466, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.128215} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.418726] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-f1f3d0fe-cb6b-468d-ac8d-9bab502646b9 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] [instance: 1b94b4b0-6d12-42af-8d99-9c7c5debad9a] Extended root virtual disk {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1160.419607] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b68f1725-2e66-47eb-b55c-ea7c76b64beb {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.443430] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1f3d0fe-cb6b-468d-ac8d-9bab502646b9 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] [instance: 1b94b4b0-6d12-42af-8d99-9c7c5debad9a] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] 1b94b4b0-6d12-42af-8d99-9c7c5debad9a/1b94b4b0-6d12-42af-8d99-9c7c5debad9a.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1160.443790] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b2a8812-d041-4cf0-89b6-5b9f50ad1b75 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.467259] env[65448]: DEBUG oslo_vmware.api [None req-f1f3d0fe-cb6b-468d-ac8d-9bab502646b9 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Waiting for the task: (returnval){ [ 1160.467259] env[65448]: value = "task-4938467" [ 1160.467259] env[65448]: _type = "Task" [ 1160.467259] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.476238] env[65448]: DEBUG oslo_vmware.api [None req-f1f3d0fe-cb6b-468d-ac8d-9bab502646b9 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Task: {'id': task-4938467, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.540924] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] [instance: a99b311d-836c-4385-9432-45b9765f5dac] Instance has had 0 of 5 cleanup attempts {{(pid=65448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11936}} [ 1160.751079] env[65448]: DEBUG nova.scheduler.client.report [None req-54f130f9-6452-42fe-a5ca-a7616d639694 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1160.977681] env[65448]: DEBUG oslo_vmware.api [None req-f1f3d0fe-cb6b-468d-ac8d-9bab502646b9 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Task: {'id': task-4938467, 'name': ReconfigVM_Task, 'duration_secs': 0.310363} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.977963] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1f3d0fe-cb6b-468d-ac8d-9bab502646b9 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] [instance: 1b94b4b0-6d12-42af-8d99-9c7c5debad9a] Reconfigured VM instance instance-0000006f to attach disk [datastore1] 1b94b4b0-6d12-42af-8d99-9c7c5debad9a/1b94b4b0-6d12-42af-8d99-9c7c5debad9a.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1160.978611] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-42b85b73-662c-46eb-9280-7aff6fc6212b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.986019] env[65448]: DEBUG oslo_vmware.api [None req-f1f3d0fe-cb6b-468d-ac8d-9bab502646b9 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Waiting for the task: (returnval){ [ 1160.986019] env[65448]: value = "task-4938468" [ 1160.986019] env[65448]: _type = "Task" [ 1160.986019] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.995347] env[65448]: DEBUG oslo_vmware.api [None req-f1f3d0fe-cb6b-468d-ac8d-9bab502646b9 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Task: {'id': task-4938468, 'name': Rename_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.045946] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] [instance: e528a5f1-8251-4420-8660-8a7ec001ef7e] Instance has had 0 of 5 cleanup attempts {{(pid=65448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11936}} [ 1161.256770] env[65448]: DEBUG oslo_concurrency.lockutils [None req-54f130f9-6452-42fe-a5ca-a7616d639694 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.274s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.257317] env[65448]: DEBUG nova.compute.manager [None req-54f130f9-6452-42fe-a5ca-a7616d639694 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: 7978c1c5-9577-4194-827e-59a715d196b7] Start building networks asynchronously for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2881}} [ 1161.260269] env[65448]: DEBUG oslo_concurrency.lockutils [None req-1c4e6513-4ae1-4cf2-8df0-4d294bdd7fab tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.021s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.262460] env[65448]: INFO nova.compute.claims [None req-1c4e6513-4ae1-4cf2-8df0-4d294bdd7fab tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 7b6e049c-f86f-46bf-b4fa-55611b1027e3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1161.496601] env[65448]: DEBUG oslo_vmware.api [None req-f1f3d0fe-cb6b-468d-ac8d-9bab502646b9 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Task: {'id': task-4938468, 'name': Rename_Task, 'duration_secs': 0.152886} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.496946] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1f3d0fe-cb6b-468d-ac8d-9bab502646b9 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] [instance: 1b94b4b0-6d12-42af-8d99-9c7c5debad9a] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1161.497249] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5b024754-facd-4245-9a4e-7952e064763c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.504196] env[65448]: DEBUG oslo_vmware.api [None req-f1f3d0fe-cb6b-468d-ac8d-9bab502646b9 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Waiting for the task: (returnval){ [ 1161.504196] env[65448]: value = "task-4938469" [ 1161.504196] env[65448]: _type = "Task" [ 1161.504196] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.512015] env[65448]: DEBUG oslo_vmware.api [None req-f1f3d0fe-cb6b-468d-ac8d-9bab502646b9 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Task: {'id': task-4938469, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.549780] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] [instance: 208772b0-cc9f-4644-b440-54e638072b4e] Instance has had 0 of 5 cleanup attempts {{(pid=65448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11936}} [ 1161.767173] env[65448]: DEBUG nova.compute.utils [None req-54f130f9-6452-42fe-a5ca-a7616d639694 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Using /dev/sd instead of None {{(pid=65448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1161.771088] env[65448]: DEBUG nova.compute.manager [None req-54f130f9-6452-42fe-a5ca-a7616d639694 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: 7978c1c5-9577-4194-827e-59a715d196b7] Allocating IP information in the background. {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 1161.771298] env[65448]: DEBUG nova.network.neutron [None req-54f130f9-6452-42fe-a5ca-a7616d639694 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: 7978c1c5-9577-4194-827e-59a715d196b7] allocate_for_instance() {{(pid=65448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1161.771646] env[65448]: WARNING neutronclient.v2_0.client [None req-54f130f9-6452-42fe-a5ca-a7616d639694 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1161.771932] env[65448]: WARNING neutronclient.v2_0.client [None req-54f130f9-6452-42fe-a5ca-a7616d639694 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1161.831947] env[65448]: DEBUG nova.policy [None req-54f130f9-6452-42fe-a5ca-a7616d639694 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2087101f07f24d9aa31a7b9c7e230d9f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f35763225db24d7f858aa84e17d07cc4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65448) authorize /opt/stack/nova/nova/policy.py:192}} [ 1162.015795] env[65448]: DEBUG oslo_vmware.api [None req-f1f3d0fe-cb6b-468d-ac8d-9bab502646b9 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Task: {'id': task-4938469, 'name': PowerOnVM_Task, 'duration_secs': 0.458067} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.016097] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1f3d0fe-cb6b-468d-ac8d-9bab502646b9 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] [instance: 1b94b4b0-6d12-42af-8d99-9c7c5debad9a] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1162.017038] env[65448]: INFO nova.compute.manager [None req-f1f3d0fe-cb6b-468d-ac8d-9bab502646b9 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] [instance: 1b94b4b0-6d12-42af-8d99-9c7c5debad9a] Took 9.08 seconds to spawn the instance on the hypervisor. [ 1162.017038] env[65448]: DEBUG nova.compute.manager [None req-f1f3d0fe-cb6b-468d-ac8d-9bab502646b9 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] [instance: 1b94b4b0-6d12-42af-8d99-9c7c5debad9a] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 1162.017494] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a52f584f-ed0e-4309-995f-f189d045155d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.052843] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] [instance: b9eaa8ef-392c-449e-b441-5b5de9ddaf9e] Instance has had 0 of 5 cleanup attempts {{(pid=65448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11936}} [ 1162.122315] env[65448]: DEBUG nova.network.neutron [None req-54f130f9-6452-42fe-a5ca-a7616d639694 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: 7978c1c5-9577-4194-827e-59a715d196b7] Successfully created port: 46132112-93de-44ee-8f40-cd3bb6d16fd5 {{(pid=65448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1162.272646] env[65448]: DEBUG nova.compute.manager [None req-54f130f9-6452-42fe-a5ca-a7616d639694 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: 7978c1c5-9577-4194-827e-59a715d196b7] Start building block device mappings for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2916}} [ 1162.496023] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd7155fc-b6b1-479f-acd7-813fc643701c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.507292] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f429aa4-b633-46cc-b8ec-8e9eff298b8c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.543028] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-593152cc-d74e-4202-8fae-31dacb6440f5 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.548644] env[65448]: INFO nova.compute.manager [None req-f1f3d0fe-cb6b-468d-ac8d-9bab502646b9 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] [instance: 1b94b4b0-6d12-42af-8d99-9c7c5debad9a] Took 13.94 seconds to build instance. [ 1162.553483] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa87227d-6bc3-45b1-bfd9-623b3d8930f8 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.558105] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] [instance: d20826fc-879b-4538-88d5-9a69017c9d23] Instance has had 0 of 5 cleanup attempts {{(pid=65448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11936}} [ 1162.573179] env[65448]: DEBUG nova.compute.provider_tree [None req-1c4e6513-4ae1-4cf2-8df0-4d294bdd7fab tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1163.052216] env[65448]: DEBUG oslo_concurrency.lockutils [None req-f1f3d0fe-cb6b-468d-ac8d-9bab502646b9 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Lock "1b94b4b0-6d12-42af-8d99-9c7c5debad9a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.456s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.061016] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] [instance: 233af8b9-8f53-4e88-b316-ac6e2e2f85a1] Instance has had 0 of 5 cleanup attempts {{(pid=65448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11936}} [ 1163.077624] env[65448]: DEBUG nova.scheduler.client.report [None req-1c4e6513-4ae1-4cf2-8df0-4d294bdd7fab tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1163.285653] env[65448]: DEBUG nova.compute.manager [None req-54f130f9-6452-42fe-a5ca-a7616d639694 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: 7978c1c5-9577-4194-827e-59a715d196b7] Start spawning the instance on the hypervisor. {{(pid=65448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2689}} [ 1163.316069] env[65448]: DEBUG nova.virt.hardware [None req-54f130f9-6452-42fe-a5ca-a7616d639694 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-08T17:19:51Z,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a992292b6dae455593d228217860e2e1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-08T17:19:52Z,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1163.316324] env[65448]: DEBUG nova.virt.hardware [None req-54f130f9-6452-42fe-a5ca-a7616d639694 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1163.316469] env[65448]: DEBUG nova.virt.hardware [None req-54f130f9-6452-42fe-a5ca-a7616d639694 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1163.316649] env[65448]: DEBUG nova.virt.hardware [None req-54f130f9-6452-42fe-a5ca-a7616d639694 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1163.316792] env[65448]: DEBUG nova.virt.hardware [None req-54f130f9-6452-42fe-a5ca-a7616d639694 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1163.316938] env[65448]: DEBUG nova.virt.hardware [None req-54f130f9-6452-42fe-a5ca-a7616d639694 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1163.317157] env[65448]: DEBUG nova.virt.hardware [None req-54f130f9-6452-42fe-a5ca-a7616d639694 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1163.317316] env[65448]: DEBUG nova.virt.hardware [None req-54f130f9-6452-42fe-a5ca-a7616d639694 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1163.317904] env[65448]: DEBUG nova.virt.hardware [None req-54f130f9-6452-42fe-a5ca-a7616d639694 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1163.318070] env[65448]: DEBUG nova.virt.hardware [None req-54f130f9-6452-42fe-a5ca-a7616d639694 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1163.318253] env[65448]: DEBUG nova.virt.hardware [None req-54f130f9-6452-42fe-a5ca-a7616d639694 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1163.319197] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a16331e2-4ce0-4a06-b582-501de8e12d1f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.328214] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0861d5a9-f95a-4684-8546-1a0f6293229e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.565392] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] [instance: 5e5a538b-8f59-45ca-bece-6a0cff169e0a] Instance has had 0 of 5 cleanup attempts {{(pid=65448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11936}} [ 1163.585878] env[65448]: DEBUG nova.compute.manager [req-5c78c3b0-63ae-4078-af04-0ed83e223a86 req-7700f71c-f62b-44b4-ad74-286d0e7ad007 service nova] [instance: 7978c1c5-9577-4194-827e-59a715d196b7] Received event network-vif-plugged-46132112-93de-44ee-8f40-cd3bb6d16fd5 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1163.585878] env[65448]: DEBUG oslo_concurrency.lockutils [req-5c78c3b0-63ae-4078-af04-0ed83e223a86 req-7700f71c-f62b-44b4-ad74-286d0e7ad007 service nova] Acquiring lock "7978c1c5-9577-4194-827e-59a715d196b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.585878] env[65448]: DEBUG oslo_concurrency.lockutils [req-5c78c3b0-63ae-4078-af04-0ed83e223a86 req-7700f71c-f62b-44b4-ad74-286d0e7ad007 service nova] Lock "7978c1c5-9577-4194-827e-59a715d196b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.586097] env[65448]: DEBUG oslo_concurrency.lockutils [req-5c78c3b0-63ae-4078-af04-0ed83e223a86 req-7700f71c-f62b-44b4-ad74-286d0e7ad007 service nova] Lock "7978c1c5-9577-4194-827e-59a715d196b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.587093] env[65448]: DEBUG nova.compute.manager [req-5c78c3b0-63ae-4078-af04-0ed83e223a86 req-7700f71c-f62b-44b4-ad74-286d0e7ad007 service nova] [instance: 7978c1c5-9577-4194-827e-59a715d196b7] No waiting events found dispatching network-vif-plugged-46132112-93de-44ee-8f40-cd3bb6d16fd5 {{(pid=65448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1163.587093] env[65448]: WARNING nova.compute.manager [req-5c78c3b0-63ae-4078-af04-0ed83e223a86 req-7700f71c-f62b-44b4-ad74-286d0e7ad007 service nova] [instance: 7978c1c5-9577-4194-827e-59a715d196b7] Received unexpected event network-vif-plugged-46132112-93de-44ee-8f40-cd3bb6d16fd5 for instance with vm_state building and task_state spawning. [ 1163.588115] env[65448]: DEBUG oslo_concurrency.lockutils [None req-1c4e6513-4ae1-4cf2-8df0-4d294bdd7fab tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.328s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.588836] env[65448]: DEBUG nova.compute.manager [None req-1c4e6513-4ae1-4cf2-8df0-4d294bdd7fab tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 7b6e049c-f86f-46bf-b4fa-55611b1027e3] Start building networks asynchronously for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2881}} [ 1163.601464] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b97766f6-3ea0-46d9-ad88-bf3ba1ee516c tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Acquiring lock "1b94b4b0-6d12-42af-8d99-9c7c5debad9a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.601999] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b97766f6-3ea0-46d9-ad88-bf3ba1ee516c tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Lock "1b94b4b0-6d12-42af-8d99-9c7c5debad9a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.602274] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b97766f6-3ea0-46d9-ad88-bf3ba1ee516c tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Acquiring lock "1b94b4b0-6d12-42af-8d99-9c7c5debad9a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.602494] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b97766f6-3ea0-46d9-ad88-bf3ba1ee516c tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Lock "1b94b4b0-6d12-42af-8d99-9c7c5debad9a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.602726] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b97766f6-3ea0-46d9-ad88-bf3ba1ee516c tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Lock "1b94b4b0-6d12-42af-8d99-9c7c5debad9a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.608571] env[65448]: INFO nova.compute.manager [None req-b97766f6-3ea0-46d9-ad88-bf3ba1ee516c tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] [instance: 1b94b4b0-6d12-42af-8d99-9c7c5debad9a] Terminating instance [ 1163.699525] env[65448]: DEBUG nova.network.neutron [None req-54f130f9-6452-42fe-a5ca-a7616d639694 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: 7978c1c5-9577-4194-827e-59a715d196b7] Successfully updated port: 46132112-93de-44ee-8f40-cd3bb6d16fd5 {{(pid=65448) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1164.068884] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] [instance: f523a556-180d-4c8f-be38-0f7f9110df7b] Instance has had 0 of 5 cleanup attempts {{(pid=65448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11936}} [ 1164.094297] env[65448]: DEBUG nova.compute.utils [None req-1c4e6513-4ae1-4cf2-8df0-4d294bdd7fab tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Using /dev/sd instead of None {{(pid=65448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1164.096640] env[65448]: DEBUG nova.compute.manager [None req-1c4e6513-4ae1-4cf2-8df0-4d294bdd7fab tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 7b6e049c-f86f-46bf-b4fa-55611b1027e3] Allocating IP information in the background. {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 1164.096926] env[65448]: DEBUG nova.network.neutron [None req-1c4e6513-4ae1-4cf2-8df0-4d294bdd7fab tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 7b6e049c-f86f-46bf-b4fa-55611b1027e3] allocate_for_instance() {{(pid=65448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1164.097349] env[65448]: WARNING neutronclient.v2_0.client [None req-1c4e6513-4ae1-4cf2-8df0-4d294bdd7fab tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1164.097864] env[65448]: WARNING neutronclient.v2_0.client [None req-1c4e6513-4ae1-4cf2-8df0-4d294bdd7fab tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1164.113259] env[65448]: DEBUG nova.compute.manager [None req-b97766f6-3ea0-46d9-ad88-bf3ba1ee516c tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] [instance: 1b94b4b0-6d12-42af-8d99-9c7c5debad9a] Start destroying the instance on the hypervisor. {{(pid=65448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3209}} [ 1164.113580] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-b97766f6-3ea0-46d9-ad88-bf3ba1ee516c tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] [instance: 1b94b4b0-6d12-42af-8d99-9c7c5debad9a] Destroying instance {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1164.115405] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf05c1cf-30f1-4a73-b656-17179683cec3 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.124175] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-b97766f6-3ea0-46d9-ad88-bf3ba1ee516c tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] [instance: 1b94b4b0-6d12-42af-8d99-9c7c5debad9a] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1164.124393] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-995002c7-c695-4d76-ba7e-775ad8c0d179 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.133369] env[65448]: DEBUG oslo_vmware.api [None req-b97766f6-3ea0-46d9-ad88-bf3ba1ee516c tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Waiting for the task: (returnval){ [ 1164.133369] env[65448]: value = "task-4938470" [ 1164.133369] env[65448]: _type = "Task" [ 1164.133369] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.151849] env[65448]: DEBUG oslo_vmware.api [None req-b97766f6-3ea0-46d9-ad88-bf3ba1ee516c tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Task: {'id': task-4938470, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.154128] env[65448]: DEBUG nova.policy [None req-1c4e6513-4ae1-4cf2-8df0-4d294bdd7fab tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dd61c1ad2bd6452581f21606eba67b6a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0f8d5716103c4544ad3c5ca0f9963943', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65448) authorize /opt/stack/nova/nova/policy.py:192}} [ 1164.203138] env[65448]: DEBUG oslo_concurrency.lockutils [None req-54f130f9-6452-42fe-a5ca-a7616d639694 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Acquiring lock "refresh_cache-7978c1c5-9577-4194-827e-59a715d196b7" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.204306] env[65448]: DEBUG oslo_concurrency.lockutils [None req-54f130f9-6452-42fe-a5ca-a7616d639694 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Acquired lock "refresh_cache-7978c1c5-9577-4194-827e-59a715d196b7" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.204306] env[65448]: DEBUG nova.network.neutron [None req-54f130f9-6452-42fe-a5ca-a7616d639694 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: 7978c1c5-9577-4194-827e-59a715d196b7] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1164.511214] env[65448]: DEBUG nova.network.neutron [None req-1c4e6513-4ae1-4cf2-8df0-4d294bdd7fab tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 7b6e049c-f86f-46bf-b4fa-55611b1027e3] Successfully created port: 7b341b30-8f49-4202-b2ff-bc2fcaec081d {{(pid=65448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1164.572237] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] [instance: f7fb46f9-1425-4f94-bcf1-dd722c442144] Instance has had 0 of 5 cleanup attempts {{(pid=65448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11936}} [ 1164.605021] env[65448]: DEBUG nova.compute.manager [None req-1c4e6513-4ae1-4cf2-8df0-4d294bdd7fab tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 7b6e049c-f86f-46bf-b4fa-55611b1027e3] Start building block device mappings for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2916}} [ 1164.646656] env[65448]: DEBUG oslo_vmware.api [None req-b97766f6-3ea0-46d9-ad88-bf3ba1ee516c tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Task: {'id': task-4938470, 'name': PowerOffVM_Task, 'duration_secs': 0.245083} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.646656] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-b97766f6-3ea0-46d9-ad88-bf3ba1ee516c tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] [instance: 1b94b4b0-6d12-42af-8d99-9c7c5debad9a] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1164.646656] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-b97766f6-3ea0-46d9-ad88-bf3ba1ee516c tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] [instance: 1b94b4b0-6d12-42af-8d99-9c7c5debad9a] Unregistering the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1164.646656] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8264a3f6-416c-49c2-be31-1db770b905b8 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.715313] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-b97766f6-3ea0-46d9-ad88-bf3ba1ee516c tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] [instance: 1b94b4b0-6d12-42af-8d99-9c7c5debad9a] Unregistered the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1164.715444] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-b97766f6-3ea0-46d9-ad88-bf3ba1ee516c tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] [instance: 1b94b4b0-6d12-42af-8d99-9c7c5debad9a] Deleting contents of the VM from datastore datastore1 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1164.715618] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-b97766f6-3ea0-46d9-ad88-bf3ba1ee516c tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Deleting the datastore file [datastore1] 1b94b4b0-6d12-42af-8d99-9c7c5debad9a {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1164.715939] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-947b999e-9031-499f-8fdf-a37cfa8f1e1e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.725424] env[65448]: DEBUG oslo_vmware.api [None req-b97766f6-3ea0-46d9-ad88-bf3ba1ee516c tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Waiting for the task: (returnval){ [ 1164.725424] env[65448]: value = "task-4938474" [ 1164.725424] env[65448]: _type = "Task" [ 1164.725424] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.736269] env[65448]: DEBUG oslo_vmware.api [None req-b97766f6-3ea0-46d9-ad88-bf3ba1ee516c tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Task: {'id': task-4938474, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.748385] env[65448]: DEBUG nova.network.neutron [None req-54f130f9-6452-42fe-a5ca-a7616d639694 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: 7978c1c5-9577-4194-827e-59a715d196b7] Instance cache missing network info. {{(pid=65448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1164.833963] env[65448]: WARNING neutronclient.v2_0.client [None req-54f130f9-6452-42fe-a5ca-a7616d639694 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1164.907329] env[65448]: DEBUG nova.network.neutron [None req-54f130f9-6452-42fe-a5ca-a7616d639694 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: 7978c1c5-9577-4194-827e-59a715d196b7] Updating instance_info_cache with network_info: [{"id": "46132112-93de-44ee-8f40-cd3bb6d16fd5", "address": "fa:16:3e:fc:b3:33", "network": {"id": "3dad17d1-fdd5-4069-8675-ef8a0f0b9caf", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2039208773-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f35763225db24d7f858aa84e17d07cc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46132112-93", "ovs_interfaceid": "46132112-93de-44ee-8f40-cd3bb6d16fd5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.075887] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] [instance: 37a306f7-02f2-41cd-98db-fc3eb003b7a4] Instance has had 0 of 5 cleanup attempts {{(pid=65448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11936}} [ 1165.237240] env[65448]: DEBUG oslo_vmware.api [None req-b97766f6-3ea0-46d9-ad88-bf3ba1ee516c tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Task: {'id': task-4938474, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155372} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.237353] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-b97766f6-3ea0-46d9-ad88-bf3ba1ee516c tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1165.237597] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-b97766f6-3ea0-46d9-ad88-bf3ba1ee516c tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] [instance: 1b94b4b0-6d12-42af-8d99-9c7c5debad9a] Deleted contents of the VM from datastore datastore1 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1165.237798] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-b97766f6-3ea0-46d9-ad88-bf3ba1ee516c tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] [instance: 1b94b4b0-6d12-42af-8d99-9c7c5debad9a] Instance destroyed {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1165.237971] env[65448]: INFO nova.compute.manager [None req-b97766f6-3ea0-46d9-ad88-bf3ba1ee516c tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] [instance: 1b94b4b0-6d12-42af-8d99-9c7c5debad9a] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1165.238237] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-b97766f6-3ea0-46d9-ad88-bf3ba1ee516c tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1165.238437] env[65448]: DEBUG nova.compute.manager [-] [instance: 1b94b4b0-6d12-42af-8d99-9c7c5debad9a] Deallocating network for instance {{(pid=65448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1165.238535] env[65448]: DEBUG nova.network.neutron [-] [instance: 1b94b4b0-6d12-42af-8d99-9c7c5debad9a] deallocate_for_instance() {{(pid=65448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1165.238837] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1165.273461] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1165.411598] env[65448]: DEBUG oslo_concurrency.lockutils [None req-54f130f9-6452-42fe-a5ca-a7616d639694 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Releasing lock "refresh_cache-7978c1c5-9577-4194-827e-59a715d196b7" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.412018] env[65448]: DEBUG nova.compute.manager [None req-54f130f9-6452-42fe-a5ca-a7616d639694 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: 7978c1c5-9577-4194-827e-59a715d196b7] Instance network_info: |[{"id": "46132112-93de-44ee-8f40-cd3bb6d16fd5", "address": "fa:16:3e:fc:b3:33", "network": {"id": "3dad17d1-fdd5-4069-8675-ef8a0f0b9caf", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2039208773-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f35763225db24d7f858aa84e17d07cc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46132112-93", "ovs_interfaceid": "46132112-93de-44ee-8f40-cd3bb6d16fd5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 1165.412518] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-54f130f9-6452-42fe-a5ca-a7616d639694 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: 7978c1c5-9577-4194-827e-59a715d196b7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fc:b3:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c894ab55-c869-4530-9702-cb46d173ce94', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '46132112-93de-44ee-8f40-cd3bb6d16fd5', 'vif_model': 'vmxnet3'}] {{(pid=65448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1165.420689] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-54f130f9-6452-42fe-a5ca-a7616d639694 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1165.420926] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7978c1c5-9577-4194-827e-59a715d196b7] Creating VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1165.421514] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-35e2f114-a70b-4913-bcf2-75d08840d197 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.444781] env[65448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1165.444781] env[65448]: value = "task-4938476" [ 1165.444781] env[65448]: _type = "Task" [ 1165.444781] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.455732] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4938476, 'name': CreateVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.579518] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] [instance: f7468e7d-2bed-4b9a-a642-b7f628a95305] Instance has had 0 of 5 cleanup attempts {{(pid=65448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11936}} [ 1165.615152] env[65448]: DEBUG nova.compute.manager [None req-1c4e6513-4ae1-4cf2-8df0-4d294bdd7fab tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 7b6e049c-f86f-46bf-b4fa-55611b1027e3] Start spawning the instance on the hypervisor. {{(pid=65448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2689}} [ 1165.629027] env[65448]: DEBUG nova.compute.manager [req-d558f395-6f3b-4f99-a952-9460bca2c298 req-2f1b07c3-67ac-4480-bd2d-874ec8f73694 service nova] [instance: 7978c1c5-9577-4194-827e-59a715d196b7] Received event network-changed-46132112-93de-44ee-8f40-cd3bb6d16fd5 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1165.629027] env[65448]: DEBUG nova.compute.manager [req-d558f395-6f3b-4f99-a952-9460bca2c298 req-2f1b07c3-67ac-4480-bd2d-874ec8f73694 service nova] [instance: 7978c1c5-9577-4194-827e-59a715d196b7] Refreshing instance network info cache due to event network-changed-46132112-93de-44ee-8f40-cd3bb6d16fd5. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 1165.629027] env[65448]: DEBUG oslo_concurrency.lockutils [req-d558f395-6f3b-4f99-a952-9460bca2c298 req-2f1b07c3-67ac-4480-bd2d-874ec8f73694 service nova] Acquiring lock "refresh_cache-7978c1c5-9577-4194-827e-59a715d196b7" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.629027] env[65448]: DEBUG oslo_concurrency.lockutils [req-d558f395-6f3b-4f99-a952-9460bca2c298 req-2f1b07c3-67ac-4480-bd2d-874ec8f73694 service nova] Acquired lock "refresh_cache-7978c1c5-9577-4194-827e-59a715d196b7" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.629343] env[65448]: DEBUG nova.network.neutron [req-d558f395-6f3b-4f99-a952-9460bca2c298 req-2f1b07c3-67ac-4480-bd2d-874ec8f73694 service nova] [instance: 7978c1c5-9577-4194-827e-59a715d196b7] Refreshing network info cache for port 46132112-93de-44ee-8f40-cd3bb6d16fd5 {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1165.645430] env[65448]: DEBUG nova.virt.hardware [None req-1c4e6513-4ae1-4cf2-8df0-4d294bdd7fab tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-08T17:19:51Z,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a992292b6dae455593d228217860e2e1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-08T17:19:52Z,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1165.645712] env[65448]: DEBUG nova.virt.hardware [None req-1c4e6513-4ae1-4cf2-8df0-4d294bdd7fab tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1165.645866] env[65448]: DEBUG nova.virt.hardware [None req-1c4e6513-4ae1-4cf2-8df0-4d294bdd7fab tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1165.646063] env[65448]: DEBUG nova.virt.hardware [None req-1c4e6513-4ae1-4cf2-8df0-4d294bdd7fab tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1165.646219] env[65448]: DEBUG nova.virt.hardware [None req-1c4e6513-4ae1-4cf2-8df0-4d294bdd7fab tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1165.646397] env[65448]: DEBUG nova.virt.hardware [None req-1c4e6513-4ae1-4cf2-8df0-4d294bdd7fab tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1165.646711] env[65448]: DEBUG nova.virt.hardware [None req-1c4e6513-4ae1-4cf2-8df0-4d294bdd7fab tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1165.646897] env[65448]: DEBUG nova.virt.hardware [None req-1c4e6513-4ae1-4cf2-8df0-4d294bdd7fab tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1165.647080] env[65448]: DEBUG nova.virt.hardware [None req-1c4e6513-4ae1-4cf2-8df0-4d294bdd7fab tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1165.647250] env[65448]: DEBUG nova.virt.hardware [None req-1c4e6513-4ae1-4cf2-8df0-4d294bdd7fab tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1165.647462] env[65448]: DEBUG nova.virt.hardware [None req-1c4e6513-4ae1-4cf2-8df0-4d294bdd7fab tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1165.648830] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d84bd73b-44b9-4678-b2f9-f3a57f7331d1 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.659084] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9182248f-9bed-4a79-88d0-10618809f048 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.955525] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4938476, 'name': CreateVM_Task, 'duration_secs': 0.467173} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.955760] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7978c1c5-9577-4194-827e-59a715d196b7] Created VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1165.956338] env[65448]: WARNING neutronclient.v2_0.client [None req-54f130f9-6452-42fe-a5ca-a7616d639694 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1165.956743] env[65448]: DEBUG oslo_concurrency.lockutils [None req-54f130f9-6452-42fe-a5ca-a7616d639694 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.956951] env[65448]: DEBUG oslo_concurrency.lockutils [None req-54f130f9-6452-42fe-a5ca-a7616d639694 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.957292] env[65448]: DEBUG oslo_concurrency.lockutils [None req-54f130f9-6452-42fe-a5ca-a7616d639694 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.958700] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75c9d54a-9111-4242-b1fa-5f3cdc432388 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.962710] env[65448]: DEBUG nova.compute.manager [req-ca33ca6d-2256-446b-b361-833f0a60dc33 req-ad435f4a-7f95-4517-a1ce-30f095c9d939 service nova] [instance: 7b6e049c-f86f-46bf-b4fa-55611b1027e3] Received event network-vif-plugged-7b341b30-8f49-4202-b2ff-bc2fcaec081d {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1165.962940] env[65448]: DEBUG oslo_concurrency.lockutils [req-ca33ca6d-2256-446b-b361-833f0a60dc33 req-ad435f4a-7f95-4517-a1ce-30f095c9d939 service nova] Acquiring lock "7b6e049c-f86f-46bf-b4fa-55611b1027e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.963261] env[65448]: DEBUG oslo_concurrency.lockutils [req-ca33ca6d-2256-446b-b361-833f0a60dc33 req-ad435f4a-7f95-4517-a1ce-30f095c9d939 service nova] Lock "7b6e049c-f86f-46bf-b4fa-55611b1027e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.963462] env[65448]: DEBUG oslo_concurrency.lockutils [req-ca33ca6d-2256-446b-b361-833f0a60dc33 req-ad435f4a-7f95-4517-a1ce-30f095c9d939 service nova] Lock "7b6e049c-f86f-46bf-b4fa-55611b1027e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.963713] env[65448]: DEBUG nova.compute.manager [req-ca33ca6d-2256-446b-b361-833f0a60dc33 req-ad435f4a-7f95-4517-a1ce-30f095c9d939 service nova] [instance: 7b6e049c-f86f-46bf-b4fa-55611b1027e3] No waiting events found dispatching network-vif-plugged-7b341b30-8f49-4202-b2ff-bc2fcaec081d {{(pid=65448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1165.963970] env[65448]: WARNING nova.compute.manager [req-ca33ca6d-2256-446b-b361-833f0a60dc33 req-ad435f4a-7f95-4517-a1ce-30f095c9d939 service nova] [instance: 7b6e049c-f86f-46bf-b4fa-55611b1027e3] Received unexpected event network-vif-plugged-7b341b30-8f49-4202-b2ff-bc2fcaec081d for instance with vm_state building and task_state spawning. [ 1165.969064] env[65448]: DEBUG oslo_vmware.api [None req-54f130f9-6452-42fe-a5ca-a7616d639694 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Waiting for the task: (returnval){ [ 1165.969064] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5230875b-4e53-7e90-4efe-43bf49d1237d" [ 1165.969064] env[65448]: _type = "Task" [ 1165.969064] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.977743] env[65448]: DEBUG oslo_vmware.api [None req-54f130f9-6452-42fe-a5ca-a7616d639694 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5230875b-4e53-7e90-4efe-43bf49d1237d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.986545] env[65448]: DEBUG nova.network.neutron [-] [instance: 1b94b4b0-6d12-42af-8d99-9c7c5debad9a] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.053352] env[65448]: DEBUG nova.network.neutron [None req-1c4e6513-4ae1-4cf2-8df0-4d294bdd7fab tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 7b6e049c-f86f-46bf-b4fa-55611b1027e3] Successfully updated port: 7b341b30-8f49-4202-b2ff-bc2fcaec081d {{(pid=65448) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1166.082904] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] [instance: 8f28d898-567e-409c-95bf-10e8000cdc4b] Instance has had 0 of 5 cleanup attempts {{(pid=65448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11936}} [ 1166.132021] env[65448]: WARNING neutronclient.v2_0.client [req-d558f395-6f3b-4f99-a952-9460bca2c298 req-2f1b07c3-67ac-4480-bd2d-874ec8f73694 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1166.281873] env[65448]: WARNING neutronclient.v2_0.client [req-d558f395-6f3b-4f99-a952-9460bca2c298 req-2f1b07c3-67ac-4480-bd2d-874ec8f73694 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1166.354159] env[65448]: DEBUG nova.network.neutron [req-d558f395-6f3b-4f99-a952-9460bca2c298 req-2f1b07c3-67ac-4480-bd2d-874ec8f73694 service nova] [instance: 7978c1c5-9577-4194-827e-59a715d196b7] Updated VIF entry in instance network info cache for port 46132112-93de-44ee-8f40-cd3bb6d16fd5. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1166.354847] env[65448]: DEBUG nova.network.neutron [req-d558f395-6f3b-4f99-a952-9460bca2c298 req-2f1b07c3-67ac-4480-bd2d-874ec8f73694 service nova] [instance: 7978c1c5-9577-4194-827e-59a715d196b7] Updating instance_info_cache with network_info: [{"id": "46132112-93de-44ee-8f40-cd3bb6d16fd5", "address": "fa:16:3e:fc:b3:33", "network": {"id": "3dad17d1-fdd5-4069-8675-ef8a0f0b9caf", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2039208773-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f35763225db24d7f858aa84e17d07cc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46132112-93", "ovs_interfaceid": "46132112-93de-44ee-8f40-cd3bb6d16fd5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.482394] env[65448]: DEBUG oslo_vmware.api [None req-54f130f9-6452-42fe-a5ca-a7616d639694 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5230875b-4e53-7e90-4efe-43bf49d1237d, 'name': SearchDatastore_Task, 'duration_secs': 0.011397} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.483165] env[65448]: DEBUG oslo_concurrency.lockutils [None req-54f130f9-6452-42fe-a5ca-a7616d639694 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.483306] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-54f130f9-6452-42fe-a5ca-a7616d639694 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: 7978c1c5-9577-4194-827e-59a715d196b7] Processing image 50fb366d-48e6-424f-9c20-bc83d77be76a {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1166.483560] env[65448]: DEBUG oslo_concurrency.lockutils [None req-54f130f9-6452-42fe-a5ca-a7616d639694 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.483717] env[65448]: DEBUG oslo_concurrency.lockutils [None req-54f130f9-6452-42fe-a5ca-a7616d639694 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.483898] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-54f130f9-6452-42fe-a5ca-a7616d639694 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1166.484226] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-04d3e9ea-a26e-45c5-be0e-64f18321ee92 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.489668] env[65448]: INFO nova.compute.manager [-] [instance: 1b94b4b0-6d12-42af-8d99-9c7c5debad9a] Took 1.25 seconds to deallocate network for instance. [ 1166.495385] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-54f130f9-6452-42fe-a5ca-a7616d639694 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1166.495560] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-54f130f9-6452-42fe-a5ca-a7616d639694 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1166.496444] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc7fbf2b-1b6b-4bce-8b37-75cc059cd990 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.501614] env[65448]: DEBUG oslo_vmware.api [None req-54f130f9-6452-42fe-a5ca-a7616d639694 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Waiting for the task: (returnval){ [ 1166.501614] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52325410-6b64-df3a-9f0b-43810cc313e6" [ 1166.501614] env[65448]: _type = "Task" [ 1166.501614] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.510151] env[65448]: DEBUG oslo_vmware.api [None req-54f130f9-6452-42fe-a5ca-a7616d639694 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52325410-6b64-df3a-9f0b-43810cc313e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.557803] env[65448]: DEBUG oslo_concurrency.lockutils [None req-1c4e6513-4ae1-4cf2-8df0-4d294bdd7fab tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Acquiring lock "refresh_cache-7b6e049c-f86f-46bf-b4fa-55611b1027e3" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.557952] env[65448]: DEBUG oslo_concurrency.lockutils [None req-1c4e6513-4ae1-4cf2-8df0-4d294bdd7fab tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Acquired lock "refresh_cache-7b6e049c-f86f-46bf-b4fa-55611b1027e3" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.558208] env[65448]: DEBUG nova.network.neutron [None req-1c4e6513-4ae1-4cf2-8df0-4d294bdd7fab tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 7b6e049c-f86f-46bf-b4fa-55611b1027e3] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1166.585782] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] [instance: 835213c0-7178-41ac-ab06-27e678ff73ec] Instance has had 0 of 5 cleanup attempts {{(pid=65448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11936}} [ 1166.857197] env[65448]: DEBUG oslo_concurrency.lockutils [req-d558f395-6f3b-4f99-a952-9460bca2c298 req-2f1b07c3-67ac-4480-bd2d-874ec8f73694 service nova] Releasing lock "refresh_cache-7978c1c5-9577-4194-827e-59a715d196b7" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.857497] env[65448]: DEBUG nova.compute.manager [req-d558f395-6f3b-4f99-a952-9460bca2c298 req-2f1b07c3-67ac-4480-bd2d-874ec8f73694 service nova] [instance: 1b94b4b0-6d12-42af-8d99-9c7c5debad9a] Received event network-vif-deleted-42597ee2-0b1e-4a68-b8f7-8764e6724705 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1166.857709] env[65448]: INFO nova.compute.manager [req-d558f395-6f3b-4f99-a952-9460bca2c298 req-2f1b07c3-67ac-4480-bd2d-874ec8f73694 service nova] [instance: 1b94b4b0-6d12-42af-8d99-9c7c5debad9a] Neutron deleted interface 42597ee2-0b1e-4a68-b8f7-8764e6724705; detaching it from the instance and deleting it from the info cache [ 1166.857885] env[65448]: DEBUG nova.network.neutron [req-d558f395-6f3b-4f99-a952-9460bca2c298 req-2f1b07c3-67ac-4480-bd2d-874ec8f73694 service nova] [instance: 1b94b4b0-6d12-42af-8d99-9c7c5debad9a] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.997639] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b97766f6-3ea0-46d9-ad88-bf3ba1ee516c tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.997967] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b97766f6-3ea0-46d9-ad88-bf3ba1ee516c tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.998255] env[65448]: DEBUG nova.objects.instance [None req-b97766f6-3ea0-46d9-ad88-bf3ba1ee516c tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Lazy-loading 'resources' on Instance uuid 1b94b4b0-6d12-42af-8d99-9c7c5debad9a {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1167.014795] env[65448]: DEBUG oslo_vmware.api [None req-54f130f9-6452-42fe-a5ca-a7616d639694 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52325410-6b64-df3a-9f0b-43810cc313e6, 'name': SearchDatastore_Task, 'duration_secs': 0.009204} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.015635] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9264684-ddf0-4988-9500-27d407afc259 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.024159] env[65448]: DEBUG oslo_vmware.api [None req-54f130f9-6452-42fe-a5ca-a7616d639694 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Waiting for the task: (returnval){ [ 1167.024159] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52fc0e1d-7bf1-bd6a-95cb-76ab2946b884" [ 1167.024159] env[65448]: _type = "Task" [ 1167.024159] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.035803] env[65448]: DEBUG oslo_vmware.api [None req-54f130f9-6452-42fe-a5ca-a7616d639694 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52fc0e1d-7bf1-bd6a-95cb-76ab2946b884, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.088831] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] [instance: f7259aaf-7b19-40d1-b05b-825f31a78756] Instance has had 0 of 5 cleanup attempts {{(pid=65448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11936}} [ 1167.091166] env[65448]: DEBUG nova.network.neutron [None req-1c4e6513-4ae1-4cf2-8df0-4d294bdd7fab tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 7b6e049c-f86f-46bf-b4fa-55611b1027e3] Instance cache missing network info. {{(pid=65448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1167.195336] env[65448]: WARNING neutronclient.v2_0.client [None req-1c4e6513-4ae1-4cf2-8df0-4d294bdd7fab tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1167.275146] env[65448]: DEBUG nova.network.neutron [None req-1c4e6513-4ae1-4cf2-8df0-4d294bdd7fab tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 7b6e049c-f86f-46bf-b4fa-55611b1027e3] Updating instance_info_cache with network_info: [{"id": "7b341b30-8f49-4202-b2ff-bc2fcaec081d", "address": "fa:16:3e:fb:34:3d", "network": {"id": "3e956ed0-8002-4352-a2f0-0b0c88eed513", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-351560953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f8d5716103c4544ad3c5ca0f9963943", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b341b30-8f", "ovs_interfaceid": "7b341b30-8f49-4202-b2ff-bc2fcaec081d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1167.361349] env[65448]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ffbeb603-f1ad-48e2-80c9-b23420824557 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.372360] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7a609c1-3378-4b13-8ced-079a57dbff61 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.413021] env[65448]: DEBUG nova.compute.manager [req-d558f395-6f3b-4f99-a952-9460bca2c298 req-2f1b07c3-67ac-4480-bd2d-874ec8f73694 service nova] [instance: 1b94b4b0-6d12-42af-8d99-9c7c5debad9a] Detach interface failed, port_id=42597ee2-0b1e-4a68-b8f7-8764e6724705, reason: Instance 1b94b4b0-6d12-42af-8d99-9c7c5debad9a could not be found. {{(pid=65448) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 1167.537657] env[65448]: DEBUG oslo_vmware.api [None req-54f130f9-6452-42fe-a5ca-a7616d639694 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52fc0e1d-7bf1-bd6a-95cb-76ab2946b884, 'name': SearchDatastore_Task, 'duration_secs': 0.02364} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.537923] env[65448]: DEBUG oslo_concurrency.lockutils [None req-54f130f9-6452-42fe-a5ca-a7616d639694 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.538227] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-54f130f9-6452-42fe-a5ca-a7616d639694 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] 7978c1c5-9577-4194-827e-59a715d196b7/7978c1c5-9577-4194-827e-59a715d196b7.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1167.538526] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a3d67e11-1d61-4689-8fc0-09094f11b3ba {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.548191] env[65448]: DEBUG oslo_vmware.api [None req-54f130f9-6452-42fe-a5ca-a7616d639694 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Waiting for the task: (returnval){ [ 1167.548191] env[65448]: value = "task-4938477" [ 1167.548191] env[65448]: _type = "Task" [ 1167.548191] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.562321] env[65448]: DEBUG oslo_vmware.api [None req-54f130f9-6452-42fe-a5ca-a7616d639694 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Task: {'id': task-4938477, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.594532] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] [instance: 3086c559-35b8-4e79-8478-27151b6a985d] Instance has had 0 of 5 cleanup attempts {{(pid=65448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11936}} [ 1167.700118] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e9c6ab9-725b-4c28-a915-2631fa5fface {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.708775] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eeaf058-8385-4030-9cff-c1f6119da474 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.741765] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcc9af98-3c5d-4e05-b466-a58ce75ea32e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.750355] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dff52af-e6f8-4ea4-9336-38ab7d076590 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.764902] env[65448]: DEBUG nova.compute.provider_tree [None req-b97766f6-3ea0-46d9-ad88-bf3ba1ee516c tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1167.777452] env[65448]: DEBUG oslo_concurrency.lockutils [None req-1c4e6513-4ae1-4cf2-8df0-4d294bdd7fab tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Releasing lock "refresh_cache-7b6e049c-f86f-46bf-b4fa-55611b1027e3" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.777799] env[65448]: DEBUG nova.compute.manager [None req-1c4e6513-4ae1-4cf2-8df0-4d294bdd7fab tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 7b6e049c-f86f-46bf-b4fa-55611b1027e3] Instance network_info: |[{"id": "7b341b30-8f49-4202-b2ff-bc2fcaec081d", "address": "fa:16:3e:fb:34:3d", "network": {"id": "3e956ed0-8002-4352-a2f0-0b0c88eed513", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-351560953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f8d5716103c4544ad3c5ca0f9963943", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b341b30-8f", "ovs_interfaceid": "7b341b30-8f49-4202-b2ff-bc2fcaec081d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 1167.778548] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-1c4e6513-4ae1-4cf2-8df0-4d294bdd7fab tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 7b6e049c-f86f-46bf-b4fa-55611b1027e3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:34:3d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3ff3baee-99ce-4b51-ae98-efc6163aaab3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7b341b30-8f49-4202-b2ff-bc2fcaec081d', 'vif_model': 'vmxnet3'}] {{(pid=65448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1167.786446] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-1c4e6513-4ae1-4cf2-8df0-4d294bdd7fab tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1167.786958] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b6e049c-f86f-46bf-b4fa-55611b1027e3] Creating VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1167.787215] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3fa8b4db-8aca-46a2-9ecd-212b03933166 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.808236] env[65448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1167.808236] env[65448]: value = "task-4938479" [ 1167.808236] env[65448]: _type = "Task" [ 1167.808236] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.816627] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4938479, 'name': CreateVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.995353] env[65448]: DEBUG nova.compute.manager [req-468f3a10-8c22-4247-90c2-114a562556c2 req-0151a471-c3f8-4ea3-906f-d3a8cf7ef558 service nova] [instance: 7b6e049c-f86f-46bf-b4fa-55611b1027e3] Received event network-changed-7b341b30-8f49-4202-b2ff-bc2fcaec081d {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1167.995468] env[65448]: DEBUG nova.compute.manager [req-468f3a10-8c22-4247-90c2-114a562556c2 req-0151a471-c3f8-4ea3-906f-d3a8cf7ef558 service nova] [instance: 7b6e049c-f86f-46bf-b4fa-55611b1027e3] Refreshing instance network info cache due to event network-changed-7b341b30-8f49-4202-b2ff-bc2fcaec081d. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 1167.995626] env[65448]: DEBUG oslo_concurrency.lockutils [req-468f3a10-8c22-4247-90c2-114a562556c2 req-0151a471-c3f8-4ea3-906f-d3a8cf7ef558 service nova] Acquiring lock "refresh_cache-7b6e049c-f86f-46bf-b4fa-55611b1027e3" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.995812] env[65448]: DEBUG oslo_concurrency.lockutils [req-468f3a10-8c22-4247-90c2-114a562556c2 req-0151a471-c3f8-4ea3-906f-d3a8cf7ef558 service nova] Acquired lock "refresh_cache-7b6e049c-f86f-46bf-b4fa-55611b1027e3" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.996042] env[65448]: DEBUG nova.network.neutron [req-468f3a10-8c22-4247-90c2-114a562556c2 req-0151a471-c3f8-4ea3-906f-d3a8cf7ef558 service nova] [instance: 7b6e049c-f86f-46bf-b4fa-55611b1027e3] Refreshing network info cache for port 7b341b30-8f49-4202-b2ff-bc2fcaec081d {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1168.060512] env[65448]: DEBUG oslo_vmware.api [None req-54f130f9-6452-42fe-a5ca-a7616d639694 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Task: {'id': task-4938477, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.098564] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] [instance: 9322f1d0-3ffb-46c6-8974-7fe56a517f7f] Instance has had 0 of 5 cleanup attempts {{(pid=65448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11936}} [ 1168.268850] env[65448]: DEBUG nova.scheduler.client.report [None req-b97766f6-3ea0-46d9-ad88-bf3ba1ee516c tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1168.319904] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4938479, 'name': CreateVM_Task, 'duration_secs': 0.421847} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.320104] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b6e049c-f86f-46bf-b4fa-55611b1027e3] Created VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1168.320692] env[65448]: WARNING neutronclient.v2_0.client [None req-1c4e6513-4ae1-4cf2-8df0-4d294bdd7fab tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1168.321114] env[65448]: DEBUG oslo_concurrency.lockutils [None req-1c4e6513-4ae1-4cf2-8df0-4d294bdd7fab tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.321276] env[65448]: DEBUG oslo_concurrency.lockutils [None req-1c4e6513-4ae1-4cf2-8df0-4d294bdd7fab tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.321588] env[65448]: DEBUG oslo_concurrency.lockutils [None req-1c4e6513-4ae1-4cf2-8df0-4d294bdd7fab tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.321848] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0797ae5c-ca7f-4639-835d-5c75cde8509e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.327846] env[65448]: DEBUG oslo_vmware.api [None req-1c4e6513-4ae1-4cf2-8df0-4d294bdd7fab tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Waiting for the task: (returnval){ [ 1168.327846] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52b14c59-22a3-9945-0e45-8eec10a61e80" [ 1168.327846] env[65448]: _type = "Task" [ 1168.327846] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.337116] env[65448]: DEBUG oslo_vmware.api [None req-1c4e6513-4ae1-4cf2-8df0-4d294bdd7fab tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52b14c59-22a3-9945-0e45-8eec10a61e80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.498808] env[65448]: WARNING neutronclient.v2_0.client [req-468f3a10-8c22-4247-90c2-114a562556c2 req-0151a471-c3f8-4ea3-906f-d3a8cf7ef558 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1168.559586] env[65448]: DEBUG oslo_vmware.api [None req-54f130f9-6452-42fe-a5ca-a7616d639694 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Task: {'id': task-4938477, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.656871} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.559879] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-54f130f9-6452-42fe-a5ca-a7616d639694 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] 7978c1c5-9577-4194-827e-59a715d196b7/7978c1c5-9577-4194-827e-59a715d196b7.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1168.560185] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-54f130f9-6452-42fe-a5ca-a7616d639694 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: 7978c1c5-9577-4194-827e-59a715d196b7] Extending root virtual disk to 1048576 {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1168.560599] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c548848d-b00d-43e6-a57e-e80bbdf8f73e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.568085] env[65448]: DEBUG oslo_vmware.api [None req-54f130f9-6452-42fe-a5ca-a7616d639694 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Waiting for the task: (returnval){ [ 1168.568085] env[65448]: value = "task-4938480" [ 1168.568085] env[65448]: _type = "Task" [ 1168.568085] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.578197] env[65448]: DEBUG oslo_vmware.api [None req-54f130f9-6452-42fe-a5ca-a7616d639694 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Task: {'id': task-4938480, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.602367] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] [instance: c4a3eb56-9352-4486-af03-8817a0c6d462] Instance has had 0 of 5 cleanup attempts {{(pid=65448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11936}} [ 1168.696955] env[65448]: WARNING neutronclient.v2_0.client [req-468f3a10-8c22-4247-90c2-114a562556c2 req-0151a471-c3f8-4ea3-906f-d3a8cf7ef558 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1168.770204] env[65448]: DEBUG nova.network.neutron [req-468f3a10-8c22-4247-90c2-114a562556c2 req-0151a471-c3f8-4ea3-906f-d3a8cf7ef558 service nova] [instance: 7b6e049c-f86f-46bf-b4fa-55611b1027e3] Updated VIF entry in instance network info cache for port 7b341b30-8f49-4202-b2ff-bc2fcaec081d. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1168.770594] env[65448]: DEBUG nova.network.neutron [req-468f3a10-8c22-4247-90c2-114a562556c2 req-0151a471-c3f8-4ea3-906f-d3a8cf7ef558 service nova] [instance: 7b6e049c-f86f-46bf-b4fa-55611b1027e3] Updating instance_info_cache with network_info: [{"id": "7b341b30-8f49-4202-b2ff-bc2fcaec081d", "address": "fa:16:3e:fb:34:3d", "network": {"id": "3e956ed0-8002-4352-a2f0-0b0c88eed513", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-351560953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f8d5716103c4544ad3c5ca0f9963943", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b341b30-8f", "ovs_interfaceid": "7b341b30-8f49-4202-b2ff-bc2fcaec081d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.774164] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b97766f6-3ea0-46d9-ad88-bf3ba1ee516c tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.776s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.797154] env[65448]: INFO nova.scheduler.client.report [None req-b97766f6-3ea0-46d9-ad88-bf3ba1ee516c tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Deleted allocations for instance 1b94b4b0-6d12-42af-8d99-9c7c5debad9a [ 1168.838251] env[65448]: DEBUG oslo_vmware.api [None req-1c4e6513-4ae1-4cf2-8df0-4d294bdd7fab tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52b14c59-22a3-9945-0e45-8eec10a61e80, 'name': SearchDatastore_Task, 'duration_secs': 0.035588} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.838632] env[65448]: DEBUG oslo_concurrency.lockutils [None req-1c4e6513-4ae1-4cf2-8df0-4d294bdd7fab tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.838862] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-1c4e6513-4ae1-4cf2-8df0-4d294bdd7fab tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 7b6e049c-f86f-46bf-b4fa-55611b1027e3] Processing image 50fb366d-48e6-424f-9c20-bc83d77be76a {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1168.839104] env[65448]: DEBUG oslo_concurrency.lockutils [None req-1c4e6513-4ae1-4cf2-8df0-4d294bdd7fab tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.839251] env[65448]: DEBUG oslo_concurrency.lockutils [None req-1c4e6513-4ae1-4cf2-8df0-4d294bdd7fab tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.839444] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c4e6513-4ae1-4cf2-8df0-4d294bdd7fab tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1168.839716] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d82c5a9b-8473-4a7a-a0c8-a3b6caabb82b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.849603] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c4e6513-4ae1-4cf2-8df0-4d294bdd7fab tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1168.849790] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-1c4e6513-4ae1-4cf2-8df0-4d294bdd7fab tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1168.851128] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23998f8b-68f4-49ac-80e9-bde3a8b982bb {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.857553] env[65448]: DEBUG oslo_vmware.api [None req-1c4e6513-4ae1-4cf2-8df0-4d294bdd7fab tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Waiting for the task: (returnval){ [ 1168.857553] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5273fd92-d942-7cae-e8ed-c295b1145a1a" [ 1168.857553] env[65448]: _type = "Task" [ 1168.857553] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.865428] env[65448]: DEBUG oslo_vmware.api [None req-1c4e6513-4ae1-4cf2-8df0-4d294bdd7fab tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5273fd92-d942-7cae-e8ed-c295b1145a1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.081049] env[65448]: DEBUG oslo_vmware.api [None req-54f130f9-6452-42fe-a5ca-a7616d639694 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Task: {'id': task-4938480, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073774} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.081049] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-54f130f9-6452-42fe-a5ca-a7616d639694 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: 7978c1c5-9577-4194-827e-59a715d196b7] Extended root virtual disk {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1169.081330] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d874ce12-2294-4562-b305-a909239d77b0 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.104623] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-54f130f9-6452-42fe-a5ca-a7616d639694 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: 7978c1c5-9577-4194-827e-59a715d196b7] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] 7978c1c5-9577-4194-827e-59a715d196b7/7978c1c5-9577-4194-827e-59a715d196b7.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1169.104941] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7201c047-573e-4292-a9c5-aa1274194d2f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.119538] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] [instance: afbf2157-90f8-4235-8f60-472d84ce9bd9] Instance has had 0 of 5 cleanup attempts {{(pid=65448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11936}} [ 1169.128426] env[65448]: DEBUG oslo_vmware.api [None req-54f130f9-6452-42fe-a5ca-a7616d639694 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Waiting for the task: (returnval){ [ 1169.128426] env[65448]: value = "task-4938481" [ 1169.128426] env[65448]: _type = "Task" [ 1169.128426] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.136948] env[65448]: DEBUG oslo_vmware.api [None req-54f130f9-6452-42fe-a5ca-a7616d639694 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Task: {'id': task-4938481, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.273316] env[65448]: DEBUG oslo_concurrency.lockutils [req-468f3a10-8c22-4247-90c2-114a562556c2 req-0151a471-c3f8-4ea3-906f-d3a8cf7ef558 service nova] Releasing lock "refresh_cache-7b6e049c-f86f-46bf-b4fa-55611b1027e3" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.306734] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b97766f6-3ea0-46d9-ad88-bf3ba1ee516c tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Lock "1b94b4b0-6d12-42af-8d99-9c7c5debad9a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.705s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.369599] env[65448]: DEBUG oslo_vmware.api [None req-1c4e6513-4ae1-4cf2-8df0-4d294bdd7fab tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5273fd92-d942-7cae-e8ed-c295b1145a1a, 'name': SearchDatastore_Task, 'duration_secs': 0.009044} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.370398] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da418863-965d-4503-a0e2-2cef6a29ae9d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.376747] env[65448]: DEBUG oslo_vmware.api [None req-1c4e6513-4ae1-4cf2-8df0-4d294bdd7fab tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Waiting for the task: (returnval){ [ 1169.376747] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5254b581-7b5e-cc88-c1d4-e6126b030f3f" [ 1169.376747] env[65448]: _type = "Task" [ 1169.376747] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.385979] env[65448]: DEBUG oslo_vmware.api [None req-1c4e6513-4ae1-4cf2-8df0-4d294bdd7fab tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5254b581-7b5e-cc88-c1d4-e6126b030f3f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.623345] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] [instance: c473afa5-eeb2-4574-bdf8-f0bc2ea17534] Instance has had 0 of 5 cleanup attempts {{(pid=65448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11936}} [ 1169.639766] env[65448]: DEBUG oslo_vmware.api [None req-54f130f9-6452-42fe-a5ca-a7616d639694 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Task: {'id': task-4938481, 'name': ReconfigVM_Task, 'duration_secs': 0.400081} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.640157] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-54f130f9-6452-42fe-a5ca-a7616d639694 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: 7978c1c5-9577-4194-827e-59a715d196b7] Reconfigured VM instance instance-00000070 to attach disk [datastore2] 7978c1c5-9577-4194-827e-59a715d196b7/7978c1c5-9577-4194-827e-59a715d196b7.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1169.640916] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a7fdca72-7fce-4df3-89d4-1d9b0d924792 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.647850] env[65448]: DEBUG oslo_vmware.api [None req-54f130f9-6452-42fe-a5ca-a7616d639694 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Waiting for the task: (returnval){ [ 1169.647850] env[65448]: value = "task-4938483" [ 1169.647850] env[65448]: _type = "Task" [ 1169.647850] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.657361] env[65448]: DEBUG oslo_vmware.api [None req-54f130f9-6452-42fe-a5ca-a7616d639694 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Task: {'id': task-4938483, 'name': Rename_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.888136] env[65448]: DEBUG oslo_vmware.api [None req-1c4e6513-4ae1-4cf2-8df0-4d294bdd7fab tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5254b581-7b5e-cc88-c1d4-e6126b030f3f, 'name': SearchDatastore_Task, 'duration_secs': 0.010838} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.888510] env[65448]: DEBUG oslo_concurrency.lockutils [None req-1c4e6513-4ae1-4cf2-8df0-4d294bdd7fab tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.889093] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c4e6513-4ae1-4cf2-8df0-4d294bdd7fab tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] 7b6e049c-f86f-46bf-b4fa-55611b1027e3/7b6e049c-f86f-46bf-b4fa-55611b1027e3.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1169.889093] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bb28b7f7-a7e9-41e4-8ea9-b1ffb7a078ea {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.897352] env[65448]: DEBUG oslo_vmware.api [None req-1c4e6513-4ae1-4cf2-8df0-4d294bdd7fab tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Waiting for the task: (returnval){ [ 1169.897352] env[65448]: value = "task-4938484" [ 1169.897352] env[65448]: _type = "Task" [ 1169.897352] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.906976] env[65448]: DEBUG oslo_vmware.api [None req-1c4e6513-4ae1-4cf2-8df0-4d294bdd7fab tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': task-4938484, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.127282] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] [instance: 09225223-b8d1-43b9-ae8c-25d7f27ac233] Instance has had 0 of 5 cleanup attempts {{(pid=65448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11936}} [ 1170.160883] env[65448]: DEBUG oslo_vmware.api [None req-54f130f9-6452-42fe-a5ca-a7616d639694 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Task: {'id': task-4938483, 'name': Rename_Task, 'duration_secs': 0.161923} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.161892] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-54f130f9-6452-42fe-a5ca-a7616d639694 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: 7978c1c5-9577-4194-827e-59a715d196b7] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1170.162235] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f2e30900-4e29-4607-a092-e2fac397b21f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.170741] env[65448]: DEBUG oslo_vmware.api [None req-54f130f9-6452-42fe-a5ca-a7616d639694 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Waiting for the task: (returnval){ [ 1170.170741] env[65448]: value = "task-4938485" [ 1170.170741] env[65448]: _type = "Task" [ 1170.170741] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.182174] env[65448]: DEBUG oslo_vmware.api [None req-54f130f9-6452-42fe-a5ca-a7616d639694 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Task: {'id': task-4938485, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.410718] env[65448]: DEBUG oslo_vmware.api [None req-1c4e6513-4ae1-4cf2-8df0-4d294bdd7fab tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': task-4938484, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.631973] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] [instance: abc20464-a66c-4425-a677-b5852aec43bb] Instance has had 0 of 5 cleanup attempts {{(pid=65448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11936}} [ 1170.681831] env[65448]: DEBUG oslo_vmware.api [None req-54f130f9-6452-42fe-a5ca-a7616d639694 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Task: {'id': task-4938485, 'name': PowerOnVM_Task, 'duration_secs': 0.510705} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.682148] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-54f130f9-6452-42fe-a5ca-a7616d639694 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: 7978c1c5-9577-4194-827e-59a715d196b7] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1170.682418] env[65448]: INFO nova.compute.manager [None req-54f130f9-6452-42fe-a5ca-a7616d639694 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: 7978c1c5-9577-4194-827e-59a715d196b7] Took 7.40 seconds to spawn the instance on the hypervisor. [ 1170.682669] env[65448]: DEBUG nova.compute.manager [None req-54f130f9-6452-42fe-a5ca-a7616d639694 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: 7978c1c5-9577-4194-827e-59a715d196b7] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 1170.683557] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab8236fe-38c6-43b4-b910-28e124609a13 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.829326] env[65448]: DEBUG oslo_concurrency.lockutils [None req-36bc0feb-fa27-46f8-80c6-ea296d5d5463 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Acquiring lock "a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.830060] env[65448]: DEBUG oslo_concurrency.lockutils [None req-36bc0feb-fa27-46f8-80c6-ea296d5d5463 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Lock "a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.830060] env[65448]: DEBUG oslo_concurrency.lockutils [None req-36bc0feb-fa27-46f8-80c6-ea296d5d5463 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Acquiring lock "a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.830060] env[65448]: DEBUG oslo_concurrency.lockutils [None req-36bc0feb-fa27-46f8-80c6-ea296d5d5463 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Lock "a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.830229] env[65448]: DEBUG oslo_concurrency.lockutils [None req-36bc0feb-fa27-46f8-80c6-ea296d5d5463 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Lock "a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.832317] env[65448]: INFO nova.compute.manager [None req-36bc0feb-fa27-46f8-80c6-ea296d5d5463 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] [instance: a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e] Terminating instance [ 1170.910382] env[65448]: DEBUG oslo_vmware.api [None req-1c4e6513-4ae1-4cf2-8df0-4d294bdd7fab tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': task-4938484, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.135504] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] [instance: 223507ab-1bb6-4cc6-b81d-c5da765c01c0] Instance has had 0 of 5 cleanup attempts {{(pid=65448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11936}} [ 1171.203553] env[65448]: INFO nova.compute.manager [None req-54f130f9-6452-42fe-a5ca-a7616d639694 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: 7978c1c5-9577-4194-827e-59a715d196b7] Took 12.24 seconds to build instance. [ 1171.338576] env[65448]: DEBUG nova.compute.manager [None req-36bc0feb-fa27-46f8-80c6-ea296d5d5463 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] [instance: a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e] Start destroying the instance on the hypervisor. {{(pid=65448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3209}} [ 1171.338576] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-36bc0feb-fa27-46f8-80c6-ea296d5d5463 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] [instance: a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e] Destroying instance {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1171.338576] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76acda79-7338-4cdd-8abc-c70d64fd72e9 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.346121] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-36bc0feb-fa27-46f8-80c6-ea296d5d5463 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] [instance: a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1171.346359] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-46afc19b-8cb4-4142-b24f-e271890a58bf {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.352814] env[65448]: DEBUG oslo_vmware.api [None req-36bc0feb-fa27-46f8-80c6-ea296d5d5463 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Waiting for the task: (returnval){ [ 1171.352814] env[65448]: value = "task-4938486" [ 1171.352814] env[65448]: _type = "Task" [ 1171.352814] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.361261] env[65448]: DEBUG oslo_vmware.api [None req-36bc0feb-fa27-46f8-80c6-ea296d5d5463 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Task: {'id': task-4938486, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.410950] env[65448]: DEBUG oslo_vmware.api [None req-1c4e6513-4ae1-4cf2-8df0-4d294bdd7fab tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': task-4938484, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.500627} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.411235] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c4e6513-4ae1-4cf2-8df0-4d294bdd7fab tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] 7b6e049c-f86f-46bf-b4fa-55611b1027e3/7b6e049c-f86f-46bf-b4fa-55611b1027e3.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1171.411449] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-1c4e6513-4ae1-4cf2-8df0-4d294bdd7fab tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 7b6e049c-f86f-46bf-b4fa-55611b1027e3] Extending root virtual disk to 1048576 {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1171.411758] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-07f792c5-74c3-4bee-958c-11ef95469f2f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.419544] env[65448]: DEBUG oslo_vmware.api [None req-1c4e6513-4ae1-4cf2-8df0-4d294bdd7fab tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Waiting for the task: (returnval){ [ 1171.419544] env[65448]: value = "task-4938487" [ 1171.419544] env[65448]: _type = "Task" [ 1171.419544] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.428949] env[65448]: DEBUG oslo_vmware.api [None req-1c4e6513-4ae1-4cf2-8df0-4d294bdd7fab tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': task-4938487, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.482131] env[65448]: DEBUG nova.compute.manager [req-5ebf163a-1763-42d9-8727-82a9bbec470a req-fd04a62e-7751-4ab1-9b45-6401db75cdca service nova] [instance: 7978c1c5-9577-4194-827e-59a715d196b7] Received event network-changed-46132112-93de-44ee-8f40-cd3bb6d16fd5 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1171.482401] env[65448]: DEBUG nova.compute.manager [req-5ebf163a-1763-42d9-8727-82a9bbec470a req-fd04a62e-7751-4ab1-9b45-6401db75cdca service nova] [instance: 7978c1c5-9577-4194-827e-59a715d196b7] Refreshing instance network info cache due to event network-changed-46132112-93de-44ee-8f40-cd3bb6d16fd5. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 1171.482623] env[65448]: DEBUG oslo_concurrency.lockutils [req-5ebf163a-1763-42d9-8727-82a9bbec470a req-fd04a62e-7751-4ab1-9b45-6401db75cdca service nova] Acquiring lock "refresh_cache-7978c1c5-9577-4194-827e-59a715d196b7" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.482735] env[65448]: DEBUG oslo_concurrency.lockutils [req-5ebf163a-1763-42d9-8727-82a9bbec470a req-fd04a62e-7751-4ab1-9b45-6401db75cdca service nova] Acquired lock "refresh_cache-7978c1c5-9577-4194-827e-59a715d196b7" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.482899] env[65448]: DEBUG nova.network.neutron [req-5ebf163a-1763-42d9-8727-82a9bbec470a req-fd04a62e-7751-4ab1-9b45-6401db75cdca service nova] [instance: 7978c1c5-9577-4194-827e-59a715d196b7] Refreshing network info cache for port 46132112-93de-44ee-8f40-cd3bb6d16fd5 {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1171.638584] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] [instance: f92de7cc-d52b-4a1d-821a-0212e37e9369] Instance has had 0 of 5 cleanup attempts {{(pid=65448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11936}} [ 1171.705149] env[65448]: DEBUG oslo_concurrency.lockutils [None req-54f130f9-6452-42fe-a5ca-a7616d639694 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Lock "7978c1c5-9577-4194-827e-59a715d196b7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.754s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.866121] env[65448]: DEBUG oslo_vmware.api [None req-36bc0feb-fa27-46f8-80c6-ea296d5d5463 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Task: {'id': task-4938486, 'name': PowerOffVM_Task, 'duration_secs': 0.259768} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.866663] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-36bc0feb-fa27-46f8-80c6-ea296d5d5463 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] [instance: a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1171.866841] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-36bc0feb-fa27-46f8-80c6-ea296d5d5463 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] [instance: a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e] Unregistering the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1171.867134] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-85381806-9a96-48a8-a776-91a9862a5f88 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.932346] env[65448]: DEBUG oslo_vmware.api [None req-1c4e6513-4ae1-4cf2-8df0-4d294bdd7fab tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': task-4938487, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075534} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.932556] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-1c4e6513-4ae1-4cf2-8df0-4d294bdd7fab tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 7b6e049c-f86f-46bf-b4fa-55611b1027e3] Extended root virtual disk {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1171.933596] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a52e4b81-144a-45d7-aa3b-111180db6043 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.937409] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-36bc0feb-fa27-46f8-80c6-ea296d5d5463 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] [instance: a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e] Unregistered the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1171.937530] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-36bc0feb-fa27-46f8-80c6-ea296d5d5463 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] [instance: a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e] Deleting contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1171.937664] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-36bc0feb-fa27-46f8-80c6-ea296d5d5463 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Deleting the datastore file [datastore2] a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1171.938314] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-65db316f-095b-4ad6-8127-b4ac5f2b0035 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.962490] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c4e6513-4ae1-4cf2-8df0-4d294bdd7fab tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 7b6e049c-f86f-46bf-b4fa-55611b1027e3] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] 7b6e049c-f86f-46bf-b4fa-55611b1027e3/7b6e049c-f86f-46bf-b4fa-55611b1027e3.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1171.963901] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88848a3b-2716-4c6f-b6d1-0ba29c0c5e35 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.978771] env[65448]: DEBUG oslo_vmware.api [None req-36bc0feb-fa27-46f8-80c6-ea296d5d5463 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Waiting for the task: (returnval){ [ 1171.978771] env[65448]: value = "task-4938490" [ 1171.978771] env[65448]: _type = "Task" [ 1171.978771] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.985536] env[65448]: WARNING neutronclient.v2_0.client [req-5ebf163a-1763-42d9-8727-82a9bbec470a req-fd04a62e-7751-4ab1-9b45-6401db75cdca service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1171.987899] env[65448]: DEBUG oslo_vmware.api [None req-1c4e6513-4ae1-4cf2-8df0-4d294bdd7fab tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Waiting for the task: (returnval){ [ 1171.987899] env[65448]: value = "task-4938491" [ 1171.987899] env[65448]: _type = "Task" [ 1171.987899] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.991726] env[65448]: DEBUG oslo_vmware.api [None req-36bc0feb-fa27-46f8-80c6-ea296d5d5463 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Task: {'id': task-4938490, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.003596] env[65448]: DEBUG oslo_vmware.api [None req-1c4e6513-4ae1-4cf2-8df0-4d294bdd7fab tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': task-4938491, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.142654] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] [instance: ad59f7b3-ae8f-4d9c-a7a0-c94d58009a94] Instance has had 0 of 5 cleanup attempts {{(pid=65448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11936}} [ 1172.180976] env[65448]: WARNING neutronclient.v2_0.client [req-5ebf163a-1763-42d9-8727-82a9bbec470a req-fd04a62e-7751-4ab1-9b45-6401db75cdca service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1172.254531] env[65448]: DEBUG nova.network.neutron [req-5ebf163a-1763-42d9-8727-82a9bbec470a req-fd04a62e-7751-4ab1-9b45-6401db75cdca service nova] [instance: 7978c1c5-9577-4194-827e-59a715d196b7] Updated VIF entry in instance network info cache for port 46132112-93de-44ee-8f40-cd3bb6d16fd5. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1172.254903] env[65448]: DEBUG nova.network.neutron [req-5ebf163a-1763-42d9-8727-82a9bbec470a req-fd04a62e-7751-4ab1-9b45-6401db75cdca service nova] [instance: 7978c1c5-9577-4194-827e-59a715d196b7] Updating instance_info_cache with network_info: [{"id": "46132112-93de-44ee-8f40-cd3bb6d16fd5", "address": "fa:16:3e:fc:b3:33", "network": {"id": "3dad17d1-fdd5-4069-8675-ef8a0f0b9caf", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2039208773-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f35763225db24d7f858aa84e17d07cc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46132112-93", "ovs_interfaceid": "46132112-93de-44ee-8f40-cd3bb6d16fd5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.490709] env[65448]: DEBUG oslo_vmware.api [None req-36bc0feb-fa27-46f8-80c6-ea296d5d5463 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Task: {'id': task-4938490, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169506} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.490709] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-36bc0feb-fa27-46f8-80c6-ea296d5d5463 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1172.490984] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-36bc0feb-fa27-46f8-80c6-ea296d5d5463 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] [instance: a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e] Deleted contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1172.491066] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-36bc0feb-fa27-46f8-80c6-ea296d5d5463 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] [instance: a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e] Instance destroyed {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1172.491252] env[65448]: INFO nova.compute.manager [None req-36bc0feb-fa27-46f8-80c6-ea296d5d5463 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] [instance: a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1172.491505] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-36bc0feb-fa27-46f8-80c6-ea296d5d5463 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1172.491706] env[65448]: DEBUG nova.compute.manager [-] [instance: a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e] Deallocating network for instance {{(pid=65448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1172.491806] env[65448]: DEBUG nova.network.neutron [-] [instance: a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e] deallocate_for_instance() {{(pid=65448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1172.492156] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1172.502807] env[65448]: DEBUG oslo_vmware.api [None req-1c4e6513-4ae1-4cf2-8df0-4d294bdd7fab tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': task-4938491, 'name': ReconfigVM_Task, 'duration_secs': 0.313304} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.503099] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c4e6513-4ae1-4cf2-8df0-4d294bdd7fab tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 7b6e049c-f86f-46bf-b4fa-55611b1027e3] Reconfigured VM instance instance-00000071 to attach disk [datastore2] 7b6e049c-f86f-46bf-b4fa-55611b1027e3/7b6e049c-f86f-46bf-b4fa-55611b1027e3.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1172.503775] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fbf360f3-dcd3-4b31-bd0a-90790dec9ebb {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.511433] env[65448]: DEBUG oslo_vmware.api [None req-1c4e6513-4ae1-4cf2-8df0-4d294bdd7fab tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Waiting for the task: (returnval){ [ 1172.511433] env[65448]: value = "task-4938492" [ 1172.511433] env[65448]: _type = "Task" [ 1172.511433] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.520094] env[65448]: DEBUG oslo_vmware.api [None req-1c4e6513-4ae1-4cf2-8df0-4d294bdd7fab tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': task-4938492, 'name': Rename_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.570523] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1172.646881] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] [instance: ec4482b0-2919-48e3-a773-7013a9bb0899] Instance has had 0 of 5 cleanup attempts {{(pid=65448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11936}} [ 1172.757710] env[65448]: DEBUG oslo_concurrency.lockutils [req-5ebf163a-1763-42d9-8727-82a9bbec470a req-fd04a62e-7751-4ab1-9b45-6401db75cdca service nova] Releasing lock "refresh_cache-7978c1c5-9577-4194-827e-59a715d196b7" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.017780] env[65448]: DEBUG nova.compute.manager [req-0a392eb0-321b-4879-b7ba-1bc4253ddf64 req-93ed004d-4d11-49e1-8729-9f50c0ec9bda service nova] [instance: a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e] Received event network-vif-deleted-41c5925e-6090-41da-8f95-9a225fa0cd4f {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1173.018076] env[65448]: INFO nova.compute.manager [req-0a392eb0-321b-4879-b7ba-1bc4253ddf64 req-93ed004d-4d11-49e1-8729-9f50c0ec9bda service nova] [instance: a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e] Neutron deleted interface 41c5925e-6090-41da-8f95-9a225fa0cd4f; detaching it from the instance and deleting it from the info cache [ 1173.018297] env[65448]: DEBUG nova.network.neutron [req-0a392eb0-321b-4879-b7ba-1bc4253ddf64 req-93ed004d-4d11-49e1-8729-9f50c0ec9bda service nova] [instance: a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.026514] env[65448]: DEBUG oslo_vmware.api [None req-1c4e6513-4ae1-4cf2-8df0-4d294bdd7fab tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': task-4938492, 'name': Rename_Task, 'duration_secs': 0.328749} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.026830] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c4e6513-4ae1-4cf2-8df0-4d294bdd7fab tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 7b6e049c-f86f-46bf-b4fa-55611b1027e3] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1173.027175] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fd3523d4-bf26-4bdb-a965-cf626e1cefc6 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.035851] env[65448]: DEBUG oslo_vmware.api [None req-1c4e6513-4ae1-4cf2-8df0-4d294bdd7fab tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Waiting for the task: (returnval){ [ 1173.035851] env[65448]: value = "task-4938493" [ 1173.035851] env[65448]: _type = "Task" [ 1173.035851] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.045385] env[65448]: DEBUG oslo_vmware.api [None req-1c4e6513-4ae1-4cf2-8df0-4d294bdd7fab tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': task-4938493, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.149656] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] [instance: f0ae0ad7-7800-4f5a-a270-7749177b8675] Instance has had 0 of 5 cleanup attempts {{(pid=65448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11936}} [ 1173.494047] env[65448]: DEBUG nova.network.neutron [-] [instance: a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.522131] env[65448]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-60e415d5-d10d-4920-afbc-2eae3d65e4e3 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.533213] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f9e64de-d96d-41cb-a74d-146fda039eff {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.557220] env[65448]: DEBUG oslo_vmware.api [None req-1c4e6513-4ae1-4cf2-8df0-4d294bdd7fab tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': task-4938493, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.574232] env[65448]: DEBUG nova.compute.manager [req-0a392eb0-321b-4879-b7ba-1bc4253ddf64 req-93ed004d-4d11-49e1-8729-9f50c0ec9bda service nova] [instance: a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e] Detach interface failed, port_id=41c5925e-6090-41da-8f95-9a225fa0cd4f, reason: Instance a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e could not be found. {{(pid=65448) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 1173.657351] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] [instance: cd954db3-685f-4f7b-8ef4-c9d0dca58eef] Instance has had 0 of 5 cleanup attempts {{(pid=65448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11936}} [ 1174.001959] env[65448]: INFO nova.compute.manager [-] [instance: a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e] Took 1.51 seconds to deallocate network for instance. [ 1174.054838] env[65448]: DEBUG oslo_vmware.api [None req-1c4e6513-4ae1-4cf2-8df0-4d294bdd7fab tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': task-4938493, 'name': PowerOnVM_Task, 'duration_secs': 0.626702} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.055040] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c4e6513-4ae1-4cf2-8df0-4d294bdd7fab tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 7b6e049c-f86f-46bf-b4fa-55611b1027e3] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1174.055286] env[65448]: INFO nova.compute.manager [None req-1c4e6513-4ae1-4cf2-8df0-4d294bdd7fab tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 7b6e049c-f86f-46bf-b4fa-55611b1027e3] Took 8.44 seconds to spawn the instance on the hypervisor. [ 1174.055481] env[65448]: DEBUG nova.compute.manager [None req-1c4e6513-4ae1-4cf2-8df0-4d294bdd7fab tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 7b6e049c-f86f-46bf-b4fa-55611b1027e3] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 1174.056459] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bc9100e-ed69-4315-88f0-d5f6e8b3f547 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.161353] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] [instance: 204b5f52-2264-4c23-8799-4b3f57682409] Instance has had 0 of 5 cleanup attempts {{(pid=65448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11936}} [ 1174.509608] env[65448]: DEBUG oslo_concurrency.lockutils [None req-36bc0feb-fa27-46f8-80c6-ea296d5d5463 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.510026] env[65448]: DEBUG oslo_concurrency.lockutils [None req-36bc0feb-fa27-46f8-80c6-ea296d5d5463 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.510351] env[65448]: DEBUG nova.objects.instance [None req-36bc0feb-fa27-46f8-80c6-ea296d5d5463 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Lazy-loading 'resources' on Instance uuid a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1174.576679] env[65448]: INFO nova.compute.manager [None req-1c4e6513-4ae1-4cf2-8df0-4d294bdd7fab tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 7b6e049c-f86f-46bf-b4fa-55611b1027e3] Took 15.35 seconds to build instance. [ 1174.666079] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] [instance: 6298b6d7-5892-48cc-b808-eeca3d91f57e] Instance has had 0 of 5 cleanup attempts {{(pid=65448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11936}} [ 1174.842208] env[65448]: DEBUG oslo_concurrency.lockutils [None req-9e28c52d-1801-4022-b9d8-64d0f1b6316a tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Acquiring lock "7b6e049c-f86f-46bf-b4fa-55611b1027e3" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.077440] env[65448]: DEBUG oslo_concurrency.lockutils [None req-1c4e6513-4ae1-4cf2-8df0-4d294bdd7fab tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Lock "7b6e049c-f86f-46bf-b4fa-55611b1027e3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.864s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.077783] env[65448]: DEBUG oslo_concurrency.lockutils [None req-9e28c52d-1801-4022-b9d8-64d0f1b6316a tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Lock "7b6e049c-f86f-46bf-b4fa-55611b1027e3" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.236s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.077965] env[65448]: DEBUG nova.compute.manager [None req-9e28c52d-1801-4022-b9d8-64d0f1b6316a tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 7b6e049c-f86f-46bf-b4fa-55611b1027e3] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 1175.078854] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-583f41c2-df14-4dbb-8c8e-3aa92e9f3d7a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.088128] env[65448]: DEBUG nova.compute.manager [None req-9e28c52d-1801-4022-b9d8-64d0f1b6316a tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 7b6e049c-f86f-46bf-b4fa-55611b1027e3] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65448) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3449}} [ 1175.088698] env[65448]: DEBUG nova.objects.instance [None req-9e28c52d-1801-4022-b9d8-64d0f1b6316a tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Lazy-loading 'flavor' on Instance uuid 7b6e049c-f86f-46bf-b4fa-55611b1027e3 {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1175.160762] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d734b627-d99d-4c9b-8c09-96ecbc6b6a8f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.168161] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] [instance: b9df7ebd-a64a-4031-89f7-75a8aee3c74c] Instance has had 0 of 5 cleanup attempts {{(pid=65448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11936}} [ 1175.171156] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fe9f234-e9ae-4ead-96e3-24fac36d3c1e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.203093] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2ebad07-e02f-4d0f-9c27-c7046c67b7e4 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.211672] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ecd851e-62d9-4097-865d-9f20261c8ee7 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.225996] env[65448]: DEBUG nova.compute.provider_tree [None req-36bc0feb-fa27-46f8-80c6-ea296d5d5463 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1175.675930] env[65448]: DEBUG oslo_service.periodic_task [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=65448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1175.676294] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Cleaning up deleted instances with incomplete migration {{(pid=65448) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11961}} [ 1175.729150] env[65448]: DEBUG nova.scheduler.client.report [None req-36bc0feb-fa27-46f8-80c6-ea296d5d5463 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1176.096387] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e28c52d-1801-4022-b9d8-64d0f1b6316a tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 7b6e049c-f86f-46bf-b4fa-55611b1027e3] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1176.096909] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7861b3db-7754-4ae0-ba55-3453191f3b15 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.105888] env[65448]: DEBUG oslo_vmware.api [None req-9e28c52d-1801-4022-b9d8-64d0f1b6316a tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Waiting for the task: (returnval){ [ 1176.105888] env[65448]: value = "task-4938496" [ 1176.105888] env[65448]: _type = "Task" [ 1176.105888] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.119483] env[65448]: DEBUG oslo_vmware.api [None req-9e28c52d-1801-4022-b9d8-64d0f1b6316a tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': task-4938496, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.180876] env[65448]: DEBUG oslo_service.periodic_task [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=65448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1176.234593] env[65448]: DEBUG oslo_concurrency.lockutils [None req-36bc0feb-fa27-46f8-80c6-ea296d5d5463 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.725s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.260901] env[65448]: INFO nova.scheduler.client.report [None req-36bc0feb-fa27-46f8-80c6-ea296d5d5463 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Deleted allocations for instance a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e [ 1176.617626] env[65448]: DEBUG oslo_vmware.api [None req-9e28c52d-1801-4022-b9d8-64d0f1b6316a tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': task-4938496, 'name': PowerOffVM_Task, 'duration_secs': 0.243744} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.617912] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e28c52d-1801-4022-b9d8-64d0f1b6316a tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 7b6e049c-f86f-46bf-b4fa-55611b1027e3] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1176.618119] env[65448]: DEBUG nova.compute.manager [None req-9e28c52d-1801-4022-b9d8-64d0f1b6316a tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 7b6e049c-f86f-46bf-b4fa-55611b1027e3] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 1176.618872] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f831951-efe6-4cbd-8335-4f2a79779045 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.769065] env[65448]: DEBUG oslo_concurrency.lockutils [None req-36bc0feb-fa27-46f8-80c6-ea296d5d5463 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Lock "a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.939s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.132393] env[65448]: DEBUG oslo_concurrency.lockutils [None req-9e28c52d-1801-4022-b9d8-64d0f1b6316a tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Lock "7b6e049c-f86f-46bf-b4fa-55611b1027e3" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.055s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.677623] env[65448]: DEBUG oslo_service.periodic_task [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1177.677812] env[65448]: DEBUG oslo_service.periodic_task [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1178.183853] env[65448]: DEBUG oslo_service.periodic_task [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1178.183853] env[65448]: DEBUG oslo_service.periodic_task [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Running periodic task ComputeManager._sync_power_states {{(pid=65448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1178.413922] env[65448]: DEBUG oslo_concurrency.lockutils [None req-39b84cd9-787e-4971-b731-0bf6e167597a tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Acquiring lock "7b6e049c-f86f-46bf-b4fa-55611b1027e3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.414321] env[65448]: DEBUG oslo_concurrency.lockutils [None req-39b84cd9-787e-4971-b731-0bf6e167597a tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Lock "7b6e049c-f86f-46bf-b4fa-55611b1027e3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.414591] env[65448]: DEBUG oslo_concurrency.lockutils [None req-39b84cd9-787e-4971-b731-0bf6e167597a tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Acquiring lock "7b6e049c-f86f-46bf-b4fa-55611b1027e3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.414807] env[65448]: DEBUG oslo_concurrency.lockutils [None req-39b84cd9-787e-4971-b731-0bf6e167597a tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Lock "7b6e049c-f86f-46bf-b4fa-55611b1027e3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.415013] env[65448]: DEBUG oslo_concurrency.lockutils [None req-39b84cd9-787e-4971-b731-0bf6e167597a tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Lock "7b6e049c-f86f-46bf-b4fa-55611b1027e3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.417508] env[65448]: INFO nova.compute.manager [None req-39b84cd9-787e-4971-b731-0bf6e167597a tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 7b6e049c-f86f-46bf-b4fa-55611b1027e3] Terminating instance [ 1178.687798] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Getting list of instances from cluster (obj){ [ 1178.687798] env[65448]: value = "domain-c8" [ 1178.687798] env[65448]: _type = "ClusterComputeResource" [ 1178.687798] env[65448]: } {{(pid=65448) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1178.688836] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a0f02c0-6e5c-4979-b808-983eae7deabe {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.710968] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Got total of 10 instances {{(pid=65448) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1178.710968] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Triggering sync for uuid 6ca5c62d-cf52-4f78-9e01-5623f4989442 {{(pid=65448) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11034}} [ 1178.711258] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Triggering sync for uuid 2aca5466-f783-4972-8c9d-d0de3a679c0c {{(pid=65448) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11034}} [ 1178.711913] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Triggering sync for uuid d53e2a3e-2205-44b0-9e68-91125832a67f {{(pid=65448) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11034}} [ 1178.711913] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Triggering sync for uuid f3456e77-34cb-48b6-a71b-3a0a5066d704 {{(pid=65448) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11034}} [ 1178.711913] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Triggering sync for uuid 567408bb-3c2c-43f1-b291-0e3fe8f3aded {{(pid=65448) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11034}} [ 1178.712212] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Triggering sync for uuid f1ccec14-6c3b-4745-ac14-5e4acb191b56 {{(pid=65448) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11034}} [ 1178.712212] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Triggering sync for uuid 3cbfb5fd-aac5-4538-87b4-d33b466ab2ad {{(pid=65448) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11034}} [ 1178.712402] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Triggering sync for uuid 7c98f401-15ac-4322-9bb1-abbdc937bad4 {{(pid=65448) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11034}} [ 1178.712579] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Triggering sync for uuid 7978c1c5-9577-4194-827e-59a715d196b7 {{(pid=65448) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11034}} [ 1178.712773] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Triggering sync for uuid 7b6e049c-f86f-46bf-b4fa-55611b1027e3 {{(pid=65448) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11034}} [ 1178.713238] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Acquiring lock "6ca5c62d-cf52-4f78-9e01-5623f4989442" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.713464] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Lock "6ca5c62d-cf52-4f78-9e01-5623f4989442" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.713745] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Acquiring lock "2aca5466-f783-4972-8c9d-d0de3a679c0c" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.713923] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Lock "2aca5466-f783-4972-8c9d-d0de3a679c0c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.714171] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Acquiring lock "d53e2a3e-2205-44b0-9e68-91125832a67f" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.714347] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Lock "d53e2a3e-2205-44b0-9e68-91125832a67f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.714629] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Acquiring lock "f3456e77-34cb-48b6-a71b-3a0a5066d704" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.714807] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Lock "f3456e77-34cb-48b6-a71b-3a0a5066d704" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.715173] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Acquiring lock "567408bb-3c2c-43f1-b291-0e3fe8f3aded" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.715244] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Lock "567408bb-3c2c-43f1-b291-0e3fe8f3aded" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.715555] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Acquiring lock "f1ccec14-6c3b-4745-ac14-5e4acb191b56" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.715635] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Lock "f1ccec14-6c3b-4745-ac14-5e4acb191b56" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.715836] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Acquiring lock "3cbfb5fd-aac5-4538-87b4-d33b466ab2ad" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.716010] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Lock "3cbfb5fd-aac5-4538-87b4-d33b466ab2ad" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.716244] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Acquiring lock "7c98f401-15ac-4322-9bb1-abbdc937bad4" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.716415] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Lock "7c98f401-15ac-4322-9bb1-abbdc937bad4" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.716638] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Acquiring lock "7978c1c5-9577-4194-827e-59a715d196b7" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.716807] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Lock "7978c1c5-9577-4194-827e-59a715d196b7" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.717062] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Acquiring lock "7b6e049c-f86f-46bf-b4fa-55611b1027e3" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.718065] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f2163be-a955-4118-b95e-5a3272014126 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.721198] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e701f97-d71f-43e1-bd11-3a0d8af977ac {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.724132] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb51c075-4e8e-4c90-b2fd-161de58efd77 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.726838] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d37ed1b-346b-42c4-9255-529c5f971313 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.729592] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aa1fb54-e17f-486c-920b-df427fa479fd {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.732182] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9eec6fe-f206-4332-91d6-08c3573fdb46 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.735541] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-274983b4-9361-4583-8377-424dc6e17a85 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.738455] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-335e528c-ac50-40a5-8196-b688b075f546 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.741475] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a6cf8cc-c76e-41b6-8388-29383b48c1ef {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.922057] env[65448]: DEBUG nova.compute.manager [None req-39b84cd9-787e-4971-b731-0bf6e167597a tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 7b6e049c-f86f-46bf-b4fa-55611b1027e3] Start destroying the instance on the hypervisor. {{(pid=65448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3209}} [ 1178.922057] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-39b84cd9-787e-4971-b731-0bf6e167597a tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 7b6e049c-f86f-46bf-b4fa-55611b1027e3] Destroying instance {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1178.922876] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-716a1654-2df7-4dd4-a9cf-37e2f432f6cf {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.930717] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-39b84cd9-787e-4971-b731-0bf6e167597a tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 7b6e049c-f86f-46bf-b4fa-55611b1027e3] Unregistering the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1178.930975] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f6189b58-3c9a-4239-a6c6-42e84bc721d1 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.002299] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-39b84cd9-787e-4971-b731-0bf6e167597a tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 7b6e049c-f86f-46bf-b4fa-55611b1027e3] Unregistered the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1179.002658] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-39b84cd9-787e-4971-b731-0bf6e167597a tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 7b6e049c-f86f-46bf-b4fa-55611b1027e3] Deleting contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1179.002959] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-39b84cd9-787e-4971-b731-0bf6e167597a tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Deleting the datastore file [datastore2] 7b6e049c-f86f-46bf-b4fa-55611b1027e3 {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1179.003460] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-245d807e-93d8-40d1-9165-913383ae184f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.013436] env[65448]: DEBUG oslo_vmware.api [None req-39b84cd9-787e-4971-b731-0bf6e167597a tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Waiting for the task: (returnval){ [ 1179.013436] env[65448]: value = "task-4938499" [ 1179.013436] env[65448]: _type = "Task" [ 1179.013436] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.022067] env[65448]: DEBUG oslo_vmware.api [None req-39b84cd9-787e-4971-b731-0bf6e167597a tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': task-4938499, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.181838] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a3833b4b-1c19-4267-910e-842423bc63bb tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Acquiring lock "78d46c99-f185-4a36-8931-d0dd14dd4a7f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.182080] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a3833b4b-1c19-4267-910e-842423bc63bb tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Lock "78d46c99-f185-4a36-8931-d0dd14dd4a7f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.268915] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Lock "d53e2a3e-2205-44b0-9e68-91125832a67f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.554s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.269373] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Lock "6ca5c62d-cf52-4f78-9e01-5623f4989442" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.556s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.276085] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Lock "f3456e77-34cb-48b6-a71b-3a0a5066d704" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.561s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.277621] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Lock "2aca5466-f783-4972-8c9d-d0de3a679c0c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.564s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.287443] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Lock "7978c1c5-9577-4194-827e-59a715d196b7" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.569s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.287443] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Lock "567408bb-3c2c-43f1-b291-0e3fe8f3aded" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.571s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.287443] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Lock "7c98f401-15ac-4322-9bb1-abbdc937bad4" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.570s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.287443] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Lock "f1ccec14-6c3b-4745-ac14-5e4acb191b56" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.572s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.296402] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Lock "3cbfb5fd-aac5-4538-87b4-d33b466ab2ad" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.580s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.524441] env[65448]: DEBUG oslo_vmware.api [None req-39b84cd9-787e-4971-b731-0bf6e167597a tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': task-4938499, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.200387} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.524687] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-39b84cd9-787e-4971-b731-0bf6e167597a tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1179.524919] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-39b84cd9-787e-4971-b731-0bf6e167597a tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 7b6e049c-f86f-46bf-b4fa-55611b1027e3] Deleted contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1179.525134] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-39b84cd9-787e-4971-b731-0bf6e167597a tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 7b6e049c-f86f-46bf-b4fa-55611b1027e3] Instance destroyed {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1179.525440] env[65448]: INFO nova.compute.manager [None req-39b84cd9-787e-4971-b731-0bf6e167597a tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 7b6e049c-f86f-46bf-b4fa-55611b1027e3] Took 0.60 seconds to destroy the instance on the hypervisor. [ 1179.525802] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-39b84cd9-787e-4971-b731-0bf6e167597a tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1179.526078] env[65448]: DEBUG nova.compute.manager [-] [instance: 7b6e049c-f86f-46bf-b4fa-55611b1027e3] Deallocating network for instance {{(pid=65448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1179.526135] env[65448]: DEBUG nova.network.neutron [-] [instance: 7b6e049c-f86f-46bf-b4fa-55611b1027e3] deallocate_for_instance() {{(pid=65448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1179.526394] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1179.559130] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1179.684871] env[65448]: DEBUG nova.compute.manager [None req-a3833b4b-1c19-4267-910e-842423bc63bb tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] [instance: 78d46c99-f185-4a36-8931-d0dd14dd4a7f] Starting instance... {{(pid=65448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2483}} [ 1179.793514] env[65448]: DEBUG nova.compute.manager [req-8e478eba-5b97-4037-a001-b15f1fb23663 req-dc8fec1e-e300-4887-a07e-542aadceaccf service nova] [instance: 7b6e049c-f86f-46bf-b4fa-55611b1027e3] Received event network-vif-deleted-7b341b30-8f49-4202-b2ff-bc2fcaec081d {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1179.793605] env[65448]: INFO nova.compute.manager [req-8e478eba-5b97-4037-a001-b15f1fb23663 req-dc8fec1e-e300-4887-a07e-542aadceaccf service nova] [instance: 7b6e049c-f86f-46bf-b4fa-55611b1027e3] Neutron deleted interface 7b341b30-8f49-4202-b2ff-bc2fcaec081d; detaching it from the instance and deleting it from the info cache [ 1179.793781] env[65448]: DEBUG nova.network.neutron [req-8e478eba-5b97-4037-a001-b15f1fb23663 req-dc8fec1e-e300-4887-a07e-542aadceaccf service nova] [instance: 7b6e049c-f86f-46bf-b4fa-55611b1027e3] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.211247] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a3833b4b-1c19-4267-910e-842423bc63bb tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.211533] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a3833b4b-1c19-4267-910e-842423bc63bb tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.213148] env[65448]: INFO nova.compute.claims [None req-a3833b4b-1c19-4267-910e-842423bc63bb tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] [instance: 78d46c99-f185-4a36-8931-d0dd14dd4a7f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1180.273476] env[65448]: DEBUG nova.network.neutron [-] [instance: 7b6e049c-f86f-46bf-b4fa-55611b1027e3] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.297317] env[65448]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fd828dc0-3e54-42a7-91d4-4ffe937ceb2f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.307249] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1d8c97b-7170-41c4-9f48-931abd3508e2 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.341479] env[65448]: DEBUG nova.compute.manager [req-8e478eba-5b97-4037-a001-b15f1fb23663 req-dc8fec1e-e300-4887-a07e-542aadceaccf service nova] [instance: 7b6e049c-f86f-46bf-b4fa-55611b1027e3] Detach interface failed, port_id=7b341b30-8f49-4202-b2ff-bc2fcaec081d, reason: Instance 7b6e049c-f86f-46bf-b4fa-55611b1027e3 could not be found. {{(pid=65448) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 1180.777022] env[65448]: INFO nova.compute.manager [-] [instance: 7b6e049c-f86f-46bf-b4fa-55611b1027e3] Took 1.25 seconds to deallocate network for instance. [ 1181.284448] env[65448]: DEBUG oslo_concurrency.lockutils [None req-39b84cd9-787e-4971-b731-0bf6e167597a tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.356754] env[65448]: DEBUG oslo_concurrency.lockutils [None req-f6560458-4c1f-444b-bada-f10da6dcda6c tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Acquiring lock "f1ccec14-6c3b-4745-ac14-5e4acb191b56" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.356990] env[65448]: DEBUG oslo_concurrency.lockutils [None req-f6560458-4c1f-444b-bada-f10da6dcda6c tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Lock "f1ccec14-6c3b-4745-ac14-5e4acb191b56" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.357176] env[65448]: INFO nova.compute.manager [None req-f6560458-4c1f-444b-bada-f10da6dcda6c tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] [instance: f1ccec14-6c3b-4745-ac14-5e4acb191b56] Shelving [ 1181.380481] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63adce83-f912-4c16-a10d-44124761951a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.388954] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc88cdcc-e95c-4e88-b49a-235899cf087b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.424273] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-560604fb-0d4b-4a86-8dde-efe873742584 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.433013] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a45f580-e546-4e39-b019-c2e103726855 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.447285] env[65448]: DEBUG nova.compute.provider_tree [None req-a3833b4b-1c19-4267-910e-842423bc63bb tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1181.950913] env[65448]: DEBUG nova.scheduler.client.report [None req-a3833b4b-1c19-4267-910e-842423bc63bb tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1182.366163] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6560458-4c1f-444b-bada-f10da6dcda6c tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] [instance: f1ccec14-6c3b-4745-ac14-5e4acb191b56] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1182.366551] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-de6a8a8d-1d8a-41f4-9f0a-55488887dcac {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.373796] env[65448]: DEBUG oslo_vmware.api [None req-f6560458-4c1f-444b-bada-f10da6dcda6c tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Waiting for the task: (returnval){ [ 1182.373796] env[65448]: value = "task-4938501" [ 1182.373796] env[65448]: _type = "Task" [ 1182.373796] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.382336] env[65448]: DEBUG oslo_vmware.api [None req-f6560458-4c1f-444b-bada-f10da6dcda6c tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Task: {'id': task-4938501, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.456733] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a3833b4b-1c19-4267-910e-842423bc63bb tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.245s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.457494] env[65448]: DEBUG nova.compute.manager [None req-a3833b4b-1c19-4267-910e-842423bc63bb tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] [instance: 78d46c99-f185-4a36-8931-d0dd14dd4a7f] Start building networks asynchronously for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2881}} [ 1182.461849] env[65448]: DEBUG oslo_concurrency.lockutils [None req-39b84cd9-787e-4971-b731-0bf6e167597a tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.177s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.461849] env[65448]: DEBUG nova.objects.instance [None req-39b84cd9-787e-4971-b731-0bf6e167597a tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Lazy-loading 'resources' on Instance uuid 7b6e049c-f86f-46bf-b4fa-55611b1027e3 {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1182.884694] env[65448]: DEBUG oslo_vmware.api [None req-f6560458-4c1f-444b-bada-f10da6dcda6c tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Task: {'id': task-4938501, 'name': PowerOffVM_Task, 'duration_secs': 0.1789} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.884962] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6560458-4c1f-444b-bada-f10da6dcda6c tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] [instance: f1ccec14-6c3b-4745-ac14-5e4acb191b56] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1182.885855] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c87acae-3d8a-4b16-a087-c2d7f8e09526 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.904479] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6402ec66-c1f7-4dda-9aba-2f3931864ac2 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.965126] env[65448]: DEBUG nova.compute.utils [None req-a3833b4b-1c19-4267-910e-842423bc63bb tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Using /dev/sd instead of None {{(pid=65448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1182.969519] env[65448]: DEBUG nova.compute.manager [None req-a3833b4b-1c19-4267-910e-842423bc63bb tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] [instance: 78d46c99-f185-4a36-8931-d0dd14dd4a7f] Allocating IP information in the background. {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 1182.969898] env[65448]: DEBUG nova.network.neutron [None req-a3833b4b-1c19-4267-910e-842423bc63bb tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] [instance: 78d46c99-f185-4a36-8931-d0dd14dd4a7f] allocate_for_instance() {{(pid=65448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1182.970056] env[65448]: WARNING neutronclient.v2_0.client [None req-a3833b4b-1c19-4267-910e-842423bc63bb tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1182.970363] env[65448]: WARNING neutronclient.v2_0.client [None req-a3833b4b-1c19-4267-910e-842423bc63bb tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1183.053047] env[65448]: DEBUG nova.policy [None req-a3833b4b-1c19-4267-910e-842423bc63bb tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '88f6b996a5a64e2a9ce4916a56da7b9a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e377eb92259c42e9b71b1927f8775fd3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65448) authorize /opt/stack/nova/nova/policy.py:192}} [ 1183.126912] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04eba994-7907-4516-8745-e9625837ff00 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.135863] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebbed32a-100a-4860-956f-ff8e44e60667 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.166283] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e47f3eef-328a-453e-a9d0-d9a3f95ec3ab {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.174142] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ff127ba-2892-44a4-a060-98eff00c19e9 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.189746] env[65448]: DEBUG nova.compute.provider_tree [None req-39b84cd9-787e-4971-b731-0bf6e167597a tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1183.372216] env[65448]: DEBUG nova.network.neutron [None req-a3833b4b-1c19-4267-910e-842423bc63bb tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] [instance: 78d46c99-f185-4a36-8931-d0dd14dd4a7f] Successfully created port: 0dd34a58-5494-4dd4-84b5-9444987b0631 {{(pid=65448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1183.415645] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-f6560458-4c1f-444b-bada-f10da6dcda6c tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] [instance: f1ccec14-6c3b-4745-ac14-5e4acb191b56] Creating Snapshot of the VM instance {{(pid=65448) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1183.415989] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f9fdedb2-5d4f-4504-b866-31fa20b1a1b9 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.427797] env[65448]: DEBUG oslo_vmware.api [None req-f6560458-4c1f-444b-bada-f10da6dcda6c tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Waiting for the task: (returnval){ [ 1183.427797] env[65448]: value = "task-4938502" [ 1183.427797] env[65448]: _type = "Task" [ 1183.427797] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.443624] env[65448]: DEBUG oslo_vmware.api [None req-f6560458-4c1f-444b-bada-f10da6dcda6c tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Task: {'id': task-4938502, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.470267] env[65448]: DEBUG nova.compute.manager [None req-a3833b4b-1c19-4267-910e-842423bc63bb tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] [instance: 78d46c99-f185-4a36-8931-d0dd14dd4a7f] Start building block device mappings for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2916}} [ 1183.693380] env[65448]: DEBUG nova.scheduler.client.report [None req-39b84cd9-787e-4971-b731-0bf6e167597a tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1183.939169] env[65448]: DEBUG oslo_vmware.api [None req-f6560458-4c1f-444b-bada-f10da6dcda6c tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Task: {'id': task-4938502, 'name': CreateSnapshot_Task, 'duration_secs': 0.407535} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.939455] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-f6560458-4c1f-444b-bada-f10da6dcda6c tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] [instance: f1ccec14-6c3b-4745-ac14-5e4acb191b56] Created Snapshot of the VM instance {{(pid=65448) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1183.940320] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63b8bf38-7b73-46ce-8f2a-866790249ab6 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.146916] env[65448]: DEBUG oslo_concurrency.lockutils [None req-8098abe5-078e-463e-8f34-eca76c4ac742 tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] Acquiring lock "753a9b2e-f28b-4680-82ea-afa474d6b0c3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.147166] env[65448]: DEBUG oslo_concurrency.lockutils [None req-8098abe5-078e-463e-8f34-eca76c4ac742 tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] Lock "753a9b2e-f28b-4680-82ea-afa474d6b0c3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.199007] env[65448]: DEBUG oslo_concurrency.lockutils [None req-39b84cd9-787e-4971-b731-0bf6e167597a tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.738s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.219052] env[65448]: INFO nova.scheduler.client.report [None req-39b84cd9-787e-4971-b731-0bf6e167597a tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Deleted allocations for instance 7b6e049c-f86f-46bf-b4fa-55611b1027e3 [ 1184.459486] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-f6560458-4c1f-444b-bada-f10da6dcda6c tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] [instance: f1ccec14-6c3b-4745-ac14-5e4acb191b56] Creating linked-clone VM from snapshot {{(pid=65448) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1184.459856] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3ed710f5-8f56-44aa-ab1f-ecc103d4c67c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.470612] env[65448]: DEBUG oslo_vmware.api [None req-f6560458-4c1f-444b-bada-f10da6dcda6c tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Waiting for the task: (returnval){ [ 1184.470612] env[65448]: value = "task-4938503" [ 1184.470612] env[65448]: _type = "Task" [ 1184.470612] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.480109] env[65448]: DEBUG nova.compute.manager [None req-a3833b4b-1c19-4267-910e-842423bc63bb tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] [instance: 78d46c99-f185-4a36-8931-d0dd14dd4a7f] Start spawning the instance on the hypervisor. {{(pid=65448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2689}} [ 1184.482581] env[65448]: DEBUG oslo_vmware.api [None req-f6560458-4c1f-444b-bada-f10da6dcda6c tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Task: {'id': task-4938503, 'name': CloneVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.507412] env[65448]: DEBUG nova.virt.hardware [None req-a3833b4b-1c19-4267-910e-842423bc63bb tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-08T17:19:51Z,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a992292b6dae455593d228217860e2e1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-08T17:19:52Z,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1184.507724] env[65448]: DEBUG nova.virt.hardware [None req-a3833b4b-1c19-4267-910e-842423bc63bb tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1184.507903] env[65448]: DEBUG nova.virt.hardware [None req-a3833b4b-1c19-4267-910e-842423bc63bb tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1184.508115] env[65448]: DEBUG nova.virt.hardware [None req-a3833b4b-1c19-4267-910e-842423bc63bb tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1184.508269] env[65448]: DEBUG nova.virt.hardware [None req-a3833b4b-1c19-4267-910e-842423bc63bb tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1184.508413] env[65448]: DEBUG nova.virt.hardware [None req-a3833b4b-1c19-4267-910e-842423bc63bb tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1184.508634] env[65448]: DEBUG nova.virt.hardware [None req-a3833b4b-1c19-4267-910e-842423bc63bb tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1184.508782] env[65448]: DEBUG nova.virt.hardware [None req-a3833b4b-1c19-4267-910e-842423bc63bb tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1184.509016] env[65448]: DEBUG nova.virt.hardware [None req-a3833b4b-1c19-4267-910e-842423bc63bb tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1184.509198] env[65448]: DEBUG nova.virt.hardware [None req-a3833b4b-1c19-4267-910e-842423bc63bb tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1184.509378] env[65448]: DEBUG nova.virt.hardware [None req-a3833b4b-1c19-4267-910e-842423bc63bb tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1184.510541] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99b4dcf7-ab3e-4ec0-8abd-d4f0c5efb69a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.519357] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-706a9cb5-100d-4bcf-b659-eb5bc60c8ec5 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.649845] env[65448]: DEBUG nova.compute.manager [None req-8098abe5-078e-463e-8f34-eca76c4ac742 tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] Starting instance... {{(pid=65448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2483}} [ 1184.730591] env[65448]: DEBUG oslo_concurrency.lockutils [None req-39b84cd9-787e-4971-b731-0bf6e167597a tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Lock "7b6e049c-f86f-46bf-b4fa-55611b1027e3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.316s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.731533] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Lock "7b6e049c-f86f-46bf-b4fa-55611b1027e3" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 6.014s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.731725] env[65448]: INFO nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] [instance: 7b6e049c-f86f-46bf-b4fa-55611b1027e3] During sync_power_state the instance has a pending task (deleting). Skip. [ 1184.731893] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Lock "7b6e049c-f86f-46bf-b4fa-55611b1027e3" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.858020] env[65448]: DEBUG nova.compute.manager [req-2fc551ec-edbe-4492-a4b0-0c568a8bd569 req-9c19bfa6-9c98-48b8-ba71-db043cb667b4 service nova] [instance: 78d46c99-f185-4a36-8931-d0dd14dd4a7f] Received event network-vif-plugged-0dd34a58-5494-4dd4-84b5-9444987b0631 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1184.858020] env[65448]: DEBUG oslo_concurrency.lockutils [req-2fc551ec-edbe-4492-a4b0-0c568a8bd569 req-9c19bfa6-9c98-48b8-ba71-db043cb667b4 service nova] Acquiring lock "78d46c99-f185-4a36-8931-d0dd14dd4a7f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.858020] env[65448]: DEBUG oslo_concurrency.lockutils [req-2fc551ec-edbe-4492-a4b0-0c568a8bd569 req-9c19bfa6-9c98-48b8-ba71-db043cb667b4 service nova] Lock "78d46c99-f185-4a36-8931-d0dd14dd4a7f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.858020] env[65448]: DEBUG oslo_concurrency.lockutils [req-2fc551ec-edbe-4492-a4b0-0c568a8bd569 req-9c19bfa6-9c98-48b8-ba71-db043cb667b4 service nova] Lock "78d46c99-f185-4a36-8931-d0dd14dd4a7f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.858699] env[65448]: DEBUG nova.compute.manager [req-2fc551ec-edbe-4492-a4b0-0c568a8bd569 req-9c19bfa6-9c98-48b8-ba71-db043cb667b4 service nova] [instance: 78d46c99-f185-4a36-8931-d0dd14dd4a7f] No waiting events found dispatching network-vif-plugged-0dd34a58-5494-4dd4-84b5-9444987b0631 {{(pid=65448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1184.859371] env[65448]: WARNING nova.compute.manager [req-2fc551ec-edbe-4492-a4b0-0c568a8bd569 req-9c19bfa6-9c98-48b8-ba71-db043cb667b4 service nova] [instance: 78d46c99-f185-4a36-8931-d0dd14dd4a7f] Received unexpected event network-vif-plugged-0dd34a58-5494-4dd4-84b5-9444987b0631 for instance with vm_state building and task_state spawning. [ 1184.947773] env[65448]: DEBUG nova.network.neutron [None req-a3833b4b-1c19-4267-910e-842423bc63bb tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] [instance: 78d46c99-f185-4a36-8931-d0dd14dd4a7f] Successfully updated port: 0dd34a58-5494-4dd4-84b5-9444987b0631 {{(pid=65448) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1184.981260] env[65448]: DEBUG oslo_vmware.api [None req-f6560458-4c1f-444b-bada-f10da6dcda6c tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Task: {'id': task-4938503, 'name': CloneVM_Task} progress is 94%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.170317] env[65448]: DEBUG oslo_concurrency.lockutils [None req-8098abe5-078e-463e-8f34-eca76c4ac742 tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.170653] env[65448]: DEBUG oslo_concurrency.lockutils [None req-8098abe5-078e-463e-8f34-eca76c4ac742 tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.172215] env[65448]: INFO nova.compute.claims [None req-8098abe5-078e-463e-8f34-eca76c4ac742 tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1185.462529] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a3833b4b-1c19-4267-910e-842423bc63bb tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Acquiring lock "refresh_cache-78d46c99-f185-4a36-8931-d0dd14dd4a7f" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.462833] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a3833b4b-1c19-4267-910e-842423bc63bb tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Acquired lock "refresh_cache-78d46c99-f185-4a36-8931-d0dd14dd4a7f" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.462945] env[65448]: DEBUG nova.network.neutron [None req-a3833b4b-1c19-4267-910e-842423bc63bb tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] [instance: 78d46c99-f185-4a36-8931-d0dd14dd4a7f] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1185.469673] env[65448]: DEBUG oslo_concurrency.lockutils [None req-15895028-c9fc-4b1e-88eb-d22fb6d7583b tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Acquiring lock "ba6a1ee3-101e-485e-b8b1-773051cb19b6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.469960] env[65448]: DEBUG oslo_concurrency.lockutils [None req-15895028-c9fc-4b1e-88eb-d22fb6d7583b tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Lock "ba6a1ee3-101e-485e-b8b1-773051cb19b6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.483310] env[65448]: DEBUG oslo_vmware.api [None req-f6560458-4c1f-444b-bada-f10da6dcda6c tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Task: {'id': task-4938503, 'name': CloneVM_Task} progress is 100%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.924311] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d7afd98f-06a1-439b-ac75-3d4b3011f65b tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Acquiring lock "interface-f3456e77-34cb-48b6-a71b-3a0a5066d704-cd567ccb-1664-4fa9-b38e-3c0e24fb9765" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.924719] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d7afd98f-06a1-439b-ac75-3d4b3011f65b tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Lock "interface-f3456e77-34cb-48b6-a71b-3a0a5066d704-cd567ccb-1664-4fa9-b38e-3c0e24fb9765" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.925237] env[65448]: DEBUG nova.objects.instance [None req-d7afd98f-06a1-439b-ac75-3d4b3011f65b tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Lazy-loading 'flavor' on Instance uuid f3456e77-34cb-48b6-a71b-3a0a5066d704 {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1185.972633] env[65448]: DEBUG nova.compute.manager [None req-15895028-c9fc-4b1e-88eb-d22fb6d7583b tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: ba6a1ee3-101e-485e-b8b1-773051cb19b6] Starting instance... {{(pid=65448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2483}} [ 1185.988739] env[65448]: DEBUG oslo_vmware.api [None req-f6560458-4c1f-444b-bada-f10da6dcda6c tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Task: {'id': task-4938503, 'name': CloneVM_Task, 'duration_secs': 1.093635} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.989079] env[65448]: INFO nova.virt.vmwareapi.vmops [None req-f6560458-4c1f-444b-bada-f10da6dcda6c tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] [instance: f1ccec14-6c3b-4745-ac14-5e4acb191b56] Created linked-clone VM from snapshot [ 1185.989887] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e07373d-65b6-4299-971d-3621994a5e58 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.998698] env[65448]: DEBUG nova.virt.vmwareapi.images [None req-f6560458-4c1f-444b-bada-f10da6dcda6c tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] [instance: f1ccec14-6c3b-4745-ac14-5e4acb191b56] Uploading image b88e6f27-cf9b-4072-86e8-2e447b0298b5 {{(pid=65448) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1186.025306] env[65448]: DEBUG nova.network.neutron [None req-a3833b4b-1c19-4267-910e-842423bc63bb tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] [instance: 78d46c99-f185-4a36-8931-d0dd14dd4a7f] Instance cache missing network info. {{(pid=65448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1186.029610] env[65448]: DEBUG oslo_vmware.rw_handles [None req-f6560458-4c1f-444b-bada-f10da6dcda6c tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1186.029610] env[65448]: value = "vm-962083" [ 1186.029610] env[65448]: _type = "VirtualMachine" [ 1186.029610] env[65448]: }. {{(pid=65448) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1186.030102] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-05b84409-85b8-47d3-abaa-e111f5e7a61c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.039540] env[65448]: DEBUG oslo_vmware.rw_handles [None req-f6560458-4c1f-444b-bada-f10da6dcda6c tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Lease: (returnval){ [ 1186.039540] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52b0365a-f4a4-91da-c0e1-99220f4e53a3" [ 1186.039540] env[65448]: _type = "HttpNfcLease" [ 1186.039540] env[65448]: } obtained for exporting VM: (result){ [ 1186.039540] env[65448]: value = "vm-962083" [ 1186.039540] env[65448]: _type = "VirtualMachine" [ 1186.039540] env[65448]: }. {{(pid=65448) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1186.039851] env[65448]: DEBUG oslo_vmware.api [None req-f6560458-4c1f-444b-bada-f10da6dcda6c tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Waiting for the lease: (returnval){ [ 1186.039851] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52b0365a-f4a4-91da-c0e1-99220f4e53a3" [ 1186.039851] env[65448]: _type = "HttpNfcLease" [ 1186.039851] env[65448]: } to be ready. {{(pid=65448) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1186.047971] env[65448]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1186.047971] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52b0365a-f4a4-91da-c0e1-99220f4e53a3" [ 1186.047971] env[65448]: _type = "HttpNfcLease" [ 1186.047971] env[65448]: } is initializing. {{(pid=65448) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1186.129195] env[65448]: WARNING neutronclient.v2_0.client [None req-a3833b4b-1c19-4267-910e-842423bc63bb tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1186.205120] env[65448]: DEBUG nova.network.neutron [None req-a3833b4b-1c19-4267-910e-842423bc63bb tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] [instance: 78d46c99-f185-4a36-8931-d0dd14dd4a7f] Updating instance_info_cache with network_info: [{"id": "0dd34a58-5494-4dd4-84b5-9444987b0631", "address": "fa:16:3e:90:86:c1", "network": {"id": "98f05a7f-a025-4156-98ea-c5f7aaab79bf", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1834771820-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e377eb92259c42e9b71b1927f8775fd3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d39252e-42ef-4252-98d3-62af5a0d109d", "external-id": "nsx-vlan-transportzone-190", "segmentation_id": 190, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0dd34a58-54", "ovs_interfaceid": "0dd34a58-5494-4dd4-84b5-9444987b0631", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.354638] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26444451-859d-4d53-8e4e-3498e40d24b6 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.362951] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c309f362-f0ea-43b0-a3b9-6dcb7f2c653f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.393299] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f863b04-0efd-4b0a-8f39-93c1b223c33e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.401458] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c0fb6c3-4c24-4d4c-87f3-fefb548fb4f6 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.415166] env[65448]: DEBUG nova.compute.provider_tree [None req-8098abe5-078e-463e-8f34-eca76c4ac742 tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1186.430934] env[65448]: WARNING neutronclient.v2_0.client [None req-d7afd98f-06a1-439b-ac75-3d4b3011f65b tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1186.502481] env[65448]: DEBUG oslo_concurrency.lockutils [None req-15895028-c9fc-4b1e-88eb-d22fb6d7583b tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.551193] env[65448]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1186.551193] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52b0365a-f4a4-91da-c0e1-99220f4e53a3" [ 1186.551193] env[65448]: _type = "HttpNfcLease" [ 1186.551193] env[65448]: } is ready. {{(pid=65448) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1186.551607] env[65448]: DEBUG oslo_vmware.rw_handles [None req-f6560458-4c1f-444b-bada-f10da6dcda6c tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1186.551607] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52b0365a-f4a4-91da-c0e1-99220f4e53a3" [ 1186.551607] env[65448]: _type = "HttpNfcLease" [ 1186.551607] env[65448]: }. {{(pid=65448) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1186.552504] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86aac0d4-4fb4-4728-a091-a4dc3c92f2e2 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.561257] env[65448]: DEBUG oslo_vmware.rw_handles [None req-f6560458-4c1f-444b-bada-f10da6dcda6c tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526994d6-859d-7895-4c3e-6e0bc8dac995/disk-0.vmdk from lease info. {{(pid=65448) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1186.561506] env[65448]: DEBUG oslo_vmware.rw_handles [None req-f6560458-4c1f-444b-bada-f10da6dcda6c tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526994d6-859d-7895-4c3e-6e0bc8dac995/disk-0.vmdk for reading. {{(pid=65448) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1186.563490] env[65448]: DEBUG nova.objects.instance [None req-d7afd98f-06a1-439b-ac75-3d4b3011f65b tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Lazy-loading 'pci_requests' on Instance uuid f3456e77-34cb-48b6-a71b-3a0a5066d704 {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1186.653957] env[65448]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6754ed97-abc9-47df-a23c-cf4474138732 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.707286] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a3833b4b-1c19-4267-910e-842423bc63bb tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Releasing lock "refresh_cache-78d46c99-f185-4a36-8931-d0dd14dd4a7f" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.707667] env[65448]: DEBUG nova.compute.manager [None req-a3833b4b-1c19-4267-910e-842423bc63bb tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] [instance: 78d46c99-f185-4a36-8931-d0dd14dd4a7f] Instance network_info: |[{"id": "0dd34a58-5494-4dd4-84b5-9444987b0631", "address": "fa:16:3e:90:86:c1", "network": {"id": "98f05a7f-a025-4156-98ea-c5f7aaab79bf", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1834771820-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e377eb92259c42e9b71b1927f8775fd3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d39252e-42ef-4252-98d3-62af5a0d109d", "external-id": "nsx-vlan-transportzone-190", "segmentation_id": 190, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0dd34a58-54", "ovs_interfaceid": "0dd34a58-5494-4dd4-84b5-9444987b0631", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 1186.708192] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-a3833b4b-1c19-4267-910e-842423bc63bb tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] [instance: 78d46c99-f185-4a36-8931-d0dd14dd4a7f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:90:86:c1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9d39252e-42ef-4252-98d3-62af5a0d109d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0dd34a58-5494-4dd4-84b5-9444987b0631', 'vif_model': 'vmxnet3'}] {{(pid=65448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1186.715830] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-a3833b4b-1c19-4267-910e-842423bc63bb tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1186.716074] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78d46c99-f185-4a36-8931-d0dd14dd4a7f] Creating VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1186.716355] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a72ab5e3-ba41-42ca-aeb5-e574878ab12f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.737876] env[65448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1186.737876] env[65448]: value = "task-4938505" [ 1186.737876] env[65448]: _type = "Task" [ 1186.737876] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.746442] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4938505, 'name': CreateVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.890657] env[65448]: DEBUG nova.compute.manager [req-8355a3e4-dfb7-4173-889b-1d25565fce55 req-649a8592-01dd-45f4-8b79-64d215858937 service nova] [instance: 78d46c99-f185-4a36-8931-d0dd14dd4a7f] Received event network-changed-0dd34a58-5494-4dd4-84b5-9444987b0631 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1186.890893] env[65448]: DEBUG nova.compute.manager [req-8355a3e4-dfb7-4173-889b-1d25565fce55 req-649a8592-01dd-45f4-8b79-64d215858937 service nova] [instance: 78d46c99-f185-4a36-8931-d0dd14dd4a7f] Refreshing instance network info cache due to event network-changed-0dd34a58-5494-4dd4-84b5-9444987b0631. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 1186.891374] env[65448]: DEBUG oslo_concurrency.lockutils [req-8355a3e4-dfb7-4173-889b-1d25565fce55 req-649a8592-01dd-45f4-8b79-64d215858937 service nova] Acquiring lock "refresh_cache-78d46c99-f185-4a36-8931-d0dd14dd4a7f" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.891374] env[65448]: DEBUG oslo_concurrency.lockutils [req-8355a3e4-dfb7-4173-889b-1d25565fce55 req-649a8592-01dd-45f4-8b79-64d215858937 service nova] Acquired lock "refresh_cache-78d46c99-f185-4a36-8931-d0dd14dd4a7f" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.891374] env[65448]: DEBUG nova.network.neutron [req-8355a3e4-dfb7-4173-889b-1d25565fce55 req-649a8592-01dd-45f4-8b79-64d215858937 service nova] [instance: 78d46c99-f185-4a36-8931-d0dd14dd4a7f] Refreshing network info cache for port 0dd34a58-5494-4dd4-84b5-9444987b0631 {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1186.917962] env[65448]: DEBUG nova.scheduler.client.report [None req-8098abe5-078e-463e-8f34-eca76c4ac742 tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1187.066696] env[65448]: DEBUG nova.objects.base [None req-d7afd98f-06a1-439b-ac75-3d4b3011f65b tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=65448) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1187.067181] env[65448]: DEBUG nova.network.neutron [None req-d7afd98f-06a1-439b-ac75-3d4b3011f65b tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: f3456e77-34cb-48b6-a71b-3a0a5066d704] allocate_for_instance() {{(pid=65448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1187.067815] env[65448]: WARNING neutronclient.v2_0.client [None req-d7afd98f-06a1-439b-ac75-3d4b3011f65b tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1187.068456] env[65448]: WARNING neutronclient.v2_0.client [None req-d7afd98f-06a1-439b-ac75-3d4b3011f65b tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1187.164406] env[65448]: DEBUG nova.policy [None req-d7afd98f-06a1-439b-ac75-3d4b3011f65b tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6e640ad962104d56a0e341dbc395c9ce', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '40f710aa821f49ef963bafd588fa759f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65448) authorize /opt/stack/nova/nova/policy.py:192}} [ 1187.251071] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4938505, 'name': CreateVM_Task, 'duration_secs': 0.361495} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.251221] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78d46c99-f185-4a36-8931-d0dd14dd4a7f] Created VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1187.251986] env[65448]: WARNING neutronclient.v2_0.client [None req-a3833b4b-1c19-4267-910e-842423bc63bb tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1187.252463] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a3833b4b-1c19-4267-910e-842423bc63bb tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.252986] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a3833b4b-1c19-4267-910e-842423bc63bb tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.253074] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a3833b4b-1c19-4267-910e-842423bc63bb tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.253479] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40c8174a-772c-4b32-ac9a-0511b4e2121a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.259926] env[65448]: DEBUG oslo_vmware.api [None req-a3833b4b-1c19-4267-910e-842423bc63bb tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Waiting for the task: (returnval){ [ 1187.259926] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52e7394b-b51c-ebbb-3c66-aaf8bc444f8c" [ 1187.259926] env[65448]: _type = "Task" [ 1187.259926] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.270484] env[65448]: DEBUG oslo_vmware.api [None req-a3833b4b-1c19-4267-910e-842423bc63bb tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52e7394b-b51c-ebbb-3c66-aaf8bc444f8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.395998] env[65448]: WARNING neutronclient.v2_0.client [req-8355a3e4-dfb7-4173-889b-1d25565fce55 req-649a8592-01dd-45f4-8b79-64d215858937 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1187.423247] env[65448]: DEBUG oslo_concurrency.lockutils [None req-8098abe5-078e-463e-8f34-eca76c4ac742 tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.252s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.423966] env[65448]: DEBUG nova.compute.manager [None req-8098abe5-078e-463e-8f34-eca76c4ac742 tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] Start building networks asynchronously for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2881}} [ 1187.427639] env[65448]: DEBUG oslo_concurrency.lockutils [None req-15895028-c9fc-4b1e-88eb-d22fb6d7583b tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.925s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.429542] env[65448]: INFO nova.compute.claims [None req-15895028-c9fc-4b1e-88eb-d22fb6d7583b tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: ba6a1ee3-101e-485e-b8b1-773051cb19b6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1187.750489] env[65448]: WARNING neutronclient.v2_0.client [req-8355a3e4-dfb7-4173-889b-1d25565fce55 req-649a8592-01dd-45f4-8b79-64d215858937 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1187.772062] env[65448]: DEBUG oslo_vmware.api [None req-a3833b4b-1c19-4267-910e-842423bc63bb tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52e7394b-b51c-ebbb-3c66-aaf8bc444f8c, 'name': SearchDatastore_Task, 'duration_secs': 0.021272} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.772688] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a3833b4b-1c19-4267-910e-842423bc63bb tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.772937] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-a3833b4b-1c19-4267-910e-842423bc63bb tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] [instance: 78d46c99-f185-4a36-8931-d0dd14dd4a7f] Processing image 50fb366d-48e6-424f-9c20-bc83d77be76a {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1187.773323] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a3833b4b-1c19-4267-910e-842423bc63bb tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.773595] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a3833b4b-1c19-4267-910e-842423bc63bb tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.773780] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3833b4b-1c19-4267-910e-842423bc63bb tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1187.774073] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b392c2aa-fb28-4f7a-9a34-ed06d93ed208 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.785543] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3833b4b-1c19-4267-910e-842423bc63bb tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1187.785775] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-a3833b4b-1c19-4267-910e-842423bc63bb tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1187.786493] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e55384aa-c7d4-44f6-bbf1-d7c6462c2d70 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.792998] env[65448]: DEBUG oslo_vmware.api [None req-a3833b4b-1c19-4267-910e-842423bc63bb tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Waiting for the task: (returnval){ [ 1187.792998] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]525cb7f9-b8de-677b-2b48-d216950a4d57" [ 1187.792998] env[65448]: _type = "Task" [ 1187.792998] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.802928] env[65448]: DEBUG oslo_vmware.api [None req-a3833b4b-1c19-4267-910e-842423bc63bb tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]525cb7f9-b8de-677b-2b48-d216950a4d57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.905041] env[65448]: DEBUG nova.network.neutron [req-8355a3e4-dfb7-4173-889b-1d25565fce55 req-649a8592-01dd-45f4-8b79-64d215858937 service nova] [instance: 78d46c99-f185-4a36-8931-d0dd14dd4a7f] Updated VIF entry in instance network info cache for port 0dd34a58-5494-4dd4-84b5-9444987b0631. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1187.905443] env[65448]: DEBUG nova.network.neutron [req-8355a3e4-dfb7-4173-889b-1d25565fce55 req-649a8592-01dd-45f4-8b79-64d215858937 service nova] [instance: 78d46c99-f185-4a36-8931-d0dd14dd4a7f] Updating instance_info_cache with network_info: [{"id": "0dd34a58-5494-4dd4-84b5-9444987b0631", "address": "fa:16:3e:90:86:c1", "network": {"id": "98f05a7f-a025-4156-98ea-c5f7aaab79bf", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1834771820-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e377eb92259c42e9b71b1927f8775fd3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d39252e-42ef-4252-98d3-62af5a0d109d", "external-id": "nsx-vlan-transportzone-190", "segmentation_id": 190, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0dd34a58-54", "ovs_interfaceid": "0dd34a58-5494-4dd4-84b5-9444987b0631", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1187.929205] env[65448]: DEBUG nova.compute.utils [None req-8098abe5-078e-463e-8f34-eca76c4ac742 tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] Using /dev/sd instead of None {{(pid=65448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1187.930693] env[65448]: DEBUG nova.compute.manager [None req-8098abe5-078e-463e-8f34-eca76c4ac742 tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] Allocating IP information in the background. {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 1187.930891] env[65448]: DEBUG nova.network.neutron [None req-8098abe5-078e-463e-8f34-eca76c4ac742 tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] allocate_for_instance() {{(pid=65448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1187.932483] env[65448]: WARNING neutronclient.v2_0.client [None req-8098abe5-078e-463e-8f34-eca76c4ac742 tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1187.936672] env[65448]: WARNING neutronclient.v2_0.client [None req-8098abe5-078e-463e-8f34-eca76c4ac742 tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1187.980797] env[65448]: DEBUG nova.policy [None req-8098abe5-078e-463e-8f34-eca76c4ac742 tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '294777a6a33c49b0badf2668b39f506a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '90d858b6b46c4295bca3a50dac4248eb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65448) authorize /opt/stack/nova/nova/policy.py:192}} [ 1188.304525] env[65448]: DEBUG oslo_vmware.api [None req-a3833b4b-1c19-4267-910e-842423bc63bb tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]525cb7f9-b8de-677b-2b48-d216950a4d57, 'name': SearchDatastore_Task, 'duration_secs': 0.019412} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.305389] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6cb1435d-cfaa-4cf8-ac40-457eed88fc20 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.312085] env[65448]: DEBUG oslo_vmware.api [None req-a3833b4b-1c19-4267-910e-842423bc63bb tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Waiting for the task: (returnval){ [ 1188.312085] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52c75c04-6f31-bceb-3437-bb6aa6b746b3" [ 1188.312085] env[65448]: _type = "Task" [ 1188.312085] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.321082] env[65448]: DEBUG oslo_vmware.api [None req-a3833b4b-1c19-4267-910e-842423bc63bb tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52c75c04-6f31-bceb-3437-bb6aa6b746b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.336706] env[65448]: DEBUG nova.network.neutron [None req-8098abe5-078e-463e-8f34-eca76c4ac742 tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] Successfully created port: 009a2ea9-294b-4c9a-b816-65b38570e848 {{(pid=65448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1188.409261] env[65448]: DEBUG oslo_concurrency.lockutils [req-8355a3e4-dfb7-4173-889b-1d25565fce55 req-649a8592-01dd-45f4-8b79-64d215858937 service nova] Releasing lock "refresh_cache-78d46c99-f185-4a36-8931-d0dd14dd4a7f" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.442595] env[65448]: DEBUG nova.compute.manager [None req-8098abe5-078e-463e-8f34-eca76c4ac742 tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] Start building block device mappings for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2916}} [ 1188.646161] env[65448]: DEBUG oslo_concurrency.lockutils [None req-c589c8bc-8c56-4529-b90a-12462c66e2ea tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Acquiring lock "a664bc6a-97c7-4e80-bcff-db1d74494ae4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.646286] env[65448]: DEBUG oslo_concurrency.lockutils [None req-c589c8bc-8c56-4529-b90a-12462c66e2ea tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Lock "a664bc6a-97c7-4e80-bcff-db1d74494ae4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.652603] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4f7809b-da63-4c01-a56f-f668b8944eeb {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.661658] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76ea02be-0140-4965-9669-65cdbfebe211 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.694955] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc326a23-751b-45e7-bb7f-dcd95477f97a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.703962] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd3e35bf-2872-472b-bf12-7620d1c3f7cd {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.721370] env[65448]: DEBUG nova.compute.provider_tree [None req-15895028-c9fc-4b1e-88eb-d22fb6d7583b tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1188.730458] env[65448]: DEBUG nova.network.neutron [None req-d7afd98f-06a1-439b-ac75-3d4b3011f65b tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: f3456e77-34cb-48b6-a71b-3a0a5066d704] Successfully updated port: cd567ccb-1664-4fa9-b38e-3c0e24fb9765 {{(pid=65448) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1188.823380] env[65448]: DEBUG oslo_vmware.api [None req-a3833b4b-1c19-4267-910e-842423bc63bb tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52c75c04-6f31-bceb-3437-bb6aa6b746b3, 'name': SearchDatastore_Task, 'duration_secs': 0.022341} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.823756] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a3833b4b-1c19-4267-910e-842423bc63bb tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.823909] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3833b4b-1c19-4267-910e-842423bc63bb tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore1] 78d46c99-f185-4a36-8931-d0dd14dd4a7f/78d46c99-f185-4a36-8931-d0dd14dd4a7f.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1188.824199] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-121429db-bf01-47c6-bc1e-cd493a5eba3b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.832677] env[65448]: DEBUG oslo_vmware.api [None req-a3833b4b-1c19-4267-910e-842423bc63bb tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Waiting for the task: (returnval){ [ 1188.832677] env[65448]: value = "task-4938506" [ 1188.832677] env[65448]: _type = "Task" [ 1188.832677] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.841472] env[65448]: DEBUG oslo_vmware.api [None req-a3833b4b-1c19-4267-910e-842423bc63bb tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Task: {'id': task-4938506, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.950873] env[65448]: INFO nova.virt.block_device [None req-8098abe5-078e-463e-8f34-eca76c4ac742 tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] Booting with volume f609692a-2150-49d7-9a8e-60ccd21f9683 at /dev/sda [ 1188.994127] env[65448]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5bf382b5-6334-48e5-92d7-4e2b5c0b38b5 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.005607] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a050484d-d80b-4f6e-b233-6b3f3871a1bf {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.045445] env[65448]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-89efddb2-08e6-4051-86f4-52363e83783b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.057198] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbc3eb36-1bd0-4a8e-9aad-f934385f8bda {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.097821] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9f13fd4-6767-498d-8b29-627959e8b2e8 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.106754] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb68d4de-ac87-44ca-9d3a-467bb2cff31d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.123850] env[65448]: DEBUG nova.virt.block_device [None req-8098abe5-078e-463e-8f34-eca76c4ac742 tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] Updating existing volume attachment record: c9d359d7-9f44-45e7-b8f9-7bf509052290 {{(pid=65448) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1189.149210] env[65448]: DEBUG nova.compute.manager [None req-c589c8bc-8c56-4529-b90a-12462c66e2ea tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: a664bc6a-97c7-4e80-bcff-db1d74494ae4] Starting instance... {{(pid=65448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2483}} [ 1189.162110] env[65448]: DEBUG nova.compute.manager [req-9c1c5d10-16c7-44fd-b85b-0b0a66fe6a1e req-04f7a8ee-de62-444e-a745-bb14586c1fde service nova] [instance: f3456e77-34cb-48b6-a71b-3a0a5066d704] Received event network-vif-plugged-cd567ccb-1664-4fa9-b38e-3c0e24fb9765 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1189.162110] env[65448]: DEBUG oslo_concurrency.lockutils [req-9c1c5d10-16c7-44fd-b85b-0b0a66fe6a1e req-04f7a8ee-de62-444e-a745-bb14586c1fde service nova] Acquiring lock "f3456e77-34cb-48b6-a71b-3a0a5066d704-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.162110] env[65448]: DEBUG oslo_concurrency.lockutils [req-9c1c5d10-16c7-44fd-b85b-0b0a66fe6a1e req-04f7a8ee-de62-444e-a745-bb14586c1fde service nova] Lock "f3456e77-34cb-48b6-a71b-3a0a5066d704-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.162110] env[65448]: DEBUG oslo_concurrency.lockutils [req-9c1c5d10-16c7-44fd-b85b-0b0a66fe6a1e req-04f7a8ee-de62-444e-a745-bb14586c1fde service nova] Lock "f3456e77-34cb-48b6-a71b-3a0a5066d704-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.162110] env[65448]: DEBUG nova.compute.manager [req-9c1c5d10-16c7-44fd-b85b-0b0a66fe6a1e req-04f7a8ee-de62-444e-a745-bb14586c1fde service nova] [instance: f3456e77-34cb-48b6-a71b-3a0a5066d704] No waiting events found dispatching network-vif-plugged-cd567ccb-1664-4fa9-b38e-3c0e24fb9765 {{(pid=65448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1189.162594] env[65448]: WARNING nova.compute.manager [req-9c1c5d10-16c7-44fd-b85b-0b0a66fe6a1e req-04f7a8ee-de62-444e-a745-bb14586c1fde service nova] [instance: f3456e77-34cb-48b6-a71b-3a0a5066d704] Received unexpected event network-vif-plugged-cd567ccb-1664-4fa9-b38e-3c0e24fb9765 for instance with vm_state active and task_state None. [ 1189.224549] env[65448]: DEBUG nova.scheduler.client.report [None req-15895028-c9fc-4b1e-88eb-d22fb6d7583b tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1189.233857] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d7afd98f-06a1-439b-ac75-3d4b3011f65b tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Acquiring lock "refresh_cache-f3456e77-34cb-48b6-a71b-3a0a5066d704" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.233857] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d7afd98f-06a1-439b-ac75-3d4b3011f65b tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Acquired lock "refresh_cache-f3456e77-34cb-48b6-a71b-3a0a5066d704" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.234036] env[65448]: DEBUG nova.network.neutron [None req-d7afd98f-06a1-439b-ac75-3d4b3011f65b tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: f3456e77-34cb-48b6-a71b-3a0a5066d704] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1189.344213] env[65448]: DEBUG oslo_vmware.api [None req-a3833b4b-1c19-4267-910e-842423bc63bb tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Task: {'id': task-4938506, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.374218] env[65448]: DEBUG oslo_service.periodic_task [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1189.677346] env[65448]: DEBUG oslo_concurrency.lockutils [None req-c589c8bc-8c56-4529-b90a-12462c66e2ea tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.730047] env[65448]: DEBUG oslo_concurrency.lockutils [None req-15895028-c9fc-4b1e-88eb-d22fb6d7583b tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.302s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.730578] env[65448]: DEBUG nova.compute.manager [None req-15895028-c9fc-4b1e-88eb-d22fb6d7583b tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: ba6a1ee3-101e-485e-b8b1-773051cb19b6] Start building networks asynchronously for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2881}} [ 1189.733403] env[65448]: DEBUG oslo_concurrency.lockutils [None req-c589c8bc-8c56-4529-b90a-12462c66e2ea tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.056s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.734917] env[65448]: INFO nova.compute.claims [None req-c589c8bc-8c56-4529-b90a-12462c66e2ea tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: a664bc6a-97c7-4e80-bcff-db1d74494ae4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1189.777752] env[65448]: WARNING nova.network.neutron [None req-d7afd98f-06a1-439b-ac75-3d4b3011f65b tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: f3456e77-34cb-48b6-a71b-3a0a5066d704] ae7fb699-1e8f-4e6e-ba65-11efac49c1f2 already exists in list: networks containing: ['ae7fb699-1e8f-4e6e-ba65-11efac49c1f2']. ignoring it [ 1189.839640] env[65448]: DEBUG oslo_service.periodic_task [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1189.840054] env[65448]: DEBUG oslo_service.periodic_task [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1189.843828] env[65448]: DEBUG oslo_vmware.api [None req-a3833b4b-1c19-4267-910e-842423bc63bb tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Task: {'id': task-4938506, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.598596} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.844117] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3833b4b-1c19-4267-910e-842423bc63bb tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore1] 78d46c99-f185-4a36-8931-d0dd14dd4a7f/78d46c99-f185-4a36-8931-d0dd14dd4a7f.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1189.844344] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-a3833b4b-1c19-4267-910e-842423bc63bb tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] [instance: 78d46c99-f185-4a36-8931-d0dd14dd4a7f] Extending root virtual disk to 1048576 {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1189.845047] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5f1bad23-d5de-4aa8-bc46-793bac16b049 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.852813] env[65448]: DEBUG oslo_vmware.api [None req-a3833b4b-1c19-4267-910e-842423bc63bb tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Waiting for the task: (returnval){ [ 1189.852813] env[65448]: value = "task-4938507" [ 1189.852813] env[65448]: _type = "Task" [ 1189.852813] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.862105] env[65448]: DEBUG oslo_vmware.api [None req-a3833b4b-1c19-4267-910e-842423bc63bb tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Task: {'id': task-4938507, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.926954] env[65448]: DEBUG nova.network.neutron [None req-8098abe5-078e-463e-8f34-eca76c4ac742 tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] Successfully updated port: 009a2ea9-294b-4c9a-b816-65b38570e848 {{(pid=65448) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1189.959852] env[65448]: WARNING neutronclient.v2_0.client [None req-d7afd98f-06a1-439b-ac75-3d4b3011f65b tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1189.973053] env[65448]: DEBUG nova.compute.manager [req-86a3d358-3485-4259-b87c-c95ed4fde537 req-7a64a0cd-2464-4dcb-b8e3-2517575458d5 service nova] [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] Received event network-vif-plugged-009a2ea9-294b-4c9a-b816-65b38570e848 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1189.974914] env[65448]: DEBUG oslo_concurrency.lockutils [req-86a3d358-3485-4259-b87c-c95ed4fde537 req-7a64a0cd-2464-4dcb-b8e3-2517575458d5 service nova] Acquiring lock "753a9b2e-f28b-4680-82ea-afa474d6b0c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.974914] env[65448]: DEBUG oslo_concurrency.lockutils [req-86a3d358-3485-4259-b87c-c95ed4fde537 req-7a64a0cd-2464-4dcb-b8e3-2517575458d5 service nova] Lock "753a9b2e-f28b-4680-82ea-afa474d6b0c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.974914] env[65448]: DEBUG oslo_concurrency.lockutils [req-86a3d358-3485-4259-b87c-c95ed4fde537 req-7a64a0cd-2464-4dcb-b8e3-2517575458d5 service nova] Lock "753a9b2e-f28b-4680-82ea-afa474d6b0c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.974914] env[65448]: DEBUG nova.compute.manager [req-86a3d358-3485-4259-b87c-c95ed4fde537 req-7a64a0cd-2464-4dcb-b8e3-2517575458d5 service nova] [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] No waiting events found dispatching network-vif-plugged-009a2ea9-294b-4c9a-b816-65b38570e848 {{(pid=65448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1189.974914] env[65448]: WARNING nova.compute.manager [req-86a3d358-3485-4259-b87c-c95ed4fde537 req-7a64a0cd-2464-4dcb-b8e3-2517575458d5 service nova] [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] Received unexpected event network-vif-plugged-009a2ea9-294b-4c9a-b816-65b38570e848 for instance with vm_state building and task_state block_device_mapping. [ 1190.116783] env[65448]: WARNING neutronclient.v2_0.client [None req-d7afd98f-06a1-439b-ac75-3d4b3011f65b tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1190.196512] env[65448]: DEBUG nova.network.neutron [None req-d7afd98f-06a1-439b-ac75-3d4b3011f65b tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: f3456e77-34cb-48b6-a71b-3a0a5066d704] Updating instance_info_cache with network_info: [{"id": "3bc76608-3d96-47d8-92e9-00fd38a1d4f7", "address": "fa:16:3e:9b:ec:f1", "network": {"id": "ae7fb699-1e8f-4e6e-ba65-11efac49c1f2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2072253352-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40f710aa821f49ef963bafd588fa759f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bc76608-3d", "ovs_interfaceid": "3bc76608-3d96-47d8-92e9-00fd38a1d4f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "cd567ccb-1664-4fa9-b38e-3c0e24fb9765", "address": "fa:16:3e:7f:3e:b2", "network": {"id": "ae7fb699-1e8f-4e6e-ba65-11efac49c1f2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2072253352-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40f710aa821f49ef963bafd588fa759f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd567ccb-16", "ovs_interfaceid": "cd567ccb-1664-4fa9-b38e-3c0e24fb9765", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.239720] env[65448]: DEBUG nova.compute.utils [None req-15895028-c9fc-4b1e-88eb-d22fb6d7583b tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Using /dev/sd instead of None {{(pid=65448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1190.242668] env[65448]: DEBUG nova.compute.manager [None req-15895028-c9fc-4b1e-88eb-d22fb6d7583b tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: ba6a1ee3-101e-485e-b8b1-773051cb19b6] Allocating IP information in the background. {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 1190.242909] env[65448]: DEBUG nova.network.neutron [None req-15895028-c9fc-4b1e-88eb-d22fb6d7583b tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: ba6a1ee3-101e-485e-b8b1-773051cb19b6] allocate_for_instance() {{(pid=65448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1190.243287] env[65448]: WARNING neutronclient.v2_0.client [None req-15895028-c9fc-4b1e-88eb-d22fb6d7583b tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1190.243605] env[65448]: WARNING neutronclient.v2_0.client [None req-15895028-c9fc-4b1e-88eb-d22fb6d7583b tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1190.289837] env[65448]: DEBUG nova.policy [None req-15895028-c9fc-4b1e-88eb-d22fb6d7583b tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dd61c1ad2bd6452581f21606eba67b6a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0f8d5716103c4544ad3c5ca0f9963943', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65448) authorize /opt/stack/nova/nova/policy.py:192}} [ 1190.364793] env[65448]: DEBUG oslo_vmware.api [None req-a3833b4b-1c19-4267-910e-842423bc63bb tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Task: {'id': task-4938507, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077778} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.365078] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-a3833b4b-1c19-4267-910e-842423bc63bb tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] [instance: 78d46c99-f185-4a36-8931-d0dd14dd4a7f] Extended root virtual disk {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1190.366043] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efc191c7-65d9-41cf-8dc6-5912640b3e48 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.390484] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3833b4b-1c19-4267-910e-842423bc63bb tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] [instance: 78d46c99-f185-4a36-8931-d0dd14dd4a7f] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] 78d46c99-f185-4a36-8931-d0dd14dd4a7f/78d46c99-f185-4a36-8931-d0dd14dd4a7f.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1190.390843] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66d98d9e-d810-4f85-a034-cb4d504185a4 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.414094] env[65448]: DEBUG oslo_vmware.api [None req-a3833b4b-1c19-4267-910e-842423bc63bb tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Waiting for the task: (returnval){ [ 1190.414094] env[65448]: value = "task-4938508" [ 1190.414094] env[65448]: _type = "Task" [ 1190.414094] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.423465] env[65448]: DEBUG oslo_vmware.api [None req-a3833b4b-1c19-4267-910e-842423bc63bb tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Task: {'id': task-4938508, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.431302] env[65448]: DEBUG oslo_concurrency.lockutils [None req-8098abe5-078e-463e-8f34-eca76c4ac742 tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] Acquiring lock "refresh_cache-753a9b2e-f28b-4680-82ea-afa474d6b0c3" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.431503] env[65448]: DEBUG oslo_concurrency.lockutils [None req-8098abe5-078e-463e-8f34-eca76c4ac742 tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] Acquired lock "refresh_cache-753a9b2e-f28b-4680-82ea-afa474d6b0c3" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.431781] env[65448]: DEBUG nova.network.neutron [None req-8098abe5-078e-463e-8f34-eca76c4ac742 tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1190.636093] env[65448]: DEBUG nova.network.neutron [None req-15895028-c9fc-4b1e-88eb-d22fb6d7583b tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: ba6a1ee3-101e-485e-b8b1-773051cb19b6] Successfully created port: 73fe152c-5af7-4522-ad50-a52a029a94d2 {{(pid=65448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1190.699020] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d7afd98f-06a1-439b-ac75-3d4b3011f65b tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Releasing lock "refresh_cache-f3456e77-34cb-48b6-a71b-3a0a5066d704" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.699784] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d7afd98f-06a1-439b-ac75-3d4b3011f65b tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Acquiring lock "f3456e77-34cb-48b6-a71b-3a0a5066d704" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.699940] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d7afd98f-06a1-439b-ac75-3d4b3011f65b tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Acquired lock "f3456e77-34cb-48b6-a71b-3a0a5066d704" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.700853] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13888f80-0e89-4acc-b93d-bcc01cfff3ec {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.720967] env[65448]: DEBUG nova.virt.hardware [None req-d7afd98f-06a1-439b-ac75-3d4b3011f65b tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1190.721274] env[65448]: DEBUG nova.virt.hardware [None req-d7afd98f-06a1-439b-ac75-3d4b3011f65b tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1190.721457] env[65448]: DEBUG nova.virt.hardware [None req-d7afd98f-06a1-439b-ac75-3d4b3011f65b tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1190.721667] env[65448]: DEBUG nova.virt.hardware [None req-d7afd98f-06a1-439b-ac75-3d4b3011f65b tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1190.721818] env[65448]: DEBUG nova.virt.hardware [None req-d7afd98f-06a1-439b-ac75-3d4b3011f65b tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1190.721942] env[65448]: DEBUG nova.virt.hardware [None req-d7afd98f-06a1-439b-ac75-3d4b3011f65b tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1190.722166] env[65448]: DEBUG nova.virt.hardware [None req-d7afd98f-06a1-439b-ac75-3d4b3011f65b tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1190.722320] env[65448]: DEBUG nova.virt.hardware [None req-d7afd98f-06a1-439b-ac75-3d4b3011f65b tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1190.722483] env[65448]: DEBUG nova.virt.hardware [None req-d7afd98f-06a1-439b-ac75-3d4b3011f65b tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1190.722640] env[65448]: DEBUG nova.virt.hardware [None req-d7afd98f-06a1-439b-ac75-3d4b3011f65b tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1190.722804] env[65448]: DEBUG nova.virt.hardware [None req-d7afd98f-06a1-439b-ac75-3d4b3011f65b tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1190.729674] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-d7afd98f-06a1-439b-ac75-3d4b3011f65b tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: f3456e77-34cb-48b6-a71b-3a0a5066d704] Reconfiguring VM to attach interface {{(pid=65448) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1190.732685] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-96eb649e-9855-46c6-bfdc-4610963a1f61 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.749579] env[65448]: DEBUG nova.compute.manager [None req-15895028-c9fc-4b1e-88eb-d22fb6d7583b tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: ba6a1ee3-101e-485e-b8b1-773051cb19b6] Start building block device mappings for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2916}} [ 1190.756680] env[65448]: DEBUG oslo_vmware.api [None req-d7afd98f-06a1-439b-ac75-3d4b3011f65b tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Waiting for the task: (returnval){ [ 1190.756680] env[65448]: value = "task-4938509" [ 1190.756680] env[65448]: _type = "Task" [ 1190.756680] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.766513] env[65448]: DEBUG oslo_vmware.api [None req-d7afd98f-06a1-439b-ac75-3d4b3011f65b tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': task-4938509, 'name': ReconfigVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.840032] env[65448]: DEBUG oslo_service.periodic_task [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1190.840349] env[65448]: DEBUG oslo_service.periodic_task [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1190.925653] env[65448]: DEBUG oslo_vmware.api [None req-a3833b4b-1c19-4267-910e-842423bc63bb tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Task: {'id': task-4938508, 'name': ReconfigVM_Task, 'duration_secs': 0.425334} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.929248] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3833b4b-1c19-4267-910e-842423bc63bb tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] [instance: 78d46c99-f185-4a36-8931-d0dd14dd4a7f] Reconfigured VM instance instance-00000072 to attach disk [datastore1] 78d46c99-f185-4a36-8931-d0dd14dd4a7f/78d46c99-f185-4a36-8931-d0dd14dd4a7f.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1190.930195] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f4394c68-c5c1-4d9f-aae4-320a256da092 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.938304] env[65448]: DEBUG oslo_vmware.api [None req-a3833b4b-1c19-4267-910e-842423bc63bb tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Waiting for the task: (returnval){ [ 1190.938304] env[65448]: value = "task-4938510" [ 1190.938304] env[65448]: _type = "Task" [ 1190.938304] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.951486] env[65448]: DEBUG oslo_vmware.api [None req-a3833b4b-1c19-4267-910e-842423bc63bb tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Task: {'id': task-4938510, 'name': Rename_Task} progress is 6%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.956733] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88cb29e1-7768-4039-b748-c587f81672b2 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.966077] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a82828d7-7ee6-45a4-afb3-2714eff69717 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.971520] env[65448]: DEBUG nova.network.neutron [None req-8098abe5-078e-463e-8f34-eca76c4ac742 tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] Instance cache missing network info. {{(pid=65448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1191.006582] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cad07c7e-a827-428b-81d1-3f7613802fe6 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.015245] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0497ecbf-6ff5-4b0d-a889-7cfd705a9b5a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.031059] env[65448]: DEBUG nova.compute.provider_tree [None req-c589c8bc-8c56-4529-b90a-12462c66e2ea tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1191.112760] env[65448]: WARNING neutronclient.v2_0.client [None req-8098abe5-078e-463e-8f34-eca76c4ac742 tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1191.228303] env[65448]: DEBUG nova.network.neutron [None req-8098abe5-078e-463e-8f34-eca76c4ac742 tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] Updating instance_info_cache with network_info: [{"id": "009a2ea9-294b-4c9a-b816-65b38570e848", "address": "fa:16:3e:a1:4a:f8", "network": {"id": "310e7e94-6ea9-4e9f-b109-82b318e1196a", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-569401013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90d858b6b46c4295bca3a50dac4248eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a", "external-id": "nsx-vlan-transportzone-256", "segmentation_id": 256, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap009a2ea9-29", "ovs_interfaceid": "009a2ea9-294b-4c9a-b816-65b38570e848", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.247463] env[65448]: DEBUG nova.compute.manager [None req-8098abe5-078e-463e-8f34-eca76c4ac742 tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] Start spawning the instance on the hypervisor. {{(pid=65448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2689}} [ 1191.248012] env[65448]: DEBUG nova.virt.hardware [None req-8098abe5-078e-463e-8f34-eca76c4ac742 tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1191.248235] env[65448]: DEBUG nova.virt.hardware [None req-8098abe5-078e-463e-8f34-eca76c4ac742 tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1191.248483] env[65448]: DEBUG nova.virt.hardware [None req-8098abe5-078e-463e-8f34-eca76c4ac742 tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1191.248561] env[65448]: DEBUG nova.virt.hardware [None req-8098abe5-078e-463e-8f34-eca76c4ac742 tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1191.248697] env[65448]: DEBUG nova.virt.hardware [None req-8098abe5-078e-463e-8f34-eca76c4ac742 tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1191.248843] env[65448]: DEBUG nova.virt.hardware [None req-8098abe5-078e-463e-8f34-eca76c4ac742 tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1191.249059] env[65448]: DEBUG nova.virt.hardware [None req-8098abe5-078e-463e-8f34-eca76c4ac742 tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1191.249219] env[65448]: DEBUG nova.virt.hardware [None req-8098abe5-078e-463e-8f34-eca76c4ac742 tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1191.249381] env[65448]: DEBUG nova.virt.hardware [None req-8098abe5-078e-463e-8f34-eca76c4ac742 tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1191.249541] env[65448]: DEBUG nova.virt.hardware [None req-8098abe5-078e-463e-8f34-eca76c4ac742 tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1191.249706] env[65448]: DEBUG nova.virt.hardware [None req-8098abe5-078e-463e-8f34-eca76c4ac742 tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1191.250988] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1d41a70-c3cb-41dc-a59e-4fbaf6163ecc {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.268307] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c63d43e9-9c5b-4c0d-90c3-4575a3034713 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.280809] env[65448]: DEBUG oslo_vmware.api [None req-d7afd98f-06a1-439b-ac75-3d4b3011f65b tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': task-4938509, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.342988] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.381805] env[65448]: DEBUG nova.compute.manager [req-563db913-8bdb-41e8-bc83-cb78c1b7ad9f req-3433c6b5-9ba9-494f-bd90-0b2a64273148 service nova] [instance: f3456e77-34cb-48b6-a71b-3a0a5066d704] Received event network-changed-cd567ccb-1664-4fa9-b38e-3c0e24fb9765 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1191.382440] env[65448]: DEBUG nova.compute.manager [req-563db913-8bdb-41e8-bc83-cb78c1b7ad9f req-3433c6b5-9ba9-494f-bd90-0b2a64273148 service nova] [instance: f3456e77-34cb-48b6-a71b-3a0a5066d704] Refreshing instance network info cache due to event network-changed-cd567ccb-1664-4fa9-b38e-3c0e24fb9765. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 1191.382440] env[65448]: DEBUG oslo_concurrency.lockutils [req-563db913-8bdb-41e8-bc83-cb78c1b7ad9f req-3433c6b5-9ba9-494f-bd90-0b2a64273148 service nova] Acquiring lock "refresh_cache-f3456e77-34cb-48b6-a71b-3a0a5066d704" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.382440] env[65448]: DEBUG oslo_concurrency.lockutils [req-563db913-8bdb-41e8-bc83-cb78c1b7ad9f req-3433c6b5-9ba9-494f-bd90-0b2a64273148 service nova] Acquired lock "refresh_cache-f3456e77-34cb-48b6-a71b-3a0a5066d704" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.383507] env[65448]: DEBUG nova.network.neutron [req-563db913-8bdb-41e8-bc83-cb78c1b7ad9f req-3433c6b5-9ba9-494f-bd90-0b2a64273148 service nova] [instance: f3456e77-34cb-48b6-a71b-3a0a5066d704] Refreshing network info cache for port cd567ccb-1664-4fa9-b38e-3c0e24fb9765 {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1191.449083] env[65448]: DEBUG oslo_vmware.api [None req-a3833b4b-1c19-4267-910e-842423bc63bb tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Task: {'id': task-4938510, 'name': Rename_Task, 'duration_secs': 0.233066} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.449403] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3833b4b-1c19-4267-910e-842423bc63bb tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] [instance: 78d46c99-f185-4a36-8931-d0dd14dd4a7f] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1191.449832] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4d152367-638d-495f-9695-b47105b1b155 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.459343] env[65448]: DEBUG oslo_vmware.api [None req-a3833b4b-1c19-4267-910e-842423bc63bb tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Waiting for the task: (returnval){ [ 1191.459343] env[65448]: value = "task-4938511" [ 1191.459343] env[65448]: _type = "Task" [ 1191.459343] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.470383] env[65448]: DEBUG oslo_vmware.api [None req-a3833b4b-1c19-4267-910e-842423bc63bb tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Task: {'id': task-4938511, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.534124] env[65448]: DEBUG nova.scheduler.client.report [None req-c589c8bc-8c56-4529-b90a-12462c66e2ea tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1191.731385] env[65448]: DEBUG oslo_concurrency.lockutils [None req-8098abe5-078e-463e-8f34-eca76c4ac742 tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] Releasing lock "refresh_cache-753a9b2e-f28b-4680-82ea-afa474d6b0c3" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.731855] env[65448]: DEBUG nova.compute.manager [None req-8098abe5-078e-463e-8f34-eca76c4ac742 tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] Instance network_info: |[{"id": "009a2ea9-294b-4c9a-b816-65b38570e848", "address": "fa:16:3e:a1:4a:f8", "network": {"id": "310e7e94-6ea9-4e9f-b109-82b318e1196a", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-569401013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90d858b6b46c4295bca3a50dac4248eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a", "external-id": "nsx-vlan-transportzone-256", "segmentation_id": 256, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap009a2ea9-29", "ovs_interfaceid": "009a2ea9-294b-4c9a-b816-65b38570e848", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 1191.732353] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-8098abe5-078e-463e-8f34-eca76c4ac742 tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a1:4a:f8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '009a2ea9-294b-4c9a-b816-65b38570e848', 'vif_model': 'vmxnet3'}] {{(pid=65448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1191.741298] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-8098abe5-078e-463e-8f34-eca76c4ac742 tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] Creating folder: Project (90d858b6b46c4295bca3a50dac4248eb). Parent ref: group-v961779. {{(pid=65448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1191.741645] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5f81811f-1028-4831-adea-da5d833e52dc {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.756511] env[65448]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1191.756752] env[65448]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=65448) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1191.757164] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-8098abe5-078e-463e-8f34-eca76c4ac742 tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] Folder already exists: Project (90d858b6b46c4295bca3a50dac4248eb). Parent ref: group-v961779. {{(pid=65448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1191.757358] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-8098abe5-078e-463e-8f34-eca76c4ac742 tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] Creating folder: Instances. Parent ref: group-v962076. {{(pid=65448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1191.757633] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0ecefa18-ca8d-41fe-9d0a-a0c19ce87c59 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.767651] env[65448]: DEBUG nova.compute.manager [None req-15895028-c9fc-4b1e-88eb-d22fb6d7583b tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: ba6a1ee3-101e-485e-b8b1-773051cb19b6] Start spawning the instance on the hypervisor. {{(pid=65448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2689}} [ 1191.771590] env[65448]: INFO nova.virt.vmwareapi.vm_util [None req-8098abe5-078e-463e-8f34-eca76c4ac742 tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] Created folder: Instances in parent group-v962076. [ 1191.771854] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-8098abe5-078e-463e-8f34-eca76c4ac742 tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1191.772071] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] Creating VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1191.772290] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c0e4792f-f338-4d27-8c2e-8ea94ebf2626 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.793670] env[65448]: DEBUG oslo_vmware.api [None req-d7afd98f-06a1-439b-ac75-3d4b3011f65b tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': task-4938509, 'name': ReconfigVM_Task, 'duration_secs': 0.748912} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.794653] env[65448]: WARNING neutronclient.v2_0.client [None req-d7afd98f-06a1-439b-ac75-3d4b3011f65b tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1191.794937] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d7afd98f-06a1-439b-ac75-3d4b3011f65b tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Releasing lock "f3456e77-34cb-48b6-a71b-3a0a5066d704" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.795223] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-d7afd98f-06a1-439b-ac75-3d4b3011f65b tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: f3456e77-34cb-48b6-a71b-3a0a5066d704] Reconfigured VM to attach interface {{(pid=65448) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1191.800410] env[65448]: DEBUG nova.virt.hardware [None req-15895028-c9fc-4b1e-88eb-d22fb6d7583b tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-08T17:19:51Z,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a992292b6dae455593d228217860e2e1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-08T17:19:52Z,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1191.800410] env[65448]: DEBUG nova.virt.hardware [None req-15895028-c9fc-4b1e-88eb-d22fb6d7583b tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1191.800646] env[65448]: DEBUG nova.virt.hardware [None req-15895028-c9fc-4b1e-88eb-d22fb6d7583b tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1191.800763] env[65448]: DEBUG nova.virt.hardware [None req-15895028-c9fc-4b1e-88eb-d22fb6d7583b tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1191.800906] env[65448]: DEBUG nova.virt.hardware [None req-15895028-c9fc-4b1e-88eb-d22fb6d7583b tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1191.801061] env[65448]: DEBUG nova.virt.hardware [None req-15895028-c9fc-4b1e-88eb-d22fb6d7583b tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1191.801276] env[65448]: DEBUG nova.virt.hardware [None req-15895028-c9fc-4b1e-88eb-d22fb6d7583b tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1191.801455] env[65448]: DEBUG nova.virt.hardware [None req-15895028-c9fc-4b1e-88eb-d22fb6d7583b tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1191.801664] env[65448]: DEBUG nova.virt.hardware [None req-15895028-c9fc-4b1e-88eb-d22fb6d7583b tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1191.801867] env[65448]: DEBUG nova.virt.hardware [None req-15895028-c9fc-4b1e-88eb-d22fb6d7583b tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1191.802054] env[65448]: DEBUG nova.virt.hardware [None req-15895028-c9fc-4b1e-88eb-d22fb6d7583b tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1191.802980] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bfaac18-fabb-4494-89d6-fe2abba28817 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.807525] env[65448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1191.807525] env[65448]: value = "task-4938514" [ 1191.807525] env[65448]: _type = "Task" [ 1191.807525] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.816203] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfb611cb-0ed2-4ac4-9586-1db0f328d8dc {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.824279] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4938514, 'name': CreateVM_Task} progress is 6%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.885871] env[65448]: WARNING neutronclient.v2_0.client [req-563db913-8bdb-41e8-bc83-cb78c1b7ad9f req-3433c6b5-9ba9-494f-bd90-0b2a64273148 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1191.971221] env[65448]: DEBUG oslo_vmware.api [None req-a3833b4b-1c19-4267-910e-842423bc63bb tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Task: {'id': task-4938511, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.009900] env[65448]: DEBUG nova.compute.manager [req-5775fc4a-fa5d-43bb-9118-67bb620bcac9 req-88b311d1-86ab-491c-b574-c858b91942c4 service nova] [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] Received event network-changed-009a2ea9-294b-4c9a-b816-65b38570e848 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1192.010176] env[65448]: DEBUG nova.compute.manager [req-5775fc4a-fa5d-43bb-9118-67bb620bcac9 req-88b311d1-86ab-491c-b574-c858b91942c4 service nova] [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] Refreshing instance network info cache due to event network-changed-009a2ea9-294b-4c9a-b816-65b38570e848. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 1192.014088] env[65448]: DEBUG oslo_concurrency.lockutils [req-5775fc4a-fa5d-43bb-9118-67bb620bcac9 req-88b311d1-86ab-491c-b574-c858b91942c4 service nova] Acquiring lock "refresh_cache-753a9b2e-f28b-4680-82ea-afa474d6b0c3" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.014088] env[65448]: DEBUG oslo_concurrency.lockutils [req-5775fc4a-fa5d-43bb-9118-67bb620bcac9 req-88b311d1-86ab-491c-b574-c858b91942c4 service nova] Acquired lock "refresh_cache-753a9b2e-f28b-4680-82ea-afa474d6b0c3" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.014088] env[65448]: DEBUG nova.network.neutron [req-5775fc4a-fa5d-43bb-9118-67bb620bcac9 req-88b311d1-86ab-491c-b574-c858b91942c4 service nova] [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] Refreshing network info cache for port 009a2ea9-294b-4c9a-b816-65b38570e848 {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1192.038936] env[65448]: DEBUG oslo_concurrency.lockutils [None req-c589c8bc-8c56-4529-b90a-12462c66e2ea tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.305s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.039620] env[65448]: DEBUG nova.compute.manager [None req-c589c8bc-8c56-4529-b90a-12462c66e2ea tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: a664bc6a-97c7-4e80-bcff-db1d74494ae4] Start building networks asynchronously for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2881}} [ 1192.042978] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.700s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.045079] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.045079] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65448) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1192.045079] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a592699c-c656-457b-b660-139d2f64aa15 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.054628] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6b78e3a-fd4c-4fa6-ae1b-64428c9b6edd {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.073158] env[65448]: WARNING neutronclient.v2_0.client [req-563db913-8bdb-41e8-bc83-cb78c1b7ad9f req-3433c6b5-9ba9-494f-bd90-0b2a64273148 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1192.076032] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ade5ad1-5869-48b7-98d3-d32044a474b9 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.084946] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b439a09-3ab9-42ae-aa7c-d2eab3b10cfd {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.120068] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178873MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65448) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1192.120256] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.120495] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.168884] env[65448]: DEBUG nova.network.neutron [req-563db913-8bdb-41e8-bc83-cb78c1b7ad9f req-3433c6b5-9ba9-494f-bd90-0b2a64273148 service nova] [instance: f3456e77-34cb-48b6-a71b-3a0a5066d704] Updated VIF entry in instance network info cache for port cd567ccb-1664-4fa9-b38e-3c0e24fb9765. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1192.169471] env[65448]: DEBUG nova.network.neutron [req-563db913-8bdb-41e8-bc83-cb78c1b7ad9f req-3433c6b5-9ba9-494f-bd90-0b2a64273148 service nova] [instance: f3456e77-34cb-48b6-a71b-3a0a5066d704] Updating instance_info_cache with network_info: [{"id": "3bc76608-3d96-47d8-92e9-00fd38a1d4f7", "address": "fa:16:3e:9b:ec:f1", "network": {"id": "ae7fb699-1e8f-4e6e-ba65-11efac49c1f2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2072253352-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40f710aa821f49ef963bafd588fa759f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bc76608-3d", "ovs_interfaceid": "3bc76608-3d96-47d8-92e9-00fd38a1d4f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "cd567ccb-1664-4fa9-b38e-3c0e24fb9765", "address": "fa:16:3e:7f:3e:b2", "network": {"id": "ae7fb699-1e8f-4e6e-ba65-11efac49c1f2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2072253352-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40f710aa821f49ef963bafd588fa759f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd567ccb-16", "ovs_interfaceid": "cd567ccb-1664-4fa9-b38e-3c0e24fb9765", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1192.261090] env[65448]: DEBUG nova.network.neutron [None req-15895028-c9fc-4b1e-88eb-d22fb6d7583b tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: ba6a1ee3-101e-485e-b8b1-773051cb19b6] Successfully updated port: 73fe152c-5af7-4522-ad50-a52a029a94d2 {{(pid=65448) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1192.309115] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d7afd98f-06a1-439b-ac75-3d4b3011f65b tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Lock "interface-f3456e77-34cb-48b6-a71b-3a0a5066d704-cd567ccb-1664-4fa9-b38e-3c0e24fb9765" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.384s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.322111] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4938514, 'name': CreateVM_Task, 'duration_secs': 0.50783} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.323098] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] Created VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1192.323989] env[65448]: WARNING neutronclient.v2_0.client [None req-8098abe5-078e-463e-8f34-eca76c4ac742 tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1192.324178] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-8098abe5-078e-463e-8f34-eca76c4ac742 tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sda', 'disk_bus': None, 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-962081', 'volume_id': 'f609692a-2150-49d7-9a8e-60ccd21f9683', 'name': 'volume-f609692a-2150-49d7-9a8e-60ccd21f9683', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '753a9b2e-f28b-4680-82ea-afa474d6b0c3', 'attached_at': '', 'detached_at': '', 'volume_id': 'f609692a-2150-49d7-9a8e-60ccd21f9683', 'serial': 'f609692a-2150-49d7-9a8e-60ccd21f9683'}, 'boot_index': 0, 'delete_on_termination': True, 'attachment_id': 'c9d359d7-9f44-45e7-b8f9-7bf509052290', 'device_type': None, 'volume_type': None}], 'swap': None} {{(pid=65448) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1192.324693] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-8098abe5-078e-463e-8f34-eca76c4ac742 tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] Root volume attach. Driver type: vmdk {{(pid=65448) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1192.326148] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbf31831-a712-48b6-8842-360394fc74fc {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.336871] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dd1fea6-d877-48b7-9cd4-3a1c6fe8ec9a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.345550] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d81dc0b-b905-45b5-8dcc-318a9321d36a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.353666] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-95b9b0b1-e162-4a74-b397-9636307c62c1 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.363253] env[65448]: DEBUG oslo_vmware.api [None req-8098abe5-078e-463e-8f34-eca76c4ac742 tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] Waiting for the task: (returnval){ [ 1192.363253] env[65448]: value = "task-4938515" [ 1192.363253] env[65448]: _type = "Task" [ 1192.363253] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.372723] env[65448]: DEBUG oslo_vmware.api [None req-8098abe5-078e-463e-8f34-eca76c4ac742 tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] Task: {'id': task-4938515, 'name': RelocateVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.471475] env[65448]: DEBUG oslo_vmware.api [None req-a3833b4b-1c19-4267-910e-842423bc63bb tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Task: {'id': task-4938511, 'name': PowerOnVM_Task, 'duration_secs': 0.80433} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.471788] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3833b4b-1c19-4267-910e-842423bc63bb tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] [instance: 78d46c99-f185-4a36-8931-d0dd14dd4a7f] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1192.472048] env[65448]: INFO nova.compute.manager [None req-a3833b4b-1c19-4267-910e-842423bc63bb tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] [instance: 78d46c99-f185-4a36-8931-d0dd14dd4a7f] Took 7.99 seconds to spawn the instance on the hypervisor. [ 1192.472263] env[65448]: DEBUG nova.compute.manager [None req-a3833b4b-1c19-4267-910e-842423bc63bb tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] [instance: 78d46c99-f185-4a36-8931-d0dd14dd4a7f] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 1192.473144] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a2dd7ab-f7df-4914-9583-85db746f9e04 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.516030] env[65448]: WARNING neutronclient.v2_0.client [req-5775fc4a-fa5d-43bb-9118-67bb620bcac9 req-88b311d1-86ab-491c-b574-c858b91942c4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1192.546430] env[65448]: DEBUG nova.compute.utils [None req-c589c8bc-8c56-4529-b90a-12462c66e2ea tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Using /dev/sd instead of None {{(pid=65448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1192.548714] env[65448]: DEBUG nova.compute.manager [None req-c589c8bc-8c56-4529-b90a-12462c66e2ea tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: a664bc6a-97c7-4e80-bcff-db1d74494ae4] Allocating IP information in the background. {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 1192.548888] env[65448]: DEBUG nova.network.neutron [None req-c589c8bc-8c56-4529-b90a-12462c66e2ea tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: a664bc6a-97c7-4e80-bcff-db1d74494ae4] allocate_for_instance() {{(pid=65448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1192.549361] env[65448]: WARNING neutronclient.v2_0.client [None req-c589c8bc-8c56-4529-b90a-12462c66e2ea tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1192.549673] env[65448]: WARNING neutronclient.v2_0.client [None req-c589c8bc-8c56-4529-b90a-12462c66e2ea tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1192.604241] env[65448]: DEBUG nova.policy [None req-c589c8bc-8c56-4529-b90a-12462c66e2ea tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '079a59871c4f4d8b873b7f8473d35231', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5c8e9c9b80524b25833ad43c15e78a5a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65448) authorize /opt/stack/nova/nova/policy.py:192}} [ 1192.673039] env[65448]: DEBUG oslo_concurrency.lockutils [req-563db913-8bdb-41e8-bc83-cb78c1b7ad9f req-3433c6b5-9ba9-494f-bd90-0b2a64273148 service nova] Releasing lock "refresh_cache-f3456e77-34cb-48b6-a71b-3a0a5066d704" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.764147] env[65448]: DEBUG oslo_concurrency.lockutils [None req-15895028-c9fc-4b1e-88eb-d22fb6d7583b tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Acquiring lock "refresh_cache-ba6a1ee3-101e-485e-b8b1-773051cb19b6" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.764343] env[65448]: DEBUG oslo_concurrency.lockutils [None req-15895028-c9fc-4b1e-88eb-d22fb6d7583b tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Acquired lock "refresh_cache-ba6a1ee3-101e-485e-b8b1-773051cb19b6" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.764519] env[65448]: DEBUG nova.network.neutron [None req-15895028-c9fc-4b1e-88eb-d22fb6d7583b tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: ba6a1ee3-101e-485e-b8b1-773051cb19b6] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1192.783084] env[65448]: WARNING neutronclient.v2_0.client [req-5775fc4a-fa5d-43bb-9118-67bb620bcac9 req-88b311d1-86ab-491c-b574-c858b91942c4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1192.886029] env[65448]: DEBUG oslo_vmware.api [None req-8098abe5-078e-463e-8f34-eca76c4ac742 tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] Task: {'id': task-4938515, 'name': RelocateVM_Task} progress is 42%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.932250] env[65448]: DEBUG nova.network.neutron [req-5775fc4a-fa5d-43bb-9118-67bb620bcac9 req-88b311d1-86ab-491c-b574-c858b91942c4 service nova] [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] Updated VIF entry in instance network info cache for port 009a2ea9-294b-4c9a-b816-65b38570e848. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1192.932646] env[65448]: DEBUG nova.network.neutron [req-5775fc4a-fa5d-43bb-9118-67bb620bcac9 req-88b311d1-86ab-491c-b574-c858b91942c4 service nova] [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] Updating instance_info_cache with network_info: [{"id": "009a2ea9-294b-4c9a-b816-65b38570e848", "address": "fa:16:3e:a1:4a:f8", "network": {"id": "310e7e94-6ea9-4e9f-b109-82b318e1196a", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-569401013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90d858b6b46c4295bca3a50dac4248eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a", "external-id": "nsx-vlan-transportzone-256", "segmentation_id": 256, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap009a2ea9-29", "ovs_interfaceid": "009a2ea9-294b-4c9a-b816-65b38570e848", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1192.995569] env[65448]: INFO nova.compute.manager [None req-a3833b4b-1c19-4267-910e-842423bc63bb tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] [instance: 78d46c99-f185-4a36-8931-d0dd14dd4a7f] Took 12.81 seconds to build instance. [ 1193.053422] env[65448]: DEBUG nova.compute.manager [None req-c589c8bc-8c56-4529-b90a-12462c66e2ea tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: a664bc6a-97c7-4e80-bcff-db1d74494ae4] Start building block device mappings for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2916}} [ 1193.060188] env[65448]: DEBUG nova.network.neutron [None req-c589c8bc-8c56-4529-b90a-12462c66e2ea tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: a664bc6a-97c7-4e80-bcff-db1d74494ae4] Successfully created port: 7a48f830-c1b3-4aed-99de-a896ac2206c8 {{(pid=65448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1193.167101] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance 6ca5c62d-cf52-4f78-9e01-5623f4989442 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1193.167447] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance 2aca5466-f783-4972-8c9d-d0de3a679c0c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1193.167788] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance d53e2a3e-2205-44b0-9e68-91125832a67f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1193.168573] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance f3456e77-34cb-48b6-a71b-3a0a5066d704 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1193.168573] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance 567408bb-3c2c-43f1-b291-0e3fe8f3aded actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1193.168573] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance f1ccec14-6c3b-4745-ac14-5e4acb191b56 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1193.168881] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance 3cbfb5fd-aac5-4538-87b4-d33b466ab2ad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1193.169465] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance 7c98f401-15ac-4322-9bb1-abbdc937bad4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1193.169465] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance 7978c1c5-9577-4194-827e-59a715d196b7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1193.169642] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance 78d46c99-f185-4a36-8931-d0dd14dd4a7f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1193.169883] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance 753a9b2e-f28b-4680-82ea-afa474d6b0c3 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1193.170143] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance ba6a1ee3-101e-485e-b8b1-773051cb19b6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1193.170388] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance a664bc6a-97c7-4e80-bcff-db1d74494ae4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1193.170857] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=65448) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1193.171202] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3008MB phys_disk=100GB used_disk=12GB total_vcpus=48 used_vcpus=13 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '13', 'num_vm_active': '9', 'num_task_None': '8', 'num_os_type_None': '13', 'num_proj_7bf59e2c00b54ab7a8bc201e80781fcb': '2', 'io_workload': '4', 'num_proj_5c8e9c9b80524b25833ad43c15e78a5a': '2', 'num_proj_40f710aa821f49ef963bafd588fa759f': '2', 'num_proj_dc9e8e59612c49a6b788080423997837': '1', 'num_task_shelving_image_uploading': '1', 'num_proj_41829c8bbc00458f8f657d10da489539': '1', 'num_proj_a4a79f75fe9f47d4a1cca9aa9f9c3901': '1', 'num_proj_f35763225db24d7f858aa84e17d07cc4': '1', 'num_vm_building': '4', 'num_task_spawning': '3', 'num_proj_e377eb92259c42e9b71b1927f8775fd3': '1', 'num_proj_90d858b6b46c4295bca3a50dac4248eb': '1', 'num_proj_0f8d5716103c4544ad3c5ca0f9963943': '1', 'num_task_networking': '1'} {{(pid=65448) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1193.376119] env[65448]: DEBUG oslo_vmware.api [None req-8098abe5-078e-463e-8f34-eca76c4ac742 tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] Task: {'id': task-4938515, 'name': RelocateVM_Task} progress is 54%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.437496] env[65448]: DEBUG oslo_concurrency.lockutils [req-5775fc4a-fa5d-43bb-9118-67bb620bcac9 req-88b311d1-86ab-491c-b574-c858b91942c4 service nova] Releasing lock "refresh_cache-753a9b2e-f28b-4680-82ea-afa474d6b0c3" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.437496] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbee3b9e-f528-49c4-8085-809ca7eb94fb {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.447544] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85628f70-7b5b-4830-9327-a42a44826a45 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.480166] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-109c7a51-f2c9-4ba9-ba40-b24bcb93fe8f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.489813] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb605623-d1d7-413f-a0dd-d9eccf4fa679 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.507946] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a3833b4b-1c19-4267-910e-842423bc63bb tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Lock "78d46c99-f185-4a36-8931-d0dd14dd4a7f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.325s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.508278] env[65448]: DEBUG nova.compute.provider_tree [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1193.772423] env[65448]: DEBUG nova.network.neutron [None req-15895028-c9fc-4b1e-88eb-d22fb6d7583b tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: ba6a1ee3-101e-485e-b8b1-773051cb19b6] Instance cache missing network info. {{(pid=65448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1193.875972] env[65448]: DEBUG oslo_vmware.api [None req-8098abe5-078e-463e-8f34-eca76c4ac742 tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] Task: {'id': task-4938515, 'name': RelocateVM_Task} progress is 67%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.012216] env[65448]: DEBUG nova.scheduler.client.report [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1194.036186] env[65448]: WARNING neutronclient.v2_0.client [None req-15895028-c9fc-4b1e-88eb-d22fb6d7583b tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1194.066052] env[65448]: DEBUG nova.compute.manager [None req-c589c8bc-8c56-4529-b90a-12462c66e2ea tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: a664bc6a-97c7-4e80-bcff-db1d74494ae4] Start spawning the instance on the hypervisor. {{(pid=65448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2689}} [ 1194.097323] env[65448]: DEBUG nova.virt.hardware [None req-c589c8bc-8c56-4529-b90a-12462c66e2ea tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-08T17:19:51Z,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a992292b6dae455593d228217860e2e1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-08T17:19:52Z,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1194.097587] env[65448]: DEBUG nova.virt.hardware [None req-c589c8bc-8c56-4529-b90a-12462c66e2ea tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1194.097737] env[65448]: DEBUG nova.virt.hardware [None req-c589c8bc-8c56-4529-b90a-12462c66e2ea tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1194.098065] env[65448]: DEBUG nova.virt.hardware [None req-c589c8bc-8c56-4529-b90a-12462c66e2ea tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1194.098222] env[65448]: DEBUG nova.virt.hardware [None req-c589c8bc-8c56-4529-b90a-12462c66e2ea tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1194.098369] env[65448]: DEBUG nova.virt.hardware [None req-c589c8bc-8c56-4529-b90a-12462c66e2ea tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1194.098580] env[65448]: DEBUG nova.virt.hardware [None req-c589c8bc-8c56-4529-b90a-12462c66e2ea tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1194.098768] env[65448]: DEBUG nova.virt.hardware [None req-c589c8bc-8c56-4529-b90a-12462c66e2ea tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1194.099025] env[65448]: DEBUG nova.virt.hardware [None req-c589c8bc-8c56-4529-b90a-12462c66e2ea tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1194.099203] env[65448]: DEBUG nova.virt.hardware [None req-c589c8bc-8c56-4529-b90a-12462c66e2ea tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1194.099375] env[65448]: DEBUG nova.virt.hardware [None req-c589c8bc-8c56-4529-b90a-12462c66e2ea tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1194.100440] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3f9765f-c069-435c-bfa3-b8cc75e71329 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.112856] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d1157ce-6694-46c0-8eec-7452f44308d6 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.208727] env[65448]: DEBUG nova.network.neutron [None req-15895028-c9fc-4b1e-88eb-d22fb6d7583b tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: ba6a1ee3-101e-485e-b8b1-773051cb19b6] Updating instance_info_cache with network_info: [{"id": "73fe152c-5af7-4522-ad50-a52a029a94d2", "address": "fa:16:3e:95:72:cd", "network": {"id": "3e956ed0-8002-4352-a2f0-0b0c88eed513", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-351560953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f8d5716103c4544ad3c5ca0f9963943", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73fe152c-5a", "ovs_interfaceid": "73fe152c-5af7-4522-ad50-a52a029a94d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.252316] env[65448]: DEBUG nova.compute.manager [req-90b783d4-9306-4634-bd01-edb9e3ef6f11 req-c778ae6d-d60a-4963-94c7-06eed685c188 service nova] [instance: ba6a1ee3-101e-485e-b8b1-773051cb19b6] Received event network-vif-plugged-73fe152c-5af7-4522-ad50-a52a029a94d2 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1194.252549] env[65448]: DEBUG oslo_concurrency.lockutils [req-90b783d4-9306-4634-bd01-edb9e3ef6f11 req-c778ae6d-d60a-4963-94c7-06eed685c188 service nova] Acquiring lock "ba6a1ee3-101e-485e-b8b1-773051cb19b6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.253061] env[65448]: DEBUG oslo_concurrency.lockutils [req-90b783d4-9306-4634-bd01-edb9e3ef6f11 req-c778ae6d-d60a-4963-94c7-06eed685c188 service nova] Lock "ba6a1ee3-101e-485e-b8b1-773051cb19b6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.253144] env[65448]: DEBUG oslo_concurrency.lockutils [req-90b783d4-9306-4634-bd01-edb9e3ef6f11 req-c778ae6d-d60a-4963-94c7-06eed685c188 service nova] Lock "ba6a1ee3-101e-485e-b8b1-773051cb19b6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.253501] env[65448]: DEBUG nova.compute.manager [req-90b783d4-9306-4634-bd01-edb9e3ef6f11 req-c778ae6d-d60a-4963-94c7-06eed685c188 service nova] [instance: ba6a1ee3-101e-485e-b8b1-773051cb19b6] No waiting events found dispatching network-vif-plugged-73fe152c-5af7-4522-ad50-a52a029a94d2 {{(pid=65448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1194.253501] env[65448]: WARNING nova.compute.manager [req-90b783d4-9306-4634-bd01-edb9e3ef6f11 req-c778ae6d-d60a-4963-94c7-06eed685c188 service nova] [instance: ba6a1ee3-101e-485e-b8b1-773051cb19b6] Received unexpected event network-vif-plugged-73fe152c-5af7-4522-ad50-a52a029a94d2 for instance with vm_state building and task_state spawning. [ 1194.253633] env[65448]: DEBUG nova.compute.manager [req-90b783d4-9306-4634-bd01-edb9e3ef6f11 req-c778ae6d-d60a-4963-94c7-06eed685c188 service nova] [instance: ba6a1ee3-101e-485e-b8b1-773051cb19b6] Received event network-changed-73fe152c-5af7-4522-ad50-a52a029a94d2 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1194.253712] env[65448]: DEBUG nova.compute.manager [req-90b783d4-9306-4634-bd01-edb9e3ef6f11 req-c778ae6d-d60a-4963-94c7-06eed685c188 service nova] [instance: ba6a1ee3-101e-485e-b8b1-773051cb19b6] Refreshing instance network info cache due to event network-changed-73fe152c-5af7-4522-ad50-a52a029a94d2. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 1194.253870] env[65448]: DEBUG oslo_concurrency.lockutils [req-90b783d4-9306-4634-bd01-edb9e3ef6f11 req-c778ae6d-d60a-4963-94c7-06eed685c188 service nova] Acquiring lock "refresh_cache-ba6a1ee3-101e-485e-b8b1-773051cb19b6" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.378047] env[65448]: DEBUG oslo_vmware.api [None req-8098abe5-078e-463e-8f34-eca76c4ac742 tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] Task: {'id': task-4938515, 'name': RelocateVM_Task} progress is 82%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.517856] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65448) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1194.518091] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.398s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.600975] env[65448]: DEBUG nova.compute.manager [req-ec377f1d-e292-497a-9a6f-bb52217cd925 req-b98e9472-6537-42f3-a3f7-72b1418f55be service nova] [instance: a664bc6a-97c7-4e80-bcff-db1d74494ae4] Received event network-vif-plugged-7a48f830-c1b3-4aed-99de-a896ac2206c8 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1194.601146] env[65448]: DEBUG oslo_concurrency.lockutils [req-ec377f1d-e292-497a-9a6f-bb52217cd925 req-b98e9472-6537-42f3-a3f7-72b1418f55be service nova] Acquiring lock "a664bc6a-97c7-4e80-bcff-db1d74494ae4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.601620] env[65448]: DEBUG oslo_concurrency.lockutils [req-ec377f1d-e292-497a-9a6f-bb52217cd925 req-b98e9472-6537-42f3-a3f7-72b1418f55be service nova] Lock "a664bc6a-97c7-4e80-bcff-db1d74494ae4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.601934] env[65448]: DEBUG oslo_concurrency.lockutils [req-ec377f1d-e292-497a-9a6f-bb52217cd925 req-b98e9472-6537-42f3-a3f7-72b1418f55be service nova] Lock "a664bc6a-97c7-4e80-bcff-db1d74494ae4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.602443] env[65448]: DEBUG nova.compute.manager [req-ec377f1d-e292-497a-9a6f-bb52217cd925 req-b98e9472-6537-42f3-a3f7-72b1418f55be service nova] [instance: a664bc6a-97c7-4e80-bcff-db1d74494ae4] No waiting events found dispatching network-vif-plugged-7a48f830-c1b3-4aed-99de-a896ac2206c8 {{(pid=65448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1194.602657] env[65448]: WARNING nova.compute.manager [req-ec377f1d-e292-497a-9a6f-bb52217cd925 req-b98e9472-6537-42f3-a3f7-72b1418f55be service nova] [instance: a664bc6a-97c7-4e80-bcff-db1d74494ae4] Received unexpected event network-vif-plugged-7a48f830-c1b3-4aed-99de-a896ac2206c8 for instance with vm_state building and task_state spawning. [ 1194.712262] env[65448]: DEBUG oslo_concurrency.lockutils [None req-15895028-c9fc-4b1e-88eb-d22fb6d7583b tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Releasing lock "refresh_cache-ba6a1ee3-101e-485e-b8b1-773051cb19b6" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.712811] env[65448]: DEBUG nova.compute.manager [None req-15895028-c9fc-4b1e-88eb-d22fb6d7583b tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: ba6a1ee3-101e-485e-b8b1-773051cb19b6] Instance network_info: |[{"id": "73fe152c-5af7-4522-ad50-a52a029a94d2", "address": "fa:16:3e:95:72:cd", "network": {"id": "3e956ed0-8002-4352-a2f0-0b0c88eed513", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-351560953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f8d5716103c4544ad3c5ca0f9963943", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73fe152c-5a", "ovs_interfaceid": "73fe152c-5af7-4522-ad50-a52a029a94d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 1194.713153] env[65448]: DEBUG oslo_concurrency.lockutils [req-90b783d4-9306-4634-bd01-edb9e3ef6f11 req-c778ae6d-d60a-4963-94c7-06eed685c188 service nova] Acquired lock "refresh_cache-ba6a1ee3-101e-485e-b8b1-773051cb19b6" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.713355] env[65448]: DEBUG nova.network.neutron [req-90b783d4-9306-4634-bd01-edb9e3ef6f11 req-c778ae6d-d60a-4963-94c7-06eed685c188 service nova] [instance: ba6a1ee3-101e-485e-b8b1-773051cb19b6] Refreshing network info cache for port 73fe152c-5af7-4522-ad50-a52a029a94d2 {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1194.715916] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-15895028-c9fc-4b1e-88eb-d22fb6d7583b tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: ba6a1ee3-101e-485e-b8b1-773051cb19b6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:95:72:cd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3ff3baee-99ce-4b51-ae98-efc6163aaab3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '73fe152c-5af7-4522-ad50-a52a029a94d2', 'vif_model': 'vmxnet3'}] {{(pid=65448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1194.726444] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-15895028-c9fc-4b1e-88eb-d22fb6d7583b tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1194.728097] env[65448]: DEBUG nova.network.neutron [None req-c589c8bc-8c56-4529-b90a-12462c66e2ea tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: a664bc6a-97c7-4e80-bcff-db1d74494ae4] Successfully updated port: 7a48f830-c1b3-4aed-99de-a896ac2206c8 {{(pid=65448) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1194.729650] env[65448]: DEBUG oslo_concurrency.lockutils [None req-167cebce-2ac2-470e-a238-02fa590a2b3e tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Acquiring lock "interface-f3456e77-34cb-48b6-a71b-3a0a5066d704-cd567ccb-1664-4fa9-b38e-3c0e24fb9765" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.729934] env[65448]: DEBUG oslo_concurrency.lockutils [None req-167cebce-2ac2-470e-a238-02fa590a2b3e tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Lock "interface-f3456e77-34cb-48b6-a71b-3a0a5066d704-cd567ccb-1664-4fa9-b38e-3c0e24fb9765" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.731077] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba6a1ee3-101e-485e-b8b1-773051cb19b6] Creating VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1194.732146] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4cf76da7-c934-4aed-b230-2672bacaa386 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.756189] env[65448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1194.756189] env[65448]: value = "task-4938516" [ 1194.756189] env[65448]: _type = "Task" [ 1194.756189] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.767009] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4938516, 'name': CreateVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.881250] env[65448]: DEBUG oslo_vmware.api [None req-8098abe5-078e-463e-8f34-eca76c4ac742 tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] Task: {'id': task-4938515, 'name': RelocateVM_Task} progress is 97%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.229054] env[65448]: WARNING neutronclient.v2_0.client [req-90b783d4-9306-4634-bd01-edb9e3ef6f11 req-c778ae6d-d60a-4963-94c7-06eed685c188 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1195.232753] env[65448]: DEBUG oslo_concurrency.lockutils [None req-167cebce-2ac2-470e-a238-02fa590a2b3e tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Acquiring lock "f3456e77-34cb-48b6-a71b-3a0a5066d704" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.233265] env[65448]: DEBUG oslo_concurrency.lockutils [None req-167cebce-2ac2-470e-a238-02fa590a2b3e tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Acquired lock "f3456e77-34cb-48b6-a71b-3a0a5066d704" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.233605] env[65448]: DEBUG oslo_concurrency.lockutils [None req-c589c8bc-8c56-4529-b90a-12462c66e2ea tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Acquiring lock "refresh_cache-a664bc6a-97c7-4e80-bcff-db1d74494ae4" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.233780] env[65448]: DEBUG oslo_concurrency.lockutils [None req-c589c8bc-8c56-4529-b90a-12462c66e2ea tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Acquired lock "refresh_cache-a664bc6a-97c7-4e80-bcff-db1d74494ae4" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.233963] env[65448]: DEBUG nova.network.neutron [None req-c589c8bc-8c56-4529-b90a-12462c66e2ea tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: a664bc6a-97c7-4e80-bcff-db1d74494ae4] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1195.235932] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bd7f0b4-758a-4a98-827a-169e688fa1cb {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.261917] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ce6e5f6-cf62-462f-9ae5-b30730c9c138 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.289957] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4938516, 'name': CreateVM_Task, 'duration_secs': 0.392565} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.290494] env[65448]: WARNING neutronclient.v2_0.client [None req-167cebce-2ac2-470e-a238-02fa590a2b3e tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1195.293272] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba6a1ee3-101e-485e-b8b1-773051cb19b6] Created VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1195.293889] env[65448]: WARNING neutronclient.v2_0.client [None req-15895028-c9fc-4b1e-88eb-d22fb6d7583b tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1195.337244] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-167cebce-2ac2-470e-a238-02fa590a2b3e tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: f3456e77-34cb-48b6-a71b-3a0a5066d704] Reconfiguring VM to detach interface {{(pid=65448) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1195.337747] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-904f1d3d-933d-4e34-99c1-9529df3fa97b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.356522] env[65448]: DEBUG oslo_concurrency.lockutils [None req-15895028-c9fc-4b1e-88eb-d22fb6d7583b tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.356754] env[65448]: DEBUG oslo_concurrency.lockutils [None req-15895028-c9fc-4b1e-88eb-d22fb6d7583b tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.357161] env[65448]: DEBUG oslo_concurrency.lockutils [None req-15895028-c9fc-4b1e-88eb-d22fb6d7583b tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.357828] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c62fe2d6-5b03-454f-b4c0-7c0bcdb1caba {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.364123] env[65448]: DEBUG oslo_vmware.api [None req-15895028-c9fc-4b1e-88eb-d22fb6d7583b tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Waiting for the task: (returnval){ [ 1195.364123] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52219d94-0ff7-8180-c7af-d0a3dff2f7be" [ 1195.364123] env[65448]: _type = "Task" [ 1195.364123] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.369606] env[65448]: DEBUG oslo_vmware.api [None req-167cebce-2ac2-470e-a238-02fa590a2b3e tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Waiting for the task: (returnval){ [ 1195.369606] env[65448]: value = "task-4938517" [ 1195.369606] env[65448]: _type = "Task" [ 1195.369606] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.383546] env[65448]: DEBUG oslo_vmware.api [None req-15895028-c9fc-4b1e-88eb-d22fb6d7583b tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52219d94-0ff7-8180-c7af-d0a3dff2f7be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.388979] env[65448]: DEBUG oslo_vmware.api [None req-8098abe5-078e-463e-8f34-eca76c4ac742 tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] Task: {'id': task-4938515, 'name': RelocateVM_Task} progress is 98%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.396035] env[65448]: DEBUG oslo_vmware.api [None req-167cebce-2ac2-470e-a238-02fa590a2b3e tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': task-4938517, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.429462] env[65448]: WARNING neutronclient.v2_0.client [req-90b783d4-9306-4634-bd01-edb9e3ef6f11 req-c778ae6d-d60a-4963-94c7-06eed685c188 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1195.504122] env[65448]: DEBUG nova.network.neutron [req-90b783d4-9306-4634-bd01-edb9e3ef6f11 req-c778ae6d-d60a-4963-94c7-06eed685c188 service nova] [instance: ba6a1ee3-101e-485e-b8b1-773051cb19b6] Updated VIF entry in instance network info cache for port 73fe152c-5af7-4522-ad50-a52a029a94d2. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1195.504676] env[65448]: DEBUG nova.network.neutron [req-90b783d4-9306-4634-bd01-edb9e3ef6f11 req-c778ae6d-d60a-4963-94c7-06eed685c188 service nova] [instance: ba6a1ee3-101e-485e-b8b1-773051cb19b6] Updating instance_info_cache with network_info: [{"id": "73fe152c-5af7-4522-ad50-a52a029a94d2", "address": "fa:16:3e:95:72:cd", "network": {"id": "3e956ed0-8002-4352-a2f0-0b0c88eed513", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-351560953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f8d5716103c4544ad3c5ca0f9963943", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73fe152c-5a", "ovs_interfaceid": "73fe152c-5af7-4522-ad50-a52a029a94d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.517881] env[65448]: DEBUG oslo_service.periodic_task [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1195.518385] env[65448]: DEBUG oslo_service.periodic_task [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1195.518559] env[65448]: DEBUG oslo_service.periodic_task [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1195.518698] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65448) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1195.781099] env[65448]: DEBUG nova.network.neutron [None req-c589c8bc-8c56-4529-b90a-12462c66e2ea tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: a664bc6a-97c7-4e80-bcff-db1d74494ae4] Instance cache missing network info. {{(pid=65448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1195.861525] env[65448]: WARNING neutronclient.v2_0.client [None req-c589c8bc-8c56-4529-b90a-12462c66e2ea tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1195.876952] env[65448]: DEBUG oslo_vmware.api [None req-15895028-c9fc-4b1e-88eb-d22fb6d7583b tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52219d94-0ff7-8180-c7af-d0a3dff2f7be, 'name': SearchDatastore_Task, 'duration_secs': 0.020917} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.880635] env[65448]: DEBUG oslo_concurrency.lockutils [None req-15895028-c9fc-4b1e-88eb-d22fb6d7583b tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.880894] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-15895028-c9fc-4b1e-88eb-d22fb6d7583b tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: ba6a1ee3-101e-485e-b8b1-773051cb19b6] Processing image 50fb366d-48e6-424f-9c20-bc83d77be76a {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1195.881191] env[65448]: DEBUG oslo_concurrency.lockutils [None req-15895028-c9fc-4b1e-88eb-d22fb6d7583b tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.881344] env[65448]: DEBUG oslo_concurrency.lockutils [None req-15895028-c9fc-4b1e-88eb-d22fb6d7583b tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.881527] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-15895028-c9fc-4b1e-88eb-d22fb6d7583b tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1195.887013] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-befc3002-db14-4571-811c-28e210581a3f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.888908] env[65448]: DEBUG oslo_vmware.api [None req-8098abe5-078e-463e-8f34-eca76c4ac742 tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] Task: {'id': task-4938515, 'name': RelocateVM_Task} progress is 98%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.895275] env[65448]: DEBUG oslo_vmware.api [None req-167cebce-2ac2-470e-a238-02fa590a2b3e tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': task-4938517, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.912997] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-15895028-c9fc-4b1e-88eb-d22fb6d7583b tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1195.913215] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-15895028-c9fc-4b1e-88eb-d22fb6d7583b tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1195.914058] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a87fafad-2bad-4b1f-84b5-be97fefd3c31 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.920136] env[65448]: DEBUG oslo_vmware.api [None req-15895028-c9fc-4b1e-88eb-d22fb6d7583b tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Waiting for the task: (returnval){ [ 1195.920136] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52720471-7606-f8c2-cb5f-6c822f91ec1e" [ 1195.920136] env[65448]: _type = "Task" [ 1195.920136] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.929521] env[65448]: DEBUG oslo_vmware.api [None req-15895028-c9fc-4b1e-88eb-d22fb6d7583b tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52720471-7606-f8c2-cb5f-6c822f91ec1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.937262] env[65448]: DEBUG nova.network.neutron [None req-c589c8bc-8c56-4529-b90a-12462c66e2ea tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: a664bc6a-97c7-4e80-bcff-db1d74494ae4] Updating instance_info_cache with network_info: [{"id": "7a48f830-c1b3-4aed-99de-a896ac2206c8", "address": "fa:16:3e:7c:18:3f", "network": {"id": "4e0352d8-558b-49e0-81dd-d7132b36af3d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-328140024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c8e9c9b80524b25833ad43c15e78a5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a48f830-c1", "ovs_interfaceid": "7a48f830-c1b3-4aed-99de-a896ac2206c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.008371] env[65448]: DEBUG oslo_concurrency.lockutils [req-90b783d4-9306-4634-bd01-edb9e3ef6f11 req-c778ae6d-d60a-4963-94c7-06eed685c188 service nova] Releasing lock "refresh_cache-ba6a1ee3-101e-485e-b8b1-773051cb19b6" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.008643] env[65448]: DEBUG nova.compute.manager [req-90b783d4-9306-4634-bd01-edb9e3ef6f11 req-c778ae6d-d60a-4963-94c7-06eed685c188 service nova] [instance: 78d46c99-f185-4a36-8931-d0dd14dd4a7f] Received event network-changed-0dd34a58-5494-4dd4-84b5-9444987b0631 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1196.008815] env[65448]: DEBUG nova.compute.manager [req-90b783d4-9306-4634-bd01-edb9e3ef6f11 req-c778ae6d-d60a-4963-94c7-06eed685c188 service nova] [instance: 78d46c99-f185-4a36-8931-d0dd14dd4a7f] Refreshing instance network info cache due to event network-changed-0dd34a58-5494-4dd4-84b5-9444987b0631. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 1196.009041] env[65448]: DEBUG oslo_concurrency.lockutils [req-90b783d4-9306-4634-bd01-edb9e3ef6f11 req-c778ae6d-d60a-4963-94c7-06eed685c188 service nova] Acquiring lock "refresh_cache-78d46c99-f185-4a36-8931-d0dd14dd4a7f" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.009175] env[65448]: DEBUG oslo_concurrency.lockutils [req-90b783d4-9306-4634-bd01-edb9e3ef6f11 req-c778ae6d-d60a-4963-94c7-06eed685c188 service nova] Acquired lock "refresh_cache-78d46c99-f185-4a36-8931-d0dd14dd4a7f" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.009329] env[65448]: DEBUG nova.network.neutron [req-90b783d4-9306-4634-bd01-edb9e3ef6f11 req-c778ae6d-d60a-4963-94c7-06eed685c188 service nova] [instance: 78d46c99-f185-4a36-8931-d0dd14dd4a7f] Refreshing network info cache for port 0dd34a58-5494-4dd4-84b5-9444987b0631 {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1196.383542] env[65448]: DEBUG oslo_vmware.api [None req-8098abe5-078e-463e-8f34-eca76c4ac742 tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] Task: {'id': task-4938515, 'name': RelocateVM_Task, 'duration_secs': 3.94726} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.383913] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-8098abe5-078e-463e-8f34-eca76c4ac742 tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] Volume attach. Driver type: vmdk {{(pid=65448) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1196.384097] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-8098abe5-078e-463e-8f34-eca76c4ac742 tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-962081', 'volume_id': 'f609692a-2150-49d7-9a8e-60ccd21f9683', 'name': 'volume-f609692a-2150-49d7-9a8e-60ccd21f9683', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '753a9b2e-f28b-4680-82ea-afa474d6b0c3', 'attached_at': '', 'detached_at': '', 'volume_id': 'f609692a-2150-49d7-9a8e-60ccd21f9683', 'serial': 'f609692a-2150-49d7-9a8e-60ccd21f9683'} {{(pid=65448) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1196.385307] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e5ce992-90a3-476b-859a-9d2e1c210576 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.391706] env[65448]: DEBUG oslo_vmware.api [None req-167cebce-2ac2-470e-a238-02fa590a2b3e tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': task-4938517, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.406252] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92033554-a3de-47a8-a1a2-542a8797f0d8 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.430173] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-8098abe5-078e-463e-8f34-eca76c4ac742 tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] volume-f609692a-2150-49d7-9a8e-60ccd21f9683/volume-f609692a-2150-49d7-9a8e-60ccd21f9683.vmdk or device None with type thin {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1196.433755] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b72a240-41d9-43c2-9bf7-23a288e917a7 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.448557] env[65448]: DEBUG oslo_concurrency.lockutils [None req-c589c8bc-8c56-4529-b90a-12462c66e2ea tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Releasing lock "refresh_cache-a664bc6a-97c7-4e80-bcff-db1d74494ae4" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.448891] env[65448]: DEBUG nova.compute.manager [None req-c589c8bc-8c56-4529-b90a-12462c66e2ea tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: a664bc6a-97c7-4e80-bcff-db1d74494ae4] Instance network_info: |[{"id": "7a48f830-c1b3-4aed-99de-a896ac2206c8", "address": "fa:16:3e:7c:18:3f", "network": {"id": "4e0352d8-558b-49e0-81dd-d7132b36af3d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-328140024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c8e9c9b80524b25833ad43c15e78a5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a48f830-c1", "ovs_interfaceid": "7a48f830-c1b3-4aed-99de-a896ac2206c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 1196.449783] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-c589c8bc-8c56-4529-b90a-12462c66e2ea tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: a664bc6a-97c7-4e80-bcff-db1d74494ae4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7c:18:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e23c1d18-c841-49ea-95f3-df5ceac28afd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7a48f830-c1b3-4aed-99de-a896ac2206c8', 'vif_model': 'vmxnet3'}] {{(pid=65448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1196.457372] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-c589c8bc-8c56-4529-b90a-12462c66e2ea tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1196.461950] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a664bc6a-97c7-4e80-bcff-db1d74494ae4] Creating VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1196.462290] env[65448]: DEBUG oslo_vmware.api [None req-15895028-c9fc-4b1e-88eb-d22fb6d7583b tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52720471-7606-f8c2-cb5f-6c822f91ec1e, 'name': SearchDatastore_Task, 'duration_secs': 0.059598} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.462500] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f50be04a-879f-412c-ab73-3a7ca92132f0 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.479232] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4ab9643-49d9-4326-b85e-e4299437cbf9 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.482208] env[65448]: DEBUG oslo_vmware.api [None req-8098abe5-078e-463e-8f34-eca76c4ac742 tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] Waiting for the task: (returnval){ [ 1196.482208] env[65448]: value = "task-4938518" [ 1196.482208] env[65448]: _type = "Task" [ 1196.482208] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.487589] env[65448]: DEBUG oslo_vmware.api [None req-15895028-c9fc-4b1e-88eb-d22fb6d7583b tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Waiting for the task: (returnval){ [ 1196.487589] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52900c6b-404a-c79d-3d3e-94deee2422f8" [ 1196.487589] env[65448]: _type = "Task" [ 1196.487589] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.489414] env[65448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1196.489414] env[65448]: value = "task-4938519" [ 1196.489414] env[65448]: _type = "Task" [ 1196.489414] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.499285] env[65448]: DEBUG oslo_vmware.api [None req-8098abe5-078e-463e-8f34-eca76c4ac742 tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] Task: {'id': task-4938518, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.505315] env[65448]: DEBUG oslo_vmware.api [None req-15895028-c9fc-4b1e-88eb-d22fb6d7583b tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52900c6b-404a-c79d-3d3e-94deee2422f8, 'name': SearchDatastore_Task, 'duration_secs': 0.012191} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.508900] env[65448]: DEBUG oslo_concurrency.lockutils [None req-15895028-c9fc-4b1e-88eb-d22fb6d7583b tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.509234] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-15895028-c9fc-4b1e-88eb-d22fb6d7583b tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] ba6a1ee3-101e-485e-b8b1-773051cb19b6/ba6a1ee3-101e-485e-b8b1-773051cb19b6.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1196.509507] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4938519, 'name': CreateVM_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.509739] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-477902a5-ce26-4292-a393-44439541b37d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.512150] env[65448]: WARNING neutronclient.v2_0.client [req-90b783d4-9306-4634-bd01-edb9e3ef6f11 req-c778ae6d-d60a-4963-94c7-06eed685c188 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1196.524715] env[65448]: DEBUG oslo_vmware.api [None req-15895028-c9fc-4b1e-88eb-d22fb6d7583b tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Waiting for the task: (returnval){ [ 1196.524715] env[65448]: value = "task-4938520" [ 1196.524715] env[65448]: _type = "Task" [ 1196.524715] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.534236] env[65448]: DEBUG oslo_vmware.api [None req-15895028-c9fc-4b1e-88eb-d22fb6d7583b tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': task-4938520, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.647628] env[65448]: DEBUG nova.compute.manager [req-f2f2d73e-88c8-42bc-abaf-37f901a7bb81 req-29e96bd2-4939-4f5b-a1f7-f8b2724489a9 service nova] [instance: a664bc6a-97c7-4e80-bcff-db1d74494ae4] Received event network-changed-7a48f830-c1b3-4aed-99de-a896ac2206c8 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1196.647863] env[65448]: DEBUG nova.compute.manager [req-f2f2d73e-88c8-42bc-abaf-37f901a7bb81 req-29e96bd2-4939-4f5b-a1f7-f8b2724489a9 service nova] [instance: a664bc6a-97c7-4e80-bcff-db1d74494ae4] Refreshing instance network info cache due to event network-changed-7a48f830-c1b3-4aed-99de-a896ac2206c8. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 1196.648291] env[65448]: DEBUG oslo_concurrency.lockutils [req-f2f2d73e-88c8-42bc-abaf-37f901a7bb81 req-29e96bd2-4939-4f5b-a1f7-f8b2724489a9 service nova] Acquiring lock "refresh_cache-a664bc6a-97c7-4e80-bcff-db1d74494ae4" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.648462] env[65448]: DEBUG oslo_concurrency.lockutils [req-f2f2d73e-88c8-42bc-abaf-37f901a7bb81 req-29e96bd2-4939-4f5b-a1f7-f8b2724489a9 service nova] Acquired lock "refresh_cache-a664bc6a-97c7-4e80-bcff-db1d74494ae4" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.648750] env[65448]: DEBUG nova.network.neutron [req-f2f2d73e-88c8-42bc-abaf-37f901a7bb81 req-29e96bd2-4939-4f5b-a1f7-f8b2724489a9 service nova] [instance: a664bc6a-97c7-4e80-bcff-db1d74494ae4] Refreshing network info cache for port 7a48f830-c1b3-4aed-99de-a896ac2206c8 {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1196.721263] env[65448]: WARNING neutronclient.v2_0.client [req-90b783d4-9306-4634-bd01-edb9e3ef6f11 req-c778ae6d-d60a-4963-94c7-06eed685c188 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1196.745926] env[65448]: DEBUG oslo_vmware.rw_handles [None req-f6560458-4c1f-444b-bada-f10da6dcda6c tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526994d6-859d-7895-4c3e-6e0bc8dac995/disk-0.vmdk. {{(pid=65448) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1196.746975] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-373b89f7-36ba-4dd3-921c-2e23cef4acd9 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.755310] env[65448]: DEBUG oslo_vmware.rw_handles [None req-f6560458-4c1f-444b-bada-f10da6dcda6c tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526994d6-859d-7895-4c3e-6e0bc8dac995/disk-0.vmdk is in state: ready. {{(pid=65448) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1196.755546] env[65448]: ERROR oslo_vmware.rw_handles [None req-f6560458-4c1f-444b-bada-f10da6dcda6c tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526994d6-859d-7895-4c3e-6e0bc8dac995/disk-0.vmdk due to incomplete transfer. [ 1196.755721] env[65448]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c08ea852-9436-40a1-a46d-d61e3644fbe3 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.766811] env[65448]: DEBUG oslo_vmware.rw_handles [None req-f6560458-4c1f-444b-bada-f10da6dcda6c tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526994d6-859d-7895-4c3e-6e0bc8dac995/disk-0.vmdk. {{(pid=65448) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1196.767098] env[65448]: DEBUG nova.virt.vmwareapi.images [None req-f6560458-4c1f-444b-bada-f10da6dcda6c tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] [instance: f1ccec14-6c3b-4745-ac14-5e4acb191b56] Uploaded image b88e6f27-cf9b-4072-86e8-2e447b0298b5 to the Glance image server {{(pid=65448) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1196.769646] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6560458-4c1f-444b-bada-f10da6dcda6c tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] [instance: f1ccec14-6c3b-4745-ac14-5e4acb191b56] Destroying the VM {{(pid=65448) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1196.769994] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-92dcdbd8-9903-49fc-98a0-a5110c54392d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.782125] env[65448]: DEBUG oslo_vmware.api [None req-f6560458-4c1f-444b-bada-f10da6dcda6c tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Waiting for the task: (returnval){ [ 1196.782125] env[65448]: value = "task-4938521" [ 1196.782125] env[65448]: _type = "Task" [ 1196.782125] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.795293] env[65448]: DEBUG oslo_vmware.api [None req-f6560458-4c1f-444b-bada-f10da6dcda6c tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Task: {'id': task-4938521, 'name': Destroy_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.835920] env[65448]: DEBUG nova.network.neutron [req-90b783d4-9306-4634-bd01-edb9e3ef6f11 req-c778ae6d-d60a-4963-94c7-06eed685c188 service nova] [instance: 78d46c99-f185-4a36-8931-d0dd14dd4a7f] Updated VIF entry in instance network info cache for port 0dd34a58-5494-4dd4-84b5-9444987b0631. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1196.836377] env[65448]: DEBUG nova.network.neutron [req-90b783d4-9306-4634-bd01-edb9e3ef6f11 req-c778ae6d-d60a-4963-94c7-06eed685c188 service nova] [instance: 78d46c99-f185-4a36-8931-d0dd14dd4a7f] Updating instance_info_cache with network_info: [{"id": "0dd34a58-5494-4dd4-84b5-9444987b0631", "address": "fa:16:3e:90:86:c1", "network": {"id": "98f05a7f-a025-4156-98ea-c5f7aaab79bf", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1834771820-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e377eb92259c42e9b71b1927f8775fd3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d39252e-42ef-4252-98d3-62af5a0d109d", "external-id": "nsx-vlan-transportzone-190", "segmentation_id": 190, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0dd34a58-54", "ovs_interfaceid": "0dd34a58-5494-4dd4-84b5-9444987b0631", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.888744] env[65448]: DEBUG oslo_vmware.api [None req-167cebce-2ac2-470e-a238-02fa590a2b3e tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': task-4938517, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.994639] env[65448]: DEBUG oslo_vmware.api [None req-8098abe5-078e-463e-8f34-eca76c4ac742 tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] Task: {'id': task-4938518, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.006189] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4938519, 'name': CreateVM_Task, 'duration_secs': 0.391818} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.006514] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a664bc6a-97c7-4e80-bcff-db1d74494ae4] Created VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1197.006968] env[65448]: WARNING neutronclient.v2_0.client [None req-c589c8bc-8c56-4529-b90a-12462c66e2ea tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1197.007367] env[65448]: DEBUG oslo_concurrency.lockutils [None req-c589c8bc-8c56-4529-b90a-12462c66e2ea tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.007526] env[65448]: DEBUG oslo_concurrency.lockutils [None req-c589c8bc-8c56-4529-b90a-12462c66e2ea tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.007945] env[65448]: DEBUG oslo_concurrency.lockutils [None req-c589c8bc-8c56-4529-b90a-12462c66e2ea tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.008235] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-331158e2-1ed5-4268-8eca-82ff9d5b100b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.014847] env[65448]: DEBUG oslo_vmware.api [None req-c589c8bc-8c56-4529-b90a-12462c66e2ea tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Waiting for the task: (returnval){ [ 1197.014847] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]525017a7-b480-9fe9-5d6c-0d0aedf33f9b" [ 1197.014847] env[65448]: _type = "Task" [ 1197.014847] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.024817] env[65448]: DEBUG oslo_vmware.api [None req-c589c8bc-8c56-4529-b90a-12462c66e2ea tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]525017a7-b480-9fe9-5d6c-0d0aedf33f9b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.033743] env[65448]: DEBUG oslo_vmware.api [None req-15895028-c9fc-4b1e-88eb-d22fb6d7583b tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': task-4938520, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.151390] env[65448]: WARNING neutronclient.v2_0.client [req-f2f2d73e-88c8-42bc-abaf-37f901a7bb81 req-29e96bd2-4939-4f5b-a1f7-f8b2724489a9 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1197.291530] env[65448]: DEBUG oslo_vmware.api [None req-f6560458-4c1f-444b-bada-f10da6dcda6c tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Task: {'id': task-4938521, 'name': Destroy_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.301804] env[65448]: WARNING neutronclient.v2_0.client [req-f2f2d73e-88c8-42bc-abaf-37f901a7bb81 req-29e96bd2-4939-4f5b-a1f7-f8b2724489a9 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1197.340468] env[65448]: DEBUG oslo_concurrency.lockutils [req-90b783d4-9306-4634-bd01-edb9e3ef6f11 req-c778ae6d-d60a-4963-94c7-06eed685c188 service nova] Releasing lock "refresh_cache-78d46c99-f185-4a36-8931-d0dd14dd4a7f" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.389131] env[65448]: DEBUG oslo_vmware.api [None req-167cebce-2ac2-470e-a238-02fa590a2b3e tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': task-4938517, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.407268] env[65448]: DEBUG nova.network.neutron [req-f2f2d73e-88c8-42bc-abaf-37f901a7bb81 req-29e96bd2-4939-4f5b-a1f7-f8b2724489a9 service nova] [instance: a664bc6a-97c7-4e80-bcff-db1d74494ae4] Updated VIF entry in instance network info cache for port 7a48f830-c1b3-4aed-99de-a896ac2206c8. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1197.407625] env[65448]: DEBUG nova.network.neutron [req-f2f2d73e-88c8-42bc-abaf-37f901a7bb81 req-29e96bd2-4939-4f5b-a1f7-f8b2724489a9 service nova] [instance: a664bc6a-97c7-4e80-bcff-db1d74494ae4] Updating instance_info_cache with network_info: [{"id": "7a48f830-c1b3-4aed-99de-a896ac2206c8", "address": "fa:16:3e:7c:18:3f", "network": {"id": "4e0352d8-558b-49e0-81dd-d7132b36af3d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-328140024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c8e9c9b80524b25833ad43c15e78a5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a48f830-c1", "ovs_interfaceid": "7a48f830-c1b3-4aed-99de-a896ac2206c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.495951] env[65448]: DEBUG oslo_vmware.api [None req-8098abe5-078e-463e-8f34-eca76c4ac742 tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] Task: {'id': task-4938518, 'name': ReconfigVM_Task, 'duration_secs': 0.556715} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.496542] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-8098abe5-078e-463e-8f34-eca76c4ac742 tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] Reconfigured VM instance instance-00000073 to attach disk [datastore2] volume-f609692a-2150-49d7-9a8e-60ccd21f9683/volume-f609692a-2150-49d7-9a8e-60ccd21f9683.vmdk or device None with type thin {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1197.501798] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03c54e86-fda3-41eb-9049-e8d15adcb49c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.520741] env[65448]: DEBUG oslo_vmware.api [None req-8098abe5-078e-463e-8f34-eca76c4ac742 tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] Waiting for the task: (returnval){ [ 1197.520741] env[65448]: value = "task-4938522" [ 1197.520741] env[65448]: _type = "Task" [ 1197.520741] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.529874] env[65448]: DEBUG oslo_vmware.api [None req-c589c8bc-8c56-4529-b90a-12462c66e2ea tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]525017a7-b480-9fe9-5d6c-0d0aedf33f9b, 'name': SearchDatastore_Task, 'duration_secs': 0.017326} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.537042] env[65448]: DEBUG oslo_concurrency.lockutils [None req-c589c8bc-8c56-4529-b90a-12462c66e2ea tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.537346] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-c589c8bc-8c56-4529-b90a-12462c66e2ea tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: a664bc6a-97c7-4e80-bcff-db1d74494ae4] Processing image 50fb366d-48e6-424f-9c20-bc83d77be76a {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1197.537594] env[65448]: DEBUG oslo_concurrency.lockutils [None req-c589c8bc-8c56-4529-b90a-12462c66e2ea tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.537739] env[65448]: DEBUG oslo_concurrency.lockutils [None req-c589c8bc-8c56-4529-b90a-12462c66e2ea tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.537914] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-c589c8bc-8c56-4529-b90a-12462c66e2ea tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1197.538257] env[65448]: DEBUG oslo_vmware.api [None req-8098abe5-078e-463e-8f34-eca76c4ac742 tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] Task: {'id': task-4938522, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.538520] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-67699a7a-17d1-49e6-8364-a6a51578dd05 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.547490] env[65448]: DEBUG oslo_vmware.api [None req-15895028-c9fc-4b1e-88eb-d22fb6d7583b tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': task-4938520, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.521466} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.548909] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-15895028-c9fc-4b1e-88eb-d22fb6d7583b tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] ba6a1ee3-101e-485e-b8b1-773051cb19b6/ba6a1ee3-101e-485e-b8b1-773051cb19b6.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1197.549174] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-15895028-c9fc-4b1e-88eb-d22fb6d7583b tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: ba6a1ee3-101e-485e-b8b1-773051cb19b6] Extending root virtual disk to 1048576 {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1197.549840] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-c589c8bc-8c56-4529-b90a-12462c66e2ea tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1197.550050] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-c589c8bc-8c56-4529-b90a-12462c66e2ea tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1197.550847] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ca1c0e7c-37ec-46e8-a923-4ffccc4e61cc {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.552955] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1299a95-43b9-4bf1-8ae8-b3b619b65674 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.559435] env[65448]: DEBUG oslo_vmware.api [None req-c589c8bc-8c56-4529-b90a-12462c66e2ea tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Waiting for the task: (returnval){ [ 1197.559435] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52753179-b1ac-a9e8-5c8e-03793d617b8b" [ 1197.559435] env[65448]: _type = "Task" [ 1197.559435] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.564107] env[65448]: DEBUG oslo_vmware.api [None req-15895028-c9fc-4b1e-88eb-d22fb6d7583b tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Waiting for the task: (returnval){ [ 1197.564107] env[65448]: value = "task-4938523" [ 1197.564107] env[65448]: _type = "Task" [ 1197.564107] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.573354] env[65448]: DEBUG oslo_vmware.api [None req-c589c8bc-8c56-4529-b90a-12462c66e2ea tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52753179-b1ac-a9e8-5c8e-03793d617b8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.579402] env[65448]: DEBUG oslo_vmware.api [None req-15895028-c9fc-4b1e-88eb-d22fb6d7583b tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': task-4938523, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.793149] env[65448]: DEBUG oslo_vmware.api [None req-f6560458-4c1f-444b-bada-f10da6dcda6c tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Task: {'id': task-4938521, 'name': Destroy_Task} progress is 33%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.889804] env[65448]: DEBUG oslo_vmware.api [None req-167cebce-2ac2-470e-a238-02fa590a2b3e tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': task-4938517, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.911177] env[65448]: DEBUG oslo_concurrency.lockutils [req-f2f2d73e-88c8-42bc-abaf-37f901a7bb81 req-29e96bd2-4939-4f5b-a1f7-f8b2724489a9 service nova] Releasing lock "refresh_cache-a664bc6a-97c7-4e80-bcff-db1d74494ae4" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.031934] env[65448]: DEBUG oslo_vmware.api [None req-8098abe5-078e-463e-8f34-eca76c4ac742 tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] Task: {'id': task-4938522, 'name': ReconfigVM_Task, 'duration_secs': 0.330878} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.032259] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-8098abe5-078e-463e-8f34-eca76c4ac742 tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-962081', 'volume_id': 'f609692a-2150-49d7-9a8e-60ccd21f9683', 'name': 'volume-f609692a-2150-49d7-9a8e-60ccd21f9683', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '753a9b2e-f28b-4680-82ea-afa474d6b0c3', 'attached_at': '', 'detached_at': '', 'volume_id': 'f609692a-2150-49d7-9a8e-60ccd21f9683', 'serial': 'f609692a-2150-49d7-9a8e-60ccd21f9683'} {{(pid=65448) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1198.032814] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ae75c571-a40a-43a3-ad2a-3e265223dfe3 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.040019] env[65448]: DEBUG oslo_vmware.api [None req-8098abe5-078e-463e-8f34-eca76c4ac742 tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] Waiting for the task: (returnval){ [ 1198.040019] env[65448]: value = "task-4938524" [ 1198.040019] env[65448]: _type = "Task" [ 1198.040019] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.049477] env[65448]: DEBUG oslo_vmware.api [None req-8098abe5-078e-463e-8f34-eca76c4ac742 tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] Task: {'id': task-4938524, 'name': Rename_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.074808] env[65448]: DEBUG oslo_vmware.api [None req-15895028-c9fc-4b1e-88eb-d22fb6d7583b tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': task-4938523, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.346356} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.078755] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-15895028-c9fc-4b1e-88eb-d22fb6d7583b tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: ba6a1ee3-101e-485e-b8b1-773051cb19b6] Extended root virtual disk {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1198.079143] env[65448]: DEBUG oslo_vmware.api [None req-c589c8bc-8c56-4529-b90a-12462c66e2ea tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52753179-b1ac-a9e8-5c8e-03793d617b8b, 'name': SearchDatastore_Task, 'duration_secs': 0.021512} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.079975] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ebbc398-3817-47a8-a372-77746623d634 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.083360] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb3543fa-3e4b-44a7-93e3-be0c4dd58ccc {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.099395] env[65448]: DEBUG oslo_vmware.api [None req-c589c8bc-8c56-4529-b90a-12462c66e2ea tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Waiting for the task: (returnval){ [ 1198.099395] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52ab3482-3f65-4454-3b64-decaab194ab6" [ 1198.099395] env[65448]: _type = "Task" [ 1198.099395] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.108393] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-15895028-c9fc-4b1e-88eb-d22fb6d7583b tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: ba6a1ee3-101e-485e-b8b1-773051cb19b6] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] ba6a1ee3-101e-485e-b8b1-773051cb19b6/ba6a1ee3-101e-485e-b8b1-773051cb19b6.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1198.108771] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c5ece424-8d21-4b90-a2af-74c5281ee895 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.132648] env[65448]: DEBUG oslo_vmware.api [None req-c589c8bc-8c56-4529-b90a-12462c66e2ea tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52ab3482-3f65-4454-3b64-decaab194ab6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.134071] env[65448]: DEBUG oslo_vmware.api [None req-15895028-c9fc-4b1e-88eb-d22fb6d7583b tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Waiting for the task: (returnval){ [ 1198.134071] env[65448]: value = "task-4938525" [ 1198.134071] env[65448]: _type = "Task" [ 1198.134071] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.142534] env[65448]: DEBUG oslo_vmware.api [None req-15895028-c9fc-4b1e-88eb-d22fb6d7583b tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': task-4938525, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.263573] env[65448]: DEBUG oslo_concurrency.lockutils [None req-1af6bbdb-dba8-41dd-83df-436e8a635823 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Acquiring lock "d53e2a3e-2205-44b0-9e68-91125832a67f" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.263864] env[65448]: DEBUG oslo_concurrency.lockutils [None req-1af6bbdb-dba8-41dd-83df-436e8a635823 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Lock "d53e2a3e-2205-44b0-9e68-91125832a67f" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.293287] env[65448]: DEBUG oslo_vmware.api [None req-f6560458-4c1f-444b-bada-f10da6dcda6c tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Task: {'id': task-4938521, 'name': Destroy_Task, 'duration_secs': 1.059088} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.293599] env[65448]: INFO nova.virt.vmwareapi.vm_util [None req-f6560458-4c1f-444b-bada-f10da6dcda6c tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] [instance: f1ccec14-6c3b-4745-ac14-5e4acb191b56] Destroyed the VM [ 1198.293863] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-f6560458-4c1f-444b-bada-f10da6dcda6c tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] [instance: f1ccec14-6c3b-4745-ac14-5e4acb191b56] Deleting Snapshot of the VM instance {{(pid=65448) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1198.294173] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-424b34ab-f791-4615-8c7c-d115b3644bf5 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.302159] env[65448]: DEBUG oslo_vmware.api [None req-f6560458-4c1f-444b-bada-f10da6dcda6c tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Waiting for the task: (returnval){ [ 1198.302159] env[65448]: value = "task-4938526" [ 1198.302159] env[65448]: _type = "Task" [ 1198.302159] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.311532] env[65448]: DEBUG oslo_vmware.api [None req-f6560458-4c1f-444b-bada-f10da6dcda6c tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Task: {'id': task-4938526, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.391320] env[65448]: DEBUG oslo_vmware.api [None req-167cebce-2ac2-470e-a238-02fa590a2b3e tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': task-4938517, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.552422] env[65448]: DEBUG oslo_vmware.api [None req-8098abe5-078e-463e-8f34-eca76c4ac742 tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] Task: {'id': task-4938524, 'name': Rename_Task, 'duration_secs': 0.303193} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.552682] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-8098abe5-078e-463e-8f34-eca76c4ac742 tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1198.552927] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-79b2c678-f035-4d60-aea5-aa75c0d4387f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.559574] env[65448]: DEBUG oslo_vmware.api [None req-8098abe5-078e-463e-8f34-eca76c4ac742 tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] Waiting for the task: (returnval){ [ 1198.559574] env[65448]: value = "task-4938527" [ 1198.559574] env[65448]: _type = "Task" [ 1198.559574] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.567609] env[65448]: DEBUG oslo_vmware.api [None req-8098abe5-078e-463e-8f34-eca76c4ac742 tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] Task: {'id': task-4938527, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.618766] env[65448]: DEBUG oslo_vmware.api [None req-c589c8bc-8c56-4529-b90a-12462c66e2ea tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52ab3482-3f65-4454-3b64-decaab194ab6, 'name': SearchDatastore_Task, 'duration_secs': 0.062961} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.619080] env[65448]: DEBUG oslo_concurrency.lockutils [None req-c589c8bc-8c56-4529-b90a-12462c66e2ea tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.619310] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-c589c8bc-8c56-4529-b90a-12462c66e2ea tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] a664bc6a-97c7-4e80-bcff-db1d74494ae4/a664bc6a-97c7-4e80-bcff-db1d74494ae4.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1198.619579] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5be99699-47de-4d4e-88c5-95f495b88744 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.626959] env[65448]: DEBUG oslo_vmware.api [None req-c589c8bc-8c56-4529-b90a-12462c66e2ea tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Waiting for the task: (returnval){ [ 1198.626959] env[65448]: value = "task-4938528" [ 1198.626959] env[65448]: _type = "Task" [ 1198.626959] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.635931] env[65448]: DEBUG oslo_vmware.api [None req-c589c8bc-8c56-4529-b90a-12462c66e2ea tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': task-4938528, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.644665] env[65448]: DEBUG oslo_vmware.api [None req-15895028-c9fc-4b1e-88eb-d22fb6d7583b tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': task-4938525, 'name': ReconfigVM_Task, 'duration_secs': 0.403634} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.644891] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-15895028-c9fc-4b1e-88eb-d22fb6d7583b tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: ba6a1ee3-101e-485e-b8b1-773051cb19b6] Reconfigured VM instance instance-00000074 to attach disk [datastore2] ba6a1ee3-101e-485e-b8b1-773051cb19b6/ba6a1ee3-101e-485e-b8b1-773051cb19b6.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1198.645644] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b08089fc-b628-4cd1-8b99-7f6fa88b7250 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.652950] env[65448]: DEBUG oslo_vmware.api [None req-15895028-c9fc-4b1e-88eb-d22fb6d7583b tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Waiting for the task: (returnval){ [ 1198.652950] env[65448]: value = "task-4938529" [ 1198.652950] env[65448]: _type = "Task" [ 1198.652950] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.662773] env[65448]: DEBUG oslo_vmware.api [None req-15895028-c9fc-4b1e-88eb-d22fb6d7583b tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': task-4938529, 'name': Rename_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.768211] env[65448]: INFO nova.compute.manager [None req-1af6bbdb-dba8-41dd-83df-436e8a635823 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d53e2a3e-2205-44b0-9e68-91125832a67f] Detaching volume c659ed91-6d18-4bb4-a9f7-05a83065bbb8 [ 1198.812383] env[65448]: DEBUG oslo_vmware.api [None req-f6560458-4c1f-444b-bada-f10da6dcda6c tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Task: {'id': task-4938526, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.813531] env[65448]: INFO nova.virt.block_device [None req-1af6bbdb-dba8-41dd-83df-436e8a635823 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d53e2a3e-2205-44b0-9e68-91125832a67f] Attempting to driver detach volume c659ed91-6d18-4bb4-a9f7-05a83065bbb8 from mountpoint /dev/sdb [ 1198.813756] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-1af6bbdb-dba8-41dd-83df-436e8a635823 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d53e2a3e-2205-44b0-9e68-91125832a67f] Volume detach. Driver type: vmdk {{(pid=65448) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1198.813951] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-1af6bbdb-dba8-41dd-83df-436e8a635823 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d53e2a3e-2205-44b0-9e68-91125832a67f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-962062', 'volume_id': 'c659ed91-6d18-4bb4-a9f7-05a83065bbb8', 'name': 'volume-c659ed91-6d18-4bb4-a9f7-05a83065bbb8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd53e2a3e-2205-44b0-9e68-91125832a67f', 'attached_at': '', 'detached_at': '', 'volume_id': 'c659ed91-6d18-4bb4-a9f7-05a83065bbb8', 'serial': 'c659ed91-6d18-4bb4-a9f7-05a83065bbb8'} {{(pid=65448) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1198.814809] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f48d195d-6abe-4025-9281-ac75dc4aee99 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.836791] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8603dfdc-c12c-4daf-849e-579fa9590a10 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.844562] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e387251b-c650-4aa8-8e75-12f468b9ae17 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.864476] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0d9e061-f3e1-4f53-85e1-21be5e0b3068 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.882419] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-1af6bbdb-dba8-41dd-83df-436e8a635823 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] The volume has not been displaced from its original location: [datastore2] volume-c659ed91-6d18-4bb4-a9f7-05a83065bbb8/volume-c659ed91-6d18-4bb4-a9f7-05a83065bbb8.vmdk. No consolidation needed. {{(pid=65448) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1198.887785] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-1af6bbdb-dba8-41dd-83df-436e8a635823 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d53e2a3e-2205-44b0-9e68-91125832a67f] Reconfiguring VM instance instance-00000061 to detach disk 2001 {{(pid=65448) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1198.890730] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a68e6691-2dbb-4640-aba4-70d9422fe588 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.912465] env[65448]: DEBUG oslo_vmware.api [None req-167cebce-2ac2-470e-a238-02fa590a2b3e tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': task-4938517, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.914644] env[65448]: DEBUG oslo_vmware.api [None req-1af6bbdb-dba8-41dd-83df-436e8a635823 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Waiting for the task: (returnval){ [ 1198.914644] env[65448]: value = "task-4938530" [ 1198.914644] env[65448]: _type = "Task" [ 1198.914644] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.923573] env[65448]: DEBUG oslo_vmware.api [None req-1af6bbdb-dba8-41dd-83df-436e8a635823 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4938530, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.073151] env[65448]: DEBUG oslo_vmware.api [None req-8098abe5-078e-463e-8f34-eca76c4ac742 tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] Task: {'id': task-4938527, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.138653] env[65448]: DEBUG oslo_vmware.api [None req-c589c8bc-8c56-4529-b90a-12462c66e2ea tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': task-4938528, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.164184] env[65448]: DEBUG oslo_vmware.api [None req-15895028-c9fc-4b1e-88eb-d22fb6d7583b tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': task-4938529, 'name': Rename_Task, 'duration_secs': 0.147669} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.164461] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-15895028-c9fc-4b1e-88eb-d22fb6d7583b tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: ba6a1ee3-101e-485e-b8b1-773051cb19b6] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1199.164725] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eff99b51-abe1-49eb-abef-eca9660688db {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.173838] env[65448]: DEBUG oslo_vmware.api [None req-15895028-c9fc-4b1e-88eb-d22fb6d7583b tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Waiting for the task: (returnval){ [ 1199.173838] env[65448]: value = "task-4938531" [ 1199.173838] env[65448]: _type = "Task" [ 1199.173838] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.184543] env[65448]: DEBUG oslo_vmware.api [None req-15895028-c9fc-4b1e-88eb-d22fb6d7583b tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': task-4938531, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.314027] env[65448]: DEBUG oslo_vmware.api [None req-f6560458-4c1f-444b-bada-f10da6dcda6c tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Task: {'id': task-4938526, 'name': RemoveSnapshot_Task, 'duration_secs': 0.626899} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.314304] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-f6560458-4c1f-444b-bada-f10da6dcda6c tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] [instance: f1ccec14-6c3b-4745-ac14-5e4acb191b56] Deleted Snapshot of the VM instance {{(pid=65448) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1199.314579] env[65448]: DEBUG nova.compute.manager [None req-f6560458-4c1f-444b-bada-f10da6dcda6c tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] [instance: f1ccec14-6c3b-4745-ac14-5e4acb191b56] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 1199.315502] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62ffb5dc-1f68-43a4-98b2-3fe3b373a195 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.392529] env[65448]: DEBUG oslo_vmware.api [None req-167cebce-2ac2-470e-a238-02fa590a2b3e tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': task-4938517, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.424974] env[65448]: DEBUG oslo_vmware.api [None req-1af6bbdb-dba8-41dd-83df-436e8a635823 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4938530, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.571935] env[65448]: DEBUG oslo_vmware.api [None req-8098abe5-078e-463e-8f34-eca76c4ac742 tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] Task: {'id': task-4938527, 'name': PowerOnVM_Task} progress is 78%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.636732] env[65448]: DEBUG oslo_vmware.api [None req-c589c8bc-8c56-4529-b90a-12462c66e2ea tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': task-4938528, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.625917} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.636967] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-c589c8bc-8c56-4529-b90a-12462c66e2ea tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] a664bc6a-97c7-4e80-bcff-db1d74494ae4/a664bc6a-97c7-4e80-bcff-db1d74494ae4.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1199.637195] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-c589c8bc-8c56-4529-b90a-12462c66e2ea tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: a664bc6a-97c7-4e80-bcff-db1d74494ae4] Extending root virtual disk to 1048576 {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1199.637456] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e53ff704-93af-4f90-bdb8-58a638180e1b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.646842] env[65448]: DEBUG oslo_vmware.api [None req-c589c8bc-8c56-4529-b90a-12462c66e2ea tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Waiting for the task: (returnval){ [ 1199.646842] env[65448]: value = "task-4938532" [ 1199.646842] env[65448]: _type = "Task" [ 1199.646842] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.655691] env[65448]: DEBUG oslo_vmware.api [None req-c589c8bc-8c56-4529-b90a-12462c66e2ea tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': task-4938532, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.684612] env[65448]: DEBUG oslo_vmware.api [None req-15895028-c9fc-4b1e-88eb-d22fb6d7583b tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': task-4938531, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.828722] env[65448]: INFO nova.compute.manager [None req-f6560458-4c1f-444b-bada-f10da6dcda6c tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] [instance: f1ccec14-6c3b-4745-ac14-5e4acb191b56] Shelve offloading [ 1199.892988] env[65448]: DEBUG oslo_vmware.api [None req-167cebce-2ac2-470e-a238-02fa590a2b3e tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': task-4938517, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.927265] env[65448]: DEBUG oslo_vmware.api [None req-1af6bbdb-dba8-41dd-83df-436e8a635823 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4938530, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.072668] env[65448]: DEBUG oslo_vmware.api [None req-8098abe5-078e-463e-8f34-eca76c4ac742 tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] Task: {'id': task-4938527, 'name': PowerOnVM_Task} progress is 81%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.159352] env[65448]: DEBUG oslo_vmware.api [None req-c589c8bc-8c56-4529-b90a-12462c66e2ea tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': task-4938532, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064806} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.159864] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-c589c8bc-8c56-4529-b90a-12462c66e2ea tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: a664bc6a-97c7-4e80-bcff-db1d74494ae4] Extended root virtual disk {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1200.160823] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09ec3dad-1f7b-4fa6-abac-ce21deee1004 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.189056] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-c589c8bc-8c56-4529-b90a-12462c66e2ea tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: a664bc6a-97c7-4e80-bcff-db1d74494ae4] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] a664bc6a-97c7-4e80-bcff-db1d74494ae4/a664bc6a-97c7-4e80-bcff-db1d74494ae4.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1200.193606] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e1a56fc-feb9-45f6-a9f2-0526f61834eb {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.222997] env[65448]: DEBUG oslo_vmware.api [None req-15895028-c9fc-4b1e-88eb-d22fb6d7583b tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': task-4938531, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.225187] env[65448]: DEBUG oslo_vmware.api [None req-c589c8bc-8c56-4529-b90a-12462c66e2ea tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Waiting for the task: (returnval){ [ 1200.225187] env[65448]: value = "task-4938533" [ 1200.225187] env[65448]: _type = "Task" [ 1200.225187] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.237608] env[65448]: DEBUG oslo_vmware.api [None req-c589c8bc-8c56-4529-b90a-12462c66e2ea tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': task-4938533, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.332611] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6560458-4c1f-444b-bada-f10da6dcda6c tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] [instance: f1ccec14-6c3b-4745-ac14-5e4acb191b56] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1200.332990] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4545e9ec-1b30-4371-a29d-fc32f0bce64d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.341694] env[65448]: DEBUG oslo_vmware.api [None req-f6560458-4c1f-444b-bada-f10da6dcda6c tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Waiting for the task: (returnval){ [ 1200.341694] env[65448]: value = "task-4938534" [ 1200.341694] env[65448]: _type = "Task" [ 1200.341694] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.353481] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6560458-4c1f-444b-bada-f10da6dcda6c tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] [instance: f1ccec14-6c3b-4745-ac14-5e4acb191b56] VM already powered off {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1200.353740] env[65448]: DEBUG nova.compute.manager [None req-f6560458-4c1f-444b-bada-f10da6dcda6c tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] [instance: f1ccec14-6c3b-4745-ac14-5e4acb191b56] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 1200.354626] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00248877-ca49-4579-980b-135c8dbabafc {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.362454] env[65448]: DEBUG oslo_concurrency.lockutils [None req-f6560458-4c1f-444b-bada-f10da6dcda6c tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Acquiring lock "refresh_cache-f1ccec14-6c3b-4745-ac14-5e4acb191b56" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.362797] env[65448]: DEBUG oslo_concurrency.lockutils [None req-f6560458-4c1f-444b-bada-f10da6dcda6c tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Acquired lock "refresh_cache-f1ccec14-6c3b-4745-ac14-5e4acb191b56" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.363032] env[65448]: DEBUG nova.network.neutron [None req-f6560458-4c1f-444b-bada-f10da6dcda6c tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] [instance: f1ccec14-6c3b-4745-ac14-5e4acb191b56] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1200.394340] env[65448]: DEBUG oslo_vmware.api [None req-167cebce-2ac2-470e-a238-02fa590a2b3e tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': task-4938517, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.425640] env[65448]: DEBUG oslo_vmware.api [None req-1af6bbdb-dba8-41dd-83df-436e8a635823 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4938530, 'name': ReconfigVM_Task, 'duration_secs': 1.257661} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.426077] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-1af6bbdb-dba8-41dd-83df-436e8a635823 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d53e2a3e-2205-44b0-9e68-91125832a67f] Reconfigured VM instance instance-00000061 to detach disk 2001 {{(pid=65448) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1200.431102] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8da832d6-9a91-4a7d-8f67-d49a115be471 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.447944] env[65448]: DEBUG oslo_vmware.api [None req-1af6bbdb-dba8-41dd-83df-436e8a635823 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Waiting for the task: (returnval){ [ 1200.447944] env[65448]: value = "task-4938535" [ 1200.447944] env[65448]: _type = "Task" [ 1200.447944] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.456720] env[65448]: DEBUG oslo_vmware.api [None req-1af6bbdb-dba8-41dd-83df-436e8a635823 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4938535, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.575510] env[65448]: DEBUG oslo_vmware.api [None req-8098abe5-078e-463e-8f34-eca76c4ac742 tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] Task: {'id': task-4938527, 'name': PowerOnVM_Task, 'duration_secs': 1.748779} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.575825] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-8098abe5-078e-463e-8f34-eca76c4ac742 tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1200.576057] env[65448]: INFO nova.compute.manager [None req-8098abe5-078e-463e-8f34-eca76c4ac742 tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] Took 9.33 seconds to spawn the instance on the hypervisor. [ 1200.576246] env[65448]: DEBUG nova.compute.manager [None req-8098abe5-078e-463e-8f34-eca76c4ac742 tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 1200.577215] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7af31a31-d030-4b83-ac28-d7371a5e5735 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.686673] env[65448]: DEBUG oslo_vmware.api [None req-15895028-c9fc-4b1e-88eb-d22fb6d7583b tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': task-4938531, 'name': PowerOnVM_Task, 'duration_secs': 1.488119} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.686673] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-15895028-c9fc-4b1e-88eb-d22fb6d7583b tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: ba6a1ee3-101e-485e-b8b1-773051cb19b6] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1200.686673] env[65448]: INFO nova.compute.manager [None req-15895028-c9fc-4b1e-88eb-d22fb6d7583b tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: ba6a1ee3-101e-485e-b8b1-773051cb19b6] Took 8.92 seconds to spawn the instance on the hypervisor. [ 1200.686928] env[65448]: DEBUG nova.compute.manager [None req-15895028-c9fc-4b1e-88eb-d22fb6d7583b tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: ba6a1ee3-101e-485e-b8b1-773051cb19b6] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 1200.687635] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0155508-7260-4200-a3d4-7770023219db {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.738252] env[65448]: DEBUG oslo_vmware.api [None req-c589c8bc-8c56-4529-b90a-12462c66e2ea tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': task-4938533, 'name': ReconfigVM_Task, 'duration_secs': 0.362585} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.738595] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-c589c8bc-8c56-4529-b90a-12462c66e2ea tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: a664bc6a-97c7-4e80-bcff-db1d74494ae4] Reconfigured VM instance instance-00000075 to attach disk [datastore2] a664bc6a-97c7-4e80-bcff-db1d74494ae4/a664bc6a-97c7-4e80-bcff-db1d74494ae4.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1200.739224] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7d94f007-c89a-4e74-9454-bbb67f97d019 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.747863] env[65448]: DEBUG oslo_vmware.api [None req-c589c8bc-8c56-4529-b90a-12462c66e2ea tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Waiting for the task: (returnval){ [ 1200.747863] env[65448]: value = "task-4938536" [ 1200.747863] env[65448]: _type = "Task" [ 1200.747863] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.757067] env[65448]: DEBUG oslo_vmware.api [None req-c589c8bc-8c56-4529-b90a-12462c66e2ea tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': task-4938536, 'name': Rename_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.867213] env[65448]: WARNING neutronclient.v2_0.client [None req-f6560458-4c1f-444b-bada-f10da6dcda6c tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1200.895060] env[65448]: DEBUG oslo_vmware.api [None req-167cebce-2ac2-470e-a238-02fa590a2b3e tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': task-4938517, 'name': ReconfigVM_Task} progress is 18%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.958298] env[65448]: DEBUG oslo_vmware.api [None req-1af6bbdb-dba8-41dd-83df-436e8a635823 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4938535, 'name': ReconfigVM_Task, 'duration_secs': 0.20767} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.958689] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-1af6bbdb-dba8-41dd-83df-436e8a635823 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d53e2a3e-2205-44b0-9e68-91125832a67f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-962062', 'volume_id': 'c659ed91-6d18-4bb4-a9f7-05a83065bbb8', 'name': 'volume-c659ed91-6d18-4bb4-a9f7-05a83065bbb8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd53e2a3e-2205-44b0-9e68-91125832a67f', 'attached_at': '', 'detached_at': '', 'volume_id': 'c659ed91-6d18-4bb4-a9f7-05a83065bbb8', 'serial': 'c659ed91-6d18-4bb4-a9f7-05a83065bbb8'} {{(pid=65448) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1201.096247] env[65448]: WARNING neutronclient.v2_0.client [None req-f6560458-4c1f-444b-bada-f10da6dcda6c tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1201.100653] env[65448]: INFO nova.compute.manager [None req-8098abe5-078e-463e-8f34-eca76c4ac742 tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] Took 15.95 seconds to build instance. [ 1201.170459] env[65448]: DEBUG nova.network.neutron [None req-f6560458-4c1f-444b-bada-f10da6dcda6c tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] [instance: f1ccec14-6c3b-4745-ac14-5e4acb191b56] Updating instance_info_cache with network_info: [{"id": "a9f8068d-1de8-4e4e-9a29-61b474adf683", "address": "fa:16:3e:b0:e2:17", "network": {"id": "dbea8f1c-94fb-4583-ada6-8aa382932997", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-659256082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41829c8bbc00458f8f657d10da489539", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9f8068d-1d", "ovs_interfaceid": "a9f8068d-1de8-4e4e-9a29-61b474adf683", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1201.203584] env[65448]: INFO nova.compute.manager [None req-15895028-c9fc-4b1e-88eb-d22fb6d7583b tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: ba6a1ee3-101e-485e-b8b1-773051cb19b6] Took 14.72 seconds to build instance. [ 1201.261443] env[65448]: DEBUG oslo_vmware.api [None req-c589c8bc-8c56-4529-b90a-12462c66e2ea tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': task-4938536, 'name': Rename_Task, 'duration_secs': 0.172787} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.261443] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-c589c8bc-8c56-4529-b90a-12462c66e2ea tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: a664bc6a-97c7-4e80-bcff-db1d74494ae4] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1201.261443] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0659b43a-6e09-4866-9999-e342e0814f57 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.266652] env[65448]: DEBUG oslo_vmware.api [None req-c589c8bc-8c56-4529-b90a-12462c66e2ea tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Waiting for the task: (returnval){ [ 1201.266652] env[65448]: value = "task-4938537" [ 1201.266652] env[65448]: _type = "Task" [ 1201.266652] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.274879] env[65448]: DEBUG oslo_vmware.api [None req-c589c8bc-8c56-4529-b90a-12462c66e2ea tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': task-4938537, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.337284] env[65448]: DEBUG nova.compute.manager [req-95cd448a-0493-4456-b804-d6067308fdf8 req-5d2a5f34-a53b-40e5-a22f-531f4d41ff41 service nova] [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] Received event network-changed-009a2ea9-294b-4c9a-b816-65b38570e848 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1201.337451] env[65448]: DEBUG nova.compute.manager [req-95cd448a-0493-4456-b804-d6067308fdf8 req-5d2a5f34-a53b-40e5-a22f-531f4d41ff41 service nova] [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] Refreshing instance network info cache due to event network-changed-009a2ea9-294b-4c9a-b816-65b38570e848. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 1201.337732] env[65448]: DEBUG oslo_concurrency.lockutils [req-95cd448a-0493-4456-b804-d6067308fdf8 req-5d2a5f34-a53b-40e5-a22f-531f4d41ff41 service nova] Acquiring lock "refresh_cache-753a9b2e-f28b-4680-82ea-afa474d6b0c3" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.338065] env[65448]: DEBUG oslo_concurrency.lockutils [req-95cd448a-0493-4456-b804-d6067308fdf8 req-5d2a5f34-a53b-40e5-a22f-531f4d41ff41 service nova] Acquired lock "refresh_cache-753a9b2e-f28b-4680-82ea-afa474d6b0c3" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.338065] env[65448]: DEBUG nova.network.neutron [req-95cd448a-0493-4456-b804-d6067308fdf8 req-5d2a5f34-a53b-40e5-a22f-531f4d41ff41 service nova] [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] Refreshing network info cache for port 009a2ea9-294b-4c9a-b816-65b38570e848 {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1201.396691] env[65448]: DEBUG oslo_vmware.api [None req-167cebce-2ac2-470e-a238-02fa590a2b3e tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': task-4938517, 'name': ReconfigVM_Task, 'duration_secs': 5.773853} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.397056] env[65448]: DEBUG oslo_concurrency.lockutils [None req-167cebce-2ac2-470e-a238-02fa590a2b3e tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Releasing lock "f3456e77-34cb-48b6-a71b-3a0a5066d704" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.397162] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-167cebce-2ac2-470e-a238-02fa590a2b3e tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: f3456e77-34cb-48b6-a71b-3a0a5066d704] Reconfigured VM to detach interface {{(pid=65448) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1201.397601] env[65448]: WARNING neutronclient.v2_0.client [None req-167cebce-2ac2-470e-a238-02fa590a2b3e tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1201.397991] env[65448]: WARNING neutronclient.v2_0.client [None req-167cebce-2ac2-470e-a238-02fa590a2b3e tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1201.432469] env[65448]: WARNING neutronclient.v2_0.client [None req-167cebce-2ac2-470e-a238-02fa590a2b3e tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1201.503960] env[65448]: DEBUG nova.objects.instance [None req-1af6bbdb-dba8-41dd-83df-436e8a635823 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Lazy-loading 'flavor' on Instance uuid d53e2a3e-2205-44b0-9e68-91125832a67f {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1201.603156] env[65448]: DEBUG oslo_concurrency.lockutils [None req-8098abe5-078e-463e-8f34-eca76c4ac742 tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] Lock "753a9b2e-f28b-4680-82ea-afa474d6b0c3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.456s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.634940] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be30cb89-83ea-442a-b447-103d6f950291 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.642604] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-60b6841f-473b-4043-9084-440f1fd13641 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: ba6a1ee3-101e-485e-b8b1-773051cb19b6] Suspending the VM {{(pid=65448) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1201.642885] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-664b151f-12cc-486a-8f3c-0091132278ed {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.649830] env[65448]: DEBUG oslo_vmware.api [None req-60b6841f-473b-4043-9084-440f1fd13641 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Waiting for the task: (returnval){ [ 1201.649830] env[65448]: value = "task-4938538" [ 1201.649830] env[65448]: _type = "Task" [ 1201.649830] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.659189] env[65448]: DEBUG oslo_vmware.api [None req-60b6841f-473b-4043-9084-440f1fd13641 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': task-4938538, 'name': SuspendVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.673160] env[65448]: DEBUG oslo_concurrency.lockutils [None req-f6560458-4c1f-444b-bada-f10da6dcda6c tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Releasing lock "refresh_cache-f1ccec14-6c3b-4745-ac14-5e4acb191b56" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.673674] env[65448]: WARNING neutronclient.v2_0.client [None req-f6560458-4c1f-444b-bada-f10da6dcda6c tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1201.674037] env[65448]: WARNING neutronclient.v2_0.client [None req-f6560458-4c1f-444b-bada-f10da6dcda6c tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1201.705143] env[65448]: DEBUG oslo_concurrency.lockutils [None req-15895028-c9fc-4b1e-88eb-d22fb6d7583b tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Lock "ba6a1ee3-101e-485e-b8b1-773051cb19b6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.235s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.779956] env[65448]: DEBUG oslo_vmware.api [None req-c589c8bc-8c56-4529-b90a-12462c66e2ea tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': task-4938537, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.841767] env[65448]: WARNING neutronclient.v2_0.client [req-95cd448a-0493-4456-b804-d6067308fdf8 req-5d2a5f34-a53b-40e5-a22f-531f4d41ff41 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1201.987060] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-f6560458-4c1f-444b-bada-f10da6dcda6c tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] [instance: f1ccec14-6c3b-4745-ac14-5e4acb191b56] Destroying instance {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1201.988055] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8824e563-6e49-4030-8848-997ce474ede0 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.000644] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-f6560458-4c1f-444b-bada-f10da6dcda6c tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] [instance: f1ccec14-6c3b-4745-ac14-5e4acb191b56] Unregistering the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1202.000644] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e2e1fd7a-9ec3-403b-80ae-69e6677e3835 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.079801] env[65448]: WARNING neutronclient.v2_0.client [req-95cd448a-0493-4456-b804-d6067308fdf8 req-5d2a5f34-a53b-40e5-a22f-531f4d41ff41 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1202.084218] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-f6560458-4c1f-444b-bada-f10da6dcda6c tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] [instance: f1ccec14-6c3b-4745-ac14-5e4acb191b56] Unregistered the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1202.084533] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-f6560458-4c1f-444b-bada-f10da6dcda6c tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] [instance: f1ccec14-6c3b-4745-ac14-5e4acb191b56] Deleting contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1202.084783] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6560458-4c1f-444b-bada-f10da6dcda6c tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Deleting the datastore file [datastore2] f1ccec14-6c3b-4745-ac14-5e4acb191b56 {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1202.085116] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e04d88a1-f59d-48f5-ac4e-4dabc46c05e7 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.092810] env[65448]: DEBUG oslo_vmware.api [None req-f6560458-4c1f-444b-bada-f10da6dcda6c tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Waiting for the task: (returnval){ [ 1202.092810] env[65448]: value = "task-4938540" [ 1202.092810] env[65448]: _type = "Task" [ 1202.092810] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.102520] env[65448]: DEBUG oslo_vmware.api [None req-f6560458-4c1f-444b-bada-f10da6dcda6c tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Task: {'id': task-4938540, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.161542] env[65448]: DEBUG oslo_vmware.api [None req-60b6841f-473b-4043-9084-440f1fd13641 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': task-4938538, 'name': SuspendVM_Task} progress is 62%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.162955] env[65448]: DEBUG nova.network.neutron [req-95cd448a-0493-4456-b804-d6067308fdf8 req-5d2a5f34-a53b-40e5-a22f-531f4d41ff41 service nova] [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] Updated VIF entry in instance network info cache for port 009a2ea9-294b-4c9a-b816-65b38570e848. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1202.163521] env[65448]: DEBUG nova.network.neutron [req-95cd448a-0493-4456-b804-d6067308fdf8 req-5d2a5f34-a53b-40e5-a22f-531f4d41ff41 service nova] [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] Updating instance_info_cache with network_info: [{"id": "009a2ea9-294b-4c9a-b816-65b38570e848", "address": "fa:16:3e:a1:4a:f8", "network": {"id": "310e7e94-6ea9-4e9f-b109-82b318e1196a", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-569401013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90d858b6b46c4295bca3a50dac4248eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a", "external-id": "nsx-vlan-transportzone-256", "segmentation_id": 256, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap009a2ea9-29", "ovs_interfaceid": "009a2ea9-294b-4c9a-b816-65b38570e848", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1202.278680] env[65448]: DEBUG oslo_vmware.api [None req-c589c8bc-8c56-4529-b90a-12462c66e2ea tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': task-4938537, 'name': PowerOnVM_Task, 'duration_secs': 0.970814} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.278979] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-c589c8bc-8c56-4529-b90a-12462c66e2ea tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: a664bc6a-97c7-4e80-bcff-db1d74494ae4] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1202.279193] env[65448]: INFO nova.compute.manager [None req-c589c8bc-8c56-4529-b90a-12462c66e2ea tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: a664bc6a-97c7-4e80-bcff-db1d74494ae4] Took 8.21 seconds to spawn the instance on the hypervisor. [ 1202.279372] env[65448]: DEBUG nova.compute.manager [None req-c589c8bc-8c56-4529-b90a-12462c66e2ea tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: a664bc6a-97c7-4e80-bcff-db1d74494ae4] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 1202.280294] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-881ec1ea-3aff-4793-8c41-65957a0010ce {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.511142] env[65448]: DEBUG oslo_concurrency.lockutils [None req-1af6bbdb-dba8-41dd-83df-436e8a635823 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Lock "d53e2a3e-2205-44b0-9e68-91125832a67f" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.247s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.603474] env[65448]: DEBUG oslo_vmware.api [None req-f6560458-4c1f-444b-bada-f10da6dcda6c tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Task: {'id': task-4938540, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.28624} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.603736] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6560458-4c1f-444b-bada-f10da6dcda6c tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1202.603915] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-f6560458-4c1f-444b-bada-f10da6dcda6c tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] [instance: f1ccec14-6c3b-4745-ac14-5e4acb191b56] Deleted contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1202.604107] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-f6560458-4c1f-444b-bada-f10da6dcda6c tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] [instance: f1ccec14-6c3b-4745-ac14-5e4acb191b56] Instance destroyed {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1202.627317] env[65448]: INFO nova.scheduler.client.report [None req-f6560458-4c1f-444b-bada-f10da6dcda6c tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Deleted allocations for instance f1ccec14-6c3b-4745-ac14-5e4acb191b56 [ 1202.662890] env[65448]: DEBUG oslo_vmware.api [None req-60b6841f-473b-4043-9084-440f1fd13641 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': task-4938538, 'name': SuspendVM_Task, 'duration_secs': 0.874528} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.663104] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-60b6841f-473b-4043-9084-440f1fd13641 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: ba6a1ee3-101e-485e-b8b1-773051cb19b6] Suspended the VM {{(pid=65448) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1202.663303] env[65448]: DEBUG nova.compute.manager [None req-60b6841f-473b-4043-9084-440f1fd13641 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: ba6a1ee3-101e-485e-b8b1-773051cb19b6] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 1202.664264] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01062a6e-8103-4682-8f88-3d03a59ac6e6 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.668137] env[65448]: DEBUG oslo_concurrency.lockutils [req-95cd448a-0493-4456-b804-d6067308fdf8 req-5d2a5f34-a53b-40e5-a22f-531f4d41ff41 service nova] Releasing lock "refresh_cache-753a9b2e-f28b-4680-82ea-afa474d6b0c3" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.734632] env[65448]: DEBUG oslo_concurrency.lockutils [None req-167cebce-2ac2-470e-a238-02fa590a2b3e tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Acquiring lock "refresh_cache-f3456e77-34cb-48b6-a71b-3a0a5066d704" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.735066] env[65448]: DEBUG oslo_concurrency.lockutils [None req-167cebce-2ac2-470e-a238-02fa590a2b3e tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Acquired lock "refresh_cache-f3456e77-34cb-48b6-a71b-3a0a5066d704" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.735433] env[65448]: DEBUG nova.network.neutron [None req-167cebce-2ac2-470e-a238-02fa590a2b3e tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: f3456e77-34cb-48b6-a71b-3a0a5066d704] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1202.801049] env[65448]: INFO nova.compute.manager [None req-c589c8bc-8c56-4529-b90a-12462c66e2ea tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: a664bc6a-97c7-4e80-bcff-db1d74494ae4] Took 13.15 seconds to build instance. [ 1203.132614] env[65448]: DEBUG oslo_concurrency.lockutils [None req-f6560458-4c1f-444b-bada-f10da6dcda6c tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.133335] env[65448]: DEBUG oslo_concurrency.lockutils [None req-f6560458-4c1f-444b-bada-f10da6dcda6c tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.133701] env[65448]: DEBUG nova.objects.instance [None req-f6560458-4c1f-444b-bada-f10da6dcda6c tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Lazy-loading 'resources' on Instance uuid f1ccec14-6c3b-4745-ac14-5e4acb191b56 {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1203.239119] env[65448]: WARNING neutronclient.v2_0.client [None req-167cebce-2ac2-470e-a238-02fa590a2b3e tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1203.304703] env[65448]: DEBUG oslo_concurrency.lockutils [None req-c589c8bc-8c56-4529-b90a-12462c66e2ea tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Lock "a664bc6a-97c7-4e80-bcff-db1d74494ae4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.657s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.462090] env[65448]: DEBUG nova.compute.manager [req-aff57369-cbd6-42e7-8767-23cd59571b79 req-683cbd59-f6b4-4997-a19d-d4b89a7a192d service nova] [instance: f1ccec14-6c3b-4745-ac14-5e4acb191b56] Received event network-vif-unplugged-a9f8068d-1de8-4e4e-9a29-61b474adf683 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1203.462218] env[65448]: DEBUG oslo_concurrency.lockutils [req-aff57369-cbd6-42e7-8767-23cd59571b79 req-683cbd59-f6b4-4997-a19d-d4b89a7a192d service nova] Acquiring lock "f1ccec14-6c3b-4745-ac14-5e4acb191b56-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.462375] env[65448]: DEBUG oslo_concurrency.lockutils [req-aff57369-cbd6-42e7-8767-23cd59571b79 req-683cbd59-f6b4-4997-a19d-d4b89a7a192d service nova] Lock "f1ccec14-6c3b-4745-ac14-5e4acb191b56-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.462585] env[65448]: DEBUG oslo_concurrency.lockutils [req-aff57369-cbd6-42e7-8767-23cd59571b79 req-683cbd59-f6b4-4997-a19d-d4b89a7a192d service nova] Lock "f1ccec14-6c3b-4745-ac14-5e4acb191b56-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.462717] env[65448]: DEBUG nova.compute.manager [req-aff57369-cbd6-42e7-8767-23cd59571b79 req-683cbd59-f6b4-4997-a19d-d4b89a7a192d service nova] [instance: f1ccec14-6c3b-4745-ac14-5e4acb191b56] No waiting events found dispatching network-vif-unplugged-a9f8068d-1de8-4e4e-9a29-61b474adf683 {{(pid=65448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1203.462909] env[65448]: WARNING nova.compute.manager [req-aff57369-cbd6-42e7-8767-23cd59571b79 req-683cbd59-f6b4-4997-a19d-d4b89a7a192d service nova] [instance: f1ccec14-6c3b-4745-ac14-5e4acb191b56] Received unexpected event network-vif-unplugged-a9f8068d-1de8-4e4e-9a29-61b474adf683 for instance with vm_state shelved_offloaded and task_state None. [ 1203.463187] env[65448]: DEBUG nova.compute.manager [req-aff57369-cbd6-42e7-8767-23cd59571b79 req-683cbd59-f6b4-4997-a19d-d4b89a7a192d service nova] [instance: f1ccec14-6c3b-4745-ac14-5e4acb191b56] Received event network-changed-a9f8068d-1de8-4e4e-9a29-61b474adf683 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1203.463312] env[65448]: DEBUG nova.compute.manager [req-aff57369-cbd6-42e7-8767-23cd59571b79 req-683cbd59-f6b4-4997-a19d-d4b89a7a192d service nova] [instance: f1ccec14-6c3b-4745-ac14-5e4acb191b56] Refreshing instance network info cache due to event network-changed-a9f8068d-1de8-4e4e-9a29-61b474adf683. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 1203.463547] env[65448]: DEBUG oslo_concurrency.lockutils [req-aff57369-cbd6-42e7-8767-23cd59571b79 req-683cbd59-f6b4-4997-a19d-d4b89a7a192d service nova] Acquiring lock "refresh_cache-f1ccec14-6c3b-4745-ac14-5e4acb191b56" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.463702] env[65448]: DEBUG oslo_concurrency.lockutils [req-aff57369-cbd6-42e7-8767-23cd59571b79 req-683cbd59-f6b4-4997-a19d-d4b89a7a192d service nova] Acquired lock "refresh_cache-f1ccec14-6c3b-4745-ac14-5e4acb191b56" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.463858] env[65448]: DEBUG nova.network.neutron [req-aff57369-cbd6-42e7-8767-23cd59571b79 req-683cbd59-f6b4-4997-a19d-d4b89a7a192d service nova] [instance: f1ccec14-6c3b-4745-ac14-5e4acb191b56] Refreshing network info cache for port a9f8068d-1de8-4e4e-9a29-61b474adf683 {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1203.614842] env[65448]: DEBUG oslo_concurrency.lockutils [None req-388f4429-8ce3-486e-b29b-916780f7cd99 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Acquiring lock "d53e2a3e-2205-44b0-9e68-91125832a67f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.615209] env[65448]: DEBUG oslo_concurrency.lockutils [None req-388f4429-8ce3-486e-b29b-916780f7cd99 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Lock "d53e2a3e-2205-44b0-9e68-91125832a67f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.615318] env[65448]: DEBUG oslo_concurrency.lockutils [None req-388f4429-8ce3-486e-b29b-916780f7cd99 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Acquiring lock "d53e2a3e-2205-44b0-9e68-91125832a67f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.615548] env[65448]: DEBUG oslo_concurrency.lockutils [None req-388f4429-8ce3-486e-b29b-916780f7cd99 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Lock "d53e2a3e-2205-44b0-9e68-91125832a67f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.615749] env[65448]: DEBUG oslo_concurrency.lockutils [None req-388f4429-8ce3-486e-b29b-916780f7cd99 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Lock "d53e2a3e-2205-44b0-9e68-91125832a67f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.618046] env[65448]: INFO nova.compute.manager [None req-388f4429-8ce3-486e-b29b-916780f7cd99 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d53e2a3e-2205-44b0-9e68-91125832a67f] Terminating instance [ 1203.637358] env[65448]: DEBUG nova.objects.instance [None req-f6560458-4c1f-444b-bada-f10da6dcda6c tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Lazy-loading 'numa_topology' on Instance uuid f1ccec14-6c3b-4745-ac14-5e4acb191b56 {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1203.966873] env[65448]: WARNING neutronclient.v2_0.client [req-aff57369-cbd6-42e7-8767-23cd59571b79 req-683cbd59-f6b4-4997-a19d-d4b89a7a192d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1204.121929] env[65448]: DEBUG nova.compute.manager [None req-388f4429-8ce3-486e-b29b-916780f7cd99 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d53e2a3e-2205-44b0-9e68-91125832a67f] Start destroying the instance on the hypervisor. {{(pid=65448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3209}} [ 1204.122233] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-388f4429-8ce3-486e-b29b-916780f7cd99 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d53e2a3e-2205-44b0-9e68-91125832a67f] Destroying instance {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1204.123146] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa7cb6d6-e130-4c27-a592-17cae3b54648 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.136845] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-388f4429-8ce3-486e-b29b-916780f7cd99 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d53e2a3e-2205-44b0-9e68-91125832a67f] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1204.138436] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a79c8458-3023-4b74-aacf-4b444058c805 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.140715] env[65448]: DEBUG nova.objects.base [None req-f6560458-4c1f-444b-bada-f10da6dcda6c tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=65448) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1204.145597] env[65448]: DEBUG oslo_concurrency.lockutils [None req-45830bff-41d3-45d4-b070-8dddd88a1ccf tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Acquiring lock "567408bb-3c2c-43f1-b291-0e3fe8f3aded" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.145832] env[65448]: DEBUG oslo_concurrency.lockutils [None req-45830bff-41d3-45d4-b070-8dddd88a1ccf tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Lock "567408bb-3c2c-43f1-b291-0e3fe8f3aded" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.150494] env[65448]: DEBUG oslo_vmware.api [None req-388f4429-8ce3-486e-b29b-916780f7cd99 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Waiting for the task: (returnval){ [ 1204.150494] env[65448]: value = "task-4938541" [ 1204.150494] env[65448]: _type = "Task" [ 1204.150494] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.160860] env[65448]: DEBUG oslo_vmware.api [None req-388f4429-8ce3-486e-b29b-916780f7cd99 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4938541, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.162179] env[65448]: WARNING neutronclient.v2_0.client [None req-167cebce-2ac2-470e-a238-02fa590a2b3e tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1204.196706] env[65448]: DEBUG nova.compute.manager [req-d500f3cf-5894-4ee7-b3af-03902e51d996 req-fb2ceff9-9f9e-42c0-b7f9-f2d1a005e9b0 service nova] [instance: a664bc6a-97c7-4e80-bcff-db1d74494ae4] Received event network-changed-7a48f830-c1b3-4aed-99de-a896ac2206c8 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1204.197084] env[65448]: DEBUG nova.compute.manager [req-d500f3cf-5894-4ee7-b3af-03902e51d996 req-fb2ceff9-9f9e-42c0-b7f9-f2d1a005e9b0 service nova] [instance: a664bc6a-97c7-4e80-bcff-db1d74494ae4] Refreshing instance network info cache due to event network-changed-7a48f830-c1b3-4aed-99de-a896ac2206c8. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 1204.197383] env[65448]: DEBUG oslo_concurrency.lockutils [req-d500f3cf-5894-4ee7-b3af-03902e51d996 req-fb2ceff9-9f9e-42c0-b7f9-f2d1a005e9b0 service nova] Acquiring lock "refresh_cache-a664bc6a-97c7-4e80-bcff-db1d74494ae4" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.197576] env[65448]: DEBUG oslo_concurrency.lockutils [req-d500f3cf-5894-4ee7-b3af-03902e51d996 req-fb2ceff9-9f9e-42c0-b7f9-f2d1a005e9b0 service nova] Acquired lock "refresh_cache-a664bc6a-97c7-4e80-bcff-db1d74494ae4" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.200017] env[65448]: DEBUG nova.network.neutron [req-d500f3cf-5894-4ee7-b3af-03902e51d996 req-fb2ceff9-9f9e-42c0-b7f9-f2d1a005e9b0 service nova] [instance: a664bc6a-97c7-4e80-bcff-db1d74494ae4] Refreshing network info cache for port 7a48f830-c1b3-4aed-99de-a896ac2206c8 {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1204.273820] env[65448]: INFO nova.network.neutron [None req-167cebce-2ac2-470e-a238-02fa590a2b3e tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: f3456e77-34cb-48b6-a71b-3a0a5066d704] Port cd567ccb-1664-4fa9-b38e-3c0e24fb9765 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1204.274283] env[65448]: DEBUG nova.network.neutron [None req-167cebce-2ac2-470e-a238-02fa590a2b3e tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: f3456e77-34cb-48b6-a71b-3a0a5066d704] Updating instance_info_cache with network_info: [{"id": "3bc76608-3d96-47d8-92e9-00fd38a1d4f7", "address": "fa:16:3e:9b:ec:f1", "network": {"id": "ae7fb699-1e8f-4e6e-ba65-11efac49c1f2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2072253352-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40f710aa821f49ef963bafd588fa759f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bc76608-3d", "ovs_interfaceid": "3bc76608-3d96-47d8-92e9-00fd38a1d4f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1204.277205] env[65448]: WARNING neutronclient.v2_0.client [req-aff57369-cbd6-42e7-8767-23cd59571b79 req-683cbd59-f6b4-4997-a19d-d4b89a7a192d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1204.368036] env[65448]: DEBUG nova.network.neutron [req-aff57369-cbd6-42e7-8767-23cd59571b79 req-683cbd59-f6b4-4997-a19d-d4b89a7a192d service nova] [instance: f1ccec14-6c3b-4745-ac14-5e4acb191b56] Updated VIF entry in instance network info cache for port a9f8068d-1de8-4e4e-9a29-61b474adf683. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1204.368461] env[65448]: DEBUG nova.network.neutron [req-aff57369-cbd6-42e7-8767-23cd59571b79 req-683cbd59-f6b4-4997-a19d-d4b89a7a192d service nova] [instance: f1ccec14-6c3b-4745-ac14-5e4acb191b56] Updating instance_info_cache with network_info: [{"id": "a9f8068d-1de8-4e4e-9a29-61b474adf683", "address": "fa:16:3e:b0:e2:17", "network": {"id": "dbea8f1c-94fb-4583-ada6-8aa382932997", "bridge": null, "label": "tempest-ServersNegativeTestJSON-659256082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41829c8bbc00458f8f657d10da489539", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapa9f8068d-1d", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1204.374405] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0e2f7ce-3cb2-49a3-b56f-ac3f5c96eb54 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.383441] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d5b38bb-f98d-4d98-9577-bcaa8fc60261 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.417560] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-032be2a0-9c2b-494e-bdfe-00d70a39bad4 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.426925] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5bba35b-d494-4387-96fd-30497618748f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.446234] env[65448]: DEBUG nova.compute.provider_tree [None req-f6560458-4c1f-444b-bada-f10da6dcda6c tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1204.649632] env[65448]: DEBUG nova.compute.utils [None req-45830bff-41d3-45d4-b070-8dddd88a1ccf tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Using /dev/sd instead of None {{(pid=65448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1204.660563] env[65448]: DEBUG oslo_vmware.api [None req-388f4429-8ce3-486e-b29b-916780f7cd99 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4938541, 'name': PowerOffVM_Task, 'duration_secs': 0.283707} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.660563] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-388f4429-8ce3-486e-b29b-916780f7cd99 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d53e2a3e-2205-44b0-9e68-91125832a67f] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1204.660769] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-388f4429-8ce3-486e-b29b-916780f7cd99 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d53e2a3e-2205-44b0-9e68-91125832a67f] Unregistering the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1204.660905] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-96b10a44-fa8d-4a84-a8b7-5cc0a948c53c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.700926] env[65448]: WARNING neutronclient.v2_0.client [req-d500f3cf-5894-4ee7-b3af-03902e51d996 req-fb2ceff9-9f9e-42c0-b7f9-f2d1a005e9b0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1204.753878] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-388f4429-8ce3-486e-b29b-916780f7cd99 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d53e2a3e-2205-44b0-9e68-91125832a67f] Unregistered the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1204.754123] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-388f4429-8ce3-486e-b29b-916780f7cd99 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d53e2a3e-2205-44b0-9e68-91125832a67f] Deleting contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1204.754440] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-388f4429-8ce3-486e-b29b-916780f7cd99 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Deleting the datastore file [datastore2] d53e2a3e-2205-44b0-9e68-91125832a67f {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1204.754567] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fcad1d56-e3b1-4f77-a493-95aff43a0c5f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.761987] env[65448]: DEBUG oslo_vmware.api [None req-388f4429-8ce3-486e-b29b-916780f7cd99 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Waiting for the task: (returnval){ [ 1204.761987] env[65448]: value = "task-4938543" [ 1204.761987] env[65448]: _type = "Task" [ 1204.761987] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.771396] env[65448]: DEBUG oslo_vmware.api [None req-388f4429-8ce3-486e-b29b-916780f7cd99 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4938543, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.781134] env[65448]: DEBUG oslo_concurrency.lockutils [None req-167cebce-2ac2-470e-a238-02fa590a2b3e tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Releasing lock "refresh_cache-f3456e77-34cb-48b6-a71b-3a0a5066d704" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.790704] env[65448]: DEBUG oslo_concurrency.lockutils [None req-0ae89690-974d-4645-ba0e-e207b85c93ee tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Acquiring lock "ba6a1ee3-101e-485e-b8b1-773051cb19b6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.790989] env[65448]: DEBUG oslo_concurrency.lockutils [None req-0ae89690-974d-4645-ba0e-e207b85c93ee tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Lock "ba6a1ee3-101e-485e-b8b1-773051cb19b6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.791261] env[65448]: DEBUG oslo_concurrency.lockutils [None req-0ae89690-974d-4645-ba0e-e207b85c93ee tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Acquiring lock "ba6a1ee3-101e-485e-b8b1-773051cb19b6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.791456] env[65448]: DEBUG oslo_concurrency.lockutils [None req-0ae89690-974d-4645-ba0e-e207b85c93ee tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Lock "ba6a1ee3-101e-485e-b8b1-773051cb19b6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.791620] env[65448]: DEBUG oslo_concurrency.lockutils [None req-0ae89690-974d-4645-ba0e-e207b85c93ee tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Lock "ba6a1ee3-101e-485e-b8b1-773051cb19b6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.793584] env[65448]: INFO nova.compute.manager [None req-0ae89690-974d-4645-ba0e-e207b85c93ee tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: ba6a1ee3-101e-485e-b8b1-773051cb19b6] Terminating instance [ 1204.872210] env[65448]: DEBUG oslo_concurrency.lockutils [req-aff57369-cbd6-42e7-8767-23cd59571b79 req-683cbd59-f6b4-4997-a19d-d4b89a7a192d service nova] Releasing lock "refresh_cache-f1ccec14-6c3b-4745-ac14-5e4acb191b56" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.875909] env[65448]: WARNING neutronclient.v2_0.client [req-d500f3cf-5894-4ee7-b3af-03902e51d996 req-fb2ceff9-9f9e-42c0-b7f9-f2d1a005e9b0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1204.946576] env[65448]: DEBUG nova.network.neutron [req-d500f3cf-5894-4ee7-b3af-03902e51d996 req-fb2ceff9-9f9e-42c0-b7f9-f2d1a005e9b0 service nova] [instance: a664bc6a-97c7-4e80-bcff-db1d74494ae4] Updated VIF entry in instance network info cache for port 7a48f830-c1b3-4aed-99de-a896ac2206c8. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1204.947092] env[65448]: DEBUG nova.network.neutron [req-d500f3cf-5894-4ee7-b3af-03902e51d996 req-fb2ceff9-9f9e-42c0-b7f9-f2d1a005e9b0 service nova] [instance: a664bc6a-97c7-4e80-bcff-db1d74494ae4] Updating instance_info_cache with network_info: [{"id": "7a48f830-c1b3-4aed-99de-a896ac2206c8", "address": "fa:16:3e:7c:18:3f", "network": {"id": "4e0352d8-558b-49e0-81dd-d7132b36af3d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-328140024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c8e9c9b80524b25833ad43c15e78a5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a48f830-c1", "ovs_interfaceid": "7a48f830-c1b3-4aed-99de-a896ac2206c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1204.949153] env[65448]: DEBUG nova.scheduler.client.report [None req-f6560458-4c1f-444b-bada-f10da6dcda6c tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1205.155765] env[65448]: DEBUG oslo_concurrency.lockutils [None req-45830bff-41d3-45d4-b070-8dddd88a1ccf tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Lock "567408bb-3c2c-43f1-b291-0e3fe8f3aded" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.169092] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6abfb130-01c1-4e4d-9e0c-3717871a5565 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Acquiring lock "f1ccec14-6c3b-4745-ac14-5e4acb191b56" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.273268] env[65448]: DEBUG oslo_vmware.api [None req-388f4429-8ce3-486e-b29b-916780f7cd99 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4938543, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.2144} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.273554] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-388f4429-8ce3-486e-b29b-916780f7cd99 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1205.273745] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-388f4429-8ce3-486e-b29b-916780f7cd99 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d53e2a3e-2205-44b0-9e68-91125832a67f] Deleted contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1205.273918] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-388f4429-8ce3-486e-b29b-916780f7cd99 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d53e2a3e-2205-44b0-9e68-91125832a67f] Instance destroyed {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1205.274101] env[65448]: INFO nova.compute.manager [None req-388f4429-8ce3-486e-b29b-916780f7cd99 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: d53e2a3e-2205-44b0-9e68-91125832a67f] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1205.274362] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-388f4429-8ce3-486e-b29b-916780f7cd99 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1205.274586] env[65448]: DEBUG nova.compute.manager [-] [instance: d53e2a3e-2205-44b0-9e68-91125832a67f] Deallocating network for instance {{(pid=65448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1205.274685] env[65448]: DEBUG nova.network.neutron [-] [instance: d53e2a3e-2205-44b0-9e68-91125832a67f] deallocate_for_instance() {{(pid=65448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1205.274926] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1205.284816] env[65448]: DEBUG oslo_concurrency.lockutils [None req-167cebce-2ac2-470e-a238-02fa590a2b3e tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Lock "interface-f3456e77-34cb-48b6-a71b-3a0a5066d704-cd567ccb-1664-4fa9-b38e-3c0e24fb9765" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.555s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.297049] env[65448]: DEBUG nova.compute.manager [None req-0ae89690-974d-4645-ba0e-e207b85c93ee tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: ba6a1ee3-101e-485e-b8b1-773051cb19b6] Start destroying the instance on the hypervisor. {{(pid=65448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3209}} [ 1205.297308] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-0ae89690-974d-4645-ba0e-e207b85c93ee tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: ba6a1ee3-101e-485e-b8b1-773051cb19b6] Destroying instance {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1205.298218] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f048e180-45b6-4d9a-842b-5ffdee58e460 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.307457] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-0ae89690-974d-4645-ba0e-e207b85c93ee tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: ba6a1ee3-101e-485e-b8b1-773051cb19b6] Unregistering the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1205.308678] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1205.310888] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-65aa0609-2e66-4be4-83aa-49b45c02b3a1 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.382565] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-0ae89690-974d-4645-ba0e-e207b85c93ee tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: ba6a1ee3-101e-485e-b8b1-773051cb19b6] Unregistered the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1205.382565] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-0ae89690-974d-4645-ba0e-e207b85c93ee tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: ba6a1ee3-101e-485e-b8b1-773051cb19b6] Deleting contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1205.382795] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ae89690-974d-4645-ba0e-e207b85c93ee tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Deleting the datastore file [datastore2] ba6a1ee3-101e-485e-b8b1-773051cb19b6 {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1205.383672] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0a7b8db5-e923-41be-bc22-332229403bba {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.392277] env[65448]: DEBUG oslo_vmware.api [None req-0ae89690-974d-4645-ba0e-e207b85c93ee tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Waiting for the task: (returnval){ [ 1205.392277] env[65448]: value = "task-4938545" [ 1205.392277] env[65448]: _type = "Task" [ 1205.392277] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.405655] env[65448]: DEBUG oslo_vmware.api [None req-0ae89690-974d-4645-ba0e-e207b85c93ee tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': task-4938545, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.453239] env[65448]: DEBUG oslo_concurrency.lockutils [req-d500f3cf-5894-4ee7-b3af-03902e51d996 req-fb2ceff9-9f9e-42c0-b7f9-f2d1a005e9b0 service nova] Releasing lock "refresh_cache-a664bc6a-97c7-4e80-bcff-db1d74494ae4" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.454179] env[65448]: DEBUG oslo_concurrency.lockutils [None req-f6560458-4c1f-444b-bada-f10da6dcda6c tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.321s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.598099] env[65448]: DEBUG nova.compute.manager [req-f9c1679b-b326-4466-8aa8-b2c406b138e2 req-1c2ae119-30f1-4f8b-a65c-e70278cf470c service nova] [instance: f3456e77-34cb-48b6-a71b-3a0a5066d704] Received event network-changed-3bc76608-3d96-47d8-92e9-00fd38a1d4f7 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1205.598367] env[65448]: DEBUG nova.compute.manager [req-f9c1679b-b326-4466-8aa8-b2c406b138e2 req-1c2ae119-30f1-4f8b-a65c-e70278cf470c service nova] [instance: f3456e77-34cb-48b6-a71b-3a0a5066d704] Refreshing instance network info cache due to event network-changed-3bc76608-3d96-47d8-92e9-00fd38a1d4f7. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 1205.598622] env[65448]: DEBUG oslo_concurrency.lockutils [req-f9c1679b-b326-4466-8aa8-b2c406b138e2 req-1c2ae119-30f1-4f8b-a65c-e70278cf470c service nova] Acquiring lock "refresh_cache-f3456e77-34cb-48b6-a71b-3a0a5066d704" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.598767] env[65448]: DEBUG oslo_concurrency.lockutils [req-f9c1679b-b326-4466-8aa8-b2c406b138e2 req-1c2ae119-30f1-4f8b-a65c-e70278cf470c service nova] Acquired lock "refresh_cache-f3456e77-34cb-48b6-a71b-3a0a5066d704" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.598923] env[65448]: DEBUG nova.network.neutron [req-f9c1679b-b326-4466-8aa8-b2c406b138e2 req-1c2ae119-30f1-4f8b-a65c-e70278cf470c service nova] [instance: f3456e77-34cb-48b6-a71b-3a0a5066d704] Refreshing network info cache for port 3bc76608-3d96-47d8-92e9-00fd38a1d4f7 {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1205.902610] env[65448]: DEBUG oslo_vmware.api [None req-0ae89690-974d-4645-ba0e-e207b85c93ee tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': task-4938545, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.273703} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.902610] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ae89690-974d-4645-ba0e-e207b85c93ee tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1205.902610] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-0ae89690-974d-4645-ba0e-e207b85c93ee tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: ba6a1ee3-101e-485e-b8b1-773051cb19b6] Deleted contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1205.903202] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-0ae89690-974d-4645-ba0e-e207b85c93ee tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: ba6a1ee3-101e-485e-b8b1-773051cb19b6] Instance destroyed {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1205.903202] env[65448]: INFO nova.compute.manager [None req-0ae89690-974d-4645-ba0e-e207b85c93ee tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: ba6a1ee3-101e-485e-b8b1-773051cb19b6] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1205.903331] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-0ae89690-974d-4645-ba0e-e207b85c93ee tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1205.903564] env[65448]: DEBUG nova.compute.manager [-] [instance: ba6a1ee3-101e-485e-b8b1-773051cb19b6] Deallocating network for instance {{(pid=65448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1205.903700] env[65448]: DEBUG nova.network.neutron [-] [instance: ba6a1ee3-101e-485e-b8b1-773051cb19b6] deallocate_for_instance() {{(pid=65448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1205.903983] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1205.953873] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1205.966074] env[65448]: DEBUG oslo_concurrency.lockutils [None req-f6560458-4c1f-444b-bada-f10da6dcda6c tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Lock "f1ccec14-6c3b-4745-ac14-5e4acb191b56" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 24.606s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.966074] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6abfb130-01c1-4e4d-9e0c-3717871a5565 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Lock "f1ccec14-6c3b-4745-ac14-5e4acb191b56" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.795s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.966074] env[65448]: INFO nova.compute.manager [None req-6abfb130-01c1-4e4d-9e0c-3717871a5565 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] [instance: f1ccec14-6c3b-4745-ac14-5e4acb191b56] Unshelving [ 1206.101594] env[65448]: WARNING neutronclient.v2_0.client [req-f9c1679b-b326-4466-8aa8-b2c406b138e2 req-1c2ae119-30f1-4f8b-a65c-e70278cf470c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1206.219067] env[65448]: DEBUG oslo_concurrency.lockutils [None req-45830bff-41d3-45d4-b070-8dddd88a1ccf tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Acquiring lock "567408bb-3c2c-43f1-b291-0e3fe8f3aded" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.219067] env[65448]: DEBUG oslo_concurrency.lockutils [None req-45830bff-41d3-45d4-b070-8dddd88a1ccf tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Lock "567408bb-3c2c-43f1-b291-0e3fe8f3aded" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.219067] env[65448]: INFO nova.compute.manager [None req-45830bff-41d3-45d4-b070-8dddd88a1ccf tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 567408bb-3c2c-43f1-b291-0e3fe8f3aded] Attaching volume 743c91d5-83fb-4b07-a5a2-64569a775181 to /dev/sdb [ 1206.254032] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5af5b55a-f2a7-4d67-8b14-39652596ccfe {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.260913] env[65448]: WARNING neutronclient.v2_0.client [req-f9c1679b-b326-4466-8aa8-b2c406b138e2 req-1c2ae119-30f1-4f8b-a65c-e70278cf470c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1206.268400] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b0bdcb1-873f-4b54-8595-e15c13e3081d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.271357] env[65448]: DEBUG nova.network.neutron [-] [instance: d53e2a3e-2205-44b0-9e68-91125832a67f] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.288684] env[65448]: DEBUG nova.virt.block_device [None req-45830bff-41d3-45d4-b070-8dddd88a1ccf tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 567408bb-3c2c-43f1-b291-0e3fe8f3aded] Updating existing volume attachment record: ee6e7a6a-d693-4f60-a2cd-75dd1af63b73 {{(pid=65448) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1206.343766] env[65448]: DEBUG nova.network.neutron [req-f9c1679b-b326-4466-8aa8-b2c406b138e2 req-1c2ae119-30f1-4f8b-a65c-e70278cf470c service nova] [instance: f3456e77-34cb-48b6-a71b-3a0a5066d704] Updated VIF entry in instance network info cache for port 3bc76608-3d96-47d8-92e9-00fd38a1d4f7. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1206.344232] env[65448]: DEBUG nova.network.neutron [req-f9c1679b-b326-4466-8aa8-b2c406b138e2 req-1c2ae119-30f1-4f8b-a65c-e70278cf470c service nova] [instance: f3456e77-34cb-48b6-a71b-3a0a5066d704] Updating instance_info_cache with network_info: [{"id": "3bc76608-3d96-47d8-92e9-00fd38a1d4f7", "address": "fa:16:3e:9b:ec:f1", "network": {"id": "ae7fb699-1e8f-4e6e-ba65-11efac49c1f2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2072253352-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40f710aa821f49ef963bafd588fa759f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bc76608-3d", "ovs_interfaceid": "3bc76608-3d96-47d8-92e9-00fd38a1d4f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.650723] env[65448]: DEBUG nova.network.neutron [-] [instance: ba6a1ee3-101e-485e-b8b1-773051cb19b6] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.776338] env[65448]: INFO nova.compute.manager [-] [instance: d53e2a3e-2205-44b0-9e68-91125832a67f] Took 1.50 seconds to deallocate network for instance. [ 1206.847569] env[65448]: DEBUG oslo_concurrency.lockutils [req-f9c1679b-b326-4466-8aa8-b2c406b138e2 req-1c2ae119-30f1-4f8b-a65c-e70278cf470c service nova] Releasing lock "refresh_cache-f3456e77-34cb-48b6-a71b-3a0a5066d704" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.847832] env[65448]: DEBUG nova.compute.manager [req-f9c1679b-b326-4466-8aa8-b2c406b138e2 req-1c2ae119-30f1-4f8b-a65c-e70278cf470c service nova] [instance: 7c98f401-15ac-4322-9bb1-abbdc937bad4] Received event network-changed-e2b73f41-10de-44e3-a845-6cb17dcb2a7d {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1206.847995] env[65448]: DEBUG nova.compute.manager [req-f9c1679b-b326-4466-8aa8-b2c406b138e2 req-1c2ae119-30f1-4f8b-a65c-e70278cf470c service nova] [instance: 7c98f401-15ac-4322-9bb1-abbdc937bad4] Refreshing instance network info cache due to event network-changed-e2b73f41-10de-44e3-a845-6cb17dcb2a7d. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 1206.848219] env[65448]: DEBUG oslo_concurrency.lockutils [req-f9c1679b-b326-4466-8aa8-b2c406b138e2 req-1c2ae119-30f1-4f8b-a65c-e70278cf470c service nova] Acquiring lock "refresh_cache-7c98f401-15ac-4322-9bb1-abbdc937bad4" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.848375] env[65448]: DEBUG oslo_concurrency.lockutils [req-f9c1679b-b326-4466-8aa8-b2c406b138e2 req-1c2ae119-30f1-4f8b-a65c-e70278cf470c service nova] Acquired lock "refresh_cache-7c98f401-15ac-4322-9bb1-abbdc937bad4" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.848535] env[65448]: DEBUG nova.network.neutron [req-f9c1679b-b326-4466-8aa8-b2c406b138e2 req-1c2ae119-30f1-4f8b-a65c-e70278cf470c service nova] [instance: 7c98f401-15ac-4322-9bb1-abbdc937bad4] Refreshing network info cache for port e2b73f41-10de-44e3-a845-6cb17dcb2a7d {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1206.991382] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6abfb130-01c1-4e4d-9e0c-3717871a5565 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.991679] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6abfb130-01c1-4e4d-9e0c-3717871a5565 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.991874] env[65448]: DEBUG nova.objects.instance [None req-6abfb130-01c1-4e4d-9e0c-3717871a5565 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Lazy-loading 'pci_requests' on Instance uuid f1ccec14-6c3b-4745-ac14-5e4acb191b56 {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1207.154052] env[65448]: INFO nova.compute.manager [-] [instance: ba6a1ee3-101e-485e-b8b1-773051cb19b6] Took 1.25 seconds to deallocate network for instance. [ 1207.283919] env[65448]: DEBUG oslo_concurrency.lockutils [None req-388f4429-8ce3-486e-b29b-916780f7cd99 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.302255] env[65448]: DEBUG oslo_concurrency.lockutils [None req-4133fc58-6256-4265-b505-fcca42f5410a tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Acquiring lock "interface-7c98f401-15ac-4322-9bb1-abbdc937bad4-cd567ccb-1664-4fa9-b38e-3c0e24fb9765" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.302255] env[65448]: DEBUG oslo_concurrency.lockutils [None req-4133fc58-6256-4265-b505-fcca42f5410a tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Lock "interface-7c98f401-15ac-4322-9bb1-abbdc937bad4-cd567ccb-1664-4fa9-b38e-3c0e24fb9765" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.302482] env[65448]: DEBUG nova.objects.instance [None req-4133fc58-6256-4265-b505-fcca42f5410a tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Lazy-loading 'flavor' on Instance uuid 7c98f401-15ac-4322-9bb1-abbdc937bad4 {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1207.350696] env[65448]: WARNING neutronclient.v2_0.client [req-f9c1679b-b326-4466-8aa8-b2c406b138e2 req-1c2ae119-30f1-4f8b-a65c-e70278cf470c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1207.496207] env[65448]: DEBUG nova.objects.instance [None req-6abfb130-01c1-4e4d-9e0c-3717871a5565 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Lazy-loading 'numa_topology' on Instance uuid f1ccec14-6c3b-4745-ac14-5e4acb191b56 {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1207.543659] env[65448]: WARNING neutronclient.v2_0.client [req-f9c1679b-b326-4466-8aa8-b2c406b138e2 req-1c2ae119-30f1-4f8b-a65c-e70278cf470c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1207.637977] env[65448]: DEBUG nova.compute.manager [req-7375d3a1-821e-4e6e-b23d-97c4ccb4ae6e req-c054974c-c413-4780-9aa9-00ec33ff008d service nova] [instance: d53e2a3e-2205-44b0-9e68-91125832a67f] Received event network-vif-deleted-ae175f39-4703-49e7-821c-bfff3379753a {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1207.638441] env[65448]: DEBUG nova.compute.manager [req-7375d3a1-821e-4e6e-b23d-97c4ccb4ae6e req-c054974c-c413-4780-9aa9-00ec33ff008d service nova] [instance: ba6a1ee3-101e-485e-b8b1-773051cb19b6] Received event network-vif-deleted-73fe152c-5af7-4522-ad50-a52a029a94d2 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1207.639594] env[65448]: DEBUG nova.network.neutron [req-f9c1679b-b326-4466-8aa8-b2c406b138e2 req-1c2ae119-30f1-4f8b-a65c-e70278cf470c service nova] [instance: 7c98f401-15ac-4322-9bb1-abbdc937bad4] Updated VIF entry in instance network info cache for port e2b73f41-10de-44e3-a845-6cb17dcb2a7d. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1207.639951] env[65448]: DEBUG nova.network.neutron [req-f9c1679b-b326-4466-8aa8-b2c406b138e2 req-1c2ae119-30f1-4f8b-a65c-e70278cf470c service nova] [instance: 7c98f401-15ac-4322-9bb1-abbdc937bad4] Updating instance_info_cache with network_info: [{"id": "e2b73f41-10de-44e3-a845-6cb17dcb2a7d", "address": "fa:16:3e:fa:dc:71", "network": {"id": "ae7fb699-1e8f-4e6e-ba65-11efac49c1f2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2072253352-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40f710aa821f49ef963bafd588fa759f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2b73f41-10", "ovs_interfaceid": "e2b73f41-10de-44e3-a845-6cb17dcb2a7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.662147] env[65448]: DEBUG oslo_concurrency.lockutils [None req-0ae89690-974d-4645-ba0e-e207b85c93ee tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.806823] env[65448]: WARNING neutronclient.v2_0.client [None req-4133fc58-6256-4265-b505-fcca42f5410a tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1207.914191] env[65448]: DEBUG nova.objects.instance [None req-4133fc58-6256-4265-b505-fcca42f5410a tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Lazy-loading 'pci_requests' on Instance uuid 7c98f401-15ac-4322-9bb1-abbdc937bad4 {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1207.998691] env[65448]: INFO nova.compute.claims [None req-6abfb130-01c1-4e4d-9e0c-3717871a5565 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] [instance: f1ccec14-6c3b-4745-ac14-5e4acb191b56] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1208.142293] env[65448]: DEBUG oslo_concurrency.lockutils [req-f9c1679b-b326-4466-8aa8-b2c406b138e2 req-1c2ae119-30f1-4f8b-a65c-e70278cf470c service nova] Releasing lock "refresh_cache-7c98f401-15ac-4322-9bb1-abbdc937bad4" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.417371] env[65448]: DEBUG nova.objects.base [None req-4133fc58-6256-4265-b505-fcca42f5410a tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Object Instance<7c98f401-15ac-4322-9bb1-abbdc937bad4> lazy-loaded attributes: flavor,pci_requests {{(pid=65448) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1208.417697] env[65448]: DEBUG nova.network.neutron [None req-4133fc58-6256-4265-b505-fcca42f5410a tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: 7c98f401-15ac-4322-9bb1-abbdc937bad4] allocate_for_instance() {{(pid=65448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1208.418151] env[65448]: WARNING neutronclient.v2_0.client [None req-4133fc58-6256-4265-b505-fcca42f5410a tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1208.418522] env[65448]: WARNING neutronclient.v2_0.client [None req-4133fc58-6256-4265-b505-fcca42f5410a tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1208.496197] env[65448]: DEBUG nova.policy [None req-4133fc58-6256-4265-b505-fcca42f5410a tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6e640ad962104d56a0e341dbc395c9ce', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '40f710aa821f49ef963bafd588fa759f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65448) authorize /opt/stack/nova/nova/policy.py:192}} [ 1209.184256] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-301f4168-9bdd-45d9-881c-b7f7127be2c9 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.193430] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb4f0538-524e-49fb-9560-f606aff23375 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.224767] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f49ed01-c726-409c-a076-bcc749d2591a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.232689] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b549246e-a35c-4c97-9f6e-2ace1718642a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.248494] env[65448]: DEBUG nova.compute.provider_tree [None req-6abfb130-01c1-4e4d-9e0c-3717871a5565 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1209.751799] env[65448]: DEBUG nova.scheduler.client.report [None req-6abfb130-01c1-4e4d-9e0c-3717871a5565 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1209.954707] env[65448]: DEBUG nova.compute.manager [req-a30d0b1f-0555-4b2c-a2d4-05ecc685ca94 req-7109c087-5b3f-447f-b2cf-47a29d3f6c90 service nova] [instance: 7c98f401-15ac-4322-9bb1-abbdc937bad4] Received event network-vif-plugged-cd567ccb-1664-4fa9-b38e-3c0e24fb9765 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1209.955095] env[65448]: DEBUG oslo_concurrency.lockutils [req-a30d0b1f-0555-4b2c-a2d4-05ecc685ca94 req-7109c087-5b3f-447f-b2cf-47a29d3f6c90 service nova] Acquiring lock "7c98f401-15ac-4322-9bb1-abbdc937bad4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.955454] env[65448]: DEBUG oslo_concurrency.lockutils [req-a30d0b1f-0555-4b2c-a2d4-05ecc685ca94 req-7109c087-5b3f-447f-b2cf-47a29d3f6c90 service nova] Lock "7c98f401-15ac-4322-9bb1-abbdc937bad4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.955728] env[65448]: DEBUG oslo_concurrency.lockutils [req-a30d0b1f-0555-4b2c-a2d4-05ecc685ca94 req-7109c087-5b3f-447f-b2cf-47a29d3f6c90 service nova] Lock "7c98f401-15ac-4322-9bb1-abbdc937bad4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.955981] env[65448]: DEBUG nova.compute.manager [req-a30d0b1f-0555-4b2c-a2d4-05ecc685ca94 req-7109c087-5b3f-447f-b2cf-47a29d3f6c90 service nova] [instance: 7c98f401-15ac-4322-9bb1-abbdc937bad4] No waiting events found dispatching network-vif-plugged-cd567ccb-1664-4fa9-b38e-3c0e24fb9765 {{(pid=65448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1209.956223] env[65448]: WARNING nova.compute.manager [req-a30d0b1f-0555-4b2c-a2d4-05ecc685ca94 req-7109c087-5b3f-447f-b2cf-47a29d3f6c90 service nova] [instance: 7c98f401-15ac-4322-9bb1-abbdc937bad4] Received unexpected event network-vif-plugged-cd567ccb-1664-4fa9-b38e-3c0e24fb9765 for instance with vm_state active and task_state None. [ 1210.015390] env[65448]: DEBUG nova.network.neutron [None req-4133fc58-6256-4265-b505-fcca42f5410a tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: 7c98f401-15ac-4322-9bb1-abbdc937bad4] Successfully updated port: cd567ccb-1664-4fa9-b38e-3c0e24fb9765 {{(pid=65448) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1210.257032] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6abfb130-01c1-4e4d-9e0c-3717871a5565 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.265s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.257512] env[65448]: WARNING neutronclient.v2_0.client [None req-6abfb130-01c1-4e4d-9e0c-3717871a5565 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1210.260150] env[65448]: DEBUG oslo_concurrency.lockutils [None req-388f4429-8ce3-486e-b29b-916780f7cd99 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.976s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.260384] env[65448]: DEBUG nova.objects.instance [None req-388f4429-8ce3-486e-b29b-916780f7cd99 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Lazy-loading 'resources' on Instance uuid d53e2a3e-2205-44b0-9e68-91125832a67f {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1210.289348] env[65448]: INFO nova.network.neutron [None req-6abfb130-01c1-4e4d-9e0c-3717871a5565 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] [instance: f1ccec14-6c3b-4745-ac14-5e4acb191b56] Updating port a9f8068d-1de8-4e4e-9a29-61b474adf683 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1210.518142] env[65448]: DEBUG oslo_concurrency.lockutils [None req-4133fc58-6256-4265-b505-fcca42f5410a tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Acquiring lock "refresh_cache-7c98f401-15ac-4322-9bb1-abbdc937bad4" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.518339] env[65448]: DEBUG oslo_concurrency.lockutils [None req-4133fc58-6256-4265-b505-fcca42f5410a tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Acquired lock "refresh_cache-7c98f401-15ac-4322-9bb1-abbdc937bad4" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.518520] env[65448]: DEBUG nova.network.neutron [None req-4133fc58-6256-4265-b505-fcca42f5410a tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: 7c98f401-15ac-4322-9bb1-abbdc937bad4] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1210.839707] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-45830bff-41d3-45d4-b070-8dddd88a1ccf tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 567408bb-3c2c-43f1-b291-0e3fe8f3aded] Volume attach. Driver type: vmdk {{(pid=65448) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1210.839707] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-45830bff-41d3-45d4-b070-8dddd88a1ccf tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 567408bb-3c2c-43f1-b291-0e3fe8f3aded] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-962089', 'volume_id': '743c91d5-83fb-4b07-a5a2-64569a775181', 'name': 'volume-743c91d5-83fb-4b07-a5a2-64569a775181', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '567408bb-3c2c-43f1-b291-0e3fe8f3aded', 'attached_at': '', 'detached_at': '', 'volume_id': '743c91d5-83fb-4b07-a5a2-64569a775181', 'serial': '743c91d5-83fb-4b07-a5a2-64569a775181'} {{(pid=65448) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1210.841023] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b2d6337-bfdf-4ce2-9227-8a1155013055 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.861134] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9f5856b-88c2-4365-aedc-9136c0c1fa85 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.888227] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-45830bff-41d3-45d4-b070-8dddd88a1ccf tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 567408bb-3c2c-43f1-b291-0e3fe8f3aded] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] volume-743c91d5-83fb-4b07-a5a2-64569a775181/volume-743c91d5-83fb-4b07-a5a2-64569a775181.vmdk or device None with type thin {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1210.891283] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-659b63a1-f517-48be-935d-70735a47b582 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.911360] env[65448]: DEBUG oslo_vmware.api [None req-45830bff-41d3-45d4-b070-8dddd88a1ccf tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Waiting for the task: (returnval){ [ 1210.911360] env[65448]: value = "task-4938548" [ 1210.911360] env[65448]: _type = "Task" [ 1210.911360] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.924672] env[65448]: DEBUG oslo_vmware.api [None req-45830bff-41d3-45d4-b070-8dddd88a1ccf tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Task: {'id': task-4938548, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.994490] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1915ad03-f60b-488e-bb99-049265af895e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.002408] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13a9d51e-e824-4715-91b1-66883f08c9fe {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.038600] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-931bd4e9-e884-4895-9375-f73046b5a100 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.047216] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-580dd306-0d17-4ac7-8a60-5f6d22dda1b2 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.062258] env[65448]: DEBUG nova.compute.provider_tree [None req-388f4429-8ce3-486e-b29b-916780f7cd99 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1211.075049] env[65448]: WARNING nova.network.neutron [None req-4133fc58-6256-4265-b505-fcca42f5410a tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: 7c98f401-15ac-4322-9bb1-abbdc937bad4] ae7fb699-1e8f-4e6e-ba65-11efac49c1f2 already exists in list: networks containing: ['ae7fb699-1e8f-4e6e-ba65-11efac49c1f2']. ignoring it [ 1211.172657] env[65448]: WARNING neutronclient.v2_0.client [None req-4133fc58-6256-4265-b505-fcca42f5410a tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1211.327280] env[65448]: WARNING neutronclient.v2_0.client [None req-4133fc58-6256-4265-b505-fcca42f5410a tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1211.393582] env[65448]: DEBUG nova.network.neutron [None req-4133fc58-6256-4265-b505-fcca42f5410a tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: 7c98f401-15ac-4322-9bb1-abbdc937bad4] Updating instance_info_cache with network_info: [{"id": "e2b73f41-10de-44e3-a845-6cb17dcb2a7d", "address": "fa:16:3e:fa:dc:71", "network": {"id": "ae7fb699-1e8f-4e6e-ba65-11efac49c1f2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2072253352-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40f710aa821f49ef963bafd588fa759f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2b73f41-10", "ovs_interfaceid": "e2b73f41-10de-44e3-a845-6cb17dcb2a7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "cd567ccb-1664-4fa9-b38e-3c0e24fb9765", "address": "fa:16:3e:7f:3e:b2", "network": {"id": "ae7fb699-1e8f-4e6e-ba65-11efac49c1f2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2072253352-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40f710aa821f49ef963bafd588fa759f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd567ccb-16", "ovs_interfaceid": "cd567ccb-1664-4fa9-b38e-3c0e24fb9765", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1211.423286] env[65448]: DEBUG oslo_vmware.api [None req-45830bff-41d3-45d4-b070-8dddd88a1ccf tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Task: {'id': task-4938548, 'name': ReconfigVM_Task, 'duration_secs': 0.426102} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.423636] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-45830bff-41d3-45d4-b070-8dddd88a1ccf tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 567408bb-3c2c-43f1-b291-0e3fe8f3aded] Reconfigured VM instance instance-0000006a to attach disk [datastore1] volume-743c91d5-83fb-4b07-a5a2-64569a775181/volume-743c91d5-83fb-4b07-a5a2-64569a775181.vmdk or device None with type thin {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1211.429219] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ea25aa7-0d3f-43f2-9372-68686e6dec44 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.446952] env[65448]: DEBUG oslo_vmware.api [None req-45830bff-41d3-45d4-b070-8dddd88a1ccf tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Waiting for the task: (returnval){ [ 1211.446952] env[65448]: value = "task-4938549" [ 1211.446952] env[65448]: _type = "Task" [ 1211.446952] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.455999] env[65448]: DEBUG oslo_vmware.api [None req-45830bff-41d3-45d4-b070-8dddd88a1ccf tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Task: {'id': task-4938549, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.566825] env[65448]: DEBUG nova.scheduler.client.report [None req-388f4429-8ce3-486e-b29b-916780f7cd99 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1211.773861] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6abfb130-01c1-4e4d-9e0c-3717871a5565 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Acquiring lock "refresh_cache-f1ccec14-6c3b-4745-ac14-5e4acb191b56" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.773861] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6abfb130-01c1-4e4d-9e0c-3717871a5565 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Acquired lock "refresh_cache-f1ccec14-6c3b-4745-ac14-5e4acb191b56" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.773861] env[65448]: DEBUG nova.network.neutron [None req-6abfb130-01c1-4e4d-9e0c-3717871a5565 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] [instance: f1ccec14-6c3b-4745-ac14-5e4acb191b56] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1211.896789] env[65448]: DEBUG oslo_concurrency.lockutils [None req-4133fc58-6256-4265-b505-fcca42f5410a tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Releasing lock "refresh_cache-7c98f401-15ac-4322-9bb1-abbdc937bad4" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.897472] env[65448]: DEBUG oslo_concurrency.lockutils [None req-4133fc58-6256-4265-b505-fcca42f5410a tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Acquiring lock "7c98f401-15ac-4322-9bb1-abbdc937bad4" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.897634] env[65448]: DEBUG oslo_concurrency.lockutils [None req-4133fc58-6256-4265-b505-fcca42f5410a tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Acquired lock "7c98f401-15ac-4322-9bb1-abbdc937bad4" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.898496] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e604ca94-42ac-4158-b560-c6b062799e5f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.917234] env[65448]: DEBUG nova.virt.hardware [None req-4133fc58-6256-4265-b505-fcca42f5410a tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1211.917562] env[65448]: DEBUG nova.virt.hardware [None req-4133fc58-6256-4265-b505-fcca42f5410a tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1211.917734] env[65448]: DEBUG nova.virt.hardware [None req-4133fc58-6256-4265-b505-fcca42f5410a tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1211.917948] env[65448]: DEBUG nova.virt.hardware [None req-4133fc58-6256-4265-b505-fcca42f5410a tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1211.918115] env[65448]: DEBUG nova.virt.hardware [None req-4133fc58-6256-4265-b505-fcca42f5410a tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1211.918284] env[65448]: DEBUG nova.virt.hardware [None req-4133fc58-6256-4265-b505-fcca42f5410a tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1211.918502] env[65448]: DEBUG nova.virt.hardware [None req-4133fc58-6256-4265-b505-fcca42f5410a tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1211.918665] env[65448]: DEBUG nova.virt.hardware [None req-4133fc58-6256-4265-b505-fcca42f5410a tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1211.918846] env[65448]: DEBUG nova.virt.hardware [None req-4133fc58-6256-4265-b505-fcca42f5410a tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1211.919016] env[65448]: DEBUG nova.virt.hardware [None req-4133fc58-6256-4265-b505-fcca42f5410a tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1211.919193] env[65448]: DEBUG nova.virt.hardware [None req-4133fc58-6256-4265-b505-fcca42f5410a tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1211.927017] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-4133fc58-6256-4265-b505-fcca42f5410a tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: 7c98f401-15ac-4322-9bb1-abbdc937bad4] Reconfiguring VM to attach interface {{(pid=65448) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1211.927519] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d6553fe-532f-4600-803d-786ed0821b67 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.946533] env[65448]: DEBUG oslo_vmware.api [None req-4133fc58-6256-4265-b505-fcca42f5410a tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Waiting for the task: (returnval){ [ 1211.946533] env[65448]: value = "task-4938550" [ 1211.946533] env[65448]: _type = "Task" [ 1211.946533] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.957691] env[65448]: DEBUG oslo_vmware.api [None req-45830bff-41d3-45d4-b070-8dddd88a1ccf tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Task: {'id': task-4938549, 'name': ReconfigVM_Task, 'duration_secs': 0.152987} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.961103] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-45830bff-41d3-45d4-b070-8dddd88a1ccf tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 567408bb-3c2c-43f1-b291-0e3fe8f3aded] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-962089', 'volume_id': '743c91d5-83fb-4b07-a5a2-64569a775181', 'name': 'volume-743c91d5-83fb-4b07-a5a2-64569a775181', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '567408bb-3c2c-43f1-b291-0e3fe8f3aded', 'attached_at': '', 'detached_at': '', 'volume_id': '743c91d5-83fb-4b07-a5a2-64569a775181', 'serial': '743c91d5-83fb-4b07-a5a2-64569a775181'} {{(pid=65448) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1211.962642] env[65448]: DEBUG oslo_vmware.api [None req-4133fc58-6256-4265-b505-fcca42f5410a tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': task-4938550, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.030014] env[65448]: DEBUG nova.compute.manager [req-505cc8d8-7b16-4a75-9880-fb16d894dd05 req-6bd66328-e418-42ea-b2e9-a8a31338c187 service nova] [instance: 7c98f401-15ac-4322-9bb1-abbdc937bad4] Received event network-changed-cd567ccb-1664-4fa9-b38e-3c0e24fb9765 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1212.030299] env[65448]: DEBUG nova.compute.manager [req-505cc8d8-7b16-4a75-9880-fb16d894dd05 req-6bd66328-e418-42ea-b2e9-a8a31338c187 service nova] [instance: 7c98f401-15ac-4322-9bb1-abbdc937bad4] Refreshing instance network info cache due to event network-changed-cd567ccb-1664-4fa9-b38e-3c0e24fb9765. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 1212.030615] env[65448]: DEBUG oslo_concurrency.lockutils [req-505cc8d8-7b16-4a75-9880-fb16d894dd05 req-6bd66328-e418-42ea-b2e9-a8a31338c187 service nova] Acquiring lock "refresh_cache-7c98f401-15ac-4322-9bb1-abbdc937bad4" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.031101] env[65448]: DEBUG oslo_concurrency.lockutils [req-505cc8d8-7b16-4a75-9880-fb16d894dd05 req-6bd66328-e418-42ea-b2e9-a8a31338c187 service nova] Acquired lock "refresh_cache-7c98f401-15ac-4322-9bb1-abbdc937bad4" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.031324] env[65448]: DEBUG nova.network.neutron [req-505cc8d8-7b16-4a75-9880-fb16d894dd05 req-6bd66328-e418-42ea-b2e9-a8a31338c187 service nova] [instance: 7c98f401-15ac-4322-9bb1-abbdc937bad4] Refreshing network info cache for port cd567ccb-1664-4fa9-b38e-3c0e24fb9765 {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1212.071701] env[65448]: DEBUG oslo_concurrency.lockutils [None req-388f4429-8ce3-486e-b29b-916780f7cd99 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.811s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.074329] env[65448]: DEBUG oslo_concurrency.lockutils [None req-0ae89690-974d-4645-ba0e-e207b85c93ee tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.412s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.074612] env[65448]: DEBUG nova.objects.instance [None req-0ae89690-974d-4645-ba0e-e207b85c93ee tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Lazy-loading 'resources' on Instance uuid ba6a1ee3-101e-485e-b8b1-773051cb19b6 {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1212.101125] env[65448]: INFO nova.scheduler.client.report [None req-388f4429-8ce3-486e-b29b-916780f7cd99 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Deleted allocations for instance d53e2a3e-2205-44b0-9e68-91125832a67f [ 1212.276961] env[65448]: WARNING neutronclient.v2_0.client [None req-6abfb130-01c1-4e4d-9e0c-3717871a5565 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1212.458867] env[65448]: DEBUG oslo_vmware.api [None req-4133fc58-6256-4265-b505-fcca42f5410a tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': task-4938550, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.480985] env[65448]: WARNING neutronclient.v2_0.client [None req-6abfb130-01c1-4e4d-9e0c-3717871a5565 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1212.534401] env[65448]: WARNING neutronclient.v2_0.client [req-505cc8d8-7b16-4a75-9880-fb16d894dd05 req-6bd66328-e418-42ea-b2e9-a8a31338c187 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1212.574990] env[65448]: DEBUG nova.network.neutron [None req-6abfb130-01c1-4e4d-9e0c-3717871a5565 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] [instance: f1ccec14-6c3b-4745-ac14-5e4acb191b56] Updating instance_info_cache with network_info: [{"id": "a9f8068d-1de8-4e4e-9a29-61b474adf683", "address": "fa:16:3e:b0:e2:17", "network": {"id": "dbea8f1c-94fb-4583-ada6-8aa382932997", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-659256082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41829c8bbc00458f8f657d10da489539", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9f8068d-1d", "ovs_interfaceid": "a9f8068d-1de8-4e4e-9a29-61b474adf683", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1212.614283] env[65448]: DEBUG oslo_concurrency.lockutils [None req-388f4429-8ce3-486e-b29b-916780f7cd99 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Lock "d53e2a3e-2205-44b0-9e68-91125832a67f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.999s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.696103] env[65448]: WARNING neutronclient.v2_0.client [req-505cc8d8-7b16-4a75-9880-fb16d894dd05 req-6bd66328-e418-42ea-b2e9-a8a31338c187 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1212.745159] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5d68a20-07fb-49c4-80d6-11e3190c2031 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.753482] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d495f77-4c63-4503-9319-c3765ac1905a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.783829] env[65448]: DEBUG nova.network.neutron [req-505cc8d8-7b16-4a75-9880-fb16d894dd05 req-6bd66328-e418-42ea-b2e9-a8a31338c187 service nova] [instance: 7c98f401-15ac-4322-9bb1-abbdc937bad4] Updated VIF entry in instance network info cache for port cd567ccb-1664-4fa9-b38e-3c0e24fb9765. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1212.784198] env[65448]: DEBUG nova.network.neutron [req-505cc8d8-7b16-4a75-9880-fb16d894dd05 req-6bd66328-e418-42ea-b2e9-a8a31338c187 service nova] [instance: 7c98f401-15ac-4322-9bb1-abbdc937bad4] Updating instance_info_cache with network_info: [{"id": "e2b73f41-10de-44e3-a845-6cb17dcb2a7d", "address": "fa:16:3e:fa:dc:71", "network": {"id": "ae7fb699-1e8f-4e6e-ba65-11efac49c1f2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2072253352-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40f710aa821f49ef963bafd588fa759f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2b73f41-10", "ovs_interfaceid": "e2b73f41-10de-44e3-a845-6cb17dcb2a7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "cd567ccb-1664-4fa9-b38e-3c0e24fb9765", "address": "fa:16:3e:7f:3e:b2", "network": {"id": "ae7fb699-1e8f-4e6e-ba65-11efac49c1f2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2072253352-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40f710aa821f49ef963bafd588fa759f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd567ccb-16", "ovs_interfaceid": "cd567ccb-1664-4fa9-b38e-3c0e24fb9765", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1212.785889] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bae00fbf-620f-4276-9fc8-4f91a935f83a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.793948] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-396dd529-ffc8-405d-bbe4-fd512f8d9821 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.810400] env[65448]: DEBUG nova.compute.provider_tree [None req-0ae89690-974d-4645-ba0e-e207b85c93ee tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1212.960647] env[65448]: DEBUG oslo_vmware.api [None req-4133fc58-6256-4265-b505-fcca42f5410a tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': task-4938550, 'name': ReconfigVM_Task, 'duration_secs': 0.576492} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.961100] env[65448]: WARNING neutronclient.v2_0.client [None req-4133fc58-6256-4265-b505-fcca42f5410a tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1212.961354] env[65448]: DEBUG oslo_concurrency.lockutils [None req-4133fc58-6256-4265-b505-fcca42f5410a tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Releasing lock "7c98f401-15ac-4322-9bb1-abbdc937bad4" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.961568] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-4133fc58-6256-4265-b505-fcca42f5410a tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: 7c98f401-15ac-4322-9bb1-abbdc937bad4] Reconfigured VM to attach interface {{(pid=65448) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1213.005768] env[65448]: DEBUG nova.objects.instance [None req-45830bff-41d3-45d4-b070-8dddd88a1ccf tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Lazy-loading 'flavor' on Instance uuid 567408bb-3c2c-43f1-b291-0e3fe8f3aded {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1213.083055] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6abfb130-01c1-4e4d-9e0c-3717871a5565 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Releasing lock "refresh_cache-f1ccec14-6c3b-4745-ac14-5e4acb191b56" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.111305] env[65448]: DEBUG nova.virt.hardware [None req-6abfb130-01c1-4e4d-9e0c-3717871a5565 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='02de1f5f543a3bc69c192fdebc652cae',container_format='bare',created_at=2025-12-08T17:32:11Z,direct_url=,disk_format='vmdk',id=b88e6f27-cf9b-4072-86e8-2e447b0298b5,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-428471993-shelved',owner='41829c8bbc00458f8f657d10da489539',properties=ImageMetaProps,protected=,size=31593984,status='active',tags=,updated_at=2025-12-08T17:32:27Z,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1213.111556] env[65448]: DEBUG nova.virt.hardware [None req-6abfb130-01c1-4e4d-9e0c-3717871a5565 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1213.111710] env[65448]: DEBUG nova.virt.hardware [None req-6abfb130-01c1-4e4d-9e0c-3717871a5565 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1213.111886] env[65448]: DEBUG nova.virt.hardware [None req-6abfb130-01c1-4e4d-9e0c-3717871a5565 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1213.112047] env[65448]: DEBUG nova.virt.hardware [None req-6abfb130-01c1-4e4d-9e0c-3717871a5565 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1213.112200] env[65448]: DEBUG nova.virt.hardware [None req-6abfb130-01c1-4e4d-9e0c-3717871a5565 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1213.112408] env[65448]: DEBUG nova.virt.hardware [None req-6abfb130-01c1-4e4d-9e0c-3717871a5565 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1213.112564] env[65448]: DEBUG nova.virt.hardware [None req-6abfb130-01c1-4e4d-9e0c-3717871a5565 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1213.112728] env[65448]: DEBUG nova.virt.hardware [None req-6abfb130-01c1-4e4d-9e0c-3717871a5565 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1213.112887] env[65448]: DEBUG nova.virt.hardware [None req-6abfb130-01c1-4e4d-9e0c-3717871a5565 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1213.113068] env[65448]: DEBUG nova.virt.hardware [None req-6abfb130-01c1-4e4d-9e0c-3717871a5565 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1213.114036] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d27427ad-fc39-46f9-8ac4-fca6d68f8153 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.125059] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d12ce8ce-20ce-42b8-a4a0-2ddfaee8ae2c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.138710] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-6abfb130-01c1-4e4d-9e0c-3717871a5565 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] [instance: f1ccec14-6c3b-4745-ac14-5e4acb191b56] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b0:e2:17', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '06cc7c49-c46c-4c1e-bf51-77e9ea802c40', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a9f8068d-1de8-4e4e-9a29-61b474adf683', 'vif_model': 'vmxnet3'}] {{(pid=65448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1213.144947] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-6abfb130-01c1-4e4d-9e0c-3717871a5565 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1213.145243] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1ccec14-6c3b-4745-ac14-5e4acb191b56] Creating VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1213.145460] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-039802b6-313f-4136-baa5-c4cebc597855 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.166344] env[65448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1213.166344] env[65448]: value = "task-4938551" [ 1213.166344] env[65448]: _type = "Task" [ 1213.166344] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.174746] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4938551, 'name': CreateVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.289475] env[65448]: DEBUG oslo_concurrency.lockutils [req-505cc8d8-7b16-4a75-9880-fb16d894dd05 req-6bd66328-e418-42ea-b2e9-a8a31338c187 service nova] Releasing lock "refresh_cache-7c98f401-15ac-4322-9bb1-abbdc937bad4" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.289762] env[65448]: DEBUG nova.compute.manager [req-505cc8d8-7b16-4a75-9880-fb16d894dd05 req-6bd66328-e418-42ea-b2e9-a8a31338c187 service nova] [instance: f1ccec14-6c3b-4745-ac14-5e4acb191b56] Received event network-vif-plugged-a9f8068d-1de8-4e4e-9a29-61b474adf683 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1213.289971] env[65448]: DEBUG oslo_concurrency.lockutils [req-505cc8d8-7b16-4a75-9880-fb16d894dd05 req-6bd66328-e418-42ea-b2e9-a8a31338c187 service nova] Acquiring lock "f1ccec14-6c3b-4745-ac14-5e4acb191b56-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.290193] env[65448]: DEBUG oslo_concurrency.lockutils [req-505cc8d8-7b16-4a75-9880-fb16d894dd05 req-6bd66328-e418-42ea-b2e9-a8a31338c187 service nova] Lock "f1ccec14-6c3b-4745-ac14-5e4acb191b56-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.290355] env[65448]: DEBUG oslo_concurrency.lockutils [req-505cc8d8-7b16-4a75-9880-fb16d894dd05 req-6bd66328-e418-42ea-b2e9-a8a31338c187 service nova] Lock "f1ccec14-6c3b-4745-ac14-5e4acb191b56-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.290522] env[65448]: DEBUG nova.compute.manager [req-505cc8d8-7b16-4a75-9880-fb16d894dd05 req-6bd66328-e418-42ea-b2e9-a8a31338c187 service nova] [instance: f1ccec14-6c3b-4745-ac14-5e4acb191b56] No waiting events found dispatching network-vif-plugged-a9f8068d-1de8-4e4e-9a29-61b474adf683 {{(pid=65448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1213.290732] env[65448]: WARNING nova.compute.manager [req-505cc8d8-7b16-4a75-9880-fb16d894dd05 req-6bd66328-e418-42ea-b2e9-a8a31338c187 service nova] [instance: f1ccec14-6c3b-4745-ac14-5e4acb191b56] Received unexpected event network-vif-plugged-a9f8068d-1de8-4e4e-9a29-61b474adf683 for instance with vm_state shelved_offloaded and task_state spawning. [ 1213.290948] env[65448]: DEBUG nova.compute.manager [req-505cc8d8-7b16-4a75-9880-fb16d894dd05 req-6bd66328-e418-42ea-b2e9-a8a31338c187 service nova] [instance: f1ccec14-6c3b-4745-ac14-5e4acb191b56] Received event network-changed-a9f8068d-1de8-4e4e-9a29-61b474adf683 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1213.291307] env[65448]: DEBUG nova.compute.manager [req-505cc8d8-7b16-4a75-9880-fb16d894dd05 req-6bd66328-e418-42ea-b2e9-a8a31338c187 service nova] [instance: f1ccec14-6c3b-4745-ac14-5e4acb191b56] Refreshing instance network info cache due to event network-changed-a9f8068d-1de8-4e4e-9a29-61b474adf683. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 1213.291307] env[65448]: DEBUG oslo_concurrency.lockutils [req-505cc8d8-7b16-4a75-9880-fb16d894dd05 req-6bd66328-e418-42ea-b2e9-a8a31338c187 service nova] Acquiring lock "refresh_cache-f1ccec14-6c3b-4745-ac14-5e4acb191b56" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.291465] env[65448]: DEBUG oslo_concurrency.lockutils [req-505cc8d8-7b16-4a75-9880-fb16d894dd05 req-6bd66328-e418-42ea-b2e9-a8a31338c187 service nova] Acquired lock "refresh_cache-f1ccec14-6c3b-4745-ac14-5e4acb191b56" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.291652] env[65448]: DEBUG nova.network.neutron [req-505cc8d8-7b16-4a75-9880-fb16d894dd05 req-6bd66328-e418-42ea-b2e9-a8a31338c187 service nova] [instance: f1ccec14-6c3b-4745-ac14-5e4acb191b56] Refreshing network info cache for port a9f8068d-1de8-4e4e-9a29-61b474adf683 {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1213.313103] env[65448]: DEBUG nova.scheduler.client.report [None req-0ae89690-974d-4645-ba0e-e207b85c93ee tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1213.466686] env[65448]: DEBUG oslo_concurrency.lockutils [None req-4133fc58-6256-4265-b505-fcca42f5410a tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Lock "interface-7c98f401-15ac-4322-9bb1-abbdc937bad4-cd567ccb-1664-4fa9-b38e-3c0e24fb9765" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.165s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.516817] env[65448]: DEBUG oslo_concurrency.lockutils [None req-45830bff-41d3-45d4-b070-8dddd88a1ccf tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Lock "567408bb-3c2c-43f1-b291-0e3fe8f3aded" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.298s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.680495] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4938551, 'name': CreateVM_Task, 'duration_secs': 0.402834} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.680789] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1ccec14-6c3b-4745-ac14-5e4acb191b56] Created VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1213.681545] env[65448]: WARNING neutronclient.v2_0.client [None req-6abfb130-01c1-4e4d-9e0c-3717871a5565 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1213.682681] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6abfb130-01c1-4e4d-9e0c-3717871a5565 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b88e6f27-cf9b-4072-86e8-2e447b0298b5" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.682887] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6abfb130-01c1-4e4d-9e0c-3717871a5565 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b88e6f27-cf9b-4072-86e8-2e447b0298b5" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.683527] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6abfb130-01c1-4e4d-9e0c-3717871a5565 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b88e6f27-cf9b-4072-86e8-2e447b0298b5" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.683738] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7efb8732-988d-48c8-b8ae-81d794f1b73f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.690744] env[65448]: DEBUG oslo_vmware.api [None req-6abfb130-01c1-4e4d-9e0c-3717871a5565 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Waiting for the task: (returnval){ [ 1213.690744] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]522b77f1-2c70-a01b-4cbf-ce2d598051d0" [ 1213.690744] env[65448]: _type = "Task" [ 1213.690744] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.702490] env[65448]: DEBUG oslo_vmware.api [None req-6abfb130-01c1-4e4d-9e0c-3717871a5565 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]522b77f1-2c70-a01b-4cbf-ce2d598051d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.786839] env[65448]: DEBUG oslo_concurrency.lockutils [None req-48d172ab-a867-4671-a880-57fcdd6c68b0 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Acquiring lock "567408bb-3c2c-43f1-b291-0e3fe8f3aded" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.787336] env[65448]: DEBUG oslo_concurrency.lockutils [None req-48d172ab-a867-4671-a880-57fcdd6c68b0 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Lock "567408bb-3c2c-43f1-b291-0e3fe8f3aded" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.794263] env[65448]: WARNING neutronclient.v2_0.client [req-505cc8d8-7b16-4a75-9880-fb16d894dd05 req-6bd66328-e418-42ea-b2e9-a8a31338c187 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1213.818744] env[65448]: DEBUG oslo_concurrency.lockutils [None req-0ae89690-974d-4645-ba0e-e207b85c93ee tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.744s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.841982] env[65448]: INFO nova.scheduler.client.report [None req-0ae89690-974d-4645-ba0e-e207b85c93ee tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Deleted allocations for instance ba6a1ee3-101e-485e-b8b1-773051cb19b6 [ 1213.937547] env[65448]: WARNING neutronclient.v2_0.client [req-505cc8d8-7b16-4a75-9880-fb16d894dd05 req-6bd66328-e418-42ea-b2e9-a8a31338c187 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1214.022235] env[65448]: DEBUG nova.network.neutron [req-505cc8d8-7b16-4a75-9880-fb16d894dd05 req-6bd66328-e418-42ea-b2e9-a8a31338c187 service nova] [instance: f1ccec14-6c3b-4745-ac14-5e4acb191b56] Updated VIF entry in instance network info cache for port a9f8068d-1de8-4e4e-9a29-61b474adf683. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1214.022660] env[65448]: DEBUG nova.network.neutron [req-505cc8d8-7b16-4a75-9880-fb16d894dd05 req-6bd66328-e418-42ea-b2e9-a8a31338c187 service nova] [instance: f1ccec14-6c3b-4745-ac14-5e4acb191b56] Updating instance_info_cache with network_info: [{"id": "a9f8068d-1de8-4e4e-9a29-61b474adf683", "address": "fa:16:3e:b0:e2:17", "network": {"id": "dbea8f1c-94fb-4583-ada6-8aa382932997", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-659256082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41829c8bbc00458f8f657d10da489539", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9f8068d-1d", "ovs_interfaceid": "a9f8068d-1de8-4e4e-9a29-61b474adf683", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.201903] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6abfb130-01c1-4e4d-9e0c-3717871a5565 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b88e6f27-cf9b-4072-86e8-2e447b0298b5" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.202594] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-6abfb130-01c1-4e4d-9e0c-3717871a5565 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] [instance: f1ccec14-6c3b-4745-ac14-5e4acb191b56] Processing image b88e6f27-cf9b-4072-86e8-2e447b0298b5 {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1214.202594] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6abfb130-01c1-4e4d-9e0c-3717871a5565 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b88e6f27-cf9b-4072-86e8-2e447b0298b5/b88e6f27-cf9b-4072-86e8-2e447b0298b5.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.202594] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6abfb130-01c1-4e4d-9e0c-3717871a5565 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b88e6f27-cf9b-4072-86e8-2e447b0298b5/b88e6f27-cf9b-4072-86e8-2e447b0298b5.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.202746] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-6abfb130-01c1-4e4d-9e0c-3717871a5565 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1214.203056] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4a7a1a7f-9acc-4c8b-9820-6967cae04224 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.213690] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-6abfb130-01c1-4e4d-9e0c-3717871a5565 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1214.213690] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-6abfb130-01c1-4e4d-9e0c-3717871a5565 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1214.213690] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8c54cb4-d8d3-4829-8c2d-d964091fe170 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.218917] env[65448]: DEBUG oslo_vmware.api [None req-6abfb130-01c1-4e4d-9e0c-3717871a5565 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Waiting for the task: (returnval){ [ 1214.218917] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]524ac1f4-d0e3-99a9-32eb-7baa46ef1fcc" [ 1214.218917] env[65448]: _type = "Task" [ 1214.218917] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.227672] env[65448]: DEBUG oslo_vmware.api [None req-6abfb130-01c1-4e4d-9e0c-3717871a5565 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]524ac1f4-d0e3-99a9-32eb-7baa46ef1fcc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.290866] env[65448]: INFO nova.compute.manager [None req-48d172ab-a867-4671-a880-57fcdd6c68b0 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 567408bb-3c2c-43f1-b291-0e3fe8f3aded] Detaching volume 743c91d5-83fb-4b07-a5a2-64569a775181 [ 1214.329578] env[65448]: INFO nova.virt.block_device [None req-48d172ab-a867-4671-a880-57fcdd6c68b0 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 567408bb-3c2c-43f1-b291-0e3fe8f3aded] Attempting to driver detach volume 743c91d5-83fb-4b07-a5a2-64569a775181 from mountpoint /dev/sdb [ 1214.329961] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-48d172ab-a867-4671-a880-57fcdd6c68b0 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 567408bb-3c2c-43f1-b291-0e3fe8f3aded] Volume detach. Driver type: vmdk {{(pid=65448) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1214.330220] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-48d172ab-a867-4671-a880-57fcdd6c68b0 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 567408bb-3c2c-43f1-b291-0e3fe8f3aded] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-962089', 'volume_id': '743c91d5-83fb-4b07-a5a2-64569a775181', 'name': 'volume-743c91d5-83fb-4b07-a5a2-64569a775181', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '567408bb-3c2c-43f1-b291-0e3fe8f3aded', 'attached_at': '', 'detached_at': '', 'volume_id': '743c91d5-83fb-4b07-a5a2-64569a775181', 'serial': '743c91d5-83fb-4b07-a5a2-64569a775181'} {{(pid=65448) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1214.331178] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b4220a0-653b-46c4-8ad1-354b6ead4289 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.357172] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76e4fdf0-6c53-4f2e-a34a-a73e8df4ff6a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.360412] env[65448]: DEBUG oslo_concurrency.lockutils [None req-0ae89690-974d-4645-ba0e-e207b85c93ee tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Lock "ba6a1ee3-101e-485e-b8b1-773051cb19b6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.569s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.369336] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a13ab6da-e9ea-43b5-ba01-b0a96a370b60 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.391810] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b3a6bb3-0619-4a63-8f47-1e65f718a1fd {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.410689] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-48d172ab-a867-4671-a880-57fcdd6c68b0 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] The volume has not been displaced from its original location: [datastore1] volume-743c91d5-83fb-4b07-a5a2-64569a775181/volume-743c91d5-83fb-4b07-a5a2-64569a775181.vmdk. No consolidation needed. {{(pid=65448) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1214.419708] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-48d172ab-a867-4671-a880-57fcdd6c68b0 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 567408bb-3c2c-43f1-b291-0e3fe8f3aded] Reconfiguring VM instance instance-0000006a to detach disk 2001 {{(pid=65448) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1214.420834] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0436cefa-228b-41ca-ba15-5c9797d70e3e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.443162] env[65448]: DEBUG oslo_vmware.api [None req-48d172ab-a867-4671-a880-57fcdd6c68b0 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Waiting for the task: (returnval){ [ 1214.443162] env[65448]: value = "task-4938552" [ 1214.443162] env[65448]: _type = "Task" [ 1214.443162] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.455994] env[65448]: DEBUG oslo_vmware.api [None req-48d172ab-a867-4671-a880-57fcdd6c68b0 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Task: {'id': task-4938552, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.525766] env[65448]: DEBUG oslo_concurrency.lockutils [req-505cc8d8-7b16-4a75-9880-fb16d894dd05 req-6bd66328-e418-42ea-b2e9-a8a31338c187 service nova] Releasing lock "refresh_cache-f1ccec14-6c3b-4745-ac14-5e4acb191b56" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.730061] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-6abfb130-01c1-4e4d-9e0c-3717871a5565 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] [instance: f1ccec14-6c3b-4745-ac14-5e4acb191b56] Preparing fetch location {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1214.730406] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-6abfb130-01c1-4e4d-9e0c-3717871a5565 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] [instance: f1ccec14-6c3b-4745-ac14-5e4acb191b56] Fetch image to [datastore1] OSTACK_IMG_3c6b97d8-a5d4-4381-a7f0-f2186b5438eb/OSTACK_IMG_3c6b97d8-a5d4-4381-a7f0-f2186b5438eb.vmdk {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1214.730627] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-6abfb130-01c1-4e4d-9e0c-3717871a5565 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] [instance: f1ccec14-6c3b-4745-ac14-5e4acb191b56] Downloading stream optimized image b88e6f27-cf9b-4072-86e8-2e447b0298b5 to [datastore1] OSTACK_IMG_3c6b97d8-a5d4-4381-a7f0-f2186b5438eb/OSTACK_IMG_3c6b97d8-a5d4-4381-a7f0-f2186b5438eb.vmdk on the data store datastore1 as vApp {{(pid=65448) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1214.730837] env[65448]: DEBUG nova.virt.vmwareapi.images [None req-6abfb130-01c1-4e4d-9e0c-3717871a5565 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] [instance: f1ccec14-6c3b-4745-ac14-5e4acb191b56] Downloading image file data b88e6f27-cf9b-4072-86e8-2e447b0298b5 to the ESX as VM named 'OSTACK_IMG_3c6b97d8-a5d4-4381-a7f0-f2186b5438eb' {{(pid=65448) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1214.817467] env[65448]: DEBUG oslo_vmware.rw_handles [None req-6abfb130-01c1-4e4d-9e0c-3717871a5565 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1214.817467] env[65448]: value = "resgroup-9" [ 1214.817467] env[65448]: _type = "ResourcePool" [ 1214.817467] env[65448]: }. {{(pid=65448) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1214.818440] env[65448]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-e673383d-3305-452f-a5b4-86cb6bfa3912 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.840984] env[65448]: DEBUG oslo_vmware.rw_handles [None req-6abfb130-01c1-4e4d-9e0c-3717871a5565 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Lease: (returnval){ [ 1214.840984] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]529a2184-f655-ea76-a3d5-fc013c664cc9" [ 1214.840984] env[65448]: _type = "HttpNfcLease" [ 1214.840984] env[65448]: } obtained for vApp import into resource pool (val){ [ 1214.840984] env[65448]: value = "resgroup-9" [ 1214.840984] env[65448]: _type = "ResourcePool" [ 1214.840984] env[65448]: }. {{(pid=65448) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1214.841325] env[65448]: DEBUG oslo_vmware.api [None req-6abfb130-01c1-4e4d-9e0c-3717871a5565 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Waiting for the lease: (returnval){ [ 1214.841325] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]529a2184-f655-ea76-a3d5-fc013c664cc9" [ 1214.841325] env[65448]: _type = "HttpNfcLease" [ 1214.841325] env[65448]: } to be ready. {{(pid=65448) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1214.848916] env[65448]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1214.848916] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]529a2184-f655-ea76-a3d5-fc013c664cc9" [ 1214.848916] env[65448]: _type = "HttpNfcLease" [ 1214.848916] env[65448]: } is initializing. {{(pid=65448) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1214.853656] env[65448]: DEBUG oslo_concurrency.lockutils [None req-0cc843eb-c50a-4555-8aa8-6a1ce9b1d184 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Acquiring lock "3a53d528-30e9-42da-ae3a-2d381536e75f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.853932] env[65448]: DEBUG oslo_concurrency.lockutils [None req-0cc843eb-c50a-4555-8aa8-6a1ce9b1d184 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Lock "3a53d528-30e9-42da-ae3a-2d381536e75f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.954449] env[65448]: DEBUG oslo_vmware.api [None req-48d172ab-a867-4671-a880-57fcdd6c68b0 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Task: {'id': task-4938552, 'name': ReconfigVM_Task, 'duration_secs': 0.262755} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.954449] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-48d172ab-a867-4671-a880-57fcdd6c68b0 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 567408bb-3c2c-43f1-b291-0e3fe8f3aded] Reconfigured VM instance instance-0000006a to detach disk 2001 {{(pid=65448) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1214.959472] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d066277-b31b-45b2-a730-fea269c1b054 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.976583] env[65448]: DEBUG oslo_vmware.api [None req-48d172ab-a867-4671-a880-57fcdd6c68b0 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Waiting for the task: (returnval){ [ 1214.976583] env[65448]: value = "task-4938554" [ 1214.976583] env[65448]: _type = "Task" [ 1214.976583] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.986431] env[65448]: DEBUG oslo_vmware.api [None req-48d172ab-a867-4671-a880-57fcdd6c68b0 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Task: {'id': task-4938554, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.048284] env[65448]: DEBUG oslo_concurrency.lockutils [None req-30559914-14d7-403b-a51e-dc95b20fdd7b tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Acquiring lock "interface-7c98f401-15ac-4322-9bb1-abbdc937bad4-cd567ccb-1664-4fa9-b38e-3c0e24fb9765" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.048540] env[65448]: DEBUG oslo_concurrency.lockutils [None req-30559914-14d7-403b-a51e-dc95b20fdd7b tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Lock "interface-7c98f401-15ac-4322-9bb1-abbdc937bad4-cd567ccb-1664-4fa9-b38e-3c0e24fb9765" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.350561] env[65448]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1215.350561] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]529a2184-f655-ea76-a3d5-fc013c664cc9" [ 1215.350561] env[65448]: _type = "HttpNfcLease" [ 1215.350561] env[65448]: } is initializing. {{(pid=65448) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1215.356232] env[65448]: DEBUG nova.compute.manager [None req-0cc843eb-c50a-4555-8aa8-6a1ce9b1d184 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: 3a53d528-30e9-42da-ae3a-2d381536e75f] Starting instance... {{(pid=65448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2483}} [ 1215.410032] env[65448]: DEBUG oslo_concurrency.lockutils [None req-142c613e-a979-401f-a55a-385e11513644 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Acquiring lock "2f9162a4-0145-4435-acc9-0a2e3c2a98e2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.410032] env[65448]: DEBUG oslo_concurrency.lockutils [None req-142c613e-a979-401f-a55a-385e11513644 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Lock "2f9162a4-0145-4435-acc9-0a2e3c2a98e2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.487132] env[65448]: DEBUG oslo_vmware.api [None req-48d172ab-a867-4671-a880-57fcdd6c68b0 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Task: {'id': task-4938554, 'name': ReconfigVM_Task, 'duration_secs': 0.164061} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.487563] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-48d172ab-a867-4671-a880-57fcdd6c68b0 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 567408bb-3c2c-43f1-b291-0e3fe8f3aded] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-962089', 'volume_id': '743c91d5-83fb-4b07-a5a2-64569a775181', 'name': 'volume-743c91d5-83fb-4b07-a5a2-64569a775181', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '567408bb-3c2c-43f1-b291-0e3fe8f3aded', 'attached_at': '', 'detached_at': '', 'volume_id': '743c91d5-83fb-4b07-a5a2-64569a775181', 'serial': '743c91d5-83fb-4b07-a5a2-64569a775181'} {{(pid=65448) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1215.551044] env[65448]: DEBUG oslo_concurrency.lockutils [None req-30559914-14d7-403b-a51e-dc95b20fdd7b tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Acquiring lock "7c98f401-15ac-4322-9bb1-abbdc937bad4" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.551319] env[65448]: DEBUG oslo_concurrency.lockutils [None req-30559914-14d7-403b-a51e-dc95b20fdd7b tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Acquired lock "7c98f401-15ac-4322-9bb1-abbdc937bad4" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.552218] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fce2ae26-4bfa-491a-898d-72a895b0204b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.330311] env[65448]: DEBUG nova.compute.manager [None req-142c613e-a979-401f-a55a-385e11513644 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 2f9162a4-0145-4435-acc9-0a2e3c2a98e2] Starting instance... {{(pid=65448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2483}} [ 1216.334186] env[65448]: DEBUG nova.objects.instance [None req-48d172ab-a867-4671-a880-57fcdd6c68b0 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Lazy-loading 'flavor' on Instance uuid 567408bb-3c2c-43f1-b291-0e3fe8f3aded {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1216.342893] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bb785ed-7eee-4003-a66a-775a65ea2103 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.369847] env[65448]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1216.369847] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]529a2184-f655-ea76-a3d5-fc013c664cc9" [ 1216.369847] env[65448]: _type = "HttpNfcLease" [ 1216.369847] env[65448]: } is ready. {{(pid=65448) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1216.370384] env[65448]: WARNING neutronclient.v2_0.client [None req-30559914-14d7-403b-a51e-dc95b20fdd7b tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1216.376037] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-30559914-14d7-403b-a51e-dc95b20fdd7b tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: 7c98f401-15ac-4322-9bb1-abbdc937bad4] Reconfiguring VM to detach interface {{(pid=65448) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1216.378235] env[65448]: DEBUG oslo_concurrency.lockutils [None req-0cc843eb-c50a-4555-8aa8-6a1ce9b1d184 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.378484] env[65448]: DEBUG oslo_concurrency.lockutils [None req-0cc843eb-c50a-4555-8aa8-6a1ce9b1d184 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.379933] env[65448]: INFO nova.compute.claims [None req-0cc843eb-c50a-4555-8aa8-6a1ce9b1d184 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: 3a53d528-30e9-42da-ae3a-2d381536e75f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1216.382444] env[65448]: DEBUG oslo_vmware.rw_handles [None req-6abfb130-01c1-4e4d-9e0c-3717871a5565 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1216.382444] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]529a2184-f655-ea76-a3d5-fc013c664cc9" [ 1216.382444] env[65448]: _type = "HttpNfcLease" [ 1216.382444] env[65448]: }. {{(pid=65448) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1216.382834] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5b9bd56-96b6-443c-a09f-47aa425a7159 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.397911] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e557b58-df0c-498f-b2d9-4b9da5561bc1 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.408687] env[65448]: DEBUG oslo_vmware.rw_handles [None req-6abfb130-01c1-4e4d-9e0c-3717871a5565 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5223b76a-6f73-fefd-d45c-75e65830d446/disk-0.vmdk from lease info. {{(pid=65448) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1216.408916] env[65448]: DEBUG oslo_vmware.rw_handles [None req-6abfb130-01c1-4e4d-9e0c-3717871a5565 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Creating HTTP connection to write to file with size = 31593984 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5223b76a-6f73-fefd-d45c-75e65830d446/disk-0.vmdk. {{(pid=65448) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1216.411689] env[65448]: DEBUG oslo_vmware.api [None req-30559914-14d7-403b-a51e-dc95b20fdd7b tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Waiting for the task: (returnval){ [ 1216.411689] env[65448]: value = "task-4938555" [ 1216.411689] env[65448]: _type = "Task" [ 1216.411689] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.487255] env[65448]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-fbe87510-9623-446b-93c7-861bcabc7b67 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.487255] env[65448]: DEBUG oslo_vmware.api [None req-30559914-14d7-403b-a51e-dc95b20fdd7b tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': task-4938555, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.847990] env[65448]: DEBUG oslo_concurrency.lockutils [None req-033cd011-93e8-4e3c-b885-f704b963fa00 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Acquiring lock "3cbfb5fd-aac5-4538-87b4-d33b466ab2ad" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.848450] env[65448]: DEBUG oslo_concurrency.lockutils [None req-033cd011-93e8-4e3c-b885-f704b963fa00 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Lock "3cbfb5fd-aac5-4538-87b4-d33b466ab2ad" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.848699] env[65448]: INFO nova.compute.manager [None req-033cd011-93e8-4e3c-b885-f704b963fa00 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 3cbfb5fd-aac5-4538-87b4-d33b466ab2ad] Shelving [ 1216.858810] env[65448]: DEBUG oslo_concurrency.lockutils [None req-142c613e-a979-401f-a55a-385e11513644 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.925013] env[65448]: DEBUG oslo_vmware.api [None req-30559914-14d7-403b-a51e-dc95b20fdd7b tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': task-4938555, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.357995] env[65448]: DEBUG oslo_concurrency.lockutils [None req-48d172ab-a867-4671-a880-57fcdd6c68b0 tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Lock "567408bb-3c2c-43f1-b291-0e3fe8f3aded" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.571s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.427488] env[65448]: DEBUG oslo_vmware.api [None req-30559914-14d7-403b-a51e-dc95b20fdd7b tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': task-4938555, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.599284] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5df181f-869d-457c-b625-d7f4403f072c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.610352] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-430665c5-b025-45d9-a019-313428ad75bd {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.614748] env[65448]: DEBUG oslo_vmware.rw_handles [None req-6abfb130-01c1-4e4d-9e0c-3717871a5565 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Completed reading data from the image iterator. {{(pid=65448) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1217.615416] env[65448]: DEBUG oslo_vmware.rw_handles [None req-6abfb130-01c1-4e4d-9e0c-3717871a5565 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5223b76a-6f73-fefd-d45c-75e65830d446/disk-0.vmdk. {{(pid=65448) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1217.616044] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd2e7c1a-9015-4761-9a53-882b660af603 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.646873] env[65448]: DEBUG oslo_vmware.rw_handles [None req-6abfb130-01c1-4e4d-9e0c-3717871a5565 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5223b76a-6f73-fefd-d45c-75e65830d446/disk-0.vmdk is in state: ready. {{(pid=65448) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1217.647084] env[65448]: DEBUG oslo_vmware.rw_handles [None req-6abfb130-01c1-4e4d-9e0c-3717871a5565 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5223b76a-6f73-fefd-d45c-75e65830d446/disk-0.vmdk. {{(pid=65448) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1217.647895] env[65448]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-db6280e0-9f38-4f36-8b0e-b631b5e082a2 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.650125] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b5f2764-7a0d-4947-a3c8-e3273f7777c7 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.658184] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f083ac54-96ef-4125-948b-a3dfa60800f3 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.672156] env[65448]: DEBUG nova.compute.provider_tree [None req-0cc843eb-c50a-4555-8aa8-6a1ce9b1d184 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1217.871940] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-033cd011-93e8-4e3c-b885-f704b963fa00 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 3cbfb5fd-aac5-4538-87b4-d33b466ab2ad] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1217.872439] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e2592a09-e1bf-449a-8cb0-eea3f0236287 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.880893] env[65448]: DEBUG oslo_vmware.api [None req-033cd011-93e8-4e3c-b885-f704b963fa00 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Waiting for the task: (returnval){ [ 1217.880893] env[65448]: value = "task-4938556" [ 1217.880893] env[65448]: _type = "Task" [ 1217.880893] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.891741] env[65448]: DEBUG oslo_vmware.api [None req-033cd011-93e8-4e3c-b885-f704b963fa00 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4938556, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.927588] env[65448]: DEBUG oslo_vmware.api [None req-30559914-14d7-403b-a51e-dc95b20fdd7b tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': task-4938555, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.067051] env[65448]: DEBUG oslo_vmware.rw_handles [None req-6abfb130-01c1-4e4d-9e0c-3717871a5565 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5223b76a-6f73-fefd-d45c-75e65830d446/disk-0.vmdk. {{(pid=65448) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1218.067216] env[65448]: INFO nova.virt.vmwareapi.images [None req-6abfb130-01c1-4e4d-9e0c-3717871a5565 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] [instance: f1ccec14-6c3b-4745-ac14-5e4acb191b56] Downloaded image file data b88e6f27-cf9b-4072-86e8-2e447b0298b5 [ 1218.068118] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00487d7b-6dab-478d-be2c-090f6e949d7d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.090182] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5494a6f6-6f97-48e9-b60a-20c295bed28c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.176451] env[65448]: DEBUG nova.scheduler.client.report [None req-0cc843eb-c50a-4555-8aa8-6a1ce9b1d184 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1218.328241] env[65448]: INFO nova.virt.vmwareapi.images [None req-6abfb130-01c1-4e4d-9e0c-3717871a5565 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] [instance: f1ccec14-6c3b-4745-ac14-5e4acb191b56] The imported VM was unregistered [ 1218.331347] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-6abfb130-01c1-4e4d-9e0c-3717871a5565 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] [instance: f1ccec14-6c3b-4745-ac14-5e4acb191b56] Caching image {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1218.331642] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-6abfb130-01c1-4e4d-9e0c-3717871a5565 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Creating directory with path [datastore1] devstack-image-cache_base/b88e6f27-cf9b-4072-86e8-2e447b0298b5 {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1218.331965] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3010efc6-b090-48f6-bbd5-a9cbe53c2336 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.369296] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-6abfb130-01c1-4e4d-9e0c-3717871a5565 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Created directory with path [datastore1] devstack-image-cache_base/b88e6f27-cf9b-4072-86e8-2e447b0298b5 {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1218.369517] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-6abfb130-01c1-4e4d-9e0c-3717871a5565 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_3c6b97d8-a5d4-4381-a7f0-f2186b5438eb/OSTACK_IMG_3c6b97d8-a5d4-4381-a7f0-f2186b5438eb.vmdk to [datastore1] devstack-image-cache_base/b88e6f27-cf9b-4072-86e8-2e447b0298b5/b88e6f27-cf9b-4072-86e8-2e447b0298b5.vmdk. {{(pid=65448) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1218.369774] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-ea89a53c-83d3-4226-b97e-d2efd71ecbd6 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.372655] env[65448]: DEBUG oslo_concurrency.lockutils [None req-fc032df8-f031-4475-8396-c173aee4c8ae tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Acquiring lock "567408bb-3c2c-43f1-b291-0e3fe8f3aded" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.372936] env[65448]: DEBUG oslo_concurrency.lockutils [None req-fc032df8-f031-4475-8396-c173aee4c8ae tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Lock "567408bb-3c2c-43f1-b291-0e3fe8f3aded" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.373151] env[65448]: DEBUG oslo_concurrency.lockutils [None req-fc032df8-f031-4475-8396-c173aee4c8ae tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Acquiring lock "567408bb-3c2c-43f1-b291-0e3fe8f3aded-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.373335] env[65448]: DEBUG oslo_concurrency.lockutils [None req-fc032df8-f031-4475-8396-c173aee4c8ae tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Lock "567408bb-3c2c-43f1-b291-0e3fe8f3aded-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.373503] env[65448]: DEBUG oslo_concurrency.lockutils [None req-fc032df8-f031-4475-8396-c173aee4c8ae tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Lock "567408bb-3c2c-43f1-b291-0e3fe8f3aded-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.376194] env[65448]: INFO nova.compute.manager [None req-fc032df8-f031-4475-8396-c173aee4c8ae tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 567408bb-3c2c-43f1-b291-0e3fe8f3aded] Terminating instance [ 1218.379088] env[65448]: DEBUG oslo_vmware.api [None req-6abfb130-01c1-4e4d-9e0c-3717871a5565 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Waiting for the task: (returnval){ [ 1218.379088] env[65448]: value = "task-4938558" [ 1218.379088] env[65448]: _type = "Task" [ 1218.379088] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.393145] env[65448]: DEBUG oslo_vmware.api [None req-033cd011-93e8-4e3c-b885-f704b963fa00 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4938556, 'name': PowerOffVM_Task, 'duration_secs': 0.313067} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.396652] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-033cd011-93e8-4e3c-b885-f704b963fa00 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 3cbfb5fd-aac5-4538-87b4-d33b466ab2ad] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1218.397407] env[65448]: DEBUG oslo_vmware.api [None req-6abfb130-01c1-4e4d-9e0c-3717871a5565 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Task: {'id': task-4938558, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.398286] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fd7f3af-b5f1-4815-adb9-050a0ec199eb {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.429826] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7de560eb-84fe-4107-b231-c123ad96945b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.440111] env[65448]: DEBUG oslo_vmware.api [None req-30559914-14d7-403b-a51e-dc95b20fdd7b tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': task-4938555, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.682814] env[65448]: DEBUG oslo_concurrency.lockutils [None req-0cc843eb-c50a-4555-8aa8-6a1ce9b1d184 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.304s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.683356] env[65448]: DEBUG nova.compute.manager [None req-0cc843eb-c50a-4555-8aa8-6a1ce9b1d184 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: 3a53d528-30e9-42da-ae3a-2d381536e75f] Start building networks asynchronously for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2881}} [ 1218.686230] env[65448]: DEBUG oslo_concurrency.lockutils [None req-142c613e-a979-401f-a55a-385e11513644 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.827s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.687898] env[65448]: INFO nova.compute.claims [None req-142c613e-a979-401f-a55a-385e11513644 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 2f9162a4-0145-4435-acc9-0a2e3c2a98e2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1218.884669] env[65448]: DEBUG nova.compute.manager [None req-fc032df8-f031-4475-8396-c173aee4c8ae tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 567408bb-3c2c-43f1-b291-0e3fe8f3aded] Start destroying the instance on the hypervisor. {{(pid=65448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3209}} [ 1218.885074] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-fc032df8-f031-4475-8396-c173aee4c8ae tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 567408bb-3c2c-43f1-b291-0e3fe8f3aded] Destroying instance {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1218.885738] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-740fe54a-9bf0-4062-8bf6-57b723bce684 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.895887] env[65448]: DEBUG oslo_vmware.api [None req-6abfb130-01c1-4e4d-9e0c-3717871a5565 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Task: {'id': task-4938558, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.898349] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc032df8-f031-4475-8396-c173aee4c8ae tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 567408bb-3c2c-43f1-b291-0e3fe8f3aded] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1218.898606] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8a561a52-9b56-4fca-a42b-03132e570c18 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.906983] env[65448]: DEBUG oslo_vmware.api [None req-fc032df8-f031-4475-8396-c173aee4c8ae tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Waiting for the task: (returnval){ [ 1218.906983] env[65448]: value = "task-4938559" [ 1218.906983] env[65448]: _type = "Task" [ 1218.906983] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.916766] env[65448]: DEBUG oslo_vmware.api [None req-fc032df8-f031-4475-8396-c173aee4c8ae tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Task: {'id': task-4938559, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.933273] env[65448]: DEBUG oslo_vmware.api [None req-30559914-14d7-403b-a51e-dc95b20fdd7b tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': task-4938555, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.947800] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-033cd011-93e8-4e3c-b885-f704b963fa00 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 3cbfb5fd-aac5-4538-87b4-d33b466ab2ad] Creating Snapshot of the VM instance {{(pid=65448) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1218.948220] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6e09f941-7cbe-4213-ba51-2019b73b10b6 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.958425] env[65448]: DEBUG oslo_vmware.api [None req-033cd011-93e8-4e3c-b885-f704b963fa00 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Waiting for the task: (returnval){ [ 1218.958425] env[65448]: value = "task-4938560" [ 1218.958425] env[65448]: _type = "Task" [ 1218.958425] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.973671] env[65448]: DEBUG oslo_vmware.api [None req-033cd011-93e8-4e3c-b885-f704b963fa00 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4938560, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.193318] env[65448]: DEBUG nova.compute.utils [None req-0cc843eb-c50a-4555-8aa8-6a1ce9b1d184 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Using /dev/sd instead of None {{(pid=65448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1219.197677] env[65448]: DEBUG nova.compute.manager [None req-0cc843eb-c50a-4555-8aa8-6a1ce9b1d184 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: 3a53d528-30e9-42da-ae3a-2d381536e75f] Allocating IP information in the background. {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 1219.198048] env[65448]: DEBUG nova.network.neutron [None req-0cc843eb-c50a-4555-8aa8-6a1ce9b1d184 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: 3a53d528-30e9-42da-ae3a-2d381536e75f] allocate_for_instance() {{(pid=65448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1219.198435] env[65448]: WARNING neutronclient.v2_0.client [None req-0cc843eb-c50a-4555-8aa8-6a1ce9b1d184 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1219.198875] env[65448]: WARNING neutronclient.v2_0.client [None req-0cc843eb-c50a-4555-8aa8-6a1ce9b1d184 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1219.254232] env[65448]: DEBUG nova.policy [None req-0cc843eb-c50a-4555-8aa8-6a1ce9b1d184 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dc9a3048fffb4c5c805492e6b371cf9e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7bf59e2c00b54ab7a8bc201e80781fcb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65448) authorize /opt/stack/nova/nova/policy.py:192}} [ 1219.393621] env[65448]: DEBUG oslo_vmware.api [None req-6abfb130-01c1-4e4d-9e0c-3717871a5565 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Task: {'id': task-4938558, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.421776] env[65448]: DEBUG oslo_vmware.api [None req-fc032df8-f031-4475-8396-c173aee4c8ae tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Task: {'id': task-4938559, 'name': PowerOffVM_Task, 'duration_secs': 0.483068} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.421776] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc032df8-f031-4475-8396-c173aee4c8ae tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 567408bb-3c2c-43f1-b291-0e3fe8f3aded] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1219.422036] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-fc032df8-f031-4475-8396-c173aee4c8ae tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 567408bb-3c2c-43f1-b291-0e3fe8f3aded] Unregistering the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1219.422257] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8605296f-a045-481b-8153-4edb7a6c7b5f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.437275] env[65448]: DEBUG oslo_vmware.api [None req-30559914-14d7-403b-a51e-dc95b20fdd7b tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': task-4938555, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.470564] env[65448]: DEBUG oslo_vmware.api [None req-033cd011-93e8-4e3c-b885-f704b963fa00 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4938560, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.617218] env[65448]: DEBUG nova.network.neutron [None req-0cc843eb-c50a-4555-8aa8-6a1ce9b1d184 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: 3a53d528-30e9-42da-ae3a-2d381536e75f] Successfully created port: 1a1fa049-d8a2-4386-a1be-dac516ba3534 {{(pid=65448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1219.670653] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-fc032df8-f031-4475-8396-c173aee4c8ae tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 567408bb-3c2c-43f1-b291-0e3fe8f3aded] Unregistered the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1219.670943] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-fc032df8-f031-4475-8396-c173aee4c8ae tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 567408bb-3c2c-43f1-b291-0e3fe8f3aded] Deleting contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1219.671154] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc032df8-f031-4475-8396-c173aee4c8ae tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Deleting the datastore file [datastore2] 567408bb-3c2c-43f1-b291-0e3fe8f3aded {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1219.671490] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e5df4c8e-e019-4931-a816-625ec2050ddb {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.680700] env[65448]: DEBUG oslo_vmware.api [None req-fc032df8-f031-4475-8396-c173aee4c8ae tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Waiting for the task: (returnval){ [ 1219.680700] env[65448]: value = "task-4938562" [ 1219.680700] env[65448]: _type = "Task" [ 1219.680700] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.693686] env[65448]: DEBUG oslo_vmware.api [None req-fc032df8-f031-4475-8396-c173aee4c8ae tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Task: {'id': task-4938562, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.698619] env[65448]: DEBUG nova.compute.manager [None req-0cc843eb-c50a-4555-8aa8-6a1ce9b1d184 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: 3a53d528-30e9-42da-ae3a-2d381536e75f] Start building block device mappings for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2916}} [ 1219.896212] env[65448]: DEBUG oslo_vmware.api [None req-6abfb130-01c1-4e4d-9e0c-3717871a5565 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Task: {'id': task-4938558, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.927600] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f0cca3e-7c1a-40f8-b047-f88e84a1016f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.942081] env[65448]: DEBUG oslo_vmware.api [None req-30559914-14d7-403b-a51e-dc95b20fdd7b tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': task-4938555, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.944882] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8399ea6d-ffb9-4741-8565-91f5c93fa814 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.984451] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f20b8a5-4a98-4dbe-a20b-e9f80ded174c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.996973] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb6f5311-0f10-49e4-aedd-389abf2fd9ac {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.001100] env[65448]: DEBUG oslo_vmware.api [None req-033cd011-93e8-4e3c-b885-f704b963fa00 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4938560, 'name': CreateSnapshot_Task, 'duration_secs': 0.95943} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.001429] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-033cd011-93e8-4e3c-b885-f704b963fa00 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 3cbfb5fd-aac5-4538-87b4-d33b466ab2ad] Created Snapshot of the VM instance {{(pid=65448) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1220.002774] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-544c4d04-6c75-4584-a717-8ca4bf6ccad8 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.013975] env[65448]: DEBUG nova.compute.provider_tree [None req-142c613e-a979-401f-a55a-385e11513644 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1220.191926] env[65448]: DEBUG oslo_vmware.api [None req-fc032df8-f031-4475-8396-c173aee4c8ae tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Task: {'id': task-4938562, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.322646] env[65448]: DEBUG oslo_concurrency.lockutils [None req-467adeb6-63fe-4846-888d-7707d14c808c tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Acquiring lock "7978c1c5-9577-4194-827e-59a715d196b7" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.322646] env[65448]: DEBUG oslo_concurrency.lockutils [None req-467adeb6-63fe-4846-888d-7707d14c808c tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Lock "7978c1c5-9577-4194-827e-59a715d196b7" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.322983] env[65448]: INFO nova.compute.manager [None req-467adeb6-63fe-4846-888d-7707d14c808c tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: 7978c1c5-9577-4194-827e-59a715d196b7] Shelving [ 1220.393851] env[65448]: DEBUG oslo_vmware.api [None req-6abfb130-01c1-4e4d-9e0c-3717871a5565 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Task: {'id': task-4938558, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.438781] env[65448]: DEBUG oslo_vmware.api [None req-30559914-14d7-403b-a51e-dc95b20fdd7b tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': task-4938555, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.517986] env[65448]: DEBUG nova.scheduler.client.report [None req-142c613e-a979-401f-a55a-385e11513644 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1220.534538] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-033cd011-93e8-4e3c-b885-f704b963fa00 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 3cbfb5fd-aac5-4538-87b4-d33b466ab2ad] Creating linked-clone VM from snapshot {{(pid=65448) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1220.535620] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-cf7adf32-20eb-4ac6-a8b6-4b70d14abf5c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.547577] env[65448]: DEBUG oslo_vmware.api [None req-033cd011-93e8-4e3c-b885-f704b963fa00 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Waiting for the task: (returnval){ [ 1220.547577] env[65448]: value = "task-4938563" [ 1220.547577] env[65448]: _type = "Task" [ 1220.547577] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.557633] env[65448]: DEBUG oslo_vmware.api [None req-033cd011-93e8-4e3c-b885-f704b963fa00 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4938563, 'name': CloneVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.694080] env[65448]: DEBUG oslo_vmware.api [None req-fc032df8-f031-4475-8396-c173aee4c8ae tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Task: {'id': task-4938562, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.006513} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.694465] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc032df8-f031-4475-8396-c173aee4c8ae tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1220.694711] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-fc032df8-f031-4475-8396-c173aee4c8ae tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 567408bb-3c2c-43f1-b291-0e3fe8f3aded] Deleted contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1220.694923] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-fc032df8-f031-4475-8396-c173aee4c8ae tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 567408bb-3c2c-43f1-b291-0e3fe8f3aded] Instance destroyed {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1220.695162] env[65448]: INFO nova.compute.manager [None req-fc032df8-f031-4475-8396-c173aee4c8ae tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] [instance: 567408bb-3c2c-43f1-b291-0e3fe8f3aded] Took 1.81 seconds to destroy the instance on the hypervisor. [ 1220.695474] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-fc032df8-f031-4475-8396-c173aee4c8ae tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1220.695800] env[65448]: DEBUG nova.compute.manager [-] [instance: 567408bb-3c2c-43f1-b291-0e3fe8f3aded] Deallocating network for instance {{(pid=65448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1220.695954] env[65448]: DEBUG nova.network.neutron [-] [instance: 567408bb-3c2c-43f1-b291-0e3fe8f3aded] deallocate_for_instance() {{(pid=65448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1220.696279] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1220.713227] env[65448]: DEBUG nova.compute.manager [None req-0cc843eb-c50a-4555-8aa8-6a1ce9b1d184 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: 3a53d528-30e9-42da-ae3a-2d381536e75f] Start spawning the instance on the hypervisor. {{(pid=65448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2689}} [ 1220.740517] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1220.744884] env[65448]: DEBUG nova.virt.hardware [None req-0cc843eb-c50a-4555-8aa8-6a1ce9b1d184 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-08T17:19:51Z,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a992292b6dae455593d228217860e2e1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-08T17:19:52Z,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1220.745178] env[65448]: DEBUG nova.virt.hardware [None req-0cc843eb-c50a-4555-8aa8-6a1ce9b1d184 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1220.745341] env[65448]: DEBUG nova.virt.hardware [None req-0cc843eb-c50a-4555-8aa8-6a1ce9b1d184 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1220.745537] env[65448]: DEBUG nova.virt.hardware [None req-0cc843eb-c50a-4555-8aa8-6a1ce9b1d184 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1220.745760] env[65448]: DEBUG nova.virt.hardware [None req-0cc843eb-c50a-4555-8aa8-6a1ce9b1d184 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1220.745950] env[65448]: DEBUG nova.virt.hardware [None req-0cc843eb-c50a-4555-8aa8-6a1ce9b1d184 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1220.746178] env[65448]: DEBUG nova.virt.hardware [None req-0cc843eb-c50a-4555-8aa8-6a1ce9b1d184 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1220.746348] env[65448]: DEBUG nova.virt.hardware [None req-0cc843eb-c50a-4555-8aa8-6a1ce9b1d184 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1220.746545] env[65448]: DEBUG nova.virt.hardware [None req-0cc843eb-c50a-4555-8aa8-6a1ce9b1d184 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1220.746798] env[65448]: DEBUG nova.virt.hardware [None req-0cc843eb-c50a-4555-8aa8-6a1ce9b1d184 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1220.747020] env[65448]: DEBUG nova.virt.hardware [None req-0cc843eb-c50a-4555-8aa8-6a1ce9b1d184 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1220.747949] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c310c53-3677-4499-94f8-395f4b9d11a3 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.756717] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2876d0d-5999-4339-9080-2fd9385aadb5 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.894898] env[65448]: DEBUG oslo_vmware.api [None req-6abfb130-01c1-4e4d-9e0c-3717871a5565 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Task: {'id': task-4938558, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.938313] env[65448]: DEBUG oslo_vmware.api [None req-30559914-14d7-403b-a51e-dc95b20fdd7b tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': task-4938555, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.023475] env[65448]: DEBUG oslo_concurrency.lockutils [None req-142c613e-a979-401f-a55a-385e11513644 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.337s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.024371] env[65448]: DEBUG nova.compute.manager [None req-142c613e-a979-401f-a55a-385e11513644 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 2f9162a4-0145-4435-acc9-0a2e3c2a98e2] Start building networks asynchronously for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2881}} [ 1221.060118] env[65448]: DEBUG oslo_vmware.api [None req-033cd011-93e8-4e3c-b885-f704b963fa00 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4938563, 'name': CloneVM_Task} progress is 94%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.259888] env[65448]: DEBUG nova.network.neutron [None req-0cc843eb-c50a-4555-8aa8-6a1ce9b1d184 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: 3a53d528-30e9-42da-ae3a-2d381536e75f] Successfully updated port: 1a1fa049-d8a2-4386-a1be-dac516ba3534 {{(pid=65448) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1221.333216] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-467adeb6-63fe-4846-888d-7707d14c808c tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: 7978c1c5-9577-4194-827e-59a715d196b7] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1221.333624] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f45e740c-0c35-4e85-9f0e-66a6fbb55cce {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.342663] env[65448]: DEBUG oslo_vmware.api [None req-467adeb6-63fe-4846-888d-7707d14c808c tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Waiting for the task: (returnval){ [ 1221.342663] env[65448]: value = "task-4938564" [ 1221.342663] env[65448]: _type = "Task" [ 1221.342663] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.352299] env[65448]: DEBUG oslo_vmware.api [None req-467adeb6-63fe-4846-888d-7707d14c808c tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Task: {'id': task-4938564, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.397770] env[65448]: DEBUG oslo_vmware.api [None req-6abfb130-01c1-4e4d-9e0c-3717871a5565 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Task: {'id': task-4938558, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.99331} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.398102] env[65448]: INFO nova.virt.vmwareapi.ds_util [None req-6abfb130-01c1-4e4d-9e0c-3717871a5565 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_3c6b97d8-a5d4-4381-a7f0-f2186b5438eb/OSTACK_IMG_3c6b97d8-a5d4-4381-a7f0-f2186b5438eb.vmdk to [datastore1] devstack-image-cache_base/b88e6f27-cf9b-4072-86e8-2e447b0298b5/b88e6f27-cf9b-4072-86e8-2e447b0298b5.vmdk. [ 1221.398457] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-6abfb130-01c1-4e4d-9e0c-3717871a5565 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] [instance: f1ccec14-6c3b-4745-ac14-5e4acb191b56] Cleaning up location [datastore1] OSTACK_IMG_3c6b97d8-a5d4-4381-a7f0-f2186b5438eb {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1221.398684] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-6abfb130-01c1-4e4d-9e0c-3717871a5565 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_3c6b97d8-a5d4-4381-a7f0-f2186b5438eb {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1221.398997] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dbcc53c3-8e01-4178-8fc4-c6f058104e00 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.406832] env[65448]: DEBUG nova.compute.manager [req-6a50b4b7-d86b-4d56-93eb-a2eeceaec909 req-2bcba16d-fd64-42e2-91b3-d1cfa8f2864f service nova] [instance: 3a53d528-30e9-42da-ae3a-2d381536e75f] Received event network-vif-plugged-1a1fa049-d8a2-4386-a1be-dac516ba3534 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1221.406903] env[65448]: DEBUG oslo_concurrency.lockutils [req-6a50b4b7-d86b-4d56-93eb-a2eeceaec909 req-2bcba16d-fd64-42e2-91b3-d1cfa8f2864f service nova] Acquiring lock "3a53d528-30e9-42da-ae3a-2d381536e75f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.407111] env[65448]: DEBUG oslo_concurrency.lockutils [req-6a50b4b7-d86b-4d56-93eb-a2eeceaec909 req-2bcba16d-fd64-42e2-91b3-d1cfa8f2864f service nova] Lock "3a53d528-30e9-42da-ae3a-2d381536e75f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.407365] env[65448]: DEBUG oslo_concurrency.lockutils [req-6a50b4b7-d86b-4d56-93eb-a2eeceaec909 req-2bcba16d-fd64-42e2-91b3-d1cfa8f2864f service nova] Lock "3a53d528-30e9-42da-ae3a-2d381536e75f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.407512] env[65448]: DEBUG nova.compute.manager [req-6a50b4b7-d86b-4d56-93eb-a2eeceaec909 req-2bcba16d-fd64-42e2-91b3-d1cfa8f2864f service nova] [instance: 3a53d528-30e9-42da-ae3a-2d381536e75f] No waiting events found dispatching network-vif-plugged-1a1fa049-d8a2-4386-a1be-dac516ba3534 {{(pid=65448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1221.407623] env[65448]: WARNING nova.compute.manager [req-6a50b4b7-d86b-4d56-93eb-a2eeceaec909 req-2bcba16d-fd64-42e2-91b3-d1cfa8f2864f service nova] [instance: 3a53d528-30e9-42da-ae3a-2d381536e75f] Received unexpected event network-vif-plugged-1a1fa049-d8a2-4386-a1be-dac516ba3534 for instance with vm_state building and task_state spawning. [ 1221.410130] env[65448]: DEBUG oslo_vmware.api [None req-6abfb130-01c1-4e4d-9e0c-3717871a5565 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Waiting for the task: (returnval){ [ 1221.410130] env[65448]: value = "task-4938565" [ 1221.410130] env[65448]: _type = "Task" [ 1221.410130] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.424295] env[65448]: DEBUG oslo_vmware.api [None req-6abfb130-01c1-4e4d-9e0c-3717871a5565 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Task: {'id': task-4938565, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.439411] env[65448]: DEBUG oslo_vmware.api [None req-30559914-14d7-403b-a51e-dc95b20fdd7b tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': task-4938555, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.495791] env[65448]: DEBUG nova.compute.manager [req-bc29d27c-cad3-4b34-8478-ae11bb15d7b6 req-23f5ab9e-76d4-4de9-a569-489bff14b08c service nova] [instance: 567408bb-3c2c-43f1-b291-0e3fe8f3aded] Received event network-vif-deleted-3417dceb-d114-4fbe-816e-13234112516f {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1221.495959] env[65448]: INFO nova.compute.manager [req-bc29d27c-cad3-4b34-8478-ae11bb15d7b6 req-23f5ab9e-76d4-4de9-a569-489bff14b08c service nova] [instance: 567408bb-3c2c-43f1-b291-0e3fe8f3aded] Neutron deleted interface 3417dceb-d114-4fbe-816e-13234112516f; detaching it from the instance and deleting it from the info cache [ 1221.496152] env[65448]: DEBUG nova.network.neutron [req-bc29d27c-cad3-4b34-8478-ae11bb15d7b6 req-23f5ab9e-76d4-4de9-a569-489bff14b08c service nova] [instance: 567408bb-3c2c-43f1-b291-0e3fe8f3aded] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1221.532385] env[65448]: DEBUG nova.compute.utils [None req-142c613e-a979-401f-a55a-385e11513644 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Using /dev/sd instead of None {{(pid=65448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1221.534828] env[65448]: DEBUG nova.compute.manager [None req-142c613e-a979-401f-a55a-385e11513644 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 2f9162a4-0145-4435-acc9-0a2e3c2a98e2] Allocating IP information in the background. {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 1221.535083] env[65448]: DEBUG nova.network.neutron [None req-142c613e-a979-401f-a55a-385e11513644 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 2f9162a4-0145-4435-acc9-0a2e3c2a98e2] allocate_for_instance() {{(pid=65448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1221.535437] env[65448]: WARNING neutronclient.v2_0.client [None req-142c613e-a979-401f-a55a-385e11513644 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1221.535791] env[65448]: WARNING neutronclient.v2_0.client [None req-142c613e-a979-401f-a55a-385e11513644 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1221.561119] env[65448]: DEBUG oslo_vmware.api [None req-033cd011-93e8-4e3c-b885-f704b963fa00 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4938563, 'name': CloneVM_Task} progress is 94%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.595940] env[65448]: DEBUG nova.policy [None req-142c613e-a979-401f-a55a-385e11513644 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dd61c1ad2bd6452581f21606eba67b6a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0f8d5716103c4544ad3c5ca0f9963943', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65448) authorize /opt/stack/nova/nova/policy.py:192}} [ 1221.729600] env[65448]: DEBUG nova.network.neutron [-] [instance: 567408bb-3c2c-43f1-b291-0e3fe8f3aded] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1221.764578] env[65448]: DEBUG oslo_concurrency.lockutils [None req-0cc843eb-c50a-4555-8aa8-6a1ce9b1d184 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Acquiring lock "refresh_cache-3a53d528-30e9-42da-ae3a-2d381536e75f" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.765115] env[65448]: DEBUG oslo_concurrency.lockutils [None req-0cc843eb-c50a-4555-8aa8-6a1ce9b1d184 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Acquired lock "refresh_cache-3a53d528-30e9-42da-ae3a-2d381536e75f" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.765368] env[65448]: DEBUG nova.network.neutron [None req-0cc843eb-c50a-4555-8aa8-6a1ce9b1d184 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: 3a53d528-30e9-42da-ae3a-2d381536e75f] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1221.854612] env[65448]: DEBUG oslo_vmware.api [None req-467adeb6-63fe-4846-888d-7707d14c808c tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Task: {'id': task-4938564, 'name': PowerOffVM_Task, 'duration_secs': 0.230965} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.854864] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-467adeb6-63fe-4846-888d-7707d14c808c tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: 7978c1c5-9577-4194-827e-59a715d196b7] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1221.855999] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ca4ba06-0760-410c-8659-66e8002cbeec {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.875769] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3ca04bd-cc3a-4c3c-9a9e-b6165bb642b7 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.900589] env[65448]: DEBUG nova.network.neutron [None req-142c613e-a979-401f-a55a-385e11513644 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 2f9162a4-0145-4435-acc9-0a2e3c2a98e2] Successfully created port: ca073e56-8a3d-41ce-837c-0b42596ba6e0 {{(pid=65448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1221.921897] env[65448]: DEBUG oslo_vmware.api [None req-6abfb130-01c1-4e4d-9e0c-3717871a5565 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Task: {'id': task-4938565, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.065679} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.922223] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-6abfb130-01c1-4e4d-9e0c-3717871a5565 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1221.922410] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6abfb130-01c1-4e4d-9e0c-3717871a5565 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b88e6f27-cf9b-4072-86e8-2e447b0298b5/b88e6f27-cf9b-4072-86e8-2e447b0298b5.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.922705] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-6abfb130-01c1-4e4d-9e0c-3717871a5565 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b88e6f27-cf9b-4072-86e8-2e447b0298b5/b88e6f27-cf9b-4072-86e8-2e447b0298b5.vmdk to [datastore1] f1ccec14-6c3b-4745-ac14-5e4acb191b56/f1ccec14-6c3b-4745-ac14-5e4acb191b56.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1221.923076] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2b3b361b-ce23-4c0a-8ef9-87daa8ca7c18 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.935606] env[65448]: DEBUG oslo_vmware.api [None req-6abfb130-01c1-4e4d-9e0c-3717871a5565 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Waiting for the task: (returnval){ [ 1221.935606] env[65448]: value = "task-4938566" [ 1221.935606] env[65448]: _type = "Task" [ 1221.935606] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.942810] env[65448]: DEBUG oslo_vmware.api [None req-30559914-14d7-403b-a51e-dc95b20fdd7b tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': task-4938555, 'name': ReconfigVM_Task} progress is 18%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.948671] env[65448]: DEBUG oslo_vmware.api [None req-6abfb130-01c1-4e4d-9e0c-3717871a5565 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Task: {'id': task-4938566, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.001372] env[65448]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-47ce8549-1b36-4e78-b8bc-22bfd940a899 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.015079] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2edf0b9f-c0af-4a1c-a490-f15444382d59 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.053027] env[65448]: DEBUG nova.compute.manager [None req-142c613e-a979-401f-a55a-385e11513644 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 2f9162a4-0145-4435-acc9-0a2e3c2a98e2] Start building block device mappings for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2916}} [ 1222.056103] env[65448]: DEBUG nova.compute.manager [req-bc29d27c-cad3-4b34-8478-ae11bb15d7b6 req-23f5ab9e-76d4-4de9-a569-489bff14b08c service nova] [instance: 567408bb-3c2c-43f1-b291-0e3fe8f3aded] Detach interface failed, port_id=3417dceb-d114-4fbe-816e-13234112516f, reason: Instance 567408bb-3c2c-43f1-b291-0e3fe8f3aded could not be found. {{(pid=65448) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 1222.066404] env[65448]: DEBUG oslo_vmware.api [None req-033cd011-93e8-4e3c-b885-f704b963fa00 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4938563, 'name': CloneVM_Task} progress is 100%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.234117] env[65448]: INFO nova.compute.manager [-] [instance: 567408bb-3c2c-43f1-b291-0e3fe8f3aded] Took 1.54 seconds to deallocate network for instance. [ 1222.348753] env[65448]: DEBUG nova.network.neutron [None req-0cc843eb-c50a-4555-8aa8-6a1ce9b1d184 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: 3a53d528-30e9-42da-ae3a-2d381536e75f] Instance cache missing network info. {{(pid=65448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1222.390690] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-467adeb6-63fe-4846-888d-7707d14c808c tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: 7978c1c5-9577-4194-827e-59a715d196b7] Creating Snapshot of the VM instance {{(pid=65448) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1222.390690] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c8d885ba-c1d1-492c-b487-2bb10e6c38e9 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.400419] env[65448]: DEBUG oslo_vmware.api [None req-467adeb6-63fe-4846-888d-7707d14c808c tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Waiting for the task: (returnval){ [ 1222.400419] env[65448]: value = "task-4938567" [ 1222.400419] env[65448]: _type = "Task" [ 1222.400419] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.417035] env[65448]: DEBUG oslo_vmware.api [None req-467adeb6-63fe-4846-888d-7707d14c808c tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Task: {'id': task-4938567, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.444354] env[65448]: DEBUG oslo_vmware.api [None req-30559914-14d7-403b-a51e-dc95b20fdd7b tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': task-4938555, 'name': ReconfigVM_Task, 'duration_secs': 5.751424} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.444675] env[65448]: DEBUG oslo_concurrency.lockutils [None req-30559914-14d7-403b-a51e-dc95b20fdd7b tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Releasing lock "7c98f401-15ac-4322-9bb1-abbdc937bad4" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.444887] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-30559914-14d7-403b-a51e-dc95b20fdd7b tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: 7c98f401-15ac-4322-9bb1-abbdc937bad4] Reconfigured VM to detach interface {{(pid=65448) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1222.445406] env[65448]: WARNING neutronclient.v2_0.client [None req-30559914-14d7-403b-a51e-dc95b20fdd7b tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1222.445843] env[65448]: WARNING neutronclient.v2_0.client [None req-30559914-14d7-403b-a51e-dc95b20fdd7b tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1222.456028] env[65448]: DEBUG oslo_vmware.api [None req-6abfb130-01c1-4e4d-9e0c-3717871a5565 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Task: {'id': task-4938566, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.515356] env[65448]: WARNING neutronclient.v2_0.client [None req-0cc843eb-c50a-4555-8aa8-6a1ce9b1d184 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1222.571496] env[65448]: DEBUG oslo_vmware.api [None req-033cd011-93e8-4e3c-b885-f704b963fa00 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4938563, 'name': CloneVM_Task, 'duration_secs': 1.565093} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.572680] env[65448]: WARNING neutronclient.v2_0.client [None req-30559914-14d7-403b-a51e-dc95b20fdd7b tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1222.574848] env[65448]: INFO nova.virt.vmwareapi.vmops [None req-033cd011-93e8-4e3c-b885-f704b963fa00 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 3cbfb5fd-aac5-4538-87b4-d33b466ab2ad] Created linked-clone VM from snapshot [ 1222.575984] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89e5431b-9b76-4a08-8fa4-b7078eea37b0 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.584769] env[65448]: DEBUG nova.virt.vmwareapi.images [None req-033cd011-93e8-4e3c-b885-f704b963fa00 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 3cbfb5fd-aac5-4538-87b4-d33b466ab2ad] Uploading image 1e11e2d1-334e-4878-8621-d0b2f511c499 {{(pid=65448) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1222.620095] env[65448]: DEBUG oslo_vmware.rw_handles [None req-033cd011-93e8-4e3c-b885-f704b963fa00 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1222.620095] env[65448]: value = "vm-962093" [ 1222.620095] env[65448]: _type = "VirtualMachine" [ 1222.620095] env[65448]: }. {{(pid=65448) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1222.620927] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8bba8276-00d5-4d9a-b8e4-f3803f2d9a73 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.631967] env[65448]: DEBUG oslo_vmware.rw_handles [None req-033cd011-93e8-4e3c-b885-f704b963fa00 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Lease: (returnval){ [ 1222.631967] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]525e7b8e-90f0-326c-87ca-3253fce985af" [ 1222.631967] env[65448]: _type = "HttpNfcLease" [ 1222.631967] env[65448]: } obtained for exporting VM: (result){ [ 1222.631967] env[65448]: value = "vm-962093" [ 1222.631967] env[65448]: _type = "VirtualMachine" [ 1222.631967] env[65448]: }. {{(pid=65448) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1222.632455] env[65448]: DEBUG oslo_vmware.api [None req-033cd011-93e8-4e3c-b885-f704b963fa00 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Waiting for the lease: (returnval){ [ 1222.632455] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]525e7b8e-90f0-326c-87ca-3253fce985af" [ 1222.632455] env[65448]: _type = "HttpNfcLease" [ 1222.632455] env[65448]: } to be ready. {{(pid=65448) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1222.641816] env[65448]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1222.641816] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]525e7b8e-90f0-326c-87ca-3253fce985af" [ 1222.641816] env[65448]: _type = "HttpNfcLease" [ 1222.641816] env[65448]: } is initializing. {{(pid=65448) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1222.740950] env[65448]: DEBUG oslo_concurrency.lockutils [None req-fc032df8-f031-4475-8396-c173aee4c8ae tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.741365] env[65448]: DEBUG oslo_concurrency.lockutils [None req-fc032df8-f031-4475-8396-c173aee4c8ae tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.741641] env[65448]: DEBUG nova.objects.instance [None req-fc032df8-f031-4475-8396-c173aee4c8ae tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Lazy-loading 'resources' on Instance uuid 567408bb-3c2c-43f1-b291-0e3fe8f3aded {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1222.782274] env[65448]: DEBUG nova.network.neutron [None req-0cc843eb-c50a-4555-8aa8-6a1ce9b1d184 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: 3a53d528-30e9-42da-ae3a-2d381536e75f] Updating instance_info_cache with network_info: [{"id": "1a1fa049-d8a2-4386-a1be-dac516ba3534", "address": "fa:16:3e:26:fe:b4", "network": {"id": "1c6b4e31-4989-4b8c-8cc6-67fa107dcc6a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1246525494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bf59e2c00b54ab7a8bc201e80781fcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a1fa049-d8", "ovs_interfaceid": "1a1fa049-d8a2-4386-a1be-dac516ba3534", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1222.915434] env[65448]: DEBUG oslo_vmware.api [None req-467adeb6-63fe-4846-888d-7707d14c808c tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Task: {'id': task-4938567, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.947471] env[65448]: DEBUG oslo_vmware.api [None req-6abfb130-01c1-4e4d-9e0c-3717871a5565 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Task: {'id': task-4938566, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.066689] env[65448]: DEBUG nova.compute.manager [None req-142c613e-a979-401f-a55a-385e11513644 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 2f9162a4-0145-4435-acc9-0a2e3c2a98e2] Start spawning the instance on the hypervisor. {{(pid=65448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2689}} [ 1223.094867] env[65448]: DEBUG nova.virt.hardware [None req-142c613e-a979-401f-a55a-385e11513644 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-08T17:19:51Z,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a992292b6dae455593d228217860e2e1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-08T17:19:52Z,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1223.094867] env[65448]: DEBUG nova.virt.hardware [None req-142c613e-a979-401f-a55a-385e11513644 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1223.095036] env[65448]: DEBUG nova.virt.hardware [None req-142c613e-a979-401f-a55a-385e11513644 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1223.095228] env[65448]: DEBUG nova.virt.hardware [None req-142c613e-a979-401f-a55a-385e11513644 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1223.095422] env[65448]: DEBUG nova.virt.hardware [None req-142c613e-a979-401f-a55a-385e11513644 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1223.095637] env[65448]: DEBUG nova.virt.hardware [None req-142c613e-a979-401f-a55a-385e11513644 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1223.095897] env[65448]: DEBUG nova.virt.hardware [None req-142c613e-a979-401f-a55a-385e11513644 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1223.096087] env[65448]: DEBUG nova.virt.hardware [None req-142c613e-a979-401f-a55a-385e11513644 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1223.096271] env[65448]: DEBUG nova.virt.hardware [None req-142c613e-a979-401f-a55a-385e11513644 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1223.096435] env[65448]: DEBUG nova.virt.hardware [None req-142c613e-a979-401f-a55a-385e11513644 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1223.096647] env[65448]: DEBUG nova.virt.hardware [None req-142c613e-a979-401f-a55a-385e11513644 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1223.097742] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c12a4e1-fd55-46d8-bfdb-3e220f1c3464 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.111118] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e444f4cb-9c4d-43d3-889e-612cf178a999 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.141524] env[65448]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1223.141524] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]525e7b8e-90f0-326c-87ca-3253fce985af" [ 1223.141524] env[65448]: _type = "HttpNfcLease" [ 1223.141524] env[65448]: } is ready. {{(pid=65448) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1223.141879] env[65448]: DEBUG oslo_vmware.rw_handles [None req-033cd011-93e8-4e3c-b885-f704b963fa00 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1223.141879] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]525e7b8e-90f0-326c-87ca-3253fce985af" [ 1223.141879] env[65448]: _type = "HttpNfcLease" [ 1223.141879] env[65448]: }. {{(pid=65448) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1223.142646] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42997c72-a004-47fe-bbd1-677b31612296 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.151498] env[65448]: DEBUG oslo_vmware.rw_handles [None req-033cd011-93e8-4e3c-b885-f704b963fa00 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525ee9b1-b5c1-95f0-41c0-e7d5faa59766/disk-0.vmdk from lease info. {{(pid=65448) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1223.151718] env[65448]: DEBUG oslo_vmware.rw_handles [None req-033cd011-93e8-4e3c-b885-f704b963fa00 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525ee9b1-b5c1-95f0-41c0-e7d5faa59766/disk-0.vmdk for reading. {{(pid=65448) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1223.249795] env[65448]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7ce8decb-22ba-4c83-ad42-41242f912357 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.285769] env[65448]: DEBUG oslo_concurrency.lockutils [None req-0cc843eb-c50a-4555-8aa8-6a1ce9b1d184 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Releasing lock "refresh_cache-3a53d528-30e9-42da-ae3a-2d381536e75f" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.286543] env[65448]: DEBUG nova.compute.manager [None req-0cc843eb-c50a-4555-8aa8-6a1ce9b1d184 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: 3a53d528-30e9-42da-ae3a-2d381536e75f] Instance network_info: |[{"id": "1a1fa049-d8a2-4386-a1be-dac516ba3534", "address": "fa:16:3e:26:fe:b4", "network": {"id": "1c6b4e31-4989-4b8c-8cc6-67fa107dcc6a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1246525494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bf59e2c00b54ab7a8bc201e80781fcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a1fa049-d8", "ovs_interfaceid": "1a1fa049-d8a2-4386-a1be-dac516ba3534", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 1223.287061] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-0cc843eb-c50a-4555-8aa8-6a1ce9b1d184 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: 3a53d528-30e9-42da-ae3a-2d381536e75f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:26:fe:b4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89463199-7ddf-4ee7-b485-1629a75b4b8f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1a1fa049-d8a2-4386-a1be-dac516ba3534', 'vif_model': 'vmxnet3'}] {{(pid=65448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1223.295659] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-0cc843eb-c50a-4555-8aa8-6a1ce9b1d184 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1223.299027] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a53d528-30e9-42da-ae3a-2d381536e75f] Creating VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1223.299617] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cdb3554d-7b62-44d3-adbd-d2d840d93f8f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.325944] env[65448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1223.325944] env[65448]: value = "task-4938569" [ 1223.325944] env[65448]: _type = "Task" [ 1223.325944] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.339410] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4938569, 'name': CreateVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.427244] env[65448]: DEBUG oslo_vmware.api [None req-467adeb6-63fe-4846-888d-7707d14c808c tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Task: {'id': task-4938567, 'name': CreateSnapshot_Task, 'duration_secs': 0.956662} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.427244] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-467adeb6-63fe-4846-888d-7707d14c808c tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: 7978c1c5-9577-4194-827e-59a715d196b7] Created Snapshot of the VM instance {{(pid=65448) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1223.428104] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce8ce4b3-67bc-4623-b9c5-8d397827e1be {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.460431] env[65448]: DEBUG oslo_vmware.api [None req-6abfb130-01c1-4e4d-9e0c-3717871a5565 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Task: {'id': task-4938566, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.499538] env[65448]: DEBUG nova.compute.manager [req-cdc4e202-8a22-42ce-9d22-b038b3fa0962 req-b654db1a-73c0-4de8-be1a-8d4609fbb4aa service nova] [instance: 3a53d528-30e9-42da-ae3a-2d381536e75f] Received event network-changed-1a1fa049-d8a2-4386-a1be-dac516ba3534 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1223.501224] env[65448]: DEBUG nova.compute.manager [req-cdc4e202-8a22-42ce-9d22-b038b3fa0962 req-b654db1a-73c0-4de8-be1a-8d4609fbb4aa service nova] [instance: 3a53d528-30e9-42da-ae3a-2d381536e75f] Refreshing instance network info cache due to event network-changed-1a1fa049-d8a2-4386-a1be-dac516ba3534. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 1223.502721] env[65448]: DEBUG oslo_concurrency.lockutils [req-cdc4e202-8a22-42ce-9d22-b038b3fa0962 req-b654db1a-73c0-4de8-be1a-8d4609fbb4aa service nova] Acquiring lock "refresh_cache-3a53d528-30e9-42da-ae3a-2d381536e75f" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.502721] env[65448]: DEBUG oslo_concurrency.lockutils [req-cdc4e202-8a22-42ce-9d22-b038b3fa0962 req-b654db1a-73c0-4de8-be1a-8d4609fbb4aa service nova] Acquired lock "refresh_cache-3a53d528-30e9-42da-ae3a-2d381536e75f" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.502721] env[65448]: DEBUG nova.network.neutron [req-cdc4e202-8a22-42ce-9d22-b038b3fa0962 req-b654db1a-73c0-4de8-be1a-8d4609fbb4aa service nova] [instance: 3a53d528-30e9-42da-ae3a-2d381536e75f] Refreshing network info cache for port 1a1fa049-d8a2-4386-a1be-dac516ba3534 {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1223.554722] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdda7208-0984-4ff2-944e-2143ce34b6cb {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.560722] env[65448]: DEBUG nova.network.neutron [None req-142c613e-a979-401f-a55a-385e11513644 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 2f9162a4-0145-4435-acc9-0a2e3c2a98e2] Successfully updated port: ca073e56-8a3d-41ce-837c-0b42596ba6e0 {{(pid=65448) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1223.569379] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e5558bd-30ed-4022-b564-ffb3b6419166 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.613484] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32d9f853-91d1-49e4-a94d-44aa33a44b31 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.624247] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5b8b148-a4cb-4cbf-b874-a862fa099409 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.645205] env[65448]: DEBUG nova.compute.provider_tree [None req-fc032df8-f031-4475-8396-c173aee4c8ae tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1223.836737] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4938569, 'name': CreateVM_Task, 'duration_secs': 0.458359} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.837625] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a53d528-30e9-42da-ae3a-2d381536e75f] Created VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1223.837791] env[65448]: WARNING neutronclient.v2_0.client [None req-0cc843eb-c50a-4555-8aa8-6a1ce9b1d184 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1223.838250] env[65448]: DEBUG oslo_concurrency.lockutils [None req-0cc843eb-c50a-4555-8aa8-6a1ce9b1d184 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.838476] env[65448]: DEBUG oslo_concurrency.lockutils [None req-0cc843eb-c50a-4555-8aa8-6a1ce9b1d184 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.839038] env[65448]: DEBUG oslo_concurrency.lockutils [None req-0cc843eb-c50a-4555-8aa8-6a1ce9b1d184 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.839321] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d4ee7dd-8dfd-45a0-a790-f13839df081f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.845335] env[65448]: DEBUG oslo_vmware.api [None req-0cc843eb-c50a-4555-8aa8-6a1ce9b1d184 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Waiting for the task: (returnval){ [ 1223.845335] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52e09457-8697-ff5c-215c-099972c7f2d2" [ 1223.845335] env[65448]: _type = "Task" [ 1223.845335] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.854880] env[65448]: DEBUG oslo_vmware.api [None req-0cc843eb-c50a-4555-8aa8-6a1ce9b1d184 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52e09457-8697-ff5c-215c-099972c7f2d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.960723] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-467adeb6-63fe-4846-888d-7707d14c808c tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: 7978c1c5-9577-4194-827e-59a715d196b7] Creating linked-clone VM from snapshot {{(pid=65448) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1223.961165] env[65448]: DEBUG oslo_vmware.api [None req-6abfb130-01c1-4e4d-9e0c-3717871a5565 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Task: {'id': task-4938566, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.961306] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3e3b5f9b-b724-4c91-87ce-2306fe93d7fc {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.971554] env[65448]: DEBUG oslo_vmware.api [None req-467adeb6-63fe-4846-888d-7707d14c808c tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Waiting for the task: (returnval){ [ 1223.971554] env[65448]: value = "task-4938570" [ 1223.971554] env[65448]: _type = "Task" [ 1223.971554] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.984233] env[65448]: DEBUG oslo_vmware.api [None req-467adeb6-63fe-4846-888d-7707d14c808c tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Task: {'id': task-4938570, 'name': CloneVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.989929] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d8044632-e5b5-40c4-b614-cf44189d8071 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Acquiring lock "7c98f401-15ac-4322-9bb1-abbdc937bad4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.990599] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d8044632-e5b5-40c4-b614-cf44189d8071 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Lock "7c98f401-15ac-4322-9bb1-abbdc937bad4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.991640] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d8044632-e5b5-40c4-b614-cf44189d8071 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Acquiring lock "7c98f401-15ac-4322-9bb1-abbdc937bad4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.991640] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d8044632-e5b5-40c4-b614-cf44189d8071 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Lock "7c98f401-15ac-4322-9bb1-abbdc937bad4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.991640] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d8044632-e5b5-40c4-b614-cf44189d8071 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Lock "7c98f401-15ac-4322-9bb1-abbdc937bad4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.993801] env[65448]: INFO nova.compute.manager [None req-d8044632-e5b5-40c4-b614-cf44189d8071 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: 7c98f401-15ac-4322-9bb1-abbdc937bad4] Terminating instance [ 1224.006635] env[65448]: WARNING neutronclient.v2_0.client [req-cdc4e202-8a22-42ce-9d22-b038b3fa0962 req-b654db1a-73c0-4de8-be1a-8d4609fbb4aa service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1224.064868] env[65448]: DEBUG oslo_concurrency.lockutils [None req-142c613e-a979-401f-a55a-385e11513644 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Acquiring lock "refresh_cache-2f9162a4-0145-4435-acc9-0a2e3c2a98e2" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.065251] env[65448]: DEBUG oslo_concurrency.lockutils [None req-142c613e-a979-401f-a55a-385e11513644 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Acquired lock "refresh_cache-2f9162a4-0145-4435-acc9-0a2e3c2a98e2" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.065727] env[65448]: DEBUG nova.network.neutron [None req-142c613e-a979-401f-a55a-385e11513644 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 2f9162a4-0145-4435-acc9-0a2e3c2a98e2] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1224.113411] env[65448]: DEBUG oslo_concurrency.lockutils [None req-30559914-14d7-403b-a51e-dc95b20fdd7b tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Acquiring lock "refresh_cache-7c98f401-15ac-4322-9bb1-abbdc937bad4" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.113696] env[65448]: DEBUG oslo_concurrency.lockutils [None req-30559914-14d7-403b-a51e-dc95b20fdd7b tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Acquired lock "refresh_cache-7c98f401-15ac-4322-9bb1-abbdc937bad4" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.113855] env[65448]: DEBUG nova.network.neutron [None req-30559914-14d7-403b-a51e-dc95b20fdd7b tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: 7c98f401-15ac-4322-9bb1-abbdc937bad4] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1224.150126] env[65448]: DEBUG nova.scheduler.client.report [None req-fc032df8-f031-4475-8396-c173aee4c8ae tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1224.199585] env[65448]: WARNING neutronclient.v2_0.client [req-cdc4e202-8a22-42ce-9d22-b038b3fa0962 req-b654db1a-73c0-4de8-be1a-8d4609fbb4aa service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1224.293458] env[65448]: DEBUG nova.network.neutron [req-cdc4e202-8a22-42ce-9d22-b038b3fa0962 req-b654db1a-73c0-4de8-be1a-8d4609fbb4aa service nova] [instance: 3a53d528-30e9-42da-ae3a-2d381536e75f] Updated VIF entry in instance network info cache for port 1a1fa049-d8a2-4386-a1be-dac516ba3534. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1224.294389] env[65448]: DEBUG nova.network.neutron [req-cdc4e202-8a22-42ce-9d22-b038b3fa0962 req-b654db1a-73c0-4de8-be1a-8d4609fbb4aa service nova] [instance: 3a53d528-30e9-42da-ae3a-2d381536e75f] Updating instance_info_cache with network_info: [{"id": "1a1fa049-d8a2-4386-a1be-dac516ba3534", "address": "fa:16:3e:26:fe:b4", "network": {"id": "1c6b4e31-4989-4b8c-8cc6-67fa107dcc6a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1246525494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bf59e2c00b54ab7a8bc201e80781fcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a1fa049-d8", "ovs_interfaceid": "1a1fa049-d8a2-4386-a1be-dac516ba3534", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.358161] env[65448]: DEBUG oslo_vmware.api [None req-0cc843eb-c50a-4555-8aa8-6a1ce9b1d184 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52e09457-8697-ff5c-215c-099972c7f2d2, 'name': SearchDatastore_Task, 'duration_secs': 0.094799} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.358865] env[65448]: DEBUG oslo_concurrency.lockutils [None req-0cc843eb-c50a-4555-8aa8-6a1ce9b1d184 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.359205] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-0cc843eb-c50a-4555-8aa8-6a1ce9b1d184 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: 3a53d528-30e9-42da-ae3a-2d381536e75f] Processing image 50fb366d-48e6-424f-9c20-bc83d77be76a {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1224.359608] env[65448]: DEBUG oslo_concurrency.lockutils [None req-0cc843eb-c50a-4555-8aa8-6a1ce9b1d184 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.359824] env[65448]: DEBUG oslo_concurrency.lockutils [None req-0cc843eb-c50a-4555-8aa8-6a1ce9b1d184 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.360088] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cc843eb-c50a-4555-8aa8-6a1ce9b1d184 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1224.360460] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9b4a5145-87a4-432b-a502-0a319b10104f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.380518] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cc843eb-c50a-4555-8aa8-6a1ce9b1d184 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1224.381033] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-0cc843eb-c50a-4555-8aa8-6a1ce9b1d184 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1224.381956] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c16a6f67-2ee3-4524-8821-12f732ad0121 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.388864] env[65448]: DEBUG oslo_vmware.api [None req-0cc843eb-c50a-4555-8aa8-6a1ce9b1d184 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Waiting for the task: (returnval){ [ 1224.388864] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52179ee4-6fe8-f625-7240-5395863131ea" [ 1224.388864] env[65448]: _type = "Task" [ 1224.388864] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.399845] env[65448]: DEBUG oslo_vmware.api [None req-0cc843eb-c50a-4555-8aa8-6a1ce9b1d184 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52179ee4-6fe8-f625-7240-5395863131ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.463237] env[65448]: DEBUG oslo_vmware.api [None req-6abfb130-01c1-4e4d-9e0c-3717871a5565 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Task: {'id': task-4938566, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.516231} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.463623] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-6abfb130-01c1-4e4d-9e0c-3717871a5565 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b88e6f27-cf9b-4072-86e8-2e447b0298b5/b88e6f27-cf9b-4072-86e8-2e447b0298b5.vmdk to [datastore1] f1ccec14-6c3b-4745-ac14-5e4acb191b56/f1ccec14-6c3b-4745-ac14-5e4acb191b56.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1224.464479] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c700b5cf-29a1-4807-846b-777866a0b545 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.489183] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-6abfb130-01c1-4e4d-9e0c-3717871a5565 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] [instance: f1ccec14-6c3b-4745-ac14-5e4acb191b56] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] f1ccec14-6c3b-4745-ac14-5e4acb191b56/f1ccec14-6c3b-4745-ac14-5e4acb191b56.vmdk or device None with type streamOptimized {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1224.493100] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4657eccb-a7c3-44ff-b37a-b7bc981d48ab {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.509021] env[65448]: DEBUG nova.compute.manager [None req-d8044632-e5b5-40c4-b614-cf44189d8071 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: 7c98f401-15ac-4322-9bb1-abbdc937bad4] Start destroying the instance on the hypervisor. {{(pid=65448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3209}} [ 1224.509335] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-d8044632-e5b5-40c4-b614-cf44189d8071 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: 7c98f401-15ac-4322-9bb1-abbdc937bad4] Destroying instance {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1224.510715] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b02df9f6-3de4-41ce-b923-038570785ac2 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.518397] env[65448]: DEBUG oslo_vmware.api [None req-467adeb6-63fe-4846-888d-7707d14c808c tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Task: {'id': task-4938570, 'name': CloneVM_Task} progress is 94%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.520492] env[65448]: DEBUG oslo_vmware.api [None req-6abfb130-01c1-4e4d-9e0c-3717871a5565 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Waiting for the task: (returnval){ [ 1224.520492] env[65448]: value = "task-4938571" [ 1224.520492] env[65448]: _type = "Task" [ 1224.520492] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.527436] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8044632-e5b5-40c4-b614-cf44189d8071 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: 7c98f401-15ac-4322-9bb1-abbdc937bad4] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1224.528417] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-00079dde-5291-4dd1-979e-92ce11dd6df9 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.534565] env[65448]: DEBUG oslo_vmware.api [None req-6abfb130-01c1-4e4d-9e0c-3717871a5565 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Task: {'id': task-4938571, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.536407] env[65448]: DEBUG oslo_vmware.api [None req-d8044632-e5b5-40c4-b614-cf44189d8071 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Waiting for the task: (returnval){ [ 1224.536407] env[65448]: value = "task-4938572" [ 1224.536407] env[65448]: _type = "Task" [ 1224.536407] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.546856] env[65448]: DEBUG oslo_vmware.api [None req-d8044632-e5b5-40c4-b614-cf44189d8071 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': task-4938572, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.606177] env[65448]: DEBUG nova.network.neutron [None req-142c613e-a979-401f-a55a-385e11513644 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 2f9162a4-0145-4435-acc9-0a2e3c2a98e2] Instance cache missing network info. {{(pid=65448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1224.616927] env[65448]: WARNING neutronclient.v2_0.client [None req-30559914-14d7-403b-a51e-dc95b20fdd7b tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1224.659261] env[65448]: DEBUG oslo_concurrency.lockutils [None req-fc032df8-f031-4475-8396-c173aee4c8ae tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.917s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.683237] env[65448]: INFO nova.scheduler.client.report [None req-fc032df8-f031-4475-8396-c173aee4c8ae tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Deleted allocations for instance 567408bb-3c2c-43f1-b291-0e3fe8f3aded [ 1224.711682] env[65448]: WARNING neutronclient.v2_0.client [None req-142c613e-a979-401f-a55a-385e11513644 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1224.798192] env[65448]: DEBUG oslo_concurrency.lockutils [req-cdc4e202-8a22-42ce-9d22-b038b3fa0962 req-b654db1a-73c0-4de8-be1a-8d4609fbb4aa service nova] Releasing lock "refresh_cache-3a53d528-30e9-42da-ae3a-2d381536e75f" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.798647] env[65448]: DEBUG nova.compute.manager [req-cdc4e202-8a22-42ce-9d22-b038b3fa0962 req-b654db1a-73c0-4de8-be1a-8d4609fbb4aa service nova] [instance: 2f9162a4-0145-4435-acc9-0a2e3c2a98e2] Received event network-vif-plugged-ca073e56-8a3d-41ce-837c-0b42596ba6e0 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1224.798944] env[65448]: DEBUG oslo_concurrency.lockutils [req-cdc4e202-8a22-42ce-9d22-b038b3fa0962 req-b654db1a-73c0-4de8-be1a-8d4609fbb4aa service nova] Acquiring lock "2f9162a4-0145-4435-acc9-0a2e3c2a98e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.799271] env[65448]: DEBUG oslo_concurrency.lockutils [req-cdc4e202-8a22-42ce-9d22-b038b3fa0962 req-b654db1a-73c0-4de8-be1a-8d4609fbb4aa service nova] Lock "2f9162a4-0145-4435-acc9-0a2e3c2a98e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.799537] env[65448]: DEBUG oslo_concurrency.lockutils [req-cdc4e202-8a22-42ce-9d22-b038b3fa0962 req-b654db1a-73c0-4de8-be1a-8d4609fbb4aa service nova] Lock "2f9162a4-0145-4435-acc9-0a2e3c2a98e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.800147] env[65448]: DEBUG nova.compute.manager [req-cdc4e202-8a22-42ce-9d22-b038b3fa0962 req-b654db1a-73c0-4de8-be1a-8d4609fbb4aa service nova] [instance: 2f9162a4-0145-4435-acc9-0a2e3c2a98e2] No waiting events found dispatching network-vif-plugged-ca073e56-8a3d-41ce-837c-0b42596ba6e0 {{(pid=65448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1224.800147] env[65448]: WARNING nova.compute.manager [req-cdc4e202-8a22-42ce-9d22-b038b3fa0962 req-b654db1a-73c0-4de8-be1a-8d4609fbb4aa service nova] [instance: 2f9162a4-0145-4435-acc9-0a2e3c2a98e2] Received unexpected event network-vif-plugged-ca073e56-8a3d-41ce-837c-0b42596ba6e0 for instance with vm_state building and task_state spawning. [ 1224.834034] env[65448]: DEBUG nova.network.neutron [None req-142c613e-a979-401f-a55a-385e11513644 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 2f9162a4-0145-4435-acc9-0a2e3c2a98e2] Updating instance_info_cache with network_info: [{"id": "ca073e56-8a3d-41ce-837c-0b42596ba6e0", "address": "fa:16:3e:e4:f7:36", "network": {"id": "3e956ed0-8002-4352-a2f0-0b0c88eed513", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-351560953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f8d5716103c4544ad3c5ca0f9963943", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca073e56-8a", "ovs_interfaceid": "ca073e56-8a3d-41ce-837c-0b42596ba6e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.897353] env[65448]: WARNING neutronclient.v2_0.client [None req-30559914-14d7-403b-a51e-dc95b20fdd7b tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1224.905577] env[65448]: DEBUG oslo_vmware.api [None req-0cc843eb-c50a-4555-8aa8-6a1ce9b1d184 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52179ee4-6fe8-f625-7240-5395863131ea, 'name': SearchDatastore_Task, 'duration_secs': 0.046305} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.906577] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a27abf7e-29b7-4bb7-b714-dfb1988ba452 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.913418] env[65448]: DEBUG oslo_vmware.api [None req-0cc843eb-c50a-4555-8aa8-6a1ce9b1d184 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Waiting for the task: (returnval){ [ 1224.913418] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5299ee65-e0d8-0362-2d53-5c65b9d4175c" [ 1224.913418] env[65448]: _type = "Task" [ 1224.913418] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.924045] env[65448]: DEBUG oslo_vmware.api [None req-0cc843eb-c50a-4555-8aa8-6a1ce9b1d184 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5299ee65-e0d8-0362-2d53-5c65b9d4175c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.982284] env[65448]: INFO nova.network.neutron [None req-30559914-14d7-403b-a51e-dc95b20fdd7b tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: 7c98f401-15ac-4322-9bb1-abbdc937bad4] Port cd567ccb-1664-4fa9-b38e-3c0e24fb9765 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1224.982927] env[65448]: DEBUG nova.network.neutron [None req-30559914-14d7-403b-a51e-dc95b20fdd7b tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: 7c98f401-15ac-4322-9bb1-abbdc937bad4] Updating instance_info_cache with network_info: [{"id": "e2b73f41-10de-44e3-a845-6cb17dcb2a7d", "address": "fa:16:3e:fa:dc:71", "network": {"id": "ae7fb699-1e8f-4e6e-ba65-11efac49c1f2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2072253352-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40f710aa821f49ef963bafd588fa759f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2b73f41-10", "ovs_interfaceid": "e2b73f41-10de-44e3-a845-6cb17dcb2a7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.995936] env[65448]: DEBUG oslo_vmware.api [None req-467adeb6-63fe-4846-888d-7707d14c808c tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Task: {'id': task-4938570, 'name': CloneVM_Task} progress is 94%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.033812] env[65448]: DEBUG oslo_vmware.api [None req-6abfb130-01c1-4e4d-9e0c-3717871a5565 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Task: {'id': task-4938571, 'name': ReconfigVM_Task, 'duration_secs': 0.510566} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.034594] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-6abfb130-01c1-4e4d-9e0c-3717871a5565 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] [instance: f1ccec14-6c3b-4745-ac14-5e4acb191b56] Reconfigured VM instance instance-0000006c to attach disk [datastore1] f1ccec14-6c3b-4745-ac14-5e4acb191b56/f1ccec14-6c3b-4745-ac14-5e4acb191b56.vmdk or device None with type streamOptimized {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1225.035102] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fec9d9b7-a4c0-4954-8ac1-0c39fbc96d82 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.046028] env[65448]: DEBUG oslo_vmware.api [None req-d8044632-e5b5-40c4-b614-cf44189d8071 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': task-4938572, 'name': PowerOffVM_Task, 'duration_secs': 0.346905} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.047675] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8044632-e5b5-40c4-b614-cf44189d8071 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: 7c98f401-15ac-4322-9bb1-abbdc937bad4] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1225.048261] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-d8044632-e5b5-40c4-b614-cf44189d8071 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: 7c98f401-15ac-4322-9bb1-abbdc937bad4] Unregistering the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1225.048364] env[65448]: DEBUG oslo_vmware.api [None req-6abfb130-01c1-4e4d-9e0c-3717871a5565 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Waiting for the task: (returnval){ [ 1225.048364] env[65448]: value = "task-4938573" [ 1225.048364] env[65448]: _type = "Task" [ 1225.048364] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.048532] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a912d658-8f28-4adb-b45d-b6d1f99e4261 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.059113] env[65448]: DEBUG oslo_vmware.api [None req-6abfb130-01c1-4e4d-9e0c-3717871a5565 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Task: {'id': task-4938573, 'name': Rename_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.129016] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-d8044632-e5b5-40c4-b614-cf44189d8071 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: 7c98f401-15ac-4322-9bb1-abbdc937bad4] Unregistered the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1225.129443] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-d8044632-e5b5-40c4-b614-cf44189d8071 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: 7c98f401-15ac-4322-9bb1-abbdc937bad4] Deleting contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1225.129697] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8044632-e5b5-40c4-b614-cf44189d8071 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Deleting the datastore file [datastore2] 7c98f401-15ac-4322-9bb1-abbdc937bad4 {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1225.130107] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-27054ff0-7339-43c3-8393-e71e3b944df1 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.138544] env[65448]: DEBUG oslo_vmware.api [None req-d8044632-e5b5-40c4-b614-cf44189d8071 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Waiting for the task: (returnval){ [ 1225.138544] env[65448]: value = "task-4938575" [ 1225.138544] env[65448]: _type = "Task" [ 1225.138544] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.150329] env[65448]: DEBUG oslo_vmware.api [None req-d8044632-e5b5-40c4-b614-cf44189d8071 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': task-4938575, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.192091] env[65448]: DEBUG oslo_concurrency.lockutils [None req-fc032df8-f031-4475-8396-c173aee4c8ae tempest-AttachVolumeNegativeTest-177784193 tempest-AttachVolumeNegativeTest-177784193-project-member] Lock "567408bb-3c2c-43f1-b291-0e3fe8f3aded" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.819s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.338371] env[65448]: DEBUG oslo_concurrency.lockutils [None req-142c613e-a979-401f-a55a-385e11513644 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Releasing lock "refresh_cache-2f9162a4-0145-4435-acc9-0a2e3c2a98e2" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.338946] env[65448]: DEBUG nova.compute.manager [None req-142c613e-a979-401f-a55a-385e11513644 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 2f9162a4-0145-4435-acc9-0a2e3c2a98e2] Instance network_info: |[{"id": "ca073e56-8a3d-41ce-837c-0b42596ba6e0", "address": "fa:16:3e:e4:f7:36", "network": {"id": "3e956ed0-8002-4352-a2f0-0b0c88eed513", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-351560953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f8d5716103c4544ad3c5ca0f9963943", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca073e56-8a", "ovs_interfaceid": "ca073e56-8a3d-41ce-837c-0b42596ba6e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 1225.339744] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-142c613e-a979-401f-a55a-385e11513644 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 2f9162a4-0145-4435-acc9-0a2e3c2a98e2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e4:f7:36', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3ff3baee-99ce-4b51-ae98-efc6163aaab3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ca073e56-8a3d-41ce-837c-0b42596ba6e0', 'vif_model': 'vmxnet3'}] {{(pid=65448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1225.349105] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-142c613e-a979-401f-a55a-385e11513644 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1225.349822] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f9162a4-0145-4435-acc9-0a2e3c2a98e2] Creating VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1225.350107] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e49816b9-4a6a-40c1-a17a-366924102fa5 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.371521] env[65448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1225.371521] env[65448]: value = "task-4938576" [ 1225.371521] env[65448]: _type = "Task" [ 1225.371521] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.380646] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4938576, 'name': CreateVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.424721] env[65448]: DEBUG oslo_vmware.api [None req-0cc843eb-c50a-4555-8aa8-6a1ce9b1d184 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5299ee65-e0d8-0362-2d53-5c65b9d4175c, 'name': SearchDatastore_Task, 'duration_secs': 0.015158} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.425583] env[65448]: DEBUG oslo_concurrency.lockutils [None req-0cc843eb-c50a-4555-8aa8-6a1ce9b1d184 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.425583] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cc843eb-c50a-4555-8aa8-6a1ce9b1d184 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore1] 3a53d528-30e9-42da-ae3a-2d381536e75f/3a53d528-30e9-42da-ae3a-2d381536e75f.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1225.426466] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-920b2495-1849-42e8-81cb-02b459c79378 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.435190] env[65448]: DEBUG oslo_vmware.api [None req-0cc843eb-c50a-4555-8aa8-6a1ce9b1d184 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Waiting for the task: (returnval){ [ 1225.435190] env[65448]: value = "task-4938577" [ 1225.435190] env[65448]: _type = "Task" [ 1225.435190] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.447585] env[65448]: DEBUG oslo_vmware.api [None req-0cc843eb-c50a-4555-8aa8-6a1ce9b1d184 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4938577, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.490118] env[65448]: DEBUG oslo_concurrency.lockutils [None req-30559914-14d7-403b-a51e-dc95b20fdd7b tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Releasing lock "refresh_cache-7c98f401-15ac-4322-9bb1-abbdc937bad4" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.499515] env[65448]: DEBUG oslo_vmware.api [None req-467adeb6-63fe-4846-888d-7707d14c808c tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Task: {'id': task-4938570, 'name': CloneVM_Task, 'duration_secs': 1.485738} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.500939] env[65448]: INFO nova.virt.vmwareapi.vmops [None req-467adeb6-63fe-4846-888d-7707d14c808c tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: 7978c1c5-9577-4194-827e-59a715d196b7] Created linked-clone VM from snapshot [ 1225.502215] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8ebae29-9653-48f7-a181-e09fdbc8fe08 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.513500] env[65448]: DEBUG nova.virt.vmwareapi.images [None req-467adeb6-63fe-4846-888d-7707d14c808c tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: 7978c1c5-9577-4194-827e-59a715d196b7] Uploading image 7abfae33-1ef2-4342-b1ae-3d88cf75cd58 {{(pid=65448) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1225.538750] env[65448]: DEBUG nova.compute.manager [req-c1678c9f-f73b-4f39-968a-23a0d4e52c23 req-91bd3b75-7a8b-48bb-89be-1d23e10bc01e service nova] [instance: 2f9162a4-0145-4435-acc9-0a2e3c2a98e2] Received event network-changed-ca073e56-8a3d-41ce-837c-0b42596ba6e0 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1225.538989] env[65448]: DEBUG nova.compute.manager [req-c1678c9f-f73b-4f39-968a-23a0d4e52c23 req-91bd3b75-7a8b-48bb-89be-1d23e10bc01e service nova] [instance: 2f9162a4-0145-4435-acc9-0a2e3c2a98e2] Refreshing instance network info cache due to event network-changed-ca073e56-8a3d-41ce-837c-0b42596ba6e0. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 1225.539282] env[65448]: DEBUG oslo_concurrency.lockutils [req-c1678c9f-f73b-4f39-968a-23a0d4e52c23 req-91bd3b75-7a8b-48bb-89be-1d23e10bc01e service nova] Acquiring lock "refresh_cache-2f9162a4-0145-4435-acc9-0a2e3c2a98e2" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.539473] env[65448]: DEBUG oslo_concurrency.lockutils [req-c1678c9f-f73b-4f39-968a-23a0d4e52c23 req-91bd3b75-7a8b-48bb-89be-1d23e10bc01e service nova] Acquired lock "refresh_cache-2f9162a4-0145-4435-acc9-0a2e3c2a98e2" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.540151] env[65448]: DEBUG nova.network.neutron [req-c1678c9f-f73b-4f39-968a-23a0d4e52c23 req-91bd3b75-7a8b-48bb-89be-1d23e10bc01e service nova] [instance: 2f9162a4-0145-4435-acc9-0a2e3c2a98e2] Refreshing network info cache for port ca073e56-8a3d-41ce-837c-0b42596ba6e0 {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1225.544512] env[65448]: DEBUG oslo_vmware.rw_handles [None req-467adeb6-63fe-4846-888d-7707d14c808c tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1225.544512] env[65448]: value = "vm-962096" [ 1225.544512] env[65448]: _type = "VirtualMachine" [ 1225.544512] env[65448]: }. {{(pid=65448) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1225.545325] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-18300f50-da84-421f-b007-765b83301b86 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.556453] env[65448]: DEBUG oslo_vmware.rw_handles [None req-467adeb6-63fe-4846-888d-7707d14c808c tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Lease: (returnval){ [ 1225.556453] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5215bdd8-bbbc-fdfa-e087-55caa92f7720" [ 1225.556453] env[65448]: _type = "HttpNfcLease" [ 1225.556453] env[65448]: } obtained for exporting VM: (result){ [ 1225.556453] env[65448]: value = "vm-962096" [ 1225.556453] env[65448]: _type = "VirtualMachine" [ 1225.556453] env[65448]: }. {{(pid=65448) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1225.556882] env[65448]: DEBUG oslo_vmware.api [None req-467adeb6-63fe-4846-888d-7707d14c808c tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Waiting for the lease: (returnval){ [ 1225.556882] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5215bdd8-bbbc-fdfa-e087-55caa92f7720" [ 1225.556882] env[65448]: _type = "HttpNfcLease" [ 1225.556882] env[65448]: } to be ready. {{(pid=65448) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1225.564141] env[65448]: DEBUG oslo_vmware.api [None req-6abfb130-01c1-4e4d-9e0c-3717871a5565 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Task: {'id': task-4938573, 'name': Rename_Task, 'duration_secs': 0.243735} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.565265] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-6abfb130-01c1-4e4d-9e0c-3717871a5565 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] [instance: f1ccec14-6c3b-4745-ac14-5e4acb191b56] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1225.565553] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ced67111-2a38-4eeb-863f-4e471b94191a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.569364] env[65448]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1225.569364] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5215bdd8-bbbc-fdfa-e087-55caa92f7720" [ 1225.569364] env[65448]: _type = "HttpNfcLease" [ 1225.569364] env[65448]: } is initializing. {{(pid=65448) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1225.575429] env[65448]: DEBUG oslo_vmware.api [None req-6abfb130-01c1-4e4d-9e0c-3717871a5565 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Waiting for the task: (returnval){ [ 1225.575429] env[65448]: value = "task-4938579" [ 1225.575429] env[65448]: _type = "Task" [ 1225.575429] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.590838] env[65448]: DEBUG oslo_vmware.api [None req-6abfb130-01c1-4e4d-9e0c-3717871a5565 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Task: {'id': task-4938579, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.649566] env[65448]: DEBUG oslo_vmware.api [None req-d8044632-e5b5-40c4-b614-cf44189d8071 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': task-4938575, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.209025} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.649808] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8044632-e5b5-40c4-b614-cf44189d8071 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1225.650130] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-d8044632-e5b5-40c4-b614-cf44189d8071 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: 7c98f401-15ac-4322-9bb1-abbdc937bad4] Deleted contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1225.650306] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-d8044632-e5b5-40c4-b614-cf44189d8071 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: 7c98f401-15ac-4322-9bb1-abbdc937bad4] Instance destroyed {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1225.650496] env[65448]: INFO nova.compute.manager [None req-d8044632-e5b5-40c4-b614-cf44189d8071 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: 7c98f401-15ac-4322-9bb1-abbdc937bad4] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1225.650837] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-d8044632-e5b5-40c4-b614-cf44189d8071 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1225.651087] env[65448]: DEBUG nova.compute.manager [-] [instance: 7c98f401-15ac-4322-9bb1-abbdc937bad4] Deallocating network for instance {{(pid=65448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1225.651188] env[65448]: DEBUG nova.network.neutron [-] [instance: 7c98f401-15ac-4322-9bb1-abbdc937bad4] deallocate_for_instance() {{(pid=65448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1225.651444] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1225.694804] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1225.884471] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4938576, 'name': CreateVM_Task, 'duration_secs': 0.442273} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.884635] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f9162a4-0145-4435-acc9-0a2e3c2a98e2] Created VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1225.886079] env[65448]: WARNING neutronclient.v2_0.client [None req-142c613e-a979-401f-a55a-385e11513644 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1225.886079] env[65448]: DEBUG oslo_concurrency.lockutils [None req-142c613e-a979-401f-a55a-385e11513644 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.886079] env[65448]: DEBUG oslo_concurrency.lockutils [None req-142c613e-a979-401f-a55a-385e11513644 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.886306] env[65448]: DEBUG oslo_concurrency.lockutils [None req-142c613e-a979-401f-a55a-385e11513644 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.887348] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d03757a4-1fa9-4875-a028-043f843baed7 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.895823] env[65448]: DEBUG oslo_vmware.api [None req-142c613e-a979-401f-a55a-385e11513644 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Waiting for the task: (returnval){ [ 1225.895823] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52d203da-9d59-c02b-23f5-c8790dbafff2" [ 1225.895823] env[65448]: _type = "Task" [ 1225.895823] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.916283] env[65448]: DEBUG oslo_vmware.api [None req-142c613e-a979-401f-a55a-385e11513644 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52d203da-9d59-c02b-23f5-c8790dbafff2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.953845] env[65448]: DEBUG oslo_vmware.api [None req-0cc843eb-c50a-4555-8aa8-6a1ce9b1d184 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4938577, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.995078] env[65448]: DEBUG oslo_concurrency.lockutils [None req-30559914-14d7-403b-a51e-dc95b20fdd7b tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Lock "interface-7c98f401-15ac-4322-9bb1-abbdc937bad4-cd567ccb-1664-4fa9-b38e-3c0e24fb9765" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.946s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.048735] env[65448]: WARNING neutronclient.v2_0.client [req-c1678c9f-f73b-4f39-968a-23a0d4e52c23 req-91bd3b75-7a8b-48bb-89be-1d23e10bc01e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1226.067344] env[65448]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1226.067344] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5215bdd8-bbbc-fdfa-e087-55caa92f7720" [ 1226.067344] env[65448]: _type = "HttpNfcLease" [ 1226.067344] env[65448]: } is ready. {{(pid=65448) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1226.067933] env[65448]: DEBUG oslo_vmware.rw_handles [None req-467adeb6-63fe-4846-888d-7707d14c808c tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1226.067933] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5215bdd8-bbbc-fdfa-e087-55caa92f7720" [ 1226.067933] env[65448]: _type = "HttpNfcLease" [ 1226.067933] env[65448]: }. {{(pid=65448) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1226.069359] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-753b2ea3-5542-477c-a7b7-9da438fff7de {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.079404] env[65448]: DEBUG oslo_vmware.rw_handles [None req-467adeb6-63fe-4846-888d-7707d14c808c tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d2ac70-628e-2df3-30a2-b9702dc17caf/disk-0.vmdk from lease info. {{(pid=65448) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1226.079649] env[65448]: DEBUG oslo_vmware.rw_handles [None req-467adeb6-63fe-4846-888d-7707d14c808c tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d2ac70-628e-2df3-30a2-b9702dc17caf/disk-0.vmdk for reading. {{(pid=65448) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1226.148476] env[65448]: DEBUG oslo_vmware.api [None req-6abfb130-01c1-4e4d-9e0c-3717871a5565 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Task: {'id': task-4938579, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.189734] env[65448]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1bc8e2a2-4e83-4177-ba2f-9cd0b5140b67 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.382012] env[65448]: WARNING neutronclient.v2_0.client [req-c1678c9f-f73b-4f39-968a-23a0d4e52c23 req-91bd3b75-7a8b-48bb-89be-1d23e10bc01e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1226.409921] env[65448]: DEBUG oslo_vmware.api [None req-142c613e-a979-401f-a55a-385e11513644 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52d203da-9d59-c02b-23f5-c8790dbafff2, 'name': SearchDatastore_Task, 'duration_secs': 0.034841} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.410460] env[65448]: DEBUG oslo_concurrency.lockutils [None req-142c613e-a979-401f-a55a-385e11513644 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.410578] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-142c613e-a979-401f-a55a-385e11513644 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 2f9162a4-0145-4435-acc9-0a2e3c2a98e2] Processing image 50fb366d-48e6-424f-9c20-bc83d77be76a {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1226.411327] env[65448]: DEBUG oslo_concurrency.lockutils [None req-142c613e-a979-401f-a55a-385e11513644 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.411327] env[65448]: DEBUG oslo_concurrency.lockutils [None req-142c613e-a979-401f-a55a-385e11513644 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.411327] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-142c613e-a979-401f-a55a-385e11513644 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1226.411557] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-29999e25-0a4a-40bb-9479-fed945f90d24 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.423776] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-142c613e-a979-401f-a55a-385e11513644 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1226.425077] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-142c613e-a979-401f-a55a-385e11513644 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1226.426129] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29e8b1aa-912f-4767-b75b-268489eb1c3f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.435933] env[65448]: DEBUG oslo_vmware.api [None req-142c613e-a979-401f-a55a-385e11513644 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Waiting for the task: (returnval){ [ 1226.435933] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]523c04b7-c4c8-b271-452b-ddb2020fa32f" [ 1226.435933] env[65448]: _type = "Task" [ 1226.435933] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.457033] env[65448]: DEBUG oslo_vmware.api [None req-0cc843eb-c50a-4555-8aa8-6a1ce9b1d184 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4938577, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.544086} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.457715] env[65448]: DEBUG oslo_vmware.api [None req-142c613e-a979-401f-a55a-385e11513644 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]523c04b7-c4c8-b271-452b-ddb2020fa32f, 'name': SearchDatastore_Task, 'duration_secs': 0.011454} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.458108] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cc843eb-c50a-4555-8aa8-6a1ce9b1d184 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore1] 3a53d528-30e9-42da-ae3a-2d381536e75f/3a53d528-30e9-42da-ae3a-2d381536e75f.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1226.458386] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-0cc843eb-c50a-4555-8aa8-6a1ce9b1d184 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: 3a53d528-30e9-42da-ae3a-2d381536e75f] Extending root virtual disk to 1048576 {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1226.459179] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8b23aff5-00ac-448f-bae5-d979a421622b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.461235] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a510843e-deeb-4844-abad-107afc5f382e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.467873] env[65448]: DEBUG oslo_vmware.api [None req-142c613e-a979-401f-a55a-385e11513644 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Waiting for the task: (returnval){ [ 1226.467873] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]529d34bd-b664-f55c-7344-55dfacd02c2a" [ 1226.467873] env[65448]: _type = "Task" [ 1226.467873] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.469254] env[65448]: DEBUG oslo_vmware.api [None req-0cc843eb-c50a-4555-8aa8-6a1ce9b1d184 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Waiting for the task: (returnval){ [ 1226.469254] env[65448]: value = "task-4938581" [ 1226.469254] env[65448]: _type = "Task" [ 1226.469254] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.481528] env[65448]: DEBUG nova.network.neutron [req-c1678c9f-f73b-4f39-968a-23a0d4e52c23 req-91bd3b75-7a8b-48bb-89be-1d23e10bc01e service nova] [instance: 2f9162a4-0145-4435-acc9-0a2e3c2a98e2] Updated VIF entry in instance network info cache for port ca073e56-8a3d-41ce-837c-0b42596ba6e0. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1226.482256] env[65448]: DEBUG nova.network.neutron [req-c1678c9f-f73b-4f39-968a-23a0d4e52c23 req-91bd3b75-7a8b-48bb-89be-1d23e10bc01e service nova] [instance: 2f9162a4-0145-4435-acc9-0a2e3c2a98e2] Updating instance_info_cache with network_info: [{"id": "ca073e56-8a3d-41ce-837c-0b42596ba6e0", "address": "fa:16:3e:e4:f7:36", "network": {"id": "3e956ed0-8002-4352-a2f0-0b0c88eed513", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-351560953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f8d5716103c4544ad3c5ca0f9963943", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca073e56-8a", "ovs_interfaceid": "ca073e56-8a3d-41ce-837c-0b42596ba6e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.489310] env[65448]: DEBUG oslo_vmware.api [None req-142c613e-a979-401f-a55a-385e11513644 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]529d34bd-b664-f55c-7344-55dfacd02c2a, 'name': SearchDatastore_Task, 'duration_secs': 0.012643} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.494086] env[65448]: DEBUG oslo_concurrency.lockutils [None req-142c613e-a979-401f-a55a-385e11513644 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.494476] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-142c613e-a979-401f-a55a-385e11513644 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] 2f9162a4-0145-4435-acc9-0a2e3c2a98e2/2f9162a4-0145-4435-acc9-0a2e3c2a98e2.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1226.495901] env[65448]: DEBUG oslo_vmware.api [None req-0cc843eb-c50a-4555-8aa8-6a1ce9b1d184 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4938581, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.496090] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-88cc66c7-af37-46d7-91b1-c3cc641c6c16 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.502145] env[65448]: DEBUG nova.compute.manager [req-a0539489-69f0-4803-8390-3d523cee7a8a req-ac1ce921-e42f-4edf-ad48-3c2ecd077b83 service nova] [instance: 7c98f401-15ac-4322-9bb1-abbdc937bad4] Received event network-vif-deleted-e2b73f41-10de-44e3-a845-6cb17dcb2a7d {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1226.502411] env[65448]: INFO nova.compute.manager [req-a0539489-69f0-4803-8390-3d523cee7a8a req-ac1ce921-e42f-4edf-ad48-3c2ecd077b83 service nova] [instance: 7c98f401-15ac-4322-9bb1-abbdc937bad4] Neutron deleted interface e2b73f41-10de-44e3-a845-6cb17dcb2a7d; detaching it from the instance and deleting it from the info cache [ 1226.502601] env[65448]: DEBUG nova.network.neutron [req-a0539489-69f0-4803-8390-3d523cee7a8a req-ac1ce921-e42f-4edf-ad48-3c2ecd077b83 service nova] [instance: 7c98f401-15ac-4322-9bb1-abbdc937bad4] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.506033] env[65448]: DEBUG oslo_vmware.api [None req-142c613e-a979-401f-a55a-385e11513644 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Waiting for the task: (returnval){ [ 1226.506033] env[65448]: value = "task-4938582" [ 1226.506033] env[65448]: _type = "Task" [ 1226.506033] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.516814] env[65448]: DEBUG oslo_vmware.api [None req-142c613e-a979-401f-a55a-385e11513644 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': task-4938582, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.589967] env[65448]: DEBUG oslo_vmware.api [None req-6abfb130-01c1-4e4d-9e0c-3717871a5565 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Task: {'id': task-4938579, 'name': PowerOnVM_Task, 'duration_secs': 0.7098} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.590244] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-6abfb130-01c1-4e4d-9e0c-3717871a5565 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] [instance: f1ccec14-6c3b-4745-ac14-5e4acb191b56] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1226.700404] env[65448]: DEBUG nova.compute.manager [None req-6abfb130-01c1-4e4d-9e0c-3717871a5565 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] [instance: f1ccec14-6c3b-4745-ac14-5e4acb191b56] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 1226.701460] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2397a993-02d2-443e-898b-8b76901b3782 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.978864] env[65448]: DEBUG nova.network.neutron [-] [instance: 7c98f401-15ac-4322-9bb1-abbdc937bad4] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.987875] env[65448]: DEBUG oslo_vmware.api [None req-0cc843eb-c50a-4555-8aa8-6a1ce9b1d184 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4938581, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095973} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.988738] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-0cc843eb-c50a-4555-8aa8-6a1ce9b1d184 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: 3a53d528-30e9-42da-ae3a-2d381536e75f] Extended root virtual disk {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1226.989546] env[65448]: DEBUG oslo_concurrency.lockutils [req-c1678c9f-f73b-4f39-968a-23a0d4e52c23 req-91bd3b75-7a8b-48bb-89be-1d23e10bc01e service nova] Releasing lock "refresh_cache-2f9162a4-0145-4435-acc9-0a2e3c2a98e2" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.990453] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38713d7e-b46b-487b-8bcf-29c455804a35 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.018147] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cc843eb-c50a-4555-8aa8-6a1ce9b1d184 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: 3a53d528-30e9-42da-ae3a-2d381536e75f] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] 3a53d528-30e9-42da-ae3a-2d381536e75f/3a53d528-30e9-42da-ae3a-2d381536e75f.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1227.018621] env[65448]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-74e2be80-9080-4249-a836-ffbf491d29dc {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.025510] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b0e29db-7794-4c8b-88d1-d717bda924e9 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.054525] env[65448]: DEBUG oslo_vmware.api [None req-142c613e-a979-401f-a55a-385e11513644 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': task-4938582, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488267} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.057527] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-142c613e-a979-401f-a55a-385e11513644 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] 2f9162a4-0145-4435-acc9-0a2e3c2a98e2/2f9162a4-0145-4435-acc9-0a2e3c2a98e2.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1227.058089] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-142c613e-a979-401f-a55a-385e11513644 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 2f9162a4-0145-4435-acc9-0a2e3c2a98e2] Extending root virtual disk to 1048576 {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1227.059098] env[65448]: DEBUG oslo_vmware.api [None req-0cc843eb-c50a-4555-8aa8-6a1ce9b1d184 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Waiting for the task: (returnval){ [ 1227.059098] env[65448]: value = "task-4938583" [ 1227.059098] env[65448]: _type = "Task" [ 1227.059098] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.059266] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ff414b3b-5b72-474c-ac9f-d3fe6b211e7c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.068776] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fb8dcdc-c045-474a-826c-3dbb242051c2 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.092431] env[65448]: DEBUG oslo_vmware.api [None req-142c613e-a979-401f-a55a-385e11513644 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Waiting for the task: (returnval){ [ 1227.092431] env[65448]: value = "task-4938584" [ 1227.092431] env[65448]: _type = "Task" [ 1227.092431] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.097259] env[65448]: DEBUG oslo_vmware.api [None req-0cc843eb-c50a-4555-8aa8-6a1ce9b1d184 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4938583, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.115792] env[65448]: DEBUG nova.compute.manager [req-a0539489-69f0-4803-8390-3d523cee7a8a req-ac1ce921-e42f-4edf-ad48-3c2ecd077b83 service nova] [instance: 7c98f401-15ac-4322-9bb1-abbdc937bad4] Detach interface failed, port_id=e2b73f41-10de-44e3-a845-6cb17dcb2a7d, reason: Instance 7c98f401-15ac-4322-9bb1-abbdc937bad4 could not be found. {{(pid=65448) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 1227.122535] env[65448]: DEBUG oslo_vmware.api [None req-142c613e-a979-401f-a55a-385e11513644 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': task-4938584, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.222839] env[65448]: DEBUG oslo_concurrency.lockutils [None req-6abfb130-01c1-4e4d-9e0c-3717871a5565 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Lock "f1ccec14-6c3b-4745-ac14-5e4acb191b56" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 21.258s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.490317] env[65448]: INFO nova.compute.manager [-] [instance: 7c98f401-15ac-4322-9bb1-abbdc937bad4] Took 1.84 seconds to deallocate network for instance. [ 1227.574957] env[65448]: DEBUG oslo_vmware.api [None req-0cc843eb-c50a-4555-8aa8-6a1ce9b1d184 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4938583, 'name': ReconfigVM_Task, 'duration_secs': 0.488126} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.575392] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cc843eb-c50a-4555-8aa8-6a1ce9b1d184 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: 3a53d528-30e9-42da-ae3a-2d381536e75f] Reconfigured VM instance instance-00000076 to attach disk [datastore1] 3a53d528-30e9-42da-ae3a-2d381536e75f/3a53d528-30e9-42da-ae3a-2d381536e75f.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1227.576141] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d5fde650-7158-4731-ba25-564e548bf2a7 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.587032] env[65448]: DEBUG oslo_vmware.api [None req-0cc843eb-c50a-4555-8aa8-6a1ce9b1d184 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Waiting for the task: (returnval){ [ 1227.587032] env[65448]: value = "task-4938585" [ 1227.587032] env[65448]: _type = "Task" [ 1227.587032] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.594422] env[65448]: DEBUG oslo_vmware.api [None req-0cc843eb-c50a-4555-8aa8-6a1ce9b1d184 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4938585, 'name': Rename_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.608155] env[65448]: DEBUG oslo_vmware.api [None req-142c613e-a979-401f-a55a-385e11513644 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': task-4938584, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.105149} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.608550] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-142c613e-a979-401f-a55a-385e11513644 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 2f9162a4-0145-4435-acc9-0a2e3c2a98e2] Extended root virtual disk {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1227.609520] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50a1faa2-682a-4e2a-82f5-911060bb6347 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.635335] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-142c613e-a979-401f-a55a-385e11513644 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 2f9162a4-0145-4435-acc9-0a2e3c2a98e2] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] 2f9162a4-0145-4435-acc9-0a2e3c2a98e2/2f9162a4-0145-4435-acc9-0a2e3c2a98e2.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1227.635878] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1149f03-7732-4def-b8a5-03d219c9680b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.658464] env[65448]: DEBUG oslo_vmware.api [None req-142c613e-a979-401f-a55a-385e11513644 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Waiting for the task: (returnval){ [ 1227.658464] env[65448]: value = "task-4938586" [ 1227.658464] env[65448]: _type = "Task" [ 1227.658464] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.670411] env[65448]: DEBUG oslo_vmware.api [None req-142c613e-a979-401f-a55a-385e11513644 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': task-4938586, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.998936] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d8044632-e5b5-40c4-b614-cf44189d8071 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.999364] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d8044632-e5b5-40c4-b614-cf44189d8071 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.999698] env[65448]: DEBUG nova.objects.instance [None req-d8044632-e5b5-40c4-b614-cf44189d8071 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Lazy-loading 'resources' on Instance uuid 7c98f401-15ac-4322-9bb1-abbdc937bad4 {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1228.095933] env[65448]: DEBUG oslo_vmware.api [None req-0cc843eb-c50a-4555-8aa8-6a1ce9b1d184 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4938585, 'name': Rename_Task, 'duration_secs': 0.218432} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.096553] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cc843eb-c50a-4555-8aa8-6a1ce9b1d184 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: 3a53d528-30e9-42da-ae3a-2d381536e75f] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1228.097135] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b3968bce-514a-42aa-bb4b-b25f97ad8242 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.106633] env[65448]: DEBUG oslo_vmware.api [None req-0cc843eb-c50a-4555-8aa8-6a1ce9b1d184 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Waiting for the task: (returnval){ [ 1228.106633] env[65448]: value = "task-4938587" [ 1228.106633] env[65448]: _type = "Task" [ 1228.106633] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.116799] env[65448]: DEBUG oslo_vmware.api [None req-0cc843eb-c50a-4555-8aa8-6a1ce9b1d184 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4938587, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.169186] env[65448]: DEBUG oslo_vmware.api [None req-142c613e-a979-401f-a55a-385e11513644 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': task-4938586, 'name': ReconfigVM_Task, 'duration_secs': 0.480188} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.170047] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-142c613e-a979-401f-a55a-385e11513644 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 2f9162a4-0145-4435-acc9-0a2e3c2a98e2] Reconfigured VM instance instance-00000077 to attach disk [datastore2] 2f9162a4-0145-4435-acc9-0a2e3c2a98e2/2f9162a4-0145-4435-acc9-0a2e3c2a98e2.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1228.170427] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1d334d21-e9a2-43ea-a1eb-6626fce59f7a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.179104] env[65448]: DEBUG oslo_vmware.api [None req-142c613e-a979-401f-a55a-385e11513644 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Waiting for the task: (returnval){ [ 1228.179104] env[65448]: value = "task-4938588" [ 1228.179104] env[65448]: _type = "Task" [ 1228.179104] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.191079] env[65448]: DEBUG oslo_vmware.api [None req-142c613e-a979-401f-a55a-385e11513644 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': task-4938588, 'name': Rename_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.621319] env[65448]: DEBUG oslo_vmware.api [None req-0cc843eb-c50a-4555-8aa8-6a1ce9b1d184 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4938587, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.687561] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daa53319-2a23-4f97-a0cd-4b74619ee120 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.693944] env[65448]: DEBUG oslo_vmware.api [None req-142c613e-a979-401f-a55a-385e11513644 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': task-4938588, 'name': Rename_Task, 'duration_secs': 0.213205} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.694745] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-142c613e-a979-401f-a55a-385e11513644 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 2f9162a4-0145-4435-acc9-0a2e3c2a98e2] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1228.695064] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-68505577-c49d-4ce0-a978-83f156ac7079 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.700233] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e35d9c3-29bf-4327-9fe7-4070c071ac54 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.705250] env[65448]: DEBUG oslo_vmware.api [None req-142c613e-a979-401f-a55a-385e11513644 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Waiting for the task: (returnval){ [ 1228.705250] env[65448]: value = "task-4938589" [ 1228.705250] env[65448]: _type = "Task" [ 1228.705250] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.738444] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db9b647a-8d3c-4550-8698-10d23aa05504 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.744919] env[65448]: DEBUG oslo_vmware.api [None req-142c613e-a979-401f-a55a-385e11513644 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': task-4938589, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.752314] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84ad576a-1896-445c-ae16-45faaaac29d6 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.769366] env[65448]: DEBUG nova.compute.provider_tree [None req-d8044632-e5b5-40c4-b614-cf44189d8071 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1228.808959] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ffd1f85-3713-4d3b-90e5-c67d4650b10c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.817066] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-a9eaf321-a30a-40a6-98ff-21e7a014014b tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] [instance: f1ccec14-6c3b-4745-ac14-5e4acb191b56] Suspending the VM {{(pid=65448) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1228.817443] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-38c5c81a-5511-4910-807a-b87f420d3fb4 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.826476] env[65448]: DEBUG oslo_vmware.api [None req-a9eaf321-a30a-40a6-98ff-21e7a014014b tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Waiting for the task: (returnval){ [ 1228.826476] env[65448]: value = "task-4938590" [ 1228.826476] env[65448]: _type = "Task" [ 1228.826476] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.836137] env[65448]: DEBUG oslo_vmware.api [None req-a9eaf321-a30a-40a6-98ff-21e7a014014b tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Task: {'id': task-4938590, 'name': SuspendVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.124088] env[65448]: DEBUG oslo_vmware.api [None req-0cc843eb-c50a-4555-8aa8-6a1ce9b1d184 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4938587, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.216893] env[65448]: DEBUG oslo_vmware.api [None req-142c613e-a979-401f-a55a-385e11513644 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': task-4938589, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.273247] env[65448]: DEBUG nova.scheduler.client.report [None req-d8044632-e5b5-40c4-b614-cf44189d8071 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1229.340096] env[65448]: DEBUG oslo_vmware.api [None req-a9eaf321-a30a-40a6-98ff-21e7a014014b tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Task: {'id': task-4938590, 'name': SuspendVM_Task} progress is 58%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.627117] env[65448]: DEBUG oslo_vmware.api [None req-0cc843eb-c50a-4555-8aa8-6a1ce9b1d184 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4938587, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.720826] env[65448]: DEBUG oslo_vmware.api [None req-142c613e-a979-401f-a55a-385e11513644 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': task-4938589, 'name': PowerOnVM_Task, 'duration_secs': 0.610964} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.721278] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-142c613e-a979-401f-a55a-385e11513644 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 2f9162a4-0145-4435-acc9-0a2e3c2a98e2] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1229.721593] env[65448]: INFO nova.compute.manager [None req-142c613e-a979-401f-a55a-385e11513644 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 2f9162a4-0145-4435-acc9-0a2e3c2a98e2] Took 6.65 seconds to spawn the instance on the hypervisor. [ 1229.721897] env[65448]: DEBUG nova.compute.manager [None req-142c613e-a979-401f-a55a-385e11513644 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 2f9162a4-0145-4435-acc9-0a2e3c2a98e2] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 1229.723247] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c15b384-d207-463d-bf39-1929ea690d38 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.780918] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d8044632-e5b5-40c4-b614-cf44189d8071 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.781s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.810667] env[65448]: INFO nova.scheduler.client.report [None req-d8044632-e5b5-40c4-b614-cf44189d8071 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Deleted allocations for instance 7c98f401-15ac-4322-9bb1-abbdc937bad4 [ 1229.841091] env[65448]: DEBUG oslo_vmware.api [None req-a9eaf321-a30a-40a6-98ff-21e7a014014b tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Task: {'id': task-4938590, 'name': SuspendVM_Task, 'duration_secs': 0.84587} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.841393] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-a9eaf321-a30a-40a6-98ff-21e7a014014b tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] [instance: f1ccec14-6c3b-4745-ac14-5e4acb191b56] Suspended the VM {{(pid=65448) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1229.841595] env[65448]: DEBUG nova.compute.manager [None req-a9eaf321-a30a-40a6-98ff-21e7a014014b tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] [instance: f1ccec14-6c3b-4745-ac14-5e4acb191b56] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 1229.842485] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58a57d50-a647-44ce-b06c-93fcbbf2d7f8 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.124030] env[65448]: DEBUG oslo_vmware.api [None req-0cc843eb-c50a-4555-8aa8-6a1ce9b1d184 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4938587, 'name': PowerOnVM_Task, 'duration_secs': 1.753414} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.124231] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cc843eb-c50a-4555-8aa8-6a1ce9b1d184 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: 3a53d528-30e9-42da-ae3a-2d381536e75f] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1230.124562] env[65448]: INFO nova.compute.manager [None req-0cc843eb-c50a-4555-8aa8-6a1ce9b1d184 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: 3a53d528-30e9-42da-ae3a-2d381536e75f] Took 9.41 seconds to spawn the instance on the hypervisor. [ 1230.124747] env[65448]: DEBUG nova.compute.manager [None req-0cc843eb-c50a-4555-8aa8-6a1ce9b1d184 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: 3a53d528-30e9-42da-ae3a-2d381536e75f] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 1230.126015] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbf2ca6f-82c8-41c0-8f9c-e9de2788f216 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.246686] env[65448]: INFO nova.compute.manager [None req-142c613e-a979-401f-a55a-385e11513644 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 2f9162a4-0145-4435-acc9-0a2e3c2a98e2] Took 13.41 seconds to build instance. [ 1230.318965] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d8044632-e5b5-40c4-b614-cf44189d8071 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Lock "7c98f401-15ac-4322-9bb1-abbdc937bad4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.328s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.647923] env[65448]: INFO nova.compute.manager [None req-0cc843eb-c50a-4555-8aa8-6a1ce9b1d184 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: 3a53d528-30e9-42da-ae3a-2d381536e75f] Took 14.32 seconds to build instance. [ 1230.748986] env[65448]: DEBUG oslo_concurrency.lockutils [None req-142c613e-a979-401f-a55a-385e11513644 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Lock "2f9162a4-0145-4435-acc9-0a2e3c2a98e2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.339s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.900440] env[65448]: DEBUG oslo_concurrency.lockutils [None req-1d9627d7-4acc-4799-ba24-dbfdf3692fb4 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Acquiring lock "f3456e77-34cb-48b6-a71b-3a0a5066d704" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.900711] env[65448]: DEBUG oslo_concurrency.lockutils [None req-1d9627d7-4acc-4799-ba24-dbfdf3692fb4 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Lock "f3456e77-34cb-48b6-a71b-3a0a5066d704" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.900952] env[65448]: DEBUG oslo_concurrency.lockutils [None req-1d9627d7-4acc-4799-ba24-dbfdf3692fb4 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Acquiring lock "f3456e77-34cb-48b6-a71b-3a0a5066d704-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.901160] env[65448]: DEBUG oslo_concurrency.lockutils [None req-1d9627d7-4acc-4799-ba24-dbfdf3692fb4 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Lock "f3456e77-34cb-48b6-a71b-3a0a5066d704-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.901325] env[65448]: DEBUG oslo_concurrency.lockutils [None req-1d9627d7-4acc-4799-ba24-dbfdf3692fb4 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Lock "f3456e77-34cb-48b6-a71b-3a0a5066d704-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.903879] env[65448]: INFO nova.compute.manager [None req-1d9627d7-4acc-4799-ba24-dbfdf3692fb4 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: f3456e77-34cb-48b6-a71b-3a0a5066d704] Terminating instance [ 1231.149865] env[65448]: DEBUG oslo_concurrency.lockutils [None req-0cc843eb-c50a-4555-8aa8-6a1ce9b1d184 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Lock "3a53d528-30e9-42da-ae3a-2d381536e75f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.296s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.246071] env[65448]: DEBUG nova.compute.manager [req-685a1324-6b91-4aab-a0a5-b449966e4098 req-47c7dbb8-6724-48f4-8690-7c7e189fa08d service nova] [instance: 3a53d528-30e9-42da-ae3a-2d381536e75f] Received event network-changed-1a1fa049-d8a2-4386-a1be-dac516ba3534 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1231.246379] env[65448]: DEBUG nova.compute.manager [req-685a1324-6b91-4aab-a0a5-b449966e4098 req-47c7dbb8-6724-48f4-8690-7c7e189fa08d service nova] [instance: 3a53d528-30e9-42da-ae3a-2d381536e75f] Refreshing instance network info cache due to event network-changed-1a1fa049-d8a2-4386-a1be-dac516ba3534. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 1231.246484] env[65448]: DEBUG oslo_concurrency.lockutils [req-685a1324-6b91-4aab-a0a5-b449966e4098 req-47c7dbb8-6724-48f4-8690-7c7e189fa08d service nova] Acquiring lock "refresh_cache-3a53d528-30e9-42da-ae3a-2d381536e75f" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.246684] env[65448]: DEBUG oslo_concurrency.lockutils [req-685a1324-6b91-4aab-a0a5-b449966e4098 req-47c7dbb8-6724-48f4-8690-7c7e189fa08d service nova] Acquired lock "refresh_cache-3a53d528-30e9-42da-ae3a-2d381536e75f" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.246778] env[65448]: DEBUG nova.network.neutron [req-685a1324-6b91-4aab-a0a5-b449966e4098 req-47c7dbb8-6724-48f4-8690-7c7e189fa08d service nova] [instance: 3a53d528-30e9-42da-ae3a-2d381536e75f] Refreshing network info cache for port 1a1fa049-d8a2-4386-a1be-dac516ba3534 {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1231.408842] env[65448]: DEBUG nova.compute.manager [None req-1d9627d7-4acc-4799-ba24-dbfdf3692fb4 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: f3456e77-34cb-48b6-a71b-3a0a5066d704] Start destroying the instance on the hypervisor. {{(pid=65448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3209}} [ 1231.408842] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-1d9627d7-4acc-4799-ba24-dbfdf3692fb4 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: f3456e77-34cb-48b6-a71b-3a0a5066d704] Destroying instance {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1231.410196] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8796fb45-f0dc-49fe-b856-7c80934ebafa {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.420552] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d9627d7-4acc-4799-ba24-dbfdf3692fb4 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: f3456e77-34cb-48b6-a71b-3a0a5066d704] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1231.420877] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9927b638-6ed8-4bf5-acb4-c1aa8b12696b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.429803] env[65448]: DEBUG oslo_vmware.api [None req-1d9627d7-4acc-4799-ba24-dbfdf3692fb4 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Waiting for the task: (returnval){ [ 1231.429803] env[65448]: value = "task-4938592" [ 1231.429803] env[65448]: _type = "Task" [ 1231.429803] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.440912] env[65448]: DEBUG oslo_vmware.api [None req-1d9627d7-4acc-4799-ba24-dbfdf3692fb4 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': task-4938592, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.750777] env[65448]: WARNING neutronclient.v2_0.client [req-685a1324-6b91-4aab-a0a5-b449966e4098 req-47c7dbb8-6724-48f4-8690-7c7e189fa08d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1231.877063] env[65448]: INFO nova.compute.manager [None req-a5a239c0-3cf0-4041-b42f-d820db667683 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] [instance: f1ccec14-6c3b-4745-ac14-5e4acb191b56] Resuming [ 1231.877888] env[65448]: DEBUG nova.objects.instance [None req-a5a239c0-3cf0-4041-b42f-d820db667683 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Lazy-loading 'flavor' on Instance uuid f1ccec14-6c3b-4745-ac14-5e4acb191b56 {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1231.943582] env[65448]: DEBUG oslo_vmware.api [None req-1d9627d7-4acc-4799-ba24-dbfdf3692fb4 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': task-4938592, 'name': PowerOffVM_Task, 'duration_secs': 0.238508} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.943985] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d9627d7-4acc-4799-ba24-dbfdf3692fb4 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: f3456e77-34cb-48b6-a71b-3a0a5066d704] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1231.944115] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-1d9627d7-4acc-4799-ba24-dbfdf3692fb4 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: f3456e77-34cb-48b6-a71b-3a0a5066d704] Unregistering the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1231.944348] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e016753c-9819-471c-a5e8-187988c16740 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.997014] env[65448]: WARNING neutronclient.v2_0.client [req-685a1324-6b91-4aab-a0a5-b449966e4098 req-47c7dbb8-6724-48f4-8690-7c7e189fa08d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1232.014648] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-1d9627d7-4acc-4799-ba24-dbfdf3692fb4 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: f3456e77-34cb-48b6-a71b-3a0a5066d704] Unregistered the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1232.014648] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-1d9627d7-4acc-4799-ba24-dbfdf3692fb4 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: f3456e77-34cb-48b6-a71b-3a0a5066d704] Deleting contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1232.014648] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d9627d7-4acc-4799-ba24-dbfdf3692fb4 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Deleting the datastore file [datastore2] f3456e77-34cb-48b6-a71b-3a0a5066d704 {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1232.014965] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1497e860-b715-4f6c-9174-082fc33a5ca4 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.022894] env[65448]: DEBUG oslo_vmware.api [None req-1d9627d7-4acc-4799-ba24-dbfdf3692fb4 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Waiting for the task: (returnval){ [ 1232.022894] env[65448]: value = "task-4938594" [ 1232.022894] env[65448]: _type = "Task" [ 1232.022894] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.034140] env[65448]: DEBUG oslo_vmware.api [None req-1d9627d7-4acc-4799-ba24-dbfdf3692fb4 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': task-4938594, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.089324] env[65448]: DEBUG nova.network.neutron [req-685a1324-6b91-4aab-a0a5-b449966e4098 req-47c7dbb8-6724-48f4-8690-7c7e189fa08d service nova] [instance: 3a53d528-30e9-42da-ae3a-2d381536e75f] Updated VIF entry in instance network info cache for port 1a1fa049-d8a2-4386-a1be-dac516ba3534. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1232.089773] env[65448]: DEBUG nova.network.neutron [req-685a1324-6b91-4aab-a0a5-b449966e4098 req-47c7dbb8-6724-48f4-8690-7c7e189fa08d service nova] [instance: 3a53d528-30e9-42da-ae3a-2d381536e75f] Updating instance_info_cache with network_info: [{"id": "1a1fa049-d8a2-4386-a1be-dac516ba3534", "address": "fa:16:3e:26:fe:b4", "network": {"id": "1c6b4e31-4989-4b8c-8cc6-67fa107dcc6a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1246525494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bf59e2c00b54ab7a8bc201e80781fcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a1fa049-d8", "ovs_interfaceid": "1a1fa049-d8a2-4386-a1be-dac516ba3534", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1232.439255] env[65448]: DEBUG oslo_vmware.rw_handles [None req-033cd011-93e8-4e3c-b885-f704b963fa00 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525ee9b1-b5c1-95f0-41c0-e7d5faa59766/disk-0.vmdk. {{(pid=65448) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1232.440434] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4842bf70-bfac-47bd-b749-019e06d06a64 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.448543] env[65448]: DEBUG oslo_vmware.rw_handles [None req-033cd011-93e8-4e3c-b885-f704b963fa00 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525ee9b1-b5c1-95f0-41c0-e7d5faa59766/disk-0.vmdk is in state: ready. {{(pid=65448) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1232.448865] env[65448]: ERROR oslo_vmware.rw_handles [None req-033cd011-93e8-4e3c-b885-f704b963fa00 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525ee9b1-b5c1-95f0-41c0-e7d5faa59766/disk-0.vmdk due to incomplete transfer. [ 1232.449124] env[65448]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-06d0ede1-1290-4c32-8469-172960d59521 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.460030] env[65448]: DEBUG oslo_vmware.rw_handles [None req-033cd011-93e8-4e3c-b885-f704b963fa00 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525ee9b1-b5c1-95f0-41c0-e7d5faa59766/disk-0.vmdk. {{(pid=65448) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1232.460310] env[65448]: DEBUG nova.virt.vmwareapi.images [None req-033cd011-93e8-4e3c-b885-f704b963fa00 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 3cbfb5fd-aac5-4538-87b4-d33b466ab2ad] Uploaded image 1e11e2d1-334e-4878-8621-d0b2f511c499 to the Glance image server {{(pid=65448) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1232.463050] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-033cd011-93e8-4e3c-b885-f704b963fa00 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 3cbfb5fd-aac5-4538-87b4-d33b466ab2ad] Destroying the VM {{(pid=65448) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1232.463379] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f3e5f49c-8700-4e3a-861f-64e3e92ec895 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.472492] env[65448]: DEBUG oslo_vmware.api [None req-033cd011-93e8-4e3c-b885-f704b963fa00 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Waiting for the task: (returnval){ [ 1232.472492] env[65448]: value = "task-4938596" [ 1232.472492] env[65448]: _type = "Task" [ 1232.472492] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.484324] env[65448]: DEBUG oslo_vmware.api [None req-033cd011-93e8-4e3c-b885-f704b963fa00 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4938596, 'name': Destroy_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.534429] env[65448]: DEBUG oslo_vmware.api [None req-1d9627d7-4acc-4799-ba24-dbfdf3692fb4 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Task: {'id': task-4938594, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.215455} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.534752] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d9627d7-4acc-4799-ba24-dbfdf3692fb4 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1232.534942] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-1d9627d7-4acc-4799-ba24-dbfdf3692fb4 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: f3456e77-34cb-48b6-a71b-3a0a5066d704] Deleted contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1232.535136] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-1d9627d7-4acc-4799-ba24-dbfdf3692fb4 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: f3456e77-34cb-48b6-a71b-3a0a5066d704] Instance destroyed {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1232.535331] env[65448]: INFO nova.compute.manager [None req-1d9627d7-4acc-4799-ba24-dbfdf3692fb4 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] [instance: f3456e77-34cb-48b6-a71b-3a0a5066d704] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1232.535588] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-1d9627d7-4acc-4799-ba24-dbfdf3692fb4 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1232.535849] env[65448]: DEBUG nova.compute.manager [-] [instance: f3456e77-34cb-48b6-a71b-3a0a5066d704] Deallocating network for instance {{(pid=65448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1232.535954] env[65448]: DEBUG nova.network.neutron [-] [instance: f3456e77-34cb-48b6-a71b-3a0a5066d704] deallocate_for_instance() {{(pid=65448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1232.536225] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1232.585263] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1232.593355] env[65448]: DEBUG oslo_concurrency.lockutils [req-685a1324-6b91-4aab-a0a5-b449966e4098 req-47c7dbb8-6724-48f4-8690-7c7e189fa08d service nova] Releasing lock "refresh_cache-3a53d528-30e9-42da-ae3a-2d381536e75f" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.855041] env[65448]: DEBUG nova.compute.manager [None req-2a15cc88-05bb-41ea-8898-6dcaf41e9930 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 2f9162a4-0145-4435-acc9-0a2e3c2a98e2] Stashing vm_state: active {{(pid=65448) _prep_resize /opt/stack/nova/nova/compute/manager.py:6183}} [ 1232.868359] env[65448]: DEBUG nova.compute.manager [req-9057e9d3-efb6-4510-9966-f58343e6c0f4 req-77fd4db2-b07a-4706-8e56-64618c1d8f81 service nova] [instance: f3456e77-34cb-48b6-a71b-3a0a5066d704] Received event network-vif-deleted-3bc76608-3d96-47d8-92e9-00fd38a1d4f7 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1232.868862] env[65448]: INFO nova.compute.manager [req-9057e9d3-efb6-4510-9966-f58343e6c0f4 req-77fd4db2-b07a-4706-8e56-64618c1d8f81 service nova] [instance: f3456e77-34cb-48b6-a71b-3a0a5066d704] Neutron deleted interface 3bc76608-3d96-47d8-92e9-00fd38a1d4f7; detaching it from the instance and deleting it from the info cache [ 1232.868862] env[65448]: DEBUG nova.network.neutron [req-9057e9d3-efb6-4510-9966-f58343e6c0f4 req-77fd4db2-b07a-4706-8e56-64618c1d8f81 service nova] [instance: f3456e77-34cb-48b6-a71b-3a0a5066d704] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1232.875582] env[65448]: DEBUG oslo_concurrency.lockutils [None req-27ded5c8-bc37-45e2-8c5f-fce29bc4b97d tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Acquiring lock "78d46c99-f185-4a36-8931-d0dd14dd4a7f" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.875828] env[65448]: DEBUG oslo_concurrency.lockutils [None req-27ded5c8-bc37-45e2-8c5f-fce29bc4b97d tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Lock "78d46c99-f185-4a36-8931-d0dd14dd4a7f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.984799] env[65448]: DEBUG oslo_vmware.api [None req-033cd011-93e8-4e3c-b885-f704b963fa00 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4938596, 'name': Destroy_Task} progress is 33%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.340637] env[65448]: DEBUG nova.network.neutron [-] [instance: f3456e77-34cb-48b6-a71b-3a0a5066d704] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1233.372095] env[65448]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-870fee8e-ed12-47ca-85f3-ab9225f78ca4 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.377762] env[65448]: DEBUG oslo_concurrency.lockutils [None req-2a15cc88-05bb-41ea-8898-6dcaf41e9930 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.378081] env[65448]: DEBUG oslo_concurrency.lockutils [None req-2a15cc88-05bb-41ea-8898-6dcaf41e9930 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.380212] env[65448]: DEBUG nova.compute.utils [None req-27ded5c8-bc37-45e2-8c5f-fce29bc4b97d tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Using /dev/sd instead of None {{(pid=65448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1233.385988] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2be6aa06-61d3-4cce-8b64-2fcff5fc16a7 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.400532] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a5a239c0-3cf0-4041-b42f-d820db667683 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Acquiring lock "refresh_cache-f1ccec14-6c3b-4745-ac14-5e4acb191b56" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.400740] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a5a239c0-3cf0-4041-b42f-d820db667683 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Acquired lock "refresh_cache-f1ccec14-6c3b-4745-ac14-5e4acb191b56" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.400936] env[65448]: DEBUG nova.network.neutron [None req-a5a239c0-3cf0-4041-b42f-d820db667683 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] [instance: f1ccec14-6c3b-4745-ac14-5e4acb191b56] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1233.432656] env[65448]: DEBUG nova.compute.manager [req-9057e9d3-efb6-4510-9966-f58343e6c0f4 req-77fd4db2-b07a-4706-8e56-64618c1d8f81 service nova] [instance: f3456e77-34cb-48b6-a71b-3a0a5066d704] Detach interface failed, port_id=3bc76608-3d96-47d8-92e9-00fd38a1d4f7, reason: Instance f3456e77-34cb-48b6-a71b-3a0a5066d704 could not be found. {{(pid=65448) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 1233.485251] env[65448]: DEBUG oslo_vmware.api [None req-033cd011-93e8-4e3c-b885-f704b963fa00 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4938596, 'name': Destroy_Task} progress is 100%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.843761] env[65448]: INFO nova.compute.manager [-] [instance: f3456e77-34cb-48b6-a71b-3a0a5066d704] Took 1.31 seconds to deallocate network for instance. [ 1233.885980] env[65448]: INFO nova.compute.claims [None req-2a15cc88-05bb-41ea-8898-6dcaf41e9930 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 2f9162a4-0145-4435-acc9-0a2e3c2a98e2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1233.889472] env[65448]: DEBUG oslo_concurrency.lockutils [None req-27ded5c8-bc37-45e2-8c5f-fce29bc4b97d tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Lock "78d46c99-f185-4a36-8931-d0dd14dd4a7f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.014s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.903688] env[65448]: WARNING neutronclient.v2_0.client [None req-a5a239c0-3cf0-4041-b42f-d820db667683 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1233.984972] env[65448]: DEBUG oslo_vmware.api [None req-033cd011-93e8-4e3c-b885-f704b963fa00 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4938596, 'name': Destroy_Task} progress is 100%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.078720] env[65448]: WARNING neutronclient.v2_0.client [None req-a5a239c0-3cf0-4041-b42f-d820db667683 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1234.157041] env[65448]: DEBUG nova.network.neutron [None req-a5a239c0-3cf0-4041-b42f-d820db667683 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] [instance: f1ccec14-6c3b-4745-ac14-5e4acb191b56] Updating instance_info_cache with network_info: [{"id": "a9f8068d-1de8-4e4e-9a29-61b474adf683", "address": "fa:16:3e:b0:e2:17", "network": {"id": "dbea8f1c-94fb-4583-ada6-8aa382932997", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-659256082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41829c8bbc00458f8f657d10da489539", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9f8068d-1d", "ovs_interfaceid": "a9f8068d-1de8-4e4e-9a29-61b474adf683", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1234.351487] env[65448]: DEBUG oslo_concurrency.lockutils [None req-1d9627d7-4acc-4799-ba24-dbfdf3692fb4 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.392596] env[65448]: INFO nova.compute.resource_tracker [None req-2a15cc88-05bb-41ea-8898-6dcaf41e9930 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 2f9162a4-0145-4435-acc9-0a2e3c2a98e2] Updating resource usage from migration f4707852-8900-4ae3-ab87-493ee15a797b [ 1234.485216] env[65448]: DEBUG oslo_vmware.api [None req-033cd011-93e8-4e3c-b885-f704b963fa00 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4938596, 'name': Destroy_Task, 'duration_secs': 1.786826} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.488021] env[65448]: INFO nova.virt.vmwareapi.vm_util [None req-033cd011-93e8-4e3c-b885-f704b963fa00 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 3cbfb5fd-aac5-4538-87b4-d33b466ab2ad] Destroyed the VM [ 1234.488318] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-033cd011-93e8-4e3c-b885-f704b963fa00 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 3cbfb5fd-aac5-4538-87b4-d33b466ab2ad] Deleting Snapshot of the VM instance {{(pid=65448) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1234.489012] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5131ad3b-37de-415a-9d1c-c17bc35f7da6 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.497157] env[65448]: DEBUG oslo_vmware.api [None req-033cd011-93e8-4e3c-b885-f704b963fa00 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Waiting for the task: (returnval){ [ 1234.497157] env[65448]: value = "task-4938598" [ 1234.497157] env[65448]: _type = "Task" [ 1234.497157] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.509810] env[65448]: DEBUG oslo_vmware.api [None req-033cd011-93e8-4e3c-b885-f704b963fa00 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4938598, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.603240] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20b1b520-81f8-40ac-a022-da0b5c564e0f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.614013] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5676cf54-fea7-42fd-a38b-505212e2b059 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.646737] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d14291e-b82c-4692-adf5-f1cad524da94 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.655361] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f6d171a-526a-474b-b7da-489f03e58a0a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.659997] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a5a239c0-3cf0-4041-b42f-d820db667683 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Releasing lock "refresh_cache-f1ccec14-6c3b-4745-ac14-5e4acb191b56" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.660884] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de6fd707-4c55-405b-87a2-c6e8411d451e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.679964] env[65448]: DEBUG nova.compute.provider_tree [None req-2a15cc88-05bb-41ea-8898-6dcaf41e9930 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1234.681794] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-a5a239c0-3cf0-4041-b42f-d820db667683 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] [instance: f1ccec14-6c3b-4745-ac14-5e4acb191b56] Resuming the VM {{(pid=65448) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1234.682522] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9028a1b5-b46f-45b7-ba21-14d641b0c3d8 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.691663] env[65448]: DEBUG oslo_vmware.api [None req-a5a239c0-3cf0-4041-b42f-d820db667683 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Waiting for the task: (returnval){ [ 1234.691663] env[65448]: value = "task-4938599" [ 1234.691663] env[65448]: _type = "Task" [ 1234.691663] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.705517] env[65448]: DEBUG oslo_vmware.api [None req-a5a239c0-3cf0-4041-b42f-d820db667683 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Task: {'id': task-4938599, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.957447] env[65448]: DEBUG oslo_concurrency.lockutils [None req-27ded5c8-bc37-45e2-8c5f-fce29bc4b97d tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Acquiring lock "78d46c99-f185-4a36-8931-d0dd14dd4a7f" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.957727] env[65448]: DEBUG oslo_concurrency.lockutils [None req-27ded5c8-bc37-45e2-8c5f-fce29bc4b97d tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Lock "78d46c99-f185-4a36-8931-d0dd14dd4a7f" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.957986] env[65448]: INFO nova.compute.manager [None req-27ded5c8-bc37-45e2-8c5f-fce29bc4b97d tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] [instance: 78d46c99-f185-4a36-8931-d0dd14dd4a7f] Attaching volume 859b0e3b-691f-4583-b625-8b27a7adf5f8 to /dev/sdb [ 1234.993981] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9fed8ff-6ac6-46b6-9cad-45e5de784d61 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.003884] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aea3f3b3-a83b-4e93-9cf0-e50673899ab3 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.009900] env[65448]: DEBUG oslo_vmware.api [None req-033cd011-93e8-4e3c-b885-f704b963fa00 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4938598, 'name': RemoveSnapshot_Task, 'duration_secs': 0.474118} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.010615] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-033cd011-93e8-4e3c-b885-f704b963fa00 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 3cbfb5fd-aac5-4538-87b4-d33b466ab2ad] Deleted Snapshot of the VM instance {{(pid=65448) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1235.010899] env[65448]: DEBUG nova.compute.manager [None req-033cd011-93e8-4e3c-b885-f704b963fa00 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 3cbfb5fd-aac5-4538-87b4-d33b466ab2ad] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 1235.011742] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0671f78-0f06-4057-9e39-ce24bfef328b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.027148] env[65448]: DEBUG nova.virt.block_device [None req-27ded5c8-bc37-45e2-8c5f-fce29bc4b97d tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] [instance: 78d46c99-f185-4a36-8931-d0dd14dd4a7f] Updating existing volume attachment record: be2b45c8-b04b-47ed-9398-1b731618e5c3 {{(pid=65448) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1235.183702] env[65448]: DEBUG nova.scheduler.client.report [None req-2a15cc88-05bb-41ea-8898-6dcaf41e9930 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1235.205788] env[65448]: DEBUG oslo_vmware.api [None req-a5a239c0-3cf0-4041-b42f-d820db667683 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Task: {'id': task-4938599, 'name': PowerOnVM_Task} progress is 93%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.534408] env[65448]: INFO nova.compute.manager [None req-033cd011-93e8-4e3c-b885-f704b963fa00 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 3cbfb5fd-aac5-4538-87b4-d33b466ab2ad] Shelve offloading [ 1235.691282] env[65448]: DEBUG oslo_concurrency.lockutils [None req-2a15cc88-05bb-41ea-8898-6dcaf41e9930 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.313s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.691634] env[65448]: INFO nova.compute.manager [None req-2a15cc88-05bb-41ea-8898-6dcaf41e9930 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 2f9162a4-0145-4435-acc9-0a2e3c2a98e2] Migrating [ 1235.703731] env[65448]: DEBUG oslo_concurrency.lockutils [None req-1d9627d7-4acc-4799-ba24-dbfdf3692fb4 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.352s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.704112] env[65448]: DEBUG nova.objects.instance [None req-1d9627d7-4acc-4799-ba24-dbfdf3692fb4 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Lazy-loading 'resources' on Instance uuid f3456e77-34cb-48b6-a71b-3a0a5066d704 {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1235.729381] env[65448]: DEBUG oslo_vmware.api [None req-a5a239c0-3cf0-4041-b42f-d820db667683 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Task: {'id': task-4938599, 'name': PowerOnVM_Task, 'duration_secs': 0.727978} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.729800] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-a5a239c0-3cf0-4041-b42f-d820db667683 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] [instance: f1ccec14-6c3b-4745-ac14-5e4acb191b56] Resumed the VM {{(pid=65448) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1235.730101] env[65448]: DEBUG nova.compute.manager [None req-a5a239c0-3cf0-4041-b42f-d820db667683 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] [instance: f1ccec14-6c3b-4745-ac14-5e4acb191b56] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 1235.732278] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e1c797f-1e61-4314-9ad5-640216e178b8 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.949681] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44387db2-8d81-476b-93bc-14ee919a67b3 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.964069] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e11b0784-81b3-4f14-9eba-69dc634f50d1 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.002904] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a367377-a1a6-453a-961e-fe2658505420 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.014341] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f070853-8344-4f7b-bd67-d905e13e2f67 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.031725] env[65448]: DEBUG nova.compute.provider_tree [None req-1d9627d7-4acc-4799-ba24-dbfdf3692fb4 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1236.038521] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-033cd011-93e8-4e3c-b885-f704b963fa00 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 3cbfb5fd-aac5-4538-87b4-d33b466ab2ad] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1236.038995] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f00ee068-0b84-42ad-9d24-18a676fe9516 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.049182] env[65448]: DEBUG oslo_vmware.api [None req-033cd011-93e8-4e3c-b885-f704b963fa00 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Waiting for the task: (returnval){ [ 1236.049182] env[65448]: value = "task-4938601" [ 1236.049182] env[65448]: _type = "Task" [ 1236.049182] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.059188] env[65448]: DEBUG oslo_vmware.api [None req-033cd011-93e8-4e3c-b885-f704b963fa00 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4938601, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.219499] env[65448]: DEBUG oslo_concurrency.lockutils [None req-2a15cc88-05bb-41ea-8898-6dcaf41e9930 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Acquiring lock "refresh_cache-2f9162a4-0145-4435-acc9-0a2e3c2a98e2" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.219499] env[65448]: DEBUG oslo_concurrency.lockutils [None req-2a15cc88-05bb-41ea-8898-6dcaf41e9930 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Acquired lock "refresh_cache-2f9162a4-0145-4435-acc9-0a2e3c2a98e2" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.219499] env[65448]: DEBUG nova.network.neutron [None req-2a15cc88-05bb-41ea-8898-6dcaf41e9930 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 2f9162a4-0145-4435-acc9-0a2e3c2a98e2] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1236.537580] env[65448]: DEBUG nova.scheduler.client.report [None req-1d9627d7-4acc-4799-ba24-dbfdf3692fb4 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1236.563815] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-033cd011-93e8-4e3c-b885-f704b963fa00 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 3cbfb5fd-aac5-4538-87b4-d33b466ab2ad] VM already powered off {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1236.563963] env[65448]: DEBUG nova.compute.manager [None req-033cd011-93e8-4e3c-b885-f704b963fa00 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 3cbfb5fd-aac5-4538-87b4-d33b466ab2ad] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 1236.565199] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfeea3c8-5169-43df-a9c2-beeaf252c113 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.573822] env[65448]: DEBUG oslo_concurrency.lockutils [None req-033cd011-93e8-4e3c-b885-f704b963fa00 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Acquiring lock "refresh_cache-3cbfb5fd-aac5-4538-87b4-d33b466ab2ad" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.574054] env[65448]: DEBUG oslo_concurrency.lockutils [None req-033cd011-93e8-4e3c-b885-f704b963fa00 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Acquired lock "refresh_cache-3cbfb5fd-aac5-4538-87b4-d33b466ab2ad" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.574240] env[65448]: DEBUG nova.network.neutron [None req-033cd011-93e8-4e3c-b885-f704b963fa00 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 3cbfb5fd-aac5-4538-87b4-d33b466ab2ad] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1236.689688] env[65448]: DEBUG oslo_vmware.rw_handles [None req-467adeb6-63fe-4846-888d-7707d14c808c tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d2ac70-628e-2df3-30a2-b9702dc17caf/disk-0.vmdk. {{(pid=65448) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1236.690756] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cee0b26b-b662-4425-93c9-2bfbb5fcb8a2 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.697661] env[65448]: DEBUG oslo_vmware.rw_handles [None req-467adeb6-63fe-4846-888d-7707d14c808c tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d2ac70-628e-2df3-30a2-b9702dc17caf/disk-0.vmdk is in state: ready. {{(pid=65448) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1236.697821] env[65448]: ERROR oslo_vmware.rw_handles [None req-467adeb6-63fe-4846-888d-7707d14c808c tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d2ac70-628e-2df3-30a2-b9702dc17caf/disk-0.vmdk due to incomplete transfer. [ 1236.698084] env[65448]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-9724d0b3-d443-4a4c-af53-d6b262a545f4 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.707697] env[65448]: DEBUG oslo_vmware.rw_handles [None req-467adeb6-63fe-4846-888d-7707d14c808c tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d2ac70-628e-2df3-30a2-b9702dc17caf/disk-0.vmdk. {{(pid=65448) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1236.707908] env[65448]: DEBUG nova.virt.vmwareapi.images [None req-467adeb6-63fe-4846-888d-7707d14c808c tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: 7978c1c5-9577-4194-827e-59a715d196b7] Uploaded image 7abfae33-1ef2-4342-b1ae-3d88cf75cd58 to the Glance image server {{(pid=65448) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1236.709757] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-467adeb6-63fe-4846-888d-7707d14c808c tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: 7978c1c5-9577-4194-827e-59a715d196b7] Destroying the VM {{(pid=65448) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1236.710061] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-195c9fd3-fdad-44e6-ae01-e4da392a6709 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.717903] env[65448]: DEBUG oslo_vmware.api [None req-467adeb6-63fe-4846-888d-7707d14c808c tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Waiting for the task: (returnval){ [ 1236.717903] env[65448]: value = "task-4938603" [ 1236.717903] env[65448]: _type = "Task" [ 1236.717903] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.722505] env[65448]: WARNING neutronclient.v2_0.client [None req-2a15cc88-05bb-41ea-8898-6dcaf41e9930 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1236.732744] env[65448]: DEBUG oslo_vmware.api [None req-467adeb6-63fe-4846-888d-7707d14c808c tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Task: {'id': task-4938603, 'name': Destroy_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.971091] env[65448]: WARNING neutronclient.v2_0.client [None req-2a15cc88-05bb-41ea-8898-6dcaf41e9930 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1237.041816] env[65448]: DEBUG oslo_concurrency.lockutils [None req-1d9627d7-4acc-4799-ba24-dbfdf3692fb4 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.338s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.077266] env[65448]: WARNING neutronclient.v2_0.client [None req-033cd011-93e8-4e3c-b885-f704b963fa00 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1237.080589] env[65448]: INFO nova.scheduler.client.report [None req-1d9627d7-4acc-4799-ba24-dbfdf3692fb4 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Deleted allocations for instance f3456e77-34cb-48b6-a71b-3a0a5066d704 [ 1237.132173] env[65448]: DEBUG nova.network.neutron [None req-2a15cc88-05bb-41ea-8898-6dcaf41e9930 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 2f9162a4-0145-4435-acc9-0a2e3c2a98e2] Updating instance_info_cache with network_info: [{"id": "ca073e56-8a3d-41ce-837c-0b42596ba6e0", "address": "fa:16:3e:e4:f7:36", "network": {"id": "3e956ed0-8002-4352-a2f0-0b0c88eed513", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-351560953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f8d5716103c4544ad3c5ca0f9963943", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca073e56-8a", "ovs_interfaceid": "ca073e56-8a3d-41ce-837c-0b42596ba6e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1237.236025] env[65448]: DEBUG oslo_vmware.api [None req-467adeb6-63fe-4846-888d-7707d14c808c tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Task: {'id': task-4938603, 'name': Destroy_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.367477] env[65448]: WARNING neutronclient.v2_0.client [None req-033cd011-93e8-4e3c-b885-f704b963fa00 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1237.464552] env[65448]: DEBUG nova.network.neutron [None req-033cd011-93e8-4e3c-b885-f704b963fa00 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 3cbfb5fd-aac5-4538-87b4-d33b466ab2ad] Updating instance_info_cache with network_info: [{"id": "aa4ac103-6c66-4516-940a-a0cf2f3d2410", "address": "fa:16:3e:58:c5:34", "network": {"id": "6fa83dea-1d83-4041-ae56-d9e5e5278559", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-78264896-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4a79f75fe9f47d4a1cca9aa9f9c3901", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa4ac103-6c", "ovs_interfaceid": "aa4ac103-6c66-4516-940a-a0cf2f3d2410", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1237.593077] env[65448]: DEBUG oslo_concurrency.lockutils [None req-1d9627d7-4acc-4799-ba24-dbfdf3692fb4 tempest-AttachInterfacesTestJSON-832176289 tempest-AttachInterfacesTestJSON-832176289-project-member] Lock "f3456e77-34cb-48b6-a71b-3a0a5066d704" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.692s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.635976] env[65448]: DEBUG oslo_concurrency.lockutils [None req-2a15cc88-05bb-41ea-8898-6dcaf41e9930 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Releasing lock "refresh_cache-2f9162a4-0145-4435-acc9-0a2e3c2a98e2" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.734411] env[65448]: DEBUG oslo_vmware.api [None req-467adeb6-63fe-4846-888d-7707d14c808c tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Task: {'id': task-4938603, 'name': Destroy_Task, 'duration_secs': 0.949678} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.734775] env[65448]: INFO nova.virt.vmwareapi.vm_util [None req-467adeb6-63fe-4846-888d-7707d14c808c tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: 7978c1c5-9577-4194-827e-59a715d196b7] Destroyed the VM [ 1237.735026] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-467adeb6-63fe-4846-888d-7707d14c808c tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: 7978c1c5-9577-4194-827e-59a715d196b7] Deleting Snapshot of the VM instance {{(pid=65448) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1237.735348] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6ec8ff16-af65-4b18-8e66-e4afc7b038d3 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.742623] env[65448]: DEBUG oslo_vmware.api [None req-467adeb6-63fe-4846-888d-7707d14c808c tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Waiting for the task: (returnval){ [ 1237.742623] env[65448]: value = "task-4938605" [ 1237.742623] env[65448]: _type = "Task" [ 1237.742623] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.753149] env[65448]: DEBUG oslo_vmware.api [None req-467adeb6-63fe-4846-888d-7707d14c808c tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Task: {'id': task-4938605, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.968900] env[65448]: DEBUG oslo_concurrency.lockutils [None req-033cd011-93e8-4e3c-b885-f704b963fa00 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Releasing lock "refresh_cache-3cbfb5fd-aac5-4538-87b4-d33b466ab2ad" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.969301] env[65448]: WARNING neutronclient.v2_0.client [None req-033cd011-93e8-4e3c-b885-f704b963fa00 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1237.969601] env[65448]: WARNING neutronclient.v2_0.client [None req-033cd011-93e8-4e3c-b885-f704b963fa00 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1238.257087] env[65448]: DEBUG oslo_vmware.api [None req-467adeb6-63fe-4846-888d-7707d14c808c tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Task: {'id': task-4938605, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.446644] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-033cd011-93e8-4e3c-b885-f704b963fa00 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 3cbfb5fd-aac5-4538-87b4-d33b466ab2ad] Destroying instance {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1238.447620] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01f1139b-9580-4f2d-8d3f-5323e693d651 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.456253] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-033cd011-93e8-4e3c-b885-f704b963fa00 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 3cbfb5fd-aac5-4538-87b4-d33b466ab2ad] Unregistering the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1238.456424] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-44ccbb7b-61b2-4073-8834-c3375ba1924d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.536900] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-033cd011-93e8-4e3c-b885-f704b963fa00 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 3cbfb5fd-aac5-4538-87b4-d33b466ab2ad] Unregistered the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1238.537131] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-033cd011-93e8-4e3c-b885-f704b963fa00 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 3cbfb5fd-aac5-4538-87b4-d33b466ab2ad] Deleting contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1238.537318] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-033cd011-93e8-4e3c-b885-f704b963fa00 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Deleting the datastore file [datastore2] 3cbfb5fd-aac5-4538-87b4-d33b466ab2ad {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1238.537597] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8b403e00-8b2d-4267-a623-33f790b33f85 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.546155] env[65448]: DEBUG oslo_vmware.api [None req-033cd011-93e8-4e3c-b885-f704b963fa00 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Waiting for the task: (returnval){ [ 1238.546155] env[65448]: value = "task-4938608" [ 1238.546155] env[65448]: _type = "Task" [ 1238.546155] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.555530] env[65448]: DEBUG oslo_vmware.api [None req-033cd011-93e8-4e3c-b885-f704b963fa00 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4938608, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.754143] env[65448]: DEBUG oslo_vmware.api [None req-467adeb6-63fe-4846-888d-7707d14c808c tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Task: {'id': task-4938605, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.822704] env[65448]: DEBUG nova.compute.manager [req-e3c3d9ac-e891-470b-8152-e2b0ad28b60e req-2776e307-05bd-43b0-814d-5f9da63e1939 service nova] [instance: 3cbfb5fd-aac5-4538-87b4-d33b466ab2ad] Received event network-vif-unplugged-aa4ac103-6c66-4516-940a-a0cf2f3d2410 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1238.823012] env[65448]: DEBUG oslo_concurrency.lockutils [req-e3c3d9ac-e891-470b-8152-e2b0ad28b60e req-2776e307-05bd-43b0-814d-5f9da63e1939 service nova] Acquiring lock "3cbfb5fd-aac5-4538-87b4-d33b466ab2ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.823386] env[65448]: DEBUG oslo_concurrency.lockutils [req-e3c3d9ac-e891-470b-8152-e2b0ad28b60e req-2776e307-05bd-43b0-814d-5f9da63e1939 service nova] Lock "3cbfb5fd-aac5-4538-87b4-d33b466ab2ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.823715] env[65448]: DEBUG oslo_concurrency.lockutils [req-e3c3d9ac-e891-470b-8152-e2b0ad28b60e req-2776e307-05bd-43b0-814d-5f9da63e1939 service nova] Lock "3cbfb5fd-aac5-4538-87b4-d33b466ab2ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.823957] env[65448]: DEBUG nova.compute.manager [req-e3c3d9ac-e891-470b-8152-e2b0ad28b60e req-2776e307-05bd-43b0-814d-5f9da63e1939 service nova] [instance: 3cbfb5fd-aac5-4538-87b4-d33b466ab2ad] No waiting events found dispatching network-vif-unplugged-aa4ac103-6c66-4516-940a-a0cf2f3d2410 {{(pid=65448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1238.824209] env[65448]: WARNING nova.compute.manager [req-e3c3d9ac-e891-470b-8152-e2b0ad28b60e req-2776e307-05bd-43b0-814d-5f9da63e1939 service nova] [instance: 3cbfb5fd-aac5-4538-87b4-d33b466ab2ad] Received unexpected event network-vif-unplugged-aa4ac103-6c66-4516-940a-a0cf2f3d2410 for instance with vm_state shelved and task_state shelving_offloading. [ 1239.057964] env[65448]: DEBUG oslo_vmware.api [None req-033cd011-93e8-4e3c-b885-f704b963fa00 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4938608, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.154664] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b60a10c0-37c7-401d-a289-b00e4e856990 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.175657] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-2a15cc88-05bb-41ea-8898-6dcaf41e9930 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 2f9162a4-0145-4435-acc9-0a2e3c2a98e2] Updating instance '2f9162a4-0145-4435-acc9-0a2e3c2a98e2' progress to 0 {{(pid=65448) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1239.256513] env[65448]: DEBUG oslo_vmware.api [None req-467adeb6-63fe-4846-888d-7707d14c808c tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Task: {'id': task-4938605, 'name': RemoveSnapshot_Task, 'duration_secs': 1.017216} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.256884] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-467adeb6-63fe-4846-888d-7707d14c808c tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: 7978c1c5-9577-4194-827e-59a715d196b7] Deleted Snapshot of the VM instance {{(pid=65448) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1239.257270] env[65448]: DEBUG nova.compute.manager [None req-467adeb6-63fe-4846-888d-7707d14c808c tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: 7978c1c5-9577-4194-827e-59a715d196b7] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 1239.258417] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8744fc1-f93d-4c83-98da-78a06720b623 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.557846] env[65448]: DEBUG oslo_vmware.api [None req-033cd011-93e8-4e3c-b885-f704b963fa00 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4938608, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.534108} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.558174] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-033cd011-93e8-4e3c-b885-f704b963fa00 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1239.558398] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-033cd011-93e8-4e3c-b885-f704b963fa00 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 3cbfb5fd-aac5-4538-87b4-d33b466ab2ad] Deleted contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1239.558574] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-033cd011-93e8-4e3c-b885-f704b963fa00 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 3cbfb5fd-aac5-4538-87b4-d33b466ab2ad] Instance destroyed {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1239.584407] env[65448]: INFO nova.scheduler.client.report [None req-033cd011-93e8-4e3c-b885-f704b963fa00 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Deleted allocations for instance 3cbfb5fd-aac5-4538-87b4-d33b466ab2ad [ 1239.588044] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-27ded5c8-bc37-45e2-8c5f-fce29bc4b97d tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] [instance: 78d46c99-f185-4a36-8931-d0dd14dd4a7f] Volume attach. Driver type: vmdk {{(pid=65448) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1239.588289] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-27ded5c8-bc37-45e2-8c5f-fce29bc4b97d tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] [instance: 78d46c99-f185-4a36-8931-d0dd14dd4a7f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-962099', 'volume_id': '859b0e3b-691f-4583-b625-8b27a7adf5f8', 'name': 'volume-859b0e3b-691f-4583-b625-8b27a7adf5f8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '78d46c99-f185-4a36-8931-d0dd14dd4a7f', 'attached_at': '', 'detached_at': '', 'volume_id': '859b0e3b-691f-4583-b625-8b27a7adf5f8', 'serial': '859b0e3b-691f-4583-b625-8b27a7adf5f8'} {{(pid=65448) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1239.589192] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0c54f2f-7427-42a5-a9f9-67415ebb2e55 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.616561] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46e84cd4-7457-4b80-9b15-445c24e168c3 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.646564] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-27ded5c8-bc37-45e2-8c5f-fce29bc4b97d tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] [instance: 78d46c99-f185-4a36-8931-d0dd14dd4a7f] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] volume-859b0e3b-691f-4583-b625-8b27a7adf5f8/volume-859b0e3b-691f-4583-b625-8b27a7adf5f8.vmdk or device None with type thin {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1239.648409] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2e93622-fb84-49ae-968e-902f4c333bb7 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.673117] env[65448]: DEBUG oslo_vmware.api [None req-27ded5c8-bc37-45e2-8c5f-fce29bc4b97d tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Waiting for the task: (returnval){ [ 1239.673117] env[65448]: value = "task-4938609" [ 1239.673117] env[65448]: _type = "Task" [ 1239.673117] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.685023] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a15cc88-05bb-41ea-8898-6dcaf41e9930 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 2f9162a4-0145-4435-acc9-0a2e3c2a98e2] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1239.685653] env[65448]: DEBUG oslo_vmware.api [None req-27ded5c8-bc37-45e2-8c5f-fce29bc4b97d tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Task: {'id': task-4938609, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.685882] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-541b0696-2545-437d-81ad-80e7a8438622 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.693321] env[65448]: DEBUG oslo_vmware.api [None req-2a15cc88-05bb-41ea-8898-6dcaf41e9930 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Waiting for the task: (returnval){ [ 1239.693321] env[65448]: value = "task-4938610" [ 1239.693321] env[65448]: _type = "Task" [ 1239.693321] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.707497] env[65448]: DEBUG oslo_vmware.api [None req-2a15cc88-05bb-41ea-8898-6dcaf41e9930 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': task-4938610, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.774772] env[65448]: INFO nova.compute.manager [None req-467adeb6-63fe-4846-888d-7707d14c808c tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: 7978c1c5-9577-4194-827e-59a715d196b7] Shelve offloading [ 1240.098958] env[65448]: DEBUG oslo_concurrency.lockutils [None req-033cd011-93e8-4e3c-b885-f704b963fa00 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.098958] env[65448]: DEBUG oslo_concurrency.lockutils [None req-033cd011-93e8-4e3c-b885-f704b963fa00 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.098958] env[65448]: DEBUG nova.objects.instance [None req-033cd011-93e8-4e3c-b885-f704b963fa00 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Lazy-loading 'resources' on Instance uuid 3cbfb5fd-aac5-4538-87b4-d33b466ab2ad {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1240.168042] env[65448]: INFO nova.compute.manager [None req-ab7b1dac-bb2b-4ae4-93bc-1a567a78219b tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] Rebuilding instance [ 1240.188193] env[65448]: DEBUG oslo_vmware.api [None req-27ded5c8-bc37-45e2-8c5f-fce29bc4b97d tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Task: {'id': task-4938609, 'name': ReconfigVM_Task, 'duration_secs': 0.452611} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.192877] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-27ded5c8-bc37-45e2-8c5f-fce29bc4b97d tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] [instance: 78d46c99-f185-4a36-8931-d0dd14dd4a7f] Reconfigured VM instance instance-00000072 to attach disk [datastore2] volume-859b0e3b-691f-4583-b625-8b27a7adf5f8/volume-859b0e3b-691f-4583-b625-8b27a7adf5f8.vmdk or device None with type thin {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1240.199249] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-502b276d-c7a8-4bf5-b02d-a26c1df34ae8 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.227067] env[65448]: DEBUG oslo_vmware.api [None req-2a15cc88-05bb-41ea-8898-6dcaf41e9930 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': task-4938610, 'name': PowerOffVM_Task, 'duration_secs': 0.209036} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.234210] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a15cc88-05bb-41ea-8898-6dcaf41e9930 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 2f9162a4-0145-4435-acc9-0a2e3c2a98e2] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1240.234454] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-2a15cc88-05bb-41ea-8898-6dcaf41e9930 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 2f9162a4-0145-4435-acc9-0a2e3c2a98e2] Updating instance '2f9162a4-0145-4435-acc9-0a2e3c2a98e2' progress to 17 {{(pid=65448) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1240.239024] env[65448]: DEBUG oslo_vmware.api [None req-27ded5c8-bc37-45e2-8c5f-fce29bc4b97d tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Waiting for the task: (returnval){ [ 1240.239024] env[65448]: value = "task-4938612" [ 1240.239024] env[65448]: _type = "Task" [ 1240.239024] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.253930] env[65448]: DEBUG oslo_vmware.api [None req-27ded5c8-bc37-45e2-8c5f-fce29bc4b97d tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Task: {'id': task-4938612, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.277186] env[65448]: DEBUG nova.compute.manager [None req-ab7b1dac-bb2b-4ae4-93bc-1a567a78219b tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 1240.278168] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd4b02ee-85c1-4887-9e43-b5e268656c54 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.281346] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-467adeb6-63fe-4846-888d-7707d14c808c tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: 7978c1c5-9577-4194-827e-59a715d196b7] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1240.281527] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a3325b0c-7548-4db7-ac1b-337333dc37b1 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.293722] env[65448]: DEBUG oslo_vmware.api [None req-467adeb6-63fe-4846-888d-7707d14c808c tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Waiting for the task: (returnval){ [ 1240.293722] env[65448]: value = "task-4938613" [ 1240.293722] env[65448]: _type = "Task" [ 1240.293722] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.305687] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-467adeb6-63fe-4846-888d-7707d14c808c tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: 7978c1c5-9577-4194-827e-59a715d196b7] VM already powered off {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1240.305958] env[65448]: DEBUG nova.compute.manager [None req-467adeb6-63fe-4846-888d-7707d14c808c tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: 7978c1c5-9577-4194-827e-59a715d196b7] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 1240.307096] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76b48fc5-8214-4a1c-9e95-2ebd0f1c2016 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.315343] env[65448]: DEBUG oslo_concurrency.lockutils [None req-467adeb6-63fe-4846-888d-7707d14c808c tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Acquiring lock "refresh_cache-7978c1c5-9577-4194-827e-59a715d196b7" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.315551] env[65448]: DEBUG oslo_concurrency.lockutils [None req-467adeb6-63fe-4846-888d-7707d14c808c tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Acquired lock "refresh_cache-7978c1c5-9577-4194-827e-59a715d196b7" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.315797] env[65448]: DEBUG nova.network.neutron [None req-467adeb6-63fe-4846-888d-7707d14c808c tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: 7978c1c5-9577-4194-827e-59a715d196b7] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1240.601675] env[65448]: DEBUG nova.objects.instance [None req-033cd011-93e8-4e3c-b885-f704b963fa00 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Lazy-loading 'numa_topology' on Instance uuid 3cbfb5fd-aac5-4538-87b4-d33b466ab2ad {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1240.700316] env[65448]: INFO nova.compute.manager [None req-1a35eb01-44dc-4e33-bb89-7a687f4ca1cc tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: a664bc6a-97c7-4e80-bcff-db1d74494ae4] Rebuilding instance [ 1240.745394] env[65448]: DEBUG nova.virt.hardware [None req-2a15cc88-05bb-41ea-8898-6dcaf41e9930 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1240.745394] env[65448]: DEBUG nova.virt.hardware [None req-2a15cc88-05bb-41ea-8898-6dcaf41e9930 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1240.745583] env[65448]: DEBUG nova.virt.hardware [None req-2a15cc88-05bb-41ea-8898-6dcaf41e9930 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1240.745617] env[65448]: DEBUG nova.virt.hardware [None req-2a15cc88-05bb-41ea-8898-6dcaf41e9930 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1240.746082] env[65448]: DEBUG nova.virt.hardware [None req-2a15cc88-05bb-41ea-8898-6dcaf41e9930 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1240.746082] env[65448]: DEBUG nova.virt.hardware [None req-2a15cc88-05bb-41ea-8898-6dcaf41e9930 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1240.746267] env[65448]: DEBUG nova.virt.hardware [None req-2a15cc88-05bb-41ea-8898-6dcaf41e9930 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1240.746420] env[65448]: DEBUG nova.virt.hardware [None req-2a15cc88-05bb-41ea-8898-6dcaf41e9930 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1240.746560] env[65448]: DEBUG nova.virt.hardware [None req-2a15cc88-05bb-41ea-8898-6dcaf41e9930 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1240.746652] env[65448]: DEBUG nova.virt.hardware [None req-2a15cc88-05bb-41ea-8898-6dcaf41e9930 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1240.746851] env[65448]: DEBUG nova.virt.hardware [None req-2a15cc88-05bb-41ea-8898-6dcaf41e9930 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1240.755936] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f6a4d4b-caa3-4c64-945d-96046a46ad0b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.769744] env[65448]: DEBUG nova.compute.manager [None req-1a35eb01-44dc-4e33-bb89-7a687f4ca1cc tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: a664bc6a-97c7-4e80-bcff-db1d74494ae4] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 1240.770533] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fe56238-f290-4983-82d2-493115d602c6 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.781855] env[65448]: DEBUG oslo_vmware.api [None req-27ded5c8-bc37-45e2-8c5f-fce29bc4b97d tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Task: {'id': task-4938612, 'name': ReconfigVM_Task, 'duration_secs': 0.16915} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.784766] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-27ded5c8-bc37-45e2-8c5f-fce29bc4b97d tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] [instance: 78d46c99-f185-4a36-8931-d0dd14dd4a7f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-962099', 'volume_id': '859b0e3b-691f-4583-b625-8b27a7adf5f8', 'name': 'volume-859b0e3b-691f-4583-b625-8b27a7adf5f8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '78d46c99-f185-4a36-8931-d0dd14dd4a7f', 'attached_at': '', 'detached_at': '', 'volume_id': '859b0e3b-691f-4583-b625-8b27a7adf5f8', 'serial': '859b0e3b-691f-4583-b625-8b27a7adf5f8'} {{(pid=65448) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1240.788952] env[65448]: DEBUG oslo_vmware.api [None req-2a15cc88-05bb-41ea-8898-6dcaf41e9930 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Waiting for the task: (returnval){ [ 1240.788952] env[65448]: value = "task-4938614" [ 1240.788952] env[65448]: _type = "Task" [ 1240.788952] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.801828] env[65448]: DEBUG oslo_vmware.api [None req-2a15cc88-05bb-41ea-8898-6dcaf41e9930 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': task-4938614, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.818875] env[65448]: WARNING neutronclient.v2_0.client [None req-467adeb6-63fe-4846-888d-7707d14c808c tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1240.869194] env[65448]: DEBUG nova.compute.manager [req-ccd61307-3b9d-4d1a-9ffe-5c89e7f3ec68 req-d8b4fb87-f23c-4600-9df8-0dbd1f82c659 service nova] [instance: 3cbfb5fd-aac5-4538-87b4-d33b466ab2ad] Received event network-changed-aa4ac103-6c66-4516-940a-a0cf2f3d2410 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1240.869337] env[65448]: DEBUG nova.compute.manager [req-ccd61307-3b9d-4d1a-9ffe-5c89e7f3ec68 req-d8b4fb87-f23c-4600-9df8-0dbd1f82c659 service nova] [instance: 3cbfb5fd-aac5-4538-87b4-d33b466ab2ad] Refreshing instance network info cache due to event network-changed-aa4ac103-6c66-4516-940a-a0cf2f3d2410. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 1240.869546] env[65448]: DEBUG oslo_concurrency.lockutils [req-ccd61307-3b9d-4d1a-9ffe-5c89e7f3ec68 req-d8b4fb87-f23c-4600-9df8-0dbd1f82c659 service nova] Acquiring lock "refresh_cache-3cbfb5fd-aac5-4538-87b4-d33b466ab2ad" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.869685] env[65448]: DEBUG oslo_concurrency.lockutils [req-ccd61307-3b9d-4d1a-9ffe-5c89e7f3ec68 req-d8b4fb87-f23c-4600-9df8-0dbd1f82c659 service nova] Acquired lock "refresh_cache-3cbfb5fd-aac5-4538-87b4-d33b466ab2ad" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.870628] env[65448]: DEBUG nova.network.neutron [req-ccd61307-3b9d-4d1a-9ffe-5c89e7f3ec68 req-d8b4fb87-f23c-4600-9df8-0dbd1f82c659 service nova] [instance: 3cbfb5fd-aac5-4538-87b4-d33b466ab2ad] Refreshing network info cache for port aa4ac103-6c66-4516-940a-a0cf2f3d2410 {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1241.045185] env[65448]: WARNING neutronclient.v2_0.client [None req-467adeb6-63fe-4846-888d-7707d14c808c tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1241.104732] env[65448]: DEBUG nova.objects.base [None req-033cd011-93e8-4e3c-b885-f704b963fa00 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Object Instance<3cbfb5fd-aac5-4538-87b4-d33b466ab2ad> lazy-loaded attributes: resources,numa_topology {{(pid=65448) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1241.171598] env[65448]: DEBUG nova.network.neutron [None req-467adeb6-63fe-4846-888d-7707d14c808c tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: 7978c1c5-9577-4194-827e-59a715d196b7] Updating instance_info_cache with network_info: [{"id": "46132112-93de-44ee-8f40-cd3bb6d16fd5", "address": "fa:16:3e:fc:b3:33", "network": {"id": "3dad17d1-fdd5-4069-8675-ef8a0f0b9caf", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2039208773-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f35763225db24d7f858aa84e17d07cc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46132112-93", "ovs_interfaceid": "46132112-93de-44ee-8f40-cd3bb6d16fd5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1241.294618] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73d0b1f7-4a64-4e6f-a613-29287e24b8b2 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.303651] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab7b1dac-bb2b-4ae4-93bc-1a567a78219b tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1241.309830] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0c89264f-3eeb-438d-b4c8-0885dc510b2a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.312230] env[65448]: DEBUG oslo_vmware.api [None req-2a15cc88-05bb-41ea-8898-6dcaf41e9930 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': task-4938614, 'name': ReconfigVM_Task, 'duration_secs': 0.311697} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.313414] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52eff3b2-5bea-4874-9c54-95f41da1096d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.316703] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-2a15cc88-05bb-41ea-8898-6dcaf41e9930 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 2f9162a4-0145-4435-acc9-0a2e3c2a98e2] Updating instance '2f9162a4-0145-4435-acc9-0a2e3c2a98e2' progress to 33 {{(pid=65448) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1241.326072] env[65448]: DEBUG oslo_vmware.api [None req-ab7b1dac-bb2b-4ae4-93bc-1a567a78219b tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] Waiting for the task: (returnval){ [ 1241.326072] env[65448]: value = "task-4938615" [ 1241.326072] env[65448]: _type = "Task" [ 1241.326072] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.362059] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85d2603a-3aa7-49d6-aa45-2d665fa561fd {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.371985] env[65448]: DEBUG oslo_vmware.api [None req-ab7b1dac-bb2b-4ae4-93bc-1a567a78219b tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] Task: {'id': task-4938615, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.375082] env[65448]: WARNING neutronclient.v2_0.client [req-ccd61307-3b9d-4d1a-9ffe-5c89e7f3ec68 req-d8b4fb87-f23c-4600-9df8-0dbd1f82c659 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1241.381025] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c4bafb7-c06b-407d-b124-4b03c0b7ab05 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.403417] env[65448]: DEBUG nova.compute.provider_tree [None req-033cd011-93e8-4e3c-b885-f704b963fa00 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1241.675052] env[65448]: DEBUG oslo_concurrency.lockutils [None req-467adeb6-63fe-4846-888d-7707d14c808c tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Releasing lock "refresh_cache-7978c1c5-9577-4194-827e-59a715d196b7" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.675052] env[65448]: WARNING neutronclient.v2_0.client [None req-467adeb6-63fe-4846-888d-7707d14c808c tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1241.675351] env[65448]: WARNING neutronclient.v2_0.client [None req-467adeb6-63fe-4846-888d-7707d14c808c tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1241.768775] env[65448]: DEBUG oslo_concurrency.lockutils [None req-df20c48b-232b-43d5-ba29-e3b6c1c16f75 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Acquiring lock "3cbfb5fd-aac5-4538-87b4-d33b466ab2ad" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.776148] env[65448]: WARNING neutronclient.v2_0.client [req-ccd61307-3b9d-4d1a-9ffe-5c89e7f3ec68 req-d8b4fb87-f23c-4600-9df8-0dbd1f82c659 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1241.800760] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a35eb01-44dc-4e33-bb89-7a687f4ca1cc tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: a664bc6a-97c7-4e80-bcff-db1d74494ae4] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1241.801134] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-61a5c6e2-0f0f-479c-8a5e-1d2bf35fc083 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.811088] env[65448]: DEBUG oslo_vmware.api [None req-1a35eb01-44dc-4e33-bb89-7a687f4ca1cc tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Waiting for the task: (returnval){ [ 1241.811088] env[65448]: value = "task-4938616" [ 1241.811088] env[65448]: _type = "Task" [ 1241.811088] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.825636] env[65448]: DEBUG nova.virt.hardware [None req-2a15cc88-05bb-41ea-8898-6dcaf41e9930 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1241.827052] env[65448]: DEBUG nova.virt.hardware [None req-2a15cc88-05bb-41ea-8898-6dcaf41e9930 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1241.827052] env[65448]: DEBUG nova.virt.hardware [None req-2a15cc88-05bb-41ea-8898-6dcaf41e9930 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1241.827052] env[65448]: DEBUG nova.virt.hardware [None req-2a15cc88-05bb-41ea-8898-6dcaf41e9930 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1241.827052] env[65448]: DEBUG nova.virt.hardware [None req-2a15cc88-05bb-41ea-8898-6dcaf41e9930 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1241.827299] env[65448]: DEBUG nova.virt.hardware [None req-2a15cc88-05bb-41ea-8898-6dcaf41e9930 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1241.827375] env[65448]: DEBUG nova.virt.hardware [None req-2a15cc88-05bb-41ea-8898-6dcaf41e9930 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1241.827582] env[65448]: DEBUG nova.virt.hardware [None req-2a15cc88-05bb-41ea-8898-6dcaf41e9930 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1241.827803] env[65448]: DEBUG nova.virt.hardware [None req-2a15cc88-05bb-41ea-8898-6dcaf41e9930 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1241.827988] env[65448]: DEBUG nova.virt.hardware [None req-2a15cc88-05bb-41ea-8898-6dcaf41e9930 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1241.828212] env[65448]: DEBUG nova.virt.hardware [None req-2a15cc88-05bb-41ea-8898-6dcaf41e9930 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1241.834453] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a15cc88-05bb-41ea-8898-6dcaf41e9930 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 2f9162a4-0145-4435-acc9-0a2e3c2a98e2] Reconfiguring VM instance instance-00000077 to detach disk 2000 {{(pid=65448) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1241.834769] env[65448]: DEBUG oslo_vmware.api [None req-1a35eb01-44dc-4e33-bb89-7a687f4ca1cc tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': task-4938616, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.837869] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90332e4f-0054-4cc1-ba2f-6156a0f711b7 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.863068] env[65448]: DEBUG oslo_vmware.api [None req-2a15cc88-05bb-41ea-8898-6dcaf41e9930 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Waiting for the task: (returnval){ [ 1241.863068] env[65448]: value = "task-4938617" [ 1241.863068] env[65448]: _type = "Task" [ 1241.863068] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.870457] env[65448]: DEBUG nova.objects.instance [None req-27ded5c8-bc37-45e2-8c5f-fce29bc4b97d tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Lazy-loading 'flavor' on Instance uuid 78d46c99-f185-4a36-8931-d0dd14dd4a7f {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1241.871995] env[65448]: DEBUG oslo_vmware.api [None req-ab7b1dac-bb2b-4ae4-93bc-1a567a78219b tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] Task: {'id': task-4938615, 'name': PowerOffVM_Task, 'duration_secs': 0.191021} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.872934] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab7b1dac-bb2b-4ae4-93bc-1a567a78219b tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1241.873734] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab7b1dac-bb2b-4ae4-93bc-1a567a78219b tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1241.874362] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-21bea9ad-e808-4d28-b0c4-71476974527d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.881239] env[65448]: DEBUG oslo_vmware.api [None req-2a15cc88-05bb-41ea-8898-6dcaf41e9930 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': task-4938617, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.889117] env[65448]: DEBUG oslo_vmware.api [None req-ab7b1dac-bb2b-4ae4-93bc-1a567a78219b tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] Waiting for the task: (returnval){ [ 1241.889117] env[65448]: value = "task-4938618" [ 1241.889117] env[65448]: _type = "Task" [ 1241.889117] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.903051] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab7b1dac-bb2b-4ae4-93bc-1a567a78219b tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] VM already powered off {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1241.903051] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab7b1dac-bb2b-4ae4-93bc-1a567a78219b tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] Volume detach. Driver type: vmdk {{(pid=65448) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1241.903051] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab7b1dac-bb2b-4ae4-93bc-1a567a78219b tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-962081', 'volume_id': 'f609692a-2150-49d7-9a8e-60ccd21f9683', 'name': 'volume-f609692a-2150-49d7-9a8e-60ccd21f9683', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '753a9b2e-f28b-4680-82ea-afa474d6b0c3', 'attached_at': '', 'detached_at': '', 'volume_id': 'f609692a-2150-49d7-9a8e-60ccd21f9683', 'serial': 'f609692a-2150-49d7-9a8e-60ccd21f9683'} {{(pid=65448) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1241.903051] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ecbe267-37e5-46ec-bc46-994b5a64da84 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.909610] env[65448]: DEBUG nova.scheduler.client.report [None req-033cd011-93e8-4e3c-b885-f704b963fa00 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1241.929427] env[65448]: DEBUG oslo_concurrency.lockutils [None req-8ff71822-eeee-4d2e-9b97-39b2ea6b6345 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Acquiring lock "f1ccec14-6c3b-4745-ac14-5e4acb191b56" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.929427] env[65448]: DEBUG oslo_concurrency.lockutils [None req-8ff71822-eeee-4d2e-9b97-39b2ea6b6345 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Lock "f1ccec14-6c3b-4745-ac14-5e4acb191b56" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.929427] env[65448]: DEBUG oslo_concurrency.lockutils [None req-8ff71822-eeee-4d2e-9b97-39b2ea6b6345 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Acquiring lock "f1ccec14-6c3b-4745-ac14-5e4acb191b56-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.929427] env[65448]: DEBUG oslo_concurrency.lockutils [None req-8ff71822-eeee-4d2e-9b97-39b2ea6b6345 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Lock "f1ccec14-6c3b-4745-ac14-5e4acb191b56-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.929427] env[65448]: DEBUG oslo_concurrency.lockutils [None req-8ff71822-eeee-4d2e-9b97-39b2ea6b6345 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Lock "f1ccec14-6c3b-4745-ac14-5e4acb191b56-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.930899] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e238a5e-5c2b-433e-8a40-0a2f8590c316 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.934790] env[65448]: INFO nova.compute.manager [None req-8ff71822-eeee-4d2e-9b97-39b2ea6b6345 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] [instance: f1ccec14-6c3b-4745-ac14-5e4acb191b56] Terminating instance [ 1241.941815] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a572b14-0315-4520-af2a-f99e384c810f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.963168] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a5ed3f6-b2d3-404b-ab36-1342f62a073d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.983072] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab7b1dac-bb2b-4ae4-93bc-1a567a78219b tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] The volume has not been displaced from its original location: [datastore2] volume-f609692a-2150-49d7-9a8e-60ccd21f9683/volume-f609692a-2150-49d7-9a8e-60ccd21f9683.vmdk. No consolidation needed. {{(pid=65448) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1241.988902] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab7b1dac-bb2b-4ae4-93bc-1a567a78219b tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] Reconfiguring VM instance instance-00000073 to detach disk 2000 {{(pid=65448) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1241.989234] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40aa2933-8f10-4f11-866f-26b7f5cf8df7 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.013192] env[65448]: DEBUG oslo_vmware.api [None req-ab7b1dac-bb2b-4ae4-93bc-1a567a78219b tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] Waiting for the task: (returnval){ [ 1242.013192] env[65448]: value = "task-4938619" [ 1242.013192] env[65448]: _type = "Task" [ 1242.013192] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.023185] env[65448]: DEBUG oslo_vmware.api [None req-ab7b1dac-bb2b-4ae4-93bc-1a567a78219b tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] Task: {'id': task-4938619, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.132101] env[65448]: DEBUG nova.compute.manager [req-64d9d87f-a115-47b4-b096-01a881fa3ac6 req-279c798c-2e9b-4178-bc22-bf67f7d51f23 service nova] [instance: 7978c1c5-9577-4194-827e-59a715d196b7] Received event network-vif-unplugged-46132112-93de-44ee-8f40-cd3bb6d16fd5 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1242.132252] env[65448]: DEBUG oslo_concurrency.lockutils [req-64d9d87f-a115-47b4-b096-01a881fa3ac6 req-279c798c-2e9b-4178-bc22-bf67f7d51f23 service nova] Acquiring lock "7978c1c5-9577-4194-827e-59a715d196b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.132621] env[65448]: DEBUG oslo_concurrency.lockutils [req-64d9d87f-a115-47b4-b096-01a881fa3ac6 req-279c798c-2e9b-4178-bc22-bf67f7d51f23 service nova] Lock "7978c1c5-9577-4194-827e-59a715d196b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.132621] env[65448]: DEBUG oslo_concurrency.lockutils [req-64d9d87f-a115-47b4-b096-01a881fa3ac6 req-279c798c-2e9b-4178-bc22-bf67f7d51f23 service nova] Lock "7978c1c5-9577-4194-827e-59a715d196b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.132790] env[65448]: DEBUG nova.compute.manager [req-64d9d87f-a115-47b4-b096-01a881fa3ac6 req-279c798c-2e9b-4178-bc22-bf67f7d51f23 service nova] [instance: 7978c1c5-9577-4194-827e-59a715d196b7] No waiting events found dispatching network-vif-unplugged-46132112-93de-44ee-8f40-cd3bb6d16fd5 {{(pid=65448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1242.132955] env[65448]: WARNING nova.compute.manager [req-64d9d87f-a115-47b4-b096-01a881fa3ac6 req-279c798c-2e9b-4178-bc22-bf67f7d51f23 service nova] [instance: 7978c1c5-9577-4194-827e-59a715d196b7] Received unexpected event network-vif-unplugged-46132112-93de-44ee-8f40-cd3bb6d16fd5 for instance with vm_state shelved and task_state shelving_offloading. [ 1242.168353] env[65448]: DEBUG nova.network.neutron [req-ccd61307-3b9d-4d1a-9ffe-5c89e7f3ec68 req-d8b4fb87-f23c-4600-9df8-0dbd1f82c659 service nova] [instance: 3cbfb5fd-aac5-4538-87b4-d33b466ab2ad] Updated VIF entry in instance network info cache for port aa4ac103-6c66-4516-940a-a0cf2f3d2410. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1242.168720] env[65448]: DEBUG nova.network.neutron [req-ccd61307-3b9d-4d1a-9ffe-5c89e7f3ec68 req-d8b4fb87-f23c-4600-9df8-0dbd1f82c659 service nova] [instance: 3cbfb5fd-aac5-4538-87b4-d33b466ab2ad] Updating instance_info_cache with network_info: [{"id": "aa4ac103-6c66-4516-940a-a0cf2f3d2410", "address": "fa:16:3e:58:c5:34", "network": {"id": "6fa83dea-1d83-4041-ae56-d9e5e5278559", "bridge": null, "label": "tempest-ServerActionsTestOtherB-78264896-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4a79f75fe9f47d4a1cca9aa9f9c3901", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapaa4ac103-6c", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1242.235127] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-467adeb6-63fe-4846-888d-7707d14c808c tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: 7978c1c5-9577-4194-827e-59a715d196b7] Destroying instance {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1242.236424] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de90d41e-6156-495f-8b46-ad4372718868 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.246217] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-467adeb6-63fe-4846-888d-7707d14c808c tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: 7978c1c5-9577-4194-827e-59a715d196b7] Unregistering the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1242.246564] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-94c8390a-712d-460e-b47b-1afeadf14a28 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.320780] env[65448]: DEBUG oslo_vmware.api [None req-1a35eb01-44dc-4e33-bb89-7a687f4ca1cc tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': task-4938616, 'name': PowerOffVM_Task, 'duration_secs': 0.203169} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.324774] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a35eb01-44dc-4e33-bb89-7a687f4ca1cc tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: a664bc6a-97c7-4e80-bcff-db1d74494ae4] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1242.324774] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-1a35eb01-44dc-4e33-bb89-7a687f4ca1cc tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: a664bc6a-97c7-4e80-bcff-db1d74494ae4] Destroying instance {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1242.324774] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66e04d6e-d4cc-4d76-9601-b7d258de80fc {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.337657] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-1a35eb01-44dc-4e33-bb89-7a687f4ca1cc tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: a664bc6a-97c7-4e80-bcff-db1d74494ae4] Unregistering the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1242.338060] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-483297c6-dbd1-4675-9b5b-00e27bf06dee {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.343196] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-467adeb6-63fe-4846-888d-7707d14c808c tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: 7978c1c5-9577-4194-827e-59a715d196b7] Unregistered the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1242.343532] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-467adeb6-63fe-4846-888d-7707d14c808c tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: 7978c1c5-9577-4194-827e-59a715d196b7] Deleting contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1242.343759] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-467adeb6-63fe-4846-888d-7707d14c808c tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Deleting the datastore file [datastore2] 7978c1c5-9577-4194-827e-59a715d196b7 {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1242.344190] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6a7915d2-bb56-4007-b717-32536494c23e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.353631] env[65448]: DEBUG oslo_vmware.api [None req-467adeb6-63fe-4846-888d-7707d14c808c tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Waiting for the task: (returnval){ [ 1242.353631] env[65448]: value = "task-4938623" [ 1242.353631] env[65448]: _type = "Task" [ 1242.353631] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.362864] env[65448]: DEBUG oslo_vmware.api [None req-467adeb6-63fe-4846-888d-7707d14c808c tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Task: {'id': task-4938623, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.373060] env[65448]: DEBUG oslo_vmware.api [None req-2a15cc88-05bb-41ea-8898-6dcaf41e9930 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': task-4938617, 'name': ReconfigVM_Task, 'duration_secs': 0.241835} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.373299] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a15cc88-05bb-41ea-8898-6dcaf41e9930 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 2f9162a4-0145-4435-acc9-0a2e3c2a98e2] Reconfigured VM instance instance-00000077 to detach disk 2000 {{(pid=65448) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1242.374167] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7855aa59-23b4-49b7-b804-ef70bdbda470 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.379452] env[65448]: DEBUG oslo_concurrency.lockutils [None req-27ded5c8-bc37-45e2-8c5f-fce29bc4b97d tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Lock "78d46c99-f185-4a36-8931-d0dd14dd4a7f" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.422s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.401164] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a15cc88-05bb-41ea-8898-6dcaf41e9930 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 2f9162a4-0145-4435-acc9-0a2e3c2a98e2] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] 2f9162a4-0145-4435-acc9-0a2e3c2a98e2/2f9162a4-0145-4435-acc9-0a2e3c2a98e2.vmdk or device None with type thin {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1242.402575] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7fb1ec6e-8403-4949-ba72-db53640a28a0 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.427843] env[65448]: DEBUG oslo_vmware.api [None req-2a15cc88-05bb-41ea-8898-6dcaf41e9930 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Waiting for the task: (returnval){ [ 1242.427843] env[65448]: value = "task-4938624" [ 1242.427843] env[65448]: _type = "Task" [ 1242.427843] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.432919] env[65448]: DEBUG oslo_concurrency.lockutils [None req-033cd011-93e8-4e3c-b885-f704b963fa00 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.335s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.438404] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-1a35eb01-44dc-4e33-bb89-7a687f4ca1cc tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: a664bc6a-97c7-4e80-bcff-db1d74494ae4] Unregistered the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1242.438696] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-1a35eb01-44dc-4e33-bb89-7a687f4ca1cc tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: a664bc6a-97c7-4e80-bcff-db1d74494ae4] Deleting contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1242.439446] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a35eb01-44dc-4e33-bb89-7a687f4ca1cc tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Deleting the datastore file [datastore2] a664bc6a-97c7-4e80-bcff-db1d74494ae4 {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1242.439713] env[65448]: DEBUG nova.compute.manager [None req-8ff71822-eeee-4d2e-9b97-39b2ea6b6345 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] [instance: f1ccec14-6c3b-4745-ac14-5e4acb191b56] Start destroying the instance on the hypervisor. {{(pid=65448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3209}} [ 1242.439880] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-8ff71822-eeee-4d2e-9b97-39b2ea6b6345 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] [instance: f1ccec14-6c3b-4745-ac14-5e4acb191b56] Destroying instance {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1242.440169] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e86b18ac-8573-4ca8-b95f-fbf92af47608 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.448021] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9521e0f6-3571-4829-a47d-86de4eac60c9 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.451164] env[65448]: DEBUG oslo_vmware.api [None req-2a15cc88-05bb-41ea-8898-6dcaf41e9930 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': task-4938624, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.458536] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ff71822-eeee-4d2e-9b97-39b2ea6b6345 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] [instance: f1ccec14-6c3b-4745-ac14-5e4acb191b56] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1242.460533] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-27da9f20-8c76-4bfc-9966-ecfd6e48022f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.465432] env[65448]: DEBUG oslo_vmware.api [None req-1a35eb01-44dc-4e33-bb89-7a687f4ca1cc tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Waiting for the task: (returnval){ [ 1242.465432] env[65448]: value = "task-4938625" [ 1242.465432] env[65448]: _type = "Task" [ 1242.465432] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.470206] env[65448]: DEBUG oslo_vmware.api [None req-8ff71822-eeee-4d2e-9b97-39b2ea6b6345 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Waiting for the task: (returnval){ [ 1242.470206] env[65448]: value = "task-4938626" [ 1242.470206] env[65448]: _type = "Task" [ 1242.470206] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.477058] env[65448]: DEBUG oslo_vmware.api [None req-1a35eb01-44dc-4e33-bb89-7a687f4ca1cc tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': task-4938625, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.487390] env[65448]: DEBUG oslo_vmware.api [None req-8ff71822-eeee-4d2e-9b97-39b2ea6b6345 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Task: {'id': task-4938626, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.525278] env[65448]: DEBUG oslo_vmware.api [None req-ab7b1dac-bb2b-4ae4-93bc-1a567a78219b tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] Task: {'id': task-4938619, 'name': ReconfigVM_Task, 'duration_secs': 0.182055} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.525613] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab7b1dac-bb2b-4ae4-93bc-1a567a78219b tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] Reconfigured VM instance instance-00000073 to detach disk 2000 {{(pid=65448) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1242.530996] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa9c2fc0-f041-4559-ae95-33f7a6f85720 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.548337] env[65448]: DEBUG oslo_vmware.api [None req-ab7b1dac-bb2b-4ae4-93bc-1a567a78219b tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] Waiting for the task: (returnval){ [ 1242.548337] env[65448]: value = "task-4938627" [ 1242.548337] env[65448]: _type = "Task" [ 1242.548337] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.559244] env[65448]: DEBUG oslo_vmware.api [None req-ab7b1dac-bb2b-4ae4-93bc-1a567a78219b tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] Task: {'id': task-4938627, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.674471] env[65448]: DEBUG oslo_concurrency.lockutils [req-ccd61307-3b9d-4d1a-9ffe-5c89e7f3ec68 req-d8b4fb87-f23c-4600-9df8-0dbd1f82c659 service nova] Releasing lock "refresh_cache-3cbfb5fd-aac5-4538-87b4-d33b466ab2ad" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.869972] env[65448]: DEBUG oslo_vmware.api [None req-467adeb6-63fe-4846-888d-7707d14c808c tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Task: {'id': task-4938623, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.213414} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.869972] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-467adeb6-63fe-4846-888d-7707d14c808c tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1242.869972] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-467adeb6-63fe-4846-888d-7707d14c808c tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: 7978c1c5-9577-4194-827e-59a715d196b7] Deleted contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1242.869972] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-467adeb6-63fe-4846-888d-7707d14c808c tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: 7978c1c5-9577-4194-827e-59a715d196b7] Instance destroyed {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1242.895208] env[65448]: INFO nova.scheduler.client.report [None req-467adeb6-63fe-4846-888d-7707d14c808c tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Deleted allocations for instance 7978c1c5-9577-4194-827e-59a715d196b7 [ 1242.947777] env[65448]: DEBUG oslo_vmware.api [None req-2a15cc88-05bb-41ea-8898-6dcaf41e9930 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': task-4938624, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.948318] env[65448]: DEBUG oslo_concurrency.lockutils [None req-033cd011-93e8-4e3c-b885-f704b963fa00 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Lock "3cbfb5fd-aac5-4538-87b4-d33b466ab2ad" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 26.100s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.949786] env[65448]: DEBUG oslo_concurrency.lockutils [None req-df20c48b-232b-43d5-ba29-e3b6c1c16f75 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Lock "3cbfb5fd-aac5-4538-87b4-d33b466ab2ad" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.181s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.950095] env[65448]: INFO nova.compute.manager [None req-df20c48b-232b-43d5-ba29-e3b6c1c16f75 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 3cbfb5fd-aac5-4538-87b4-d33b466ab2ad] Unshelving [ 1242.976965] env[65448]: DEBUG oslo_vmware.api [None req-1a35eb01-44dc-4e33-bb89-7a687f4ca1cc tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': task-4938625, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.210925} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.981754] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a35eb01-44dc-4e33-bb89-7a687f4ca1cc tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1242.982015] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-1a35eb01-44dc-4e33-bb89-7a687f4ca1cc tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: a664bc6a-97c7-4e80-bcff-db1d74494ae4] Deleted contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1242.983659] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-1a35eb01-44dc-4e33-bb89-7a687f4ca1cc tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: a664bc6a-97c7-4e80-bcff-db1d74494ae4] Instance destroyed {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1242.992831] env[65448]: DEBUG oslo_vmware.api [None req-8ff71822-eeee-4d2e-9b97-39b2ea6b6345 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Task: {'id': task-4938626, 'name': PowerOffVM_Task, 'duration_secs': 0.272183} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.993142] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ff71822-eeee-4d2e-9b97-39b2ea6b6345 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] [instance: f1ccec14-6c3b-4745-ac14-5e4acb191b56] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1242.993368] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-8ff71822-eeee-4d2e-9b97-39b2ea6b6345 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] [instance: f1ccec14-6c3b-4745-ac14-5e4acb191b56] Unregistering the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1242.993665] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-537f6d68-4b6f-4db8-8b3f-bf6a4d067349 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.061126] env[65448]: DEBUG oslo_vmware.api [None req-ab7b1dac-bb2b-4ae4-93bc-1a567a78219b tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] Task: {'id': task-4938627, 'name': ReconfigVM_Task, 'duration_secs': 0.194928} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.061593] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab7b1dac-bb2b-4ae4-93bc-1a567a78219b tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-962081', 'volume_id': 'f609692a-2150-49d7-9a8e-60ccd21f9683', 'name': 'volume-f609692a-2150-49d7-9a8e-60ccd21f9683', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '753a9b2e-f28b-4680-82ea-afa474d6b0c3', 'attached_at': '', 'detached_at': '', 'volume_id': 'f609692a-2150-49d7-9a8e-60ccd21f9683', 'serial': 'f609692a-2150-49d7-9a8e-60ccd21f9683'} {{(pid=65448) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1243.061921] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-ab7b1dac-bb2b-4ae4-93bc-1a567a78219b tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] Destroying instance {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1243.063528] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac3ffa06-2aa4-4e3c-922e-fad4e117ef91 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.068668] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-8ff71822-eeee-4d2e-9b97-39b2ea6b6345 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] [instance: f1ccec14-6c3b-4745-ac14-5e4acb191b56] Unregistered the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1243.068933] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-8ff71822-eeee-4d2e-9b97-39b2ea6b6345 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] [instance: f1ccec14-6c3b-4745-ac14-5e4acb191b56] Deleting contents of the VM from datastore datastore1 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1243.069496] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ff71822-eeee-4d2e-9b97-39b2ea6b6345 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Deleting the datastore file [datastore1] f1ccec14-6c3b-4745-ac14-5e4acb191b56 {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1243.070354] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-37968415-7776-4d0d-81aa-b2ff77390c66 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.076389] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-ab7b1dac-bb2b-4ae4-93bc-1a567a78219b tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] Unregistering the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1243.077342] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9eb25aa1-39bd-49a3-aa92-096743ab12ca {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.085014] env[65448]: DEBUG oslo_vmware.api [None req-8ff71822-eeee-4d2e-9b97-39b2ea6b6345 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Waiting for the task: (returnval){ [ 1243.085014] env[65448]: value = "task-4938629" [ 1243.085014] env[65448]: _type = "Task" [ 1243.085014] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.096234] env[65448]: DEBUG oslo_vmware.api [None req-8ff71822-eeee-4d2e-9b97-39b2ea6b6345 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Task: {'id': task-4938629, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.160803] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-ab7b1dac-bb2b-4ae4-93bc-1a567a78219b tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] Unregistered the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1243.161184] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-ab7b1dac-bb2b-4ae4-93bc-1a567a78219b tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] Deleting contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1243.161442] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab7b1dac-bb2b-4ae4-93bc-1a567a78219b tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] Deleting the datastore file [datastore2] 753a9b2e-f28b-4680-82ea-afa474d6b0c3 {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1243.161832] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-26242386-66c9-4f1c-9177-f0fb6b533810 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.172497] env[65448]: DEBUG oslo_vmware.api [None req-ab7b1dac-bb2b-4ae4-93bc-1a567a78219b tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] Waiting for the task: (returnval){ [ 1243.172497] env[65448]: value = "task-4938631" [ 1243.172497] env[65448]: _type = "Task" [ 1243.172497] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.186634] env[65448]: DEBUG oslo_vmware.api [None req-ab7b1dac-bb2b-4ae4-93bc-1a567a78219b tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] Task: {'id': task-4938631, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.237168] env[65448]: DEBUG oslo_concurrency.lockutils [None req-4fd78364-e8bc-4330-9bc7-53b0db484d5f tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Acquiring lock "78d46c99-f185-4a36-8931-d0dd14dd4a7f" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.237530] env[65448]: DEBUG oslo_concurrency.lockutils [None req-4fd78364-e8bc-4330-9bc7-53b0db484d5f tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Lock "78d46c99-f185-4a36-8931-d0dd14dd4a7f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.402393] env[65448]: DEBUG oslo_concurrency.lockutils [None req-467adeb6-63fe-4846-888d-7707d14c808c tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.402393] env[65448]: DEBUG oslo_concurrency.lockutils [None req-467adeb6-63fe-4846-888d-7707d14c808c tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.402393] env[65448]: DEBUG nova.objects.instance [None req-467adeb6-63fe-4846-888d-7707d14c808c tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Lazy-loading 'resources' on Instance uuid 7978c1c5-9577-4194-827e-59a715d196b7 {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1243.444998] env[65448]: DEBUG oslo_vmware.api [None req-2a15cc88-05bb-41ea-8898-6dcaf41e9930 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': task-4938624, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.596260] env[65448]: DEBUG oslo_vmware.api [None req-8ff71822-eeee-4d2e-9b97-39b2ea6b6345 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Task: {'id': task-4938629, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169364} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.596550] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ff71822-eeee-4d2e-9b97-39b2ea6b6345 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1243.596751] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-8ff71822-eeee-4d2e-9b97-39b2ea6b6345 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] [instance: f1ccec14-6c3b-4745-ac14-5e4acb191b56] Deleted contents of the VM from datastore datastore1 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1243.596949] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-8ff71822-eeee-4d2e-9b97-39b2ea6b6345 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] [instance: f1ccec14-6c3b-4745-ac14-5e4acb191b56] Instance destroyed {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1243.597135] env[65448]: INFO nova.compute.manager [None req-8ff71822-eeee-4d2e-9b97-39b2ea6b6345 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] [instance: f1ccec14-6c3b-4745-ac14-5e4acb191b56] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1243.597380] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-8ff71822-eeee-4d2e-9b97-39b2ea6b6345 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1243.597576] env[65448]: DEBUG nova.compute.manager [-] [instance: f1ccec14-6c3b-4745-ac14-5e4acb191b56] Deallocating network for instance {{(pid=65448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1243.597673] env[65448]: DEBUG nova.network.neutron [-] [instance: f1ccec14-6c3b-4745-ac14-5e4acb191b56] deallocate_for_instance() {{(pid=65448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1243.597918] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1243.647634] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1243.685851] env[65448]: DEBUG oslo_vmware.api [None req-ab7b1dac-bb2b-4ae4-93bc-1a567a78219b tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] Task: {'id': task-4938631, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.089424} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.686168] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab7b1dac-bb2b-4ae4-93bc-1a567a78219b tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1243.686338] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-ab7b1dac-bb2b-4ae4-93bc-1a567a78219b tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] Deleted contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1243.686521] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-ab7b1dac-bb2b-4ae4-93bc-1a567a78219b tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] Instance destroyed {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1243.741688] env[65448]: DEBUG nova.compute.utils [None req-4fd78364-e8bc-4330-9bc7-53b0db484d5f tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Using /dev/sd instead of None {{(pid=65448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1243.757510] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab7b1dac-bb2b-4ae4-93bc-1a567a78219b tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] Volume detach. Driver type: vmdk {{(pid=65448) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1243.757510] env[65448]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6ae9d357-57c3-4134-975b-e128fad97fea {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.768660] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f9bc303-702a-49ef-ad09-0c7abb267d02 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.804046] env[65448]: ERROR nova.compute.manager [None req-ab7b1dac-bb2b-4ae4-93bc-1a567a78219b tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] Failed to detach volume f609692a-2150-49d7-9a8e-60ccd21f9683 from /dev/sda: nova.exception.InstanceNotFound: Instance 753a9b2e-f28b-4680-82ea-afa474d6b0c3 could not be found. [ 1243.804046] env[65448]: ERROR nova.compute.manager [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] Traceback (most recent call last): [ 1243.804046] env[65448]: ERROR nova.compute.manager [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] File "/opt/stack/nova/nova/compute/manager.py", line 4231, in _do_rebuild_instance [ 1243.804046] env[65448]: ERROR nova.compute.manager [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] self.driver.rebuild(**kwargs) [ 1243.804046] env[65448]: ERROR nova.compute.manager [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] File "/opt/stack/nova/nova/virt/driver.py", line 533, in rebuild [ 1243.804046] env[65448]: ERROR nova.compute.manager [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] raise NotImplementedError() [ 1243.804046] env[65448]: ERROR nova.compute.manager [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] NotImplementedError [ 1243.804046] env[65448]: ERROR nova.compute.manager [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] [ 1243.804046] env[65448]: ERROR nova.compute.manager [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] During handling of the above exception, another exception occurred: [ 1243.804046] env[65448]: ERROR nova.compute.manager [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] [ 1243.804046] env[65448]: ERROR nova.compute.manager [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] Traceback (most recent call last): [ 1243.804046] env[65448]: ERROR nova.compute.manager [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] File "/opt/stack/nova/nova/compute/manager.py", line 3654, in _detach_root_volume [ 1243.804046] env[65448]: ERROR nova.compute.manager [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] self.driver.detach_volume(context, old_connection_info, [ 1243.804046] env[65448]: ERROR nova.compute.manager [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1243.804046] env[65448]: ERROR nova.compute.manager [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] return self._volumeops.detach_volume(connection_info, instance) [ 1243.804046] env[65448]: ERROR nova.compute.manager [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1243.804046] env[65448]: ERROR nova.compute.manager [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] self._detach_volume_vmdk(connection_info, instance) [ 1243.804046] env[65448]: ERROR nova.compute.manager [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1243.804046] env[65448]: ERROR nova.compute.manager [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1243.804046] env[65448]: ERROR nova.compute.manager [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1243.804046] env[65448]: ERROR nova.compute.manager [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] stable_ref.fetch_moref(session) [ 1243.804046] env[65448]: ERROR nova.compute.manager [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1243.804046] env[65448]: ERROR nova.compute.manager [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1243.804046] env[65448]: ERROR nova.compute.manager [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] nova.exception.InstanceNotFound: Instance 753a9b2e-f28b-4680-82ea-afa474d6b0c3 could not be found. [ 1243.804046] env[65448]: ERROR nova.compute.manager [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] [ 1243.906183] env[65448]: DEBUG nova.objects.instance [None req-467adeb6-63fe-4846-888d-7707d14c808c tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Lazy-loading 'numa_topology' on Instance uuid 7978c1c5-9577-4194-827e-59a715d196b7 {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1243.946499] env[65448]: DEBUG oslo_vmware.api [None req-2a15cc88-05bb-41ea-8898-6dcaf41e9930 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': task-4938624, 'name': ReconfigVM_Task, 'duration_secs': 1.073675} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.947213] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a15cc88-05bb-41ea-8898-6dcaf41e9930 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 2f9162a4-0145-4435-acc9-0a2e3c2a98e2] Reconfigured VM instance instance-00000077 to attach disk [datastore2] 2f9162a4-0145-4435-acc9-0a2e3c2a98e2/2f9162a4-0145-4435-acc9-0a2e3c2a98e2.vmdk or device None with type thin {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1243.947626] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-2a15cc88-05bb-41ea-8898-6dcaf41e9930 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 2f9162a4-0145-4435-acc9-0a2e3c2a98e2] Updating instance '2f9162a4-0145-4435-acc9-0a2e3c2a98e2' progress to 50 {{(pid=65448) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1243.992237] env[65448]: DEBUG nova.compute.utils [None req-ab7b1dac-bb2b-4ae4-93bc-1a567a78219b tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] Build of instance 753a9b2e-f28b-4680-82ea-afa474d6b0c3 aborted: Failed to rebuild volume backed instance. {{(pid=65448) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 1243.996892] env[65448]: ERROR nova.compute.manager [None req-ab7b1dac-bb2b-4ae4-93bc-1a567a78219b tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 753a9b2e-f28b-4680-82ea-afa474d6b0c3 aborted: Failed to rebuild volume backed instance. [ 1243.996892] env[65448]: ERROR nova.compute.manager [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] Traceback (most recent call last): [ 1243.996892] env[65448]: ERROR nova.compute.manager [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] File "/opt/stack/nova/nova/compute/manager.py", line 4231, in _do_rebuild_instance [ 1243.996892] env[65448]: ERROR nova.compute.manager [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] self.driver.rebuild(**kwargs) [ 1243.996892] env[65448]: ERROR nova.compute.manager [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] File "/opt/stack/nova/nova/virt/driver.py", line 533, in rebuild [ 1243.996892] env[65448]: ERROR nova.compute.manager [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] raise NotImplementedError() [ 1243.996892] env[65448]: ERROR nova.compute.manager [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] NotImplementedError [ 1243.996892] env[65448]: ERROR nova.compute.manager [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] [ 1243.996892] env[65448]: ERROR nova.compute.manager [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] During handling of the above exception, another exception occurred: [ 1243.996892] env[65448]: ERROR nova.compute.manager [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] [ 1243.996892] env[65448]: ERROR nova.compute.manager [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] Traceback (most recent call last): [ 1243.996892] env[65448]: ERROR nova.compute.manager [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] File "/opt/stack/nova/nova/compute/manager.py", line 3689, in _rebuild_volume_backed_instance [ 1243.996892] env[65448]: ERROR nova.compute.manager [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] self._detach_root_volume(context, instance, root_bdm) [ 1243.996892] env[65448]: ERROR nova.compute.manager [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] File "/opt/stack/nova/nova/compute/manager.py", line 3668, in _detach_root_volume [ 1243.996892] env[65448]: ERROR nova.compute.manager [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] with excutils.save_and_reraise_exception(): [ 1243.996892] env[65448]: ERROR nova.compute.manager [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 256, in __exit__ [ 1243.996892] env[65448]: ERROR nova.compute.manager [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] self.force_reraise() [ 1243.996892] env[65448]: ERROR nova.compute.manager [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 222, in force_reraise [ 1243.996892] env[65448]: ERROR nova.compute.manager [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] raise self.value [ 1243.996892] env[65448]: ERROR nova.compute.manager [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] File "/opt/stack/nova/nova/compute/manager.py", line 3654, in _detach_root_volume [ 1243.996892] env[65448]: ERROR nova.compute.manager [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] self.driver.detach_volume(context, old_connection_info, [ 1243.996892] env[65448]: ERROR nova.compute.manager [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1243.996892] env[65448]: ERROR nova.compute.manager [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] return self._volumeops.detach_volume(connection_info, instance) [ 1243.996892] env[65448]: ERROR nova.compute.manager [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1243.996892] env[65448]: ERROR nova.compute.manager [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] self._detach_volume_vmdk(connection_info, instance) [ 1243.996892] env[65448]: ERROR nova.compute.manager [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1243.996892] env[65448]: ERROR nova.compute.manager [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1243.996892] env[65448]: ERROR nova.compute.manager [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1243.996892] env[65448]: ERROR nova.compute.manager [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] stable_ref.fetch_moref(session) [ 1243.996892] env[65448]: ERROR nova.compute.manager [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1243.996892] env[65448]: ERROR nova.compute.manager [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1243.996892] env[65448]: ERROR nova.compute.manager [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] nova.exception.InstanceNotFound: Instance 753a9b2e-f28b-4680-82ea-afa474d6b0c3 could not be found. [ 1243.996892] env[65448]: ERROR nova.compute.manager [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] [ 1243.996892] env[65448]: ERROR nova.compute.manager [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] During handling of the above exception, another exception occurred: [ 1243.996892] env[65448]: ERROR nova.compute.manager [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] [ 1243.996892] env[65448]: ERROR nova.compute.manager [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] Traceback (most recent call last): [ 1243.996892] env[65448]: ERROR nova.compute.manager [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] File "/opt/stack/nova/nova/compute/manager.py", line 11560, in _error_out_instance_on_exception [ 1243.996892] env[65448]: ERROR nova.compute.manager [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] yield [ 1243.996892] env[65448]: ERROR nova.compute.manager [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] File "/opt/stack/nova/nova/compute/manager.py", line 3957, in rebuild_instance [ 1243.996892] env[65448]: ERROR nova.compute.manager [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] self._do_rebuild_instance_with_claim( [ 1243.998664] env[65448]: ERROR nova.compute.manager [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] File "/opt/stack/nova/nova/compute/manager.py", line 4043, in _do_rebuild_instance_with_claim [ 1243.998664] env[65448]: ERROR nova.compute.manager [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] self._do_rebuild_instance( [ 1243.998664] env[65448]: ERROR nova.compute.manager [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] File "/opt/stack/nova/nova/compute/manager.py", line 4235, in _do_rebuild_instance [ 1243.998664] env[65448]: ERROR nova.compute.manager [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] self._rebuild_default_impl(**kwargs) [ 1243.998664] env[65448]: ERROR nova.compute.manager [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] File "/opt/stack/nova/nova/compute/manager.py", line 3812, in _rebuild_default_impl [ 1243.998664] env[65448]: ERROR nova.compute.manager [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] self._rebuild_volume_backed_instance( [ 1243.998664] env[65448]: ERROR nova.compute.manager [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] File "/opt/stack/nova/nova/compute/manager.py", line 3704, in _rebuild_volume_backed_instance [ 1243.998664] env[65448]: ERROR nova.compute.manager [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] raise exception.BuildAbortException( [ 1243.998664] env[65448]: ERROR nova.compute.manager [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] nova.exception.BuildAbortException: Build of instance 753a9b2e-f28b-4680-82ea-afa474d6b0c3 aborted: Failed to rebuild volume backed instance. [ 1243.998664] env[65448]: ERROR nova.compute.manager [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] [ 1244.002756] env[65448]: DEBUG oslo_concurrency.lockutils [None req-df20c48b-232b-43d5-ba29-e3b6c1c16f75 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.031871] env[65448]: DEBUG nova.virt.hardware [None req-1a35eb01-44dc-4e33-bb89-7a687f4ca1cc tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-08T17:19:51Z,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a992292b6dae455593d228217860e2e1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-08T17:19:52Z,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1244.032158] env[65448]: DEBUG nova.virt.hardware [None req-1a35eb01-44dc-4e33-bb89-7a687f4ca1cc tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1244.032396] env[65448]: DEBUG nova.virt.hardware [None req-1a35eb01-44dc-4e33-bb89-7a687f4ca1cc tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1244.032548] env[65448]: DEBUG nova.virt.hardware [None req-1a35eb01-44dc-4e33-bb89-7a687f4ca1cc tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1244.032714] env[65448]: DEBUG nova.virt.hardware [None req-1a35eb01-44dc-4e33-bb89-7a687f4ca1cc tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1244.033574] env[65448]: DEBUG nova.virt.hardware [None req-1a35eb01-44dc-4e33-bb89-7a687f4ca1cc tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1244.033574] env[65448]: DEBUG nova.virt.hardware [None req-1a35eb01-44dc-4e33-bb89-7a687f4ca1cc tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1244.033574] env[65448]: DEBUG nova.virt.hardware [None req-1a35eb01-44dc-4e33-bb89-7a687f4ca1cc tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1244.033574] env[65448]: DEBUG nova.virt.hardware [None req-1a35eb01-44dc-4e33-bb89-7a687f4ca1cc tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1244.033574] env[65448]: DEBUG nova.virt.hardware [None req-1a35eb01-44dc-4e33-bb89-7a687f4ca1cc tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1244.033910] env[65448]: DEBUG nova.virt.hardware [None req-1a35eb01-44dc-4e33-bb89-7a687f4ca1cc tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1244.034576] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9620e02d-4e21-4ce1-b392-ac46ecb045b8 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.044295] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-427bf57a-bfe2-4d88-9628-3c60ca03b463 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.058749] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-1a35eb01-44dc-4e33-bb89-7a687f4ca1cc tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: a664bc6a-97c7-4e80-bcff-db1d74494ae4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7c:18:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e23c1d18-c841-49ea-95f3-df5ceac28afd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7a48f830-c1b3-4aed-99de-a896ac2206c8', 'vif_model': 'vmxnet3'}] {{(pid=65448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1244.066180] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-1a35eb01-44dc-4e33-bb89-7a687f4ca1cc tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1244.066384] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a664bc6a-97c7-4e80-bcff-db1d74494ae4] Creating VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1244.066595] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-590405c5-d704-4a9c-86c6-143550e41b15 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.089445] env[65448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1244.089445] env[65448]: value = "task-4938632" [ 1244.089445] env[65448]: _type = "Task" [ 1244.089445] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.097665] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4938632, 'name': CreateVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.246057] env[65448]: DEBUG oslo_concurrency.lockutils [None req-4fd78364-e8bc-4330-9bc7-53b0db484d5f tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Lock "78d46c99-f185-4a36-8931-d0dd14dd4a7f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.369308] env[65448]: DEBUG nova.network.neutron [-] [instance: f1ccec14-6c3b-4745-ac14-5e4acb191b56] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1244.412490] env[65448]: DEBUG nova.objects.base [None req-467adeb6-63fe-4846-888d-7707d14c808c tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Object Instance<7978c1c5-9577-4194-827e-59a715d196b7> lazy-loaded attributes: resources,numa_topology {{(pid=65448) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1244.455850] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4962d2b4-3930-4cd7-b21b-7d35393244a5 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.482709] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3078ca1a-582a-4d67-945e-09cf4e2bfee9 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.507975] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-2a15cc88-05bb-41ea-8898-6dcaf41e9930 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 2f9162a4-0145-4435-acc9-0a2e3c2a98e2] Updating instance '2f9162a4-0145-4435-acc9-0a2e3c2a98e2' progress to 67 {{(pid=65448) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1244.520050] env[65448]: DEBUG oslo_concurrency.lockutils [None req-537cd78c-676a-4e75-86c4-8627be59b031 tempest-ServerAddressesNegativeTestJSON-81552472 tempest-ServerAddressesNegativeTestJSON-81552472-project-member] Acquiring lock "3012a25a-8fd4-45a4-bad5-c655a14bc0ac" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.520294] env[65448]: DEBUG oslo_concurrency.lockutils [None req-537cd78c-676a-4e75-86c4-8627be59b031 tempest-ServerAddressesNegativeTestJSON-81552472 tempest-ServerAddressesNegativeTestJSON-81552472-project-member] Lock "3012a25a-8fd4-45a4-bad5-c655a14bc0ac" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.602582] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4938632, 'name': CreateVM_Task, 'duration_secs': 0.381026} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.602771] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a664bc6a-97c7-4e80-bcff-db1d74494ae4] Created VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1244.603424] env[65448]: WARNING neutronclient.v2_0.client [None req-1a35eb01-44dc-4e33-bb89-7a687f4ca1cc tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 1244.603882] env[65448]: DEBUG oslo_concurrency.lockutils [None req-1a35eb01-44dc-4e33-bb89-7a687f4ca1cc tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.604072] env[65448]: DEBUG oslo_concurrency.lockutils [None req-1a35eb01-44dc-4e33-bb89-7a687f4ca1cc tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.604384] env[65448]: DEBUG oslo_concurrency.lockutils [None req-1a35eb01-44dc-4e33-bb89-7a687f4ca1cc tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.604653] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f39506e4-6554-49d4-823e-b69ee425134d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.608183] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58652d69-22cb-420f-b537-563881fe6e3b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.614239] env[65448]: DEBUG oslo_vmware.api [None req-1a35eb01-44dc-4e33-bb89-7a687f4ca1cc tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Waiting for the task: (returnval){ [ 1244.614239] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52caa3b2-ef2c-3b0a-9174-c755ce0c2741" [ 1244.614239] env[65448]: _type = "Task" [ 1244.614239] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.619839] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e1b8aca-6ee3-4a18-a2ce-032a04aebf0c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.629353] env[65448]: DEBUG oslo_vmware.api [None req-1a35eb01-44dc-4e33-bb89-7a687f4ca1cc tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52caa3b2-ef2c-3b0a-9174-c755ce0c2741, 'name': SearchDatastore_Task, 'duration_secs': 0.010208} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.655819] env[65448]: DEBUG oslo_concurrency.lockutils [None req-1a35eb01-44dc-4e33-bb89-7a687f4ca1cc tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.656223] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-1a35eb01-44dc-4e33-bb89-7a687f4ca1cc tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: a664bc6a-97c7-4e80-bcff-db1d74494ae4] Processing image 50fb366d-48e6-424f-9c20-bc83d77be76a {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1244.656587] env[65448]: DEBUG oslo_concurrency.lockutils [None req-1a35eb01-44dc-4e33-bb89-7a687f4ca1cc tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.656696] env[65448]: DEBUG oslo_concurrency.lockutils [None req-1a35eb01-44dc-4e33-bb89-7a687f4ca1cc tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.656827] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a35eb01-44dc-4e33-bb89-7a687f4ca1cc tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1244.657726] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d180b22e-b899-46d0-8130-e4055870e2a6 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.660257] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ea65c5e-a44b-4e33-b207-265fbd41cf04 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.668668] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1884c7be-953a-4999-9ee6-1a3d3dfb222e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.675576] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a35eb01-44dc-4e33-bb89-7a687f4ca1cc tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1244.675842] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-1a35eb01-44dc-4e33-bb89-7a687f4ca1cc tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1244.678465] env[65448]: DEBUG nova.compute.manager [req-3928b8d2-b8a1-42eb-83cb-e48c65f8ae42 req-1a8338e2-0a2b-4ab8-bb1f-296e6a9f67e2 service nova] [instance: 7978c1c5-9577-4194-827e-59a715d196b7] Received event network-changed-46132112-93de-44ee-8f40-cd3bb6d16fd5 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1244.678673] env[65448]: DEBUG nova.compute.manager [req-3928b8d2-b8a1-42eb-83cb-e48c65f8ae42 req-1a8338e2-0a2b-4ab8-bb1f-296e6a9f67e2 service nova] [instance: 7978c1c5-9577-4194-827e-59a715d196b7] Refreshing instance network info cache due to event network-changed-46132112-93de-44ee-8f40-cd3bb6d16fd5. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 1244.678971] env[65448]: DEBUG oslo_concurrency.lockutils [req-3928b8d2-b8a1-42eb-83cb-e48c65f8ae42 req-1a8338e2-0a2b-4ab8-bb1f-296e6a9f67e2 service nova] Acquiring lock "refresh_cache-7978c1c5-9577-4194-827e-59a715d196b7" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.679387] env[65448]: DEBUG oslo_concurrency.lockutils [req-3928b8d2-b8a1-42eb-83cb-e48c65f8ae42 req-1a8338e2-0a2b-4ab8-bb1f-296e6a9f67e2 service nova] Acquired lock "refresh_cache-7978c1c5-9577-4194-827e-59a715d196b7" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.679387] env[65448]: DEBUG nova.network.neutron [req-3928b8d2-b8a1-42eb-83cb-e48c65f8ae42 req-1a8338e2-0a2b-4ab8-bb1f-296e6a9f67e2 service nova] [instance: 7978c1c5-9577-4194-827e-59a715d196b7] Refreshing network info cache for port 46132112-93de-44ee-8f40-cd3bb6d16fd5 {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1244.685165] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e0db177-0ceb-4b85-a64c-bab3320ba197 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.694966] env[65448]: DEBUG nova.compute.provider_tree [None req-467adeb6-63fe-4846-888d-7707d14c808c tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Updating inventory in ProviderTree for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1244.696833] env[65448]: WARNING neutronclient.v2_0.client [req-3928b8d2-b8a1-42eb-83cb-e48c65f8ae42 req-1a8338e2-0a2b-4ab8-bb1f-296e6a9f67e2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1244.703323] env[65448]: DEBUG oslo_vmware.api [None req-1a35eb01-44dc-4e33-bb89-7a687f4ca1cc tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Waiting for the task: (returnval){ [ 1244.703323] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5204f6dd-2548-cf51-59d3-f10ac54fa1ac" [ 1244.703323] env[65448]: _type = "Task" [ 1244.703323] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.713979] env[65448]: DEBUG oslo_vmware.api [None req-1a35eb01-44dc-4e33-bb89-7a687f4ca1cc tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5204f6dd-2548-cf51-59d3-f10ac54fa1ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.870624] env[65448]: WARNING neutronclient.v2_0.client [req-3928b8d2-b8a1-42eb-83cb-e48c65f8ae42 req-1a8338e2-0a2b-4ab8-bb1f-296e6a9f67e2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1244.873205] env[65448]: INFO nova.compute.manager [-] [instance: f1ccec14-6c3b-4745-ac14-5e4acb191b56] Took 1.28 seconds to deallocate network for instance. [ 1244.944363] env[65448]: DEBUG nova.network.neutron [req-3928b8d2-b8a1-42eb-83cb-e48c65f8ae42 req-1a8338e2-0a2b-4ab8-bb1f-296e6a9f67e2 service nova] [instance: 7978c1c5-9577-4194-827e-59a715d196b7] Updated VIF entry in instance network info cache for port 46132112-93de-44ee-8f40-cd3bb6d16fd5. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1244.944845] env[65448]: DEBUG nova.network.neutron [req-3928b8d2-b8a1-42eb-83cb-e48c65f8ae42 req-1a8338e2-0a2b-4ab8-bb1f-296e6a9f67e2 service nova] [instance: 7978c1c5-9577-4194-827e-59a715d196b7] Updating instance_info_cache with network_info: [{"id": "46132112-93de-44ee-8f40-cd3bb6d16fd5", "address": "fa:16:3e:fc:b3:33", "network": {"id": "3dad17d1-fdd5-4069-8675-ef8a0f0b9caf", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-2039208773-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f35763225db24d7f858aa84e17d07cc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap46132112-93", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1245.021886] env[65448]: WARNING neutronclient.v2_0.client [None req-2a15cc88-05bb-41ea-8898-6dcaf41e9930 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1245.021886] env[65448]: WARNING neutronclient.v2_0.client [None req-2a15cc88-05bb-41ea-8898-6dcaf41e9930 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1245.024153] env[65448]: DEBUG nova.compute.manager [None req-537cd78c-676a-4e75-86c4-8627be59b031 tempest-ServerAddressesNegativeTestJSON-81552472 tempest-ServerAddressesNegativeTestJSON-81552472-project-member] [instance: 3012a25a-8fd4-45a4-bad5-c655a14bc0ac] Starting instance... {{(pid=65448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2483}} [ 1245.059025] env[65448]: DEBUG nova.network.neutron [None req-2a15cc88-05bb-41ea-8898-6dcaf41e9930 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 2f9162a4-0145-4435-acc9-0a2e3c2a98e2] Port ca073e56-8a3d-41ce-837c-0b42596ba6e0 binding to destination host cpu-1 is already ACTIVE {{(pid=65448) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1245.215089] env[65448]: DEBUG oslo_vmware.api [None req-1a35eb01-44dc-4e33-bb89-7a687f4ca1cc tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5204f6dd-2548-cf51-59d3-f10ac54fa1ac, 'name': SearchDatastore_Task, 'duration_secs': 0.01044} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.216361] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cae6165e-dd3b-4836-a0ca-447acdcfab2b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.222969] env[65448]: DEBUG oslo_vmware.api [None req-1a35eb01-44dc-4e33-bb89-7a687f4ca1cc tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Waiting for the task: (returnval){ [ 1245.222969] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]526bfcf1-5e1b-ebd0-ceb6-58ed3d309d88" [ 1245.222969] env[65448]: _type = "Task" [ 1245.222969] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.223981] env[65448]: ERROR nova.scheduler.client.report [None req-467adeb6-63fe-4846-888d-7707d14c808c tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [req-5adc3383-778e-4341-96d4-93521a7e2b79] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 76aeec68-79e6-4d77-baf0-33bb098aa897. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5adc3383-778e-4341-96d4-93521a7e2b79"}]} [ 1245.236023] env[65448]: DEBUG oslo_vmware.api [None req-1a35eb01-44dc-4e33-bb89-7a687f4ca1cc tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]526bfcf1-5e1b-ebd0-ceb6-58ed3d309d88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.240442] env[65448]: DEBUG nova.scheduler.client.report [None req-467adeb6-63fe-4846-888d-7707d14c808c tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Refreshing inventories for resource provider 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1245.255477] env[65448]: DEBUG nova.scheduler.client.report [None req-467adeb6-63fe-4846-888d-7707d14c808c tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Updating ProviderTree inventory for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1245.255734] env[65448]: DEBUG nova.compute.provider_tree [None req-467adeb6-63fe-4846-888d-7707d14c808c tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Updating inventory in ProviderTree for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1245.270369] env[65448]: DEBUG nova.scheduler.client.report [None req-467adeb6-63fe-4846-888d-7707d14c808c tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Refreshing aggregate associations for resource provider 76aeec68-79e6-4d77-baf0-33bb098aa897, aggregates: None {{(pid=65448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1245.292506] env[65448]: DEBUG nova.scheduler.client.report [None req-467adeb6-63fe-4846-888d-7707d14c808c tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Refreshing trait associations for resource provider 76aeec68-79e6-4d77-baf0-33bb098aa897, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=65448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1245.303897] env[65448]: DEBUG oslo_concurrency.lockutils [None req-4fd78364-e8bc-4330-9bc7-53b0db484d5f tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Acquiring lock "78d46c99-f185-4a36-8931-d0dd14dd4a7f" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.304198] env[65448]: DEBUG oslo_concurrency.lockutils [None req-4fd78364-e8bc-4330-9bc7-53b0db484d5f tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Lock "78d46c99-f185-4a36-8931-d0dd14dd4a7f" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.304435] env[65448]: INFO nova.compute.manager [None req-4fd78364-e8bc-4330-9bc7-53b0db484d5f tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] [instance: 78d46c99-f185-4a36-8931-d0dd14dd4a7f] Attaching volume 2488783a-afeb-43ba-b0e2-32d4e1b252e7 to /dev/sdc [ 1245.349196] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a99bd5f9-fa15-4a7d-b689-e4c276d174f9 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.362018] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4e38a6a-54d4-491c-8ff4-984c74d8ca15 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.376965] env[65448]: DEBUG nova.virt.block_device [None req-4fd78364-e8bc-4330-9bc7-53b0db484d5f tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] [instance: 78d46c99-f185-4a36-8931-d0dd14dd4a7f] Updating existing volume attachment record: 028a22fe-4aae-487f-b927-02bb5837b449 {{(pid=65448) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1245.380145] env[65448]: DEBUG oslo_concurrency.lockutils [None req-8ff71822-eeee-4d2e-9b97-39b2ea6b6345 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.450061] env[65448]: DEBUG oslo_concurrency.lockutils [req-3928b8d2-b8a1-42eb-83cb-e48c65f8ae42 req-1a8338e2-0a2b-4ab8-bb1f-296e6a9f67e2 service nova] Releasing lock "refresh_cache-7978c1c5-9577-4194-827e-59a715d196b7" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.450061] env[65448]: DEBUG nova.compute.manager [req-3928b8d2-b8a1-42eb-83cb-e48c65f8ae42 req-1a8338e2-0a2b-4ab8-bb1f-296e6a9f67e2 service nova] [instance: f1ccec14-6c3b-4745-ac14-5e4acb191b56] Received event network-vif-deleted-a9f8068d-1de8-4e4e-9a29-61b474adf683 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1245.501352] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6248498-eb3b-420b-acc4-6141ebf61aae {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.512987] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d61b9c14-beed-41c2-a7a2-d97e82ff7da5 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.554037] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80339f75-8391-41d0-b994-d1c1103fa463 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.562898] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26fe8043-2ed3-4a9f-b7bc-2de08afcd1dc {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.572334] env[65448]: DEBUG oslo_concurrency.lockutils [None req-537cd78c-676a-4e75-86c4-8627be59b031 tempest-ServerAddressesNegativeTestJSON-81552472 tempest-ServerAddressesNegativeTestJSON-81552472-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.586852] env[65448]: DEBUG nova.compute.provider_tree [None req-467adeb6-63fe-4846-888d-7707d14c808c tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Updating inventory in ProviderTree for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1245.736525] env[65448]: DEBUG oslo_vmware.api [None req-1a35eb01-44dc-4e33-bb89-7a687f4ca1cc tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]526bfcf1-5e1b-ebd0-ceb6-58ed3d309d88, 'name': SearchDatastore_Task, 'duration_secs': 0.014766} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.736696] env[65448]: DEBUG oslo_concurrency.lockutils [None req-1a35eb01-44dc-4e33-bb89-7a687f4ca1cc tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.737018] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a35eb01-44dc-4e33-bb89-7a687f4ca1cc tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] a664bc6a-97c7-4e80-bcff-db1d74494ae4/a664bc6a-97c7-4e80-bcff-db1d74494ae4.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1245.737304] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-65c1622c-d4f3-4331-a28e-e23eba93074b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.745270] env[65448]: DEBUG oslo_vmware.api [None req-1a35eb01-44dc-4e33-bb89-7a687f4ca1cc tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Waiting for the task: (returnval){ [ 1245.745270] env[65448]: value = "task-4938635" [ 1245.745270] env[65448]: _type = "Task" [ 1245.745270] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.754627] env[65448]: DEBUG oslo_vmware.api [None req-1a35eb01-44dc-4e33-bb89-7a687f4ca1cc tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': task-4938635, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.054935] env[65448]: DEBUG oslo_concurrency.lockutils [None req-ab7b1dac-bb2b-4ae4-93bc-1a567a78219b tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.091389] env[65448]: DEBUG oslo_concurrency.lockutils [None req-2a15cc88-05bb-41ea-8898-6dcaf41e9930 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Acquiring lock "2f9162a4-0145-4435-acc9-0a2e3c2a98e2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.091621] env[65448]: DEBUG oslo_concurrency.lockutils [None req-2a15cc88-05bb-41ea-8898-6dcaf41e9930 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Lock "2f9162a4-0145-4435-acc9-0a2e3c2a98e2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.091788] env[65448]: DEBUG oslo_concurrency.lockutils [None req-2a15cc88-05bb-41ea-8898-6dcaf41e9930 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Lock "2f9162a4-0145-4435-acc9-0a2e3c2a98e2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.116328] env[65448]: ERROR nova.scheduler.client.report [None req-467adeb6-63fe-4846-888d-7707d14c808c tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [req-21f58a01-94b3-4c7e-a815-c4c3df9f9559] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 76aeec68-79e6-4d77-baf0-33bb098aa897. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-21f58a01-94b3-4c7e-a815-c4c3df9f9559"}]} [ 1246.136113] env[65448]: DEBUG nova.scheduler.client.report [None req-467adeb6-63fe-4846-888d-7707d14c808c tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Refreshing inventories for resource provider 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1246.151635] env[65448]: DEBUG nova.scheduler.client.report [None req-467adeb6-63fe-4846-888d-7707d14c808c tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Updating ProviderTree inventory for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1246.151879] env[65448]: DEBUG nova.compute.provider_tree [None req-467adeb6-63fe-4846-888d-7707d14c808c tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Updating inventory in ProviderTree for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1246.163988] env[65448]: DEBUG nova.scheduler.client.report [None req-467adeb6-63fe-4846-888d-7707d14c808c tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Refreshing aggregate associations for resource provider 76aeec68-79e6-4d77-baf0-33bb098aa897, aggregates: None {{(pid=65448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1246.192559] env[65448]: DEBUG nova.scheduler.client.report [None req-467adeb6-63fe-4846-888d-7707d14c808c tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Refreshing trait associations for resource provider 76aeec68-79e6-4d77-baf0-33bb098aa897, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=65448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1246.256197] env[65448]: DEBUG oslo_vmware.api [None req-1a35eb01-44dc-4e33-bb89-7a687f4ca1cc tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': task-4938635, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.480917} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.258999] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a35eb01-44dc-4e33-bb89-7a687f4ca1cc tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] a664bc6a-97c7-4e80-bcff-db1d74494ae4/a664bc6a-97c7-4e80-bcff-db1d74494ae4.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1246.259245] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-1a35eb01-44dc-4e33-bb89-7a687f4ca1cc tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: a664bc6a-97c7-4e80-bcff-db1d74494ae4] Extending root virtual disk to 1048576 {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1246.259897] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a22de123-d27a-4eb6-950a-6aff1738f174 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.268041] env[65448]: DEBUG oslo_vmware.api [None req-1a35eb01-44dc-4e33-bb89-7a687f4ca1cc tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Waiting for the task: (returnval){ [ 1246.268041] env[65448]: value = "task-4938636" [ 1246.268041] env[65448]: _type = "Task" [ 1246.268041] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.279815] env[65448]: DEBUG oslo_vmware.api [None req-1a35eb01-44dc-4e33-bb89-7a687f4ca1cc tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': task-4938636, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.376542] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6591b77f-ce02-4b19-9125-0c26a1ce96eb {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.385519] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03790726-45ea-4a69-b400-936cf6f21d9a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.420817] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb93ce95-e5f5-4312-9f7e-4ff229a1430c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.430036] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd8bb348-6f40-450d-9f78-b6b34c095b15 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.446799] env[65448]: DEBUG nova.compute.provider_tree [None req-467adeb6-63fe-4846-888d-7707d14c808c tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Updating inventory in ProviderTree for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1246.778946] env[65448]: DEBUG oslo_vmware.api [None req-1a35eb01-44dc-4e33-bb89-7a687f4ca1cc tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': task-4938636, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076149} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.779289] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-1a35eb01-44dc-4e33-bb89-7a687f4ca1cc tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: a664bc6a-97c7-4e80-bcff-db1d74494ae4] Extended root virtual disk {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1246.780097] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13ed106d-953e-47f2-9be8-87b2cd395fbb {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.803782] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a35eb01-44dc-4e33-bb89-7a687f4ca1cc tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: a664bc6a-97c7-4e80-bcff-db1d74494ae4] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] a664bc6a-97c7-4e80-bcff-db1d74494ae4/a664bc6a-97c7-4e80-bcff-db1d74494ae4.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1246.804152] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3dea962-5f9d-4baf-9538-e44d26d25b08 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.825688] env[65448]: DEBUG oslo_vmware.api [None req-1a35eb01-44dc-4e33-bb89-7a687f4ca1cc tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Waiting for the task: (returnval){ [ 1246.825688] env[65448]: value = "task-4938638" [ 1246.825688] env[65448]: _type = "Task" [ 1246.825688] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.836295] env[65448]: DEBUG oslo_vmware.api [None req-1a35eb01-44dc-4e33-bb89-7a687f4ca1cc tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': task-4938638, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.841933] env[65448]: DEBUG oslo_concurrency.lockutils [None req-37ec63e3-2966-477a-bed6-ef9d0721a2c6 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Acquiring lock "7978c1c5-9577-4194-827e-59a715d196b7" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.983776] env[65448]: DEBUG nova.scheduler.client.report [None req-467adeb6-63fe-4846-888d-7707d14c808c tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Updated inventory for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 with generation 173 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1246.984170] env[65448]: DEBUG nova.compute.provider_tree [None req-467adeb6-63fe-4846-888d-7707d14c808c tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Updating resource provider 76aeec68-79e6-4d77-baf0-33bb098aa897 generation from 173 to 174 during operation: update_inventory {{(pid=65448) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1246.984426] env[65448]: DEBUG nova.compute.provider_tree [None req-467adeb6-63fe-4846-888d-7707d14c808c tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Updating inventory in ProviderTree for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1247.100952] env[65448]: WARNING neutronclient.v2_0.client [None req-2a15cc88-05bb-41ea-8898-6dcaf41e9930 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1247.133033] env[65448]: DEBUG oslo_concurrency.lockutils [None req-2a15cc88-05bb-41ea-8898-6dcaf41e9930 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Acquiring lock "refresh_cache-2f9162a4-0145-4435-acc9-0a2e3c2a98e2" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.133293] env[65448]: DEBUG oslo_concurrency.lockutils [None req-2a15cc88-05bb-41ea-8898-6dcaf41e9930 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Acquired lock "refresh_cache-2f9162a4-0145-4435-acc9-0a2e3c2a98e2" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.133512] env[65448]: DEBUG nova.network.neutron [None req-2a15cc88-05bb-41ea-8898-6dcaf41e9930 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 2f9162a4-0145-4435-acc9-0a2e3c2a98e2] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1247.336369] env[65448]: DEBUG oslo_vmware.api [None req-1a35eb01-44dc-4e33-bb89-7a687f4ca1cc tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': task-4938638, 'name': ReconfigVM_Task, 'duration_secs': 0.299042} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.336723] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a35eb01-44dc-4e33-bb89-7a687f4ca1cc tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: a664bc6a-97c7-4e80-bcff-db1d74494ae4] Reconfigured VM instance instance-00000075 to attach disk [datastore2] a664bc6a-97c7-4e80-bcff-db1d74494ae4/a664bc6a-97c7-4e80-bcff-db1d74494ae4.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1247.337431] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-241211cb-5f13-480c-b33f-182d5721281f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.344805] env[65448]: DEBUG oslo_vmware.api [None req-1a35eb01-44dc-4e33-bb89-7a687f4ca1cc tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Waiting for the task: (returnval){ [ 1247.344805] env[65448]: value = "task-4938639" [ 1247.344805] env[65448]: _type = "Task" [ 1247.344805] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.353187] env[65448]: DEBUG oslo_vmware.api [None req-1a35eb01-44dc-4e33-bb89-7a687f4ca1cc tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': task-4938639, 'name': Rename_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.403487] env[65448]: DEBUG oslo_concurrency.lockutils [None req-f474332c-9b92-4c1f-849d-7dce5b890ed1 tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] Acquiring lock "753a9b2e-f28b-4680-82ea-afa474d6b0c3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.403745] env[65448]: DEBUG oslo_concurrency.lockutils [None req-f474332c-9b92-4c1f-849d-7dce5b890ed1 tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] Lock "753a9b2e-f28b-4680-82ea-afa474d6b0c3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.403963] env[65448]: DEBUG oslo_concurrency.lockutils [None req-f474332c-9b92-4c1f-849d-7dce5b890ed1 tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] Acquiring lock "753a9b2e-f28b-4680-82ea-afa474d6b0c3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.404173] env[65448]: DEBUG oslo_concurrency.lockutils [None req-f474332c-9b92-4c1f-849d-7dce5b890ed1 tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] Lock "753a9b2e-f28b-4680-82ea-afa474d6b0c3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.404338] env[65448]: DEBUG oslo_concurrency.lockutils [None req-f474332c-9b92-4c1f-849d-7dce5b890ed1 tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] Lock "753a9b2e-f28b-4680-82ea-afa474d6b0c3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.406694] env[65448]: INFO nova.compute.manager [None req-f474332c-9b92-4c1f-849d-7dce5b890ed1 tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] Terminating instance [ 1247.490316] env[65448]: DEBUG oslo_concurrency.lockutils [None req-467adeb6-63fe-4846-888d-7707d14c808c tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 4.088s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.493314] env[65448]: DEBUG oslo_concurrency.lockutils [None req-df20c48b-232b-43d5-ba29-e3b6c1c16f75 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.491s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.493522] env[65448]: DEBUG nova.objects.instance [None req-df20c48b-232b-43d5-ba29-e3b6c1c16f75 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Lazy-loading 'pci_requests' on Instance uuid 3cbfb5fd-aac5-4538-87b4-d33b466ab2ad {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1247.636282] env[65448]: WARNING neutronclient.v2_0.client [None req-2a15cc88-05bb-41ea-8898-6dcaf41e9930 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1247.781996] env[65448]: WARNING neutronclient.v2_0.client [None req-2a15cc88-05bb-41ea-8898-6dcaf41e9930 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1247.856957] env[65448]: DEBUG oslo_vmware.api [None req-1a35eb01-44dc-4e33-bb89-7a687f4ca1cc tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': task-4938639, 'name': Rename_Task, 'duration_secs': 0.145238} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.857294] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a35eb01-44dc-4e33-bb89-7a687f4ca1cc tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: a664bc6a-97c7-4e80-bcff-db1d74494ae4] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1247.857576] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-79dce1ed-1dd5-4f29-8f18-a6ffc00e720b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.860921] env[65448]: DEBUG nova.network.neutron [None req-2a15cc88-05bb-41ea-8898-6dcaf41e9930 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 2f9162a4-0145-4435-acc9-0a2e3c2a98e2] Updating instance_info_cache with network_info: [{"id": "ca073e56-8a3d-41ce-837c-0b42596ba6e0", "address": "fa:16:3e:e4:f7:36", "network": {"id": "3e956ed0-8002-4352-a2f0-0b0c88eed513", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-351560953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f8d5716103c4544ad3c5ca0f9963943", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca073e56-8a", "ovs_interfaceid": "ca073e56-8a3d-41ce-837c-0b42596ba6e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1247.866090] env[65448]: DEBUG oslo_vmware.api [None req-1a35eb01-44dc-4e33-bb89-7a687f4ca1cc tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Waiting for the task: (returnval){ [ 1247.866090] env[65448]: value = "task-4938641" [ 1247.866090] env[65448]: _type = "Task" [ 1247.866090] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.874985] env[65448]: DEBUG oslo_vmware.api [None req-1a35eb01-44dc-4e33-bb89-7a687f4ca1cc tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': task-4938641, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.911625] env[65448]: DEBUG nova.compute.manager [None req-f474332c-9b92-4c1f-849d-7dce5b890ed1 tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] Start destroying the instance on the hypervisor. {{(pid=65448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3209}} [ 1247.912019] env[65448]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fda56a34-6767-4b25-8799-9de9604e85a8 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.922440] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d00cc50-bdca-4cca-9dfb-80ddf133bb76 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.960466] env[65448]: WARNING nova.virt.vmwareapi.driver [None req-f474332c-9b92-4c1f-849d-7dce5b890ed1 tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 753a9b2e-f28b-4680-82ea-afa474d6b0c3 could not be found. [ 1247.960700] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-f474332c-9b92-4c1f-849d-7dce5b890ed1 tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] Destroying instance {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1247.961068] env[65448]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6608f850-b668-48fe-aa25-ab68767183a8 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.971119] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4824d61e-52cc-4db5-a0af-11b61d69b4a3 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.012125] env[65448]: DEBUG nova.objects.instance [None req-df20c48b-232b-43d5-ba29-e3b6c1c16f75 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Lazy-loading 'numa_topology' on Instance uuid 3cbfb5fd-aac5-4538-87b4-d33b466ab2ad {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1248.013665] env[65448]: WARNING nova.virt.vmwareapi.vmops [None req-f474332c-9b92-4c1f-849d-7dce5b890ed1 tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 753a9b2e-f28b-4680-82ea-afa474d6b0c3 could not be found. [ 1248.013665] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-f474332c-9b92-4c1f-849d-7dce5b890ed1 tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] Instance destroyed {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1248.013789] env[65448]: INFO nova.compute.manager [None req-f474332c-9b92-4c1f-849d-7dce5b890ed1 tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] Took 0.10 seconds to destroy the instance on the hypervisor. [ 1248.014050] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-f474332c-9b92-4c1f-849d-7dce5b890ed1 tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1248.015963] env[65448]: DEBUG nova.compute.manager [-] [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] Deallocating network for instance {{(pid=65448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1248.015963] env[65448]: DEBUG nova.network.neutron [-] [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] deallocate_for_instance() {{(pid=65448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1248.016218] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1248.018253] env[65448]: DEBUG oslo_concurrency.lockutils [None req-467adeb6-63fe-4846-888d-7707d14c808c tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Lock "7978c1c5-9577-4194-827e-59a715d196b7" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 27.696s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.019287] env[65448]: DEBUG oslo_concurrency.lockutils [None req-37ec63e3-2966-477a-bed6-ef9d0721a2c6 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Lock "7978c1c5-9577-4194-827e-59a715d196b7" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.178s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.019461] env[65448]: INFO nova.compute.manager [None req-37ec63e3-2966-477a-bed6-ef9d0721a2c6 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: 7978c1c5-9577-4194-827e-59a715d196b7] Unshelving [ 1248.052200] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1248.364201] env[65448]: DEBUG oslo_concurrency.lockutils [None req-2a15cc88-05bb-41ea-8898-6dcaf41e9930 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Releasing lock "refresh_cache-2f9162a4-0145-4435-acc9-0a2e3c2a98e2" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.378137] env[65448]: DEBUG oslo_vmware.api [None req-1a35eb01-44dc-4e33-bb89-7a687f4ca1cc tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': task-4938641, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.517247] env[65448]: INFO nova.compute.claims [None req-df20c48b-232b-43d5-ba29-e3b6c1c16f75 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 3cbfb5fd-aac5-4538-87b4-d33b466ab2ad] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1248.573983] env[65448]: DEBUG nova.compute.manager [req-add8634e-1fab-4956-a82a-1c65ed739af3 req-cbff6aca-c38a-455c-9486-566fbe8d6ab0 service nova] [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] Received event network-vif-deleted-009a2ea9-294b-4c9a-b816-65b38570e848 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1248.573983] env[65448]: INFO nova.compute.manager [req-add8634e-1fab-4956-a82a-1c65ed739af3 req-cbff6aca-c38a-455c-9486-566fbe8d6ab0 service nova] [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] Neutron deleted interface 009a2ea9-294b-4c9a-b816-65b38570e848; detaching it from the instance and deleting it from the info cache [ 1248.573983] env[65448]: DEBUG nova.network.neutron [req-add8634e-1fab-4956-a82a-1c65ed739af3 req-cbff6aca-c38a-455c-9486-566fbe8d6ab0 service nova] [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1248.886468] env[65448]: DEBUG oslo_vmware.api [None req-1a35eb01-44dc-4e33-bb89-7a687f4ca1cc tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': task-4938641, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.904534] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-262ac6c2-502f-413c-ace6-23a894feb5fa {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.924607] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb3a38ac-020c-45c9-ba6e-2f0d234a2105 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.932923] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-2a15cc88-05bb-41ea-8898-6dcaf41e9930 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 2f9162a4-0145-4435-acc9-0a2e3c2a98e2] Updating instance '2f9162a4-0145-4435-acc9-0a2e3c2a98e2' progress to 83 {{(pid=65448) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1249.042026] env[65448]: DEBUG nova.network.neutron [-] [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1249.050024] env[65448]: DEBUG oslo_concurrency.lockutils [None req-37ec63e3-2966-477a-bed6-ef9d0721a2c6 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.080368] env[65448]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-40ba4420-a04d-4065-a1f8-1b9ee4892097 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.089413] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0911d240-47b7-4c81-9589-f758710930e5 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.129901] env[65448]: DEBUG nova.compute.manager [req-add8634e-1fab-4956-a82a-1c65ed739af3 req-cbff6aca-c38a-455c-9486-566fbe8d6ab0 service nova] [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] Detach interface failed, port_id=009a2ea9-294b-4c9a-b816-65b38570e848, reason: Instance 753a9b2e-f28b-4680-82ea-afa474d6b0c3 could not be found. {{(pid=65448) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 1249.378891] env[65448]: DEBUG oslo_vmware.api [None req-1a35eb01-44dc-4e33-bb89-7a687f4ca1cc tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': task-4938641, 'name': PowerOnVM_Task, 'duration_secs': 1.041538} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.379476] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a35eb01-44dc-4e33-bb89-7a687f4ca1cc tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: a664bc6a-97c7-4e80-bcff-db1d74494ae4] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1249.379605] env[65448]: DEBUG nova.compute.manager [None req-1a35eb01-44dc-4e33-bb89-7a687f4ca1cc tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: a664bc6a-97c7-4e80-bcff-db1d74494ae4] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 1249.380812] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b03f214c-400a-4a54-965a-b10bd23263c1 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.440154] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a15cc88-05bb-41ea-8898-6dcaf41e9930 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 2f9162a4-0145-4435-acc9-0a2e3c2a98e2] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1249.440626] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bc3ef1b1-d451-48a0-8f6c-007bf7f4c812 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.448463] env[65448]: DEBUG oslo_vmware.api [None req-2a15cc88-05bb-41ea-8898-6dcaf41e9930 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Waiting for the task: (returnval){ [ 1249.448463] env[65448]: value = "task-4938643" [ 1249.448463] env[65448]: _type = "Task" [ 1249.448463] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.457166] env[65448]: DEBUG oslo_vmware.api [None req-2a15cc88-05bb-41ea-8898-6dcaf41e9930 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': task-4938643, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.544129] env[65448]: INFO nova.compute.manager [-] [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] Took 1.53 seconds to deallocate network for instance. [ 1249.688614] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20471925-b48d-479f-9d5e-065cb26657b2 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.697293] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc4f0c43-adeb-46a4-bc1f-9c19e807f67d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.730592] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6e0f968-51f1-4ceb-bafc-38de186c3876 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.739151] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d539f3b0-9de5-4934-b7b8-0721608ec8ce {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.755046] env[65448]: DEBUG nova.compute.provider_tree [None req-df20c48b-232b-43d5-ba29-e3b6c1c16f75 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1249.840363] env[65448]: DEBUG oslo_service.periodic_task [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1249.899982] env[65448]: DEBUG oslo_concurrency.lockutils [None req-1a35eb01-44dc-4e33-bb89-7a687f4ca1cc tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.938563] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fd78364-e8bc-4330-9bc7-53b0db484d5f tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] [instance: 78d46c99-f185-4a36-8931-d0dd14dd4a7f] Volume attach. Driver type: vmdk {{(pid=65448) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1249.938802] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fd78364-e8bc-4330-9bc7-53b0db484d5f tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] [instance: 78d46c99-f185-4a36-8931-d0dd14dd4a7f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-962102', 'volume_id': '2488783a-afeb-43ba-b0e2-32d4e1b252e7', 'name': 'volume-2488783a-afeb-43ba-b0e2-32d4e1b252e7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '78d46c99-f185-4a36-8931-d0dd14dd4a7f', 'attached_at': '', 'detached_at': '', 'volume_id': '2488783a-afeb-43ba-b0e2-32d4e1b252e7', 'serial': '2488783a-afeb-43ba-b0e2-32d4e1b252e7'} {{(pid=65448) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1249.939843] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d561ce2-0b33-4582-b41f-46e4aa13f413 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.960819] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-414b159d-f36d-427c-a234-3d72ad764065 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.969996] env[65448]: DEBUG oslo_vmware.api [None req-2a15cc88-05bb-41ea-8898-6dcaf41e9930 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': task-4938643, 'name': PowerOnVM_Task, 'duration_secs': 0.417446} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.986854] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a15cc88-05bb-41ea-8898-6dcaf41e9930 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 2f9162a4-0145-4435-acc9-0a2e3c2a98e2] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1249.987089] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-2a15cc88-05bb-41ea-8898-6dcaf41e9930 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 2f9162a4-0145-4435-acc9-0a2e3c2a98e2] Updating instance '2f9162a4-0145-4435-acc9-0a2e3c2a98e2' progress to 100 {{(pid=65448) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1249.997795] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fd78364-e8bc-4330-9bc7-53b0db484d5f tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] [instance: 78d46c99-f185-4a36-8931-d0dd14dd4a7f] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] volume-2488783a-afeb-43ba-b0e2-32d4e1b252e7/volume-2488783a-afeb-43ba-b0e2-32d4e1b252e7.vmdk or device None with type thin {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1249.998347] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46af5980-edc9-4b0e-a7e4-ec8f195d925a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.017086] env[65448]: DEBUG oslo_vmware.api [None req-4fd78364-e8bc-4330-9bc7-53b0db484d5f tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Waiting for the task: (returnval){ [ 1250.017086] env[65448]: value = "task-4938644" [ 1250.017086] env[65448]: _type = "Task" [ 1250.017086] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.028942] env[65448]: DEBUG oslo_vmware.api [None req-4fd78364-e8bc-4330-9bc7-53b0db484d5f tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Task: {'id': task-4938644, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.092648] env[65448]: INFO nova.compute.manager [None req-f474332c-9b92-4c1f-849d-7dce5b890ed1 tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] Took 0.55 seconds to detach 1 volumes for instance. [ 1250.095594] env[65448]: DEBUG nova.compute.manager [None req-f474332c-9b92-4c1f-849d-7dce5b890ed1 tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] Deleting volume: f609692a-2150-49d7-9a8e-60ccd21f9683 {{(pid=65448) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3327}} [ 1250.258058] env[65448]: DEBUG nova.scheduler.client.report [None req-df20c48b-232b-43d5-ba29-e3b6c1c16f75 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1250.527653] env[65448]: DEBUG oslo_vmware.api [None req-4fd78364-e8bc-4330-9bc7-53b0db484d5f tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Task: {'id': task-4938644, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.644604] env[65448]: DEBUG oslo_concurrency.lockutils [None req-f474332c-9b92-4c1f-849d-7dce5b890ed1 tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1250.765958] env[65448]: DEBUG oslo_concurrency.lockutils [None req-df20c48b-232b-43d5-ba29-e3b6c1c16f75 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.273s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.766377] env[65448]: WARNING neutronclient.v2_0.client [None req-df20c48b-232b-43d5-ba29-e3b6c1c16f75 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1250.769058] env[65448]: DEBUG oslo_concurrency.lockutils [None req-8ff71822-eeee-4d2e-9b97-39b2ea6b6345 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.389s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.769297] env[65448]: DEBUG nova.objects.instance [None req-8ff71822-eeee-4d2e-9b97-39b2ea6b6345 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Lazy-loading 'resources' on Instance uuid f1ccec14-6c3b-4745-ac14-5e4acb191b56 {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1250.815527] env[65448]: INFO nova.network.neutron [None req-df20c48b-232b-43d5-ba29-e3b6c1c16f75 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 3cbfb5fd-aac5-4538-87b4-d33b466ab2ad] Updating port aa4ac103-6c66-4516-940a-a0cf2f3d2410 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1250.839849] env[65448]: DEBUG oslo_service.periodic_task [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1250.840105] env[65448]: DEBUG oslo_service.periodic_task [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1250.840268] env[65448]: DEBUG oslo_service.periodic_task [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1250.840435] env[65448]: DEBUG oslo_service.periodic_task [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1251.029222] env[65448]: DEBUG oslo_vmware.api [None req-4fd78364-e8bc-4330-9bc7-53b0db484d5f tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Task: {'id': task-4938644, 'name': ReconfigVM_Task, 'duration_secs': 0.542182} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.029553] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fd78364-e8bc-4330-9bc7-53b0db484d5f tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] [instance: 78d46c99-f185-4a36-8931-d0dd14dd4a7f] Reconfigured VM instance instance-00000072 to attach disk [datastore2] volume-2488783a-afeb-43ba-b0e2-32d4e1b252e7/volume-2488783a-afeb-43ba-b0e2-32d4e1b252e7.vmdk or device None with type thin {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1251.034518] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e29b6c46-13e9-497f-98e7-174a134dc46b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.051720] env[65448]: DEBUG oslo_vmware.api [None req-4fd78364-e8bc-4330-9bc7-53b0db484d5f tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Waiting for the task: (returnval){ [ 1251.051720] env[65448]: value = "task-4938646" [ 1251.051720] env[65448]: _type = "Task" [ 1251.051720] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.060622] env[65448]: DEBUG oslo_vmware.api [None req-4fd78364-e8bc-4330-9bc7-53b0db484d5f tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Task: {'id': task-4938646, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.347744] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.435021] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-953226ef-f4e9-4e87-a52f-9db12b2eda41 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.445139] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa7e8651-1e95-46e3-ada8-5736ad7c757d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.477502] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3134c21a-17e5-411a-8b47-455d2f566eba {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.486316] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33c08a43-e4fe-47df-8ff2-c986e77727d2 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.500364] env[65448]: DEBUG nova.compute.provider_tree [None req-8ff71822-eeee-4d2e-9b97-39b2ea6b6345 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1251.565728] env[65448]: DEBUG oslo_vmware.api [None req-4fd78364-e8bc-4330-9bc7-53b0db484d5f tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Task: {'id': task-4938646, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.005444] env[65448]: DEBUG nova.scheduler.client.report [None req-8ff71822-eeee-4d2e-9b97-39b2ea6b6345 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1252.064086] env[65448]: DEBUG oslo_vmware.api [None req-4fd78364-e8bc-4330-9bc7-53b0db484d5f tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Task: {'id': task-4938646, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.285479] env[65448]: DEBUG nova.compute.manager [req-081d0807-dbce-4a04-af56-885aa2e287ca req-6d960f5a-cf72-40ea-91db-d959bb49c711 service nova] [instance: 3cbfb5fd-aac5-4538-87b4-d33b466ab2ad] Received event network-vif-plugged-aa4ac103-6c66-4516-940a-a0cf2f3d2410 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1252.285718] env[65448]: DEBUG oslo_concurrency.lockutils [req-081d0807-dbce-4a04-af56-885aa2e287ca req-6d960f5a-cf72-40ea-91db-d959bb49c711 service nova] Acquiring lock "3cbfb5fd-aac5-4538-87b4-d33b466ab2ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.285943] env[65448]: DEBUG oslo_concurrency.lockutils [req-081d0807-dbce-4a04-af56-885aa2e287ca req-6d960f5a-cf72-40ea-91db-d959bb49c711 service nova] Lock "3cbfb5fd-aac5-4538-87b4-d33b466ab2ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.286159] env[65448]: DEBUG oslo_concurrency.lockutils [req-081d0807-dbce-4a04-af56-885aa2e287ca req-6d960f5a-cf72-40ea-91db-d959bb49c711 service nova] Lock "3cbfb5fd-aac5-4538-87b4-d33b466ab2ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.286397] env[65448]: DEBUG nova.compute.manager [req-081d0807-dbce-4a04-af56-885aa2e287ca req-6d960f5a-cf72-40ea-91db-d959bb49c711 service nova] [instance: 3cbfb5fd-aac5-4538-87b4-d33b466ab2ad] No waiting events found dispatching network-vif-plugged-aa4ac103-6c66-4516-940a-a0cf2f3d2410 {{(pid=65448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1252.286602] env[65448]: WARNING nova.compute.manager [req-081d0807-dbce-4a04-af56-885aa2e287ca req-6d960f5a-cf72-40ea-91db-d959bb49c711 service nova] [instance: 3cbfb5fd-aac5-4538-87b4-d33b466ab2ad] Received unexpected event network-vif-plugged-aa4ac103-6c66-4516-940a-a0cf2f3d2410 for instance with vm_state shelved_offloaded and task_state spawning. [ 1252.397159] env[65448]: DEBUG oslo_concurrency.lockutils [None req-df20c48b-232b-43d5-ba29-e3b6c1c16f75 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Acquiring lock "refresh_cache-3cbfb5fd-aac5-4538-87b4-d33b466ab2ad" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.397403] env[65448]: DEBUG oslo_concurrency.lockutils [None req-df20c48b-232b-43d5-ba29-e3b6c1c16f75 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Acquired lock "refresh_cache-3cbfb5fd-aac5-4538-87b4-d33b466ab2ad" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.397632] env[65448]: DEBUG nova.network.neutron [None req-df20c48b-232b-43d5-ba29-e3b6c1c16f75 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 3cbfb5fd-aac5-4538-87b4-d33b466ab2ad] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1252.480563] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d1c1d9f4-7f4e-4f3e-bb22-fcb63fe48e5e tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Acquiring lock "0a020bd8-f2c2-467e-bbb4-82b0e3c85cab" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.480794] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d1c1d9f4-7f4e-4f3e-bb22-fcb63fe48e5e tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Lock "0a020bd8-f2c2-467e-bbb4-82b0e3c85cab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.513326] env[65448]: DEBUG oslo_concurrency.lockutils [None req-8ff71822-eeee-4d2e-9b97-39b2ea6b6345 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.744s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.515841] env[65448]: DEBUG oslo_concurrency.lockutils [None req-537cd78c-676a-4e75-86c4-8627be59b031 tempest-ServerAddressesNegativeTestJSON-81552472 tempest-ServerAddressesNegativeTestJSON-81552472-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.944s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.517375] env[65448]: INFO nova.compute.claims [None req-537cd78c-676a-4e75-86c4-8627be59b031 tempest-ServerAddressesNegativeTestJSON-81552472 tempest-ServerAddressesNegativeTestJSON-81552472-project-member] [instance: 3012a25a-8fd4-45a4-bad5-c655a14bc0ac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1252.537895] env[65448]: INFO nova.scheduler.client.report [None req-8ff71822-eeee-4d2e-9b97-39b2ea6b6345 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Deleted allocations for instance f1ccec14-6c3b-4745-ac14-5e4acb191b56 [ 1252.564306] env[65448]: DEBUG oslo_vmware.api [None req-4fd78364-e8bc-4330-9bc7-53b0db484d5f tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Task: {'id': task-4938646, 'name': ReconfigVM_Task, 'duration_secs': 1.280544} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.564608] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fd78364-e8bc-4330-9bc7-53b0db484d5f tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] [instance: 78d46c99-f185-4a36-8931-d0dd14dd4a7f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-962102', 'volume_id': '2488783a-afeb-43ba-b0e2-32d4e1b252e7', 'name': 'volume-2488783a-afeb-43ba-b0e2-32d4e1b252e7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '78d46c99-f185-4a36-8931-d0dd14dd4a7f', 'attached_at': '', 'detached_at': '', 'volume_id': '2488783a-afeb-43ba-b0e2-32d4e1b252e7', 'serial': '2488783a-afeb-43ba-b0e2-32d4e1b252e7'} {{(pid=65448) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1252.788524] env[65448]: DEBUG oslo_concurrency.lockutils [None req-578dc5cc-3b4b-49e3-9069-a674691b49f9 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Acquiring lock "2f9162a4-0145-4435-acc9-0a2e3c2a98e2" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.788886] env[65448]: DEBUG oslo_concurrency.lockutils [None req-578dc5cc-3b4b-49e3-9069-a674691b49f9 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Lock "2f9162a4-0145-4435-acc9-0a2e3c2a98e2" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.788968] env[65448]: DEBUG nova.compute.manager [None req-578dc5cc-3b4b-49e3-9069-a674691b49f9 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 2f9162a4-0145-4435-acc9-0a2e3c2a98e2] Going to confirm migration 7 {{(pid=65448) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5297}} [ 1252.903262] env[65448]: WARNING neutronclient.v2_0.client [None req-df20c48b-232b-43d5-ba29-e3b6c1c16f75 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1252.983889] env[65448]: DEBUG nova.compute.manager [None req-d1c1d9f4-7f4e-4f3e-bb22-fcb63fe48e5e tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: 0a020bd8-f2c2-467e-bbb4-82b0e3c85cab] Starting instance... {{(pid=65448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2483}} [ 1253.046091] env[65448]: DEBUG oslo_concurrency.lockutils [None req-8ff71822-eeee-4d2e-9b97-39b2ea6b6345 tempest-ServersNegativeTestJSON-346294223 tempest-ServersNegativeTestJSON-346294223-project-member] Lock "f1ccec14-6c3b-4745-ac14-5e4acb191b56" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.118s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.081070] env[65448]: WARNING neutronclient.v2_0.client [None req-df20c48b-232b-43d5-ba29-e3b6c1c16f75 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1253.157410] env[65448]: DEBUG nova.network.neutron [None req-df20c48b-232b-43d5-ba29-e3b6c1c16f75 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 3cbfb5fd-aac5-4538-87b4-d33b466ab2ad] Updating instance_info_cache with network_info: [{"id": "aa4ac103-6c66-4516-940a-a0cf2f3d2410", "address": "fa:16:3e:58:c5:34", "network": {"id": "6fa83dea-1d83-4041-ae56-d9e5e5278559", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-78264896-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4a79f75fe9f47d4a1cca9aa9f9c3901", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa4ac103-6c", "ovs_interfaceid": "aa4ac103-6c66-4516-940a-a0cf2f3d2410", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1253.295330] env[65448]: WARNING neutronclient.v2_0.client [None req-578dc5cc-3b4b-49e3-9069-a674691b49f9 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1253.333478] env[65448]: WARNING neutronclient.v2_0.client [None req-578dc5cc-3b4b-49e3-9069-a674691b49f9 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1253.333896] env[65448]: DEBUG oslo_concurrency.lockutils [None req-578dc5cc-3b4b-49e3-9069-a674691b49f9 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Acquiring lock "refresh_cache-2f9162a4-0145-4435-acc9-0a2e3c2a98e2" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.334080] env[65448]: DEBUG oslo_concurrency.lockutils [None req-578dc5cc-3b4b-49e3-9069-a674691b49f9 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Acquired lock "refresh_cache-2f9162a4-0145-4435-acc9-0a2e3c2a98e2" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.334275] env[65448]: DEBUG nova.network.neutron [None req-578dc5cc-3b4b-49e3-9069-a674691b49f9 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 2f9162a4-0145-4435-acc9-0a2e3c2a98e2] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1253.334454] env[65448]: DEBUG nova.objects.instance [None req-578dc5cc-3b4b-49e3-9069-a674691b49f9 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Lazy-loading 'info_cache' on Instance uuid 2f9162a4-0145-4435-acc9-0a2e3c2a98e2 {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1253.506834] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d1c1d9f4-7f4e-4f3e-bb22-fcb63fe48e5e tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.611544] env[65448]: DEBUG nova.objects.instance [None req-4fd78364-e8bc-4330-9bc7-53b0db484d5f tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Lazy-loading 'flavor' on Instance uuid 78d46c99-f185-4a36-8931-d0dd14dd4a7f {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1253.659846] env[65448]: DEBUG oslo_concurrency.lockutils [None req-df20c48b-232b-43d5-ba29-e3b6c1c16f75 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Releasing lock "refresh_cache-3cbfb5fd-aac5-4538-87b4-d33b466ab2ad" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.692158] env[65448]: DEBUG nova.virt.hardware [None req-df20c48b-232b-43d5-ba29-e3b6c1c16f75 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='884de2e0f321e67ed731a7183081a3fd',container_format='bare',created_at=2025-12-08T17:32:46Z,direct_url=,disk_format='vmdk',id=1e11e2d1-334e-4878-8621-d0b2f511c499,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-1684545388-shelved',owner='a4a79f75fe9f47d4a1cca9aa9f9c3901',properties=ImageMetaProps,protected=,size=31672832,status='active',tags=,updated_at=2025-12-08T17:33:03Z,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1253.693040] env[65448]: DEBUG nova.virt.hardware [None req-df20c48b-232b-43d5-ba29-e3b6c1c16f75 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1253.693040] env[65448]: DEBUG nova.virt.hardware [None req-df20c48b-232b-43d5-ba29-e3b6c1c16f75 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1253.693275] env[65448]: DEBUG nova.virt.hardware [None req-df20c48b-232b-43d5-ba29-e3b6c1c16f75 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1253.694885] env[65448]: DEBUG nova.virt.hardware [None req-df20c48b-232b-43d5-ba29-e3b6c1c16f75 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1253.694885] env[65448]: DEBUG nova.virt.hardware [None req-df20c48b-232b-43d5-ba29-e3b6c1c16f75 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1253.694885] env[65448]: DEBUG nova.virt.hardware [None req-df20c48b-232b-43d5-ba29-e3b6c1c16f75 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1253.694885] env[65448]: DEBUG nova.virt.hardware [None req-df20c48b-232b-43d5-ba29-e3b6c1c16f75 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1253.694885] env[65448]: DEBUG nova.virt.hardware [None req-df20c48b-232b-43d5-ba29-e3b6c1c16f75 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1253.694885] env[65448]: DEBUG nova.virt.hardware [None req-df20c48b-232b-43d5-ba29-e3b6c1c16f75 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1253.695223] env[65448]: DEBUG nova.virt.hardware [None req-df20c48b-232b-43d5-ba29-e3b6c1c16f75 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1253.695961] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a947876b-8cab-467a-b55a-e78715eb937d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.701198] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9af6389-8bc1-49b2-9b48-aad8600196d0 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.715509] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f344964e-6d62-4559-8774-44d26cddb2ce {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.721025] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf5e9e61-2a75-47c9-b815-b4d934fab50d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.737979] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-df20c48b-232b-43d5-ba29-e3b6c1c16f75 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 3cbfb5fd-aac5-4538-87b4-d33b466ab2ad] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:58:c5:34', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1f996252-e329-42bd-a897-446dfe2b81cd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aa4ac103-6c66-4516-940a-a0cf2f3d2410', 'vif_model': 'vmxnet3'}] {{(pid=65448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1253.745380] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-df20c48b-232b-43d5-ba29-e3b6c1c16f75 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1253.769981] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3cbfb5fd-aac5-4538-87b4-d33b466ab2ad] Creating VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1253.770698] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-241bab88-a346-4405-b4b5-7c8dd4cabd4a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.786511] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3040e868-6a44-4130-b773-7622713b2a6e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.797058] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de034fda-6d22-42f8-825c-b50f71239979 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.803651] env[65448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1253.803651] env[65448]: value = "task-4938647" [ 1253.803651] env[65448]: _type = "Task" [ 1253.803651] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.816936] env[65448]: DEBUG nova.compute.provider_tree [None req-537cd78c-676a-4e75-86c4-8627be59b031 tempest-ServerAddressesNegativeTestJSON-81552472 tempest-ServerAddressesNegativeTestJSON-81552472-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1253.825303] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4938647, 'name': CreateVM_Task} progress is 10%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.118032] env[65448]: DEBUG oslo_concurrency.lockutils [None req-4fd78364-e8bc-4330-9bc7-53b0db484d5f tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Lock "78d46c99-f185-4a36-8931-d0dd14dd4a7f" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.812s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.238248] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b793d6e8-b947-42c8-bd50-323b9cefc4c0 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Acquiring lock "78d46c99-f185-4a36-8931-d0dd14dd4a7f" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1254.238563] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b793d6e8-b947-42c8-bd50-323b9cefc4c0 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Lock "78d46c99-f185-4a36-8931-d0dd14dd4a7f" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.316161] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4938647, 'name': CreateVM_Task, 'duration_secs': 0.395126} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.316161] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3cbfb5fd-aac5-4538-87b4-d33b466ab2ad] Created VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1254.316161] env[65448]: WARNING neutronclient.v2_0.client [None req-df20c48b-232b-43d5-ba29-e3b6c1c16f75 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1254.316398] env[65448]: DEBUG oslo_concurrency.lockutils [None req-df20c48b-232b-43d5-ba29-e3b6c1c16f75 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1e11e2d1-334e-4878-8621-d0b2f511c499" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.316517] env[65448]: DEBUG oslo_concurrency.lockutils [None req-df20c48b-232b-43d5-ba29-e3b6c1c16f75 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1e11e2d1-334e-4878-8621-d0b2f511c499" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.316974] env[65448]: DEBUG oslo_concurrency.lockutils [None req-df20c48b-232b-43d5-ba29-e3b6c1c16f75 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1e11e2d1-334e-4878-8621-d0b2f511c499" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.317540] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26eb3867-51a8-4a55-8f28-f189e0e254c4 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.319891] env[65448]: DEBUG nova.scheduler.client.report [None req-537cd78c-676a-4e75-86c4-8627be59b031 tempest-ServerAddressesNegativeTestJSON-81552472 tempest-ServerAddressesNegativeTestJSON-81552472-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1254.328271] env[65448]: DEBUG oslo_vmware.api [None req-df20c48b-232b-43d5-ba29-e3b6c1c16f75 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Waiting for the task: (returnval){ [ 1254.328271] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52052662-0d7a-008b-9684-a2c36fddb091" [ 1254.328271] env[65448]: _type = "Task" [ 1254.328271] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.333106] env[65448]: DEBUG nova.compute.manager [req-6bfb57d3-1045-439a-afbc-cde6dc248359 req-a4028560-d267-4be0-8dd7-ea97d545e853 service nova] [instance: 3cbfb5fd-aac5-4538-87b4-d33b466ab2ad] Received event network-changed-aa4ac103-6c66-4516-940a-a0cf2f3d2410 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1254.333306] env[65448]: DEBUG nova.compute.manager [req-6bfb57d3-1045-439a-afbc-cde6dc248359 req-a4028560-d267-4be0-8dd7-ea97d545e853 service nova] [instance: 3cbfb5fd-aac5-4538-87b4-d33b466ab2ad] Refreshing instance network info cache due to event network-changed-aa4ac103-6c66-4516-940a-a0cf2f3d2410. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 1254.333508] env[65448]: DEBUG oslo_concurrency.lockutils [req-6bfb57d3-1045-439a-afbc-cde6dc248359 req-a4028560-d267-4be0-8dd7-ea97d545e853 service nova] Acquiring lock "refresh_cache-3cbfb5fd-aac5-4538-87b4-d33b466ab2ad" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.333646] env[65448]: DEBUG oslo_concurrency.lockutils [req-6bfb57d3-1045-439a-afbc-cde6dc248359 req-a4028560-d267-4be0-8dd7-ea97d545e853 service nova] Acquired lock "refresh_cache-3cbfb5fd-aac5-4538-87b4-d33b466ab2ad" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.333831] env[65448]: DEBUG nova.network.neutron [req-6bfb57d3-1045-439a-afbc-cde6dc248359 req-a4028560-d267-4be0-8dd7-ea97d545e853 service nova] [instance: 3cbfb5fd-aac5-4538-87b4-d33b466ab2ad] Refreshing network info cache for port aa4ac103-6c66-4516-940a-a0cf2f3d2410 {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1254.341168] env[65448]: DEBUG oslo_vmware.api [None req-df20c48b-232b-43d5-ba29-e3b6c1c16f75 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52052662-0d7a-008b-9684-a2c36fddb091, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.343979] env[65448]: WARNING neutronclient.v2_0.client [None req-578dc5cc-3b4b-49e3-9069-a674691b49f9 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1254.505588] env[65448]: WARNING neutronclient.v2_0.client [None req-578dc5cc-3b4b-49e3-9069-a674691b49f9 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1254.598828] env[65448]: DEBUG nova.network.neutron [None req-578dc5cc-3b4b-49e3-9069-a674691b49f9 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 2f9162a4-0145-4435-acc9-0a2e3c2a98e2] Updating instance_info_cache with network_info: [{"id": "ca073e56-8a3d-41ce-837c-0b42596ba6e0", "address": "fa:16:3e:e4:f7:36", "network": {"id": "3e956ed0-8002-4352-a2f0-0b0c88eed513", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-351560953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f8d5716103c4544ad3c5ca0f9963943", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca073e56-8a", "ovs_interfaceid": "ca073e56-8a3d-41ce-837c-0b42596ba6e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1254.742058] env[65448]: INFO nova.compute.manager [None req-b793d6e8-b947-42c8-bd50-323b9cefc4c0 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] [instance: 78d46c99-f185-4a36-8931-d0dd14dd4a7f] Detaching volume 859b0e3b-691f-4583-b625-8b27a7adf5f8 [ 1254.781190] env[65448]: INFO nova.virt.block_device [None req-b793d6e8-b947-42c8-bd50-323b9cefc4c0 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] [instance: 78d46c99-f185-4a36-8931-d0dd14dd4a7f] Attempting to driver detach volume 859b0e3b-691f-4583-b625-8b27a7adf5f8 from mountpoint /dev/sdb [ 1254.781450] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-b793d6e8-b947-42c8-bd50-323b9cefc4c0 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] [instance: 78d46c99-f185-4a36-8931-d0dd14dd4a7f] Volume detach. Driver type: vmdk {{(pid=65448) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1254.781641] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-b793d6e8-b947-42c8-bd50-323b9cefc4c0 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] [instance: 78d46c99-f185-4a36-8931-d0dd14dd4a7f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-962099', 'volume_id': '859b0e3b-691f-4583-b625-8b27a7adf5f8', 'name': 'volume-859b0e3b-691f-4583-b625-8b27a7adf5f8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '78d46c99-f185-4a36-8931-d0dd14dd4a7f', 'attached_at': '', 'detached_at': '', 'volume_id': '859b0e3b-691f-4583-b625-8b27a7adf5f8', 'serial': '859b0e3b-691f-4583-b625-8b27a7adf5f8'} {{(pid=65448) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1254.782557] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f8844c9-3086-43b1-bddd-a5af342a6f32 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.810076] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce2f060b-8eba-4fd5-98a7-748af277b005 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.817873] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fe79562-7f4c-45e6-b811-86bc6357af3b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.842100] env[65448]: DEBUG oslo_concurrency.lockutils [None req-537cd78c-676a-4e75-86c4-8627be59b031 tempest-ServerAddressesNegativeTestJSON-81552472 tempest-ServerAddressesNegativeTestJSON-81552472-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.326s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.842626] env[65448]: DEBUG nova.compute.manager [None req-537cd78c-676a-4e75-86c4-8627be59b031 tempest-ServerAddressesNegativeTestJSON-81552472 tempest-ServerAddressesNegativeTestJSON-81552472-project-member] [instance: 3012a25a-8fd4-45a4-bad5-c655a14bc0ac] Start building networks asynchronously for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2881}} [ 1254.845428] env[65448]: WARNING neutronclient.v2_0.client [req-6bfb57d3-1045-439a-afbc-cde6dc248359 req-a4028560-d267-4be0-8dd7-ea97d545e853 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1254.848297] env[65448]: DEBUG oslo_concurrency.lockutils [None req-ab7b1dac-bb2b-4ae4-93bc-1a567a78219b tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.794s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.854125] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d76e6781-c5ce-42e9-b36a-3a7797551a31 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.876171] env[65448]: DEBUG oslo_concurrency.lockutils [None req-df20c48b-232b-43d5-ba29-e3b6c1c16f75 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1e11e2d1-334e-4878-8621-d0b2f511c499" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.876171] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-df20c48b-232b-43d5-ba29-e3b6c1c16f75 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 3cbfb5fd-aac5-4538-87b4-d33b466ab2ad] Processing image 1e11e2d1-334e-4878-8621-d0b2f511c499 {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1254.876171] env[65448]: DEBUG oslo_concurrency.lockutils [None req-df20c48b-232b-43d5-ba29-e3b6c1c16f75 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1e11e2d1-334e-4878-8621-d0b2f511c499/1e11e2d1-334e-4878-8621-d0b2f511c499.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.876587] env[65448]: DEBUG oslo_concurrency.lockutils [None req-df20c48b-232b-43d5-ba29-e3b6c1c16f75 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1e11e2d1-334e-4878-8621-d0b2f511c499/1e11e2d1-334e-4878-8621-d0b2f511c499.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.876587] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-df20c48b-232b-43d5-ba29-e3b6c1c16f75 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1254.877209] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-b793d6e8-b947-42c8-bd50-323b9cefc4c0 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] The volume has not been displaced from its original location: [datastore2] volume-859b0e3b-691f-4583-b625-8b27a7adf5f8/volume-859b0e3b-691f-4583-b625-8b27a7adf5f8.vmdk. No consolidation needed. {{(pid=65448) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1254.882701] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-b793d6e8-b947-42c8-bd50-323b9cefc4c0 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] [instance: 78d46c99-f185-4a36-8931-d0dd14dd4a7f] Reconfiguring VM instance instance-00000072 to detach disk 2001 {{(pid=65448) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1254.887521] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5951f0d1-8524-49c2-9536-0220ada88851 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.889323] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-772c2c58-5187-4fb5-a251-79dc464c7853 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.909645] env[65448]: DEBUG oslo_vmware.api [None req-b793d6e8-b947-42c8-bd50-323b9cefc4c0 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Waiting for the task: (returnval){ [ 1254.909645] env[65448]: value = "task-4938648" [ 1254.909645] env[65448]: _type = "Task" [ 1254.909645] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.914043] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-df20c48b-232b-43d5-ba29-e3b6c1c16f75 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1254.914254] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-df20c48b-232b-43d5-ba29-e3b6c1c16f75 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1254.917769] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97b3d327-6655-48b7-a534-6d1184d351b0 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.923990] env[65448]: DEBUG oslo_vmware.api [None req-b793d6e8-b947-42c8-bd50-323b9cefc4c0 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Task: {'id': task-4938648, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.927922] env[65448]: DEBUG oslo_vmware.api [None req-df20c48b-232b-43d5-ba29-e3b6c1c16f75 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Waiting for the task: (returnval){ [ 1254.927922] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]528a8b75-ae68-7301-2d34-5099b7b9e8ec" [ 1254.927922] env[65448]: _type = "Task" [ 1254.927922] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.939701] env[65448]: DEBUG oslo_vmware.api [None req-df20c48b-232b-43d5-ba29-e3b6c1c16f75 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]528a8b75-ae68-7301-2d34-5099b7b9e8ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.051558] env[65448]: WARNING neutronclient.v2_0.client [req-6bfb57d3-1045-439a-afbc-cde6dc248359 req-a4028560-d267-4be0-8dd7-ea97d545e853 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1255.061537] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfc004ff-a610-4c36-88cc-97007135810a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.070219] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe40019f-8297-4b99-9ecb-7c927b05f8b3 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.106398] env[65448]: DEBUG oslo_concurrency.lockutils [None req-578dc5cc-3b4b-49e3-9069-a674691b49f9 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Releasing lock "refresh_cache-2f9162a4-0145-4435-acc9-0a2e3c2a98e2" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.106662] env[65448]: DEBUG nova.objects.instance [None req-578dc5cc-3b4b-49e3-9069-a674691b49f9 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Lazy-loading 'migration_context' on Instance uuid 2f9162a4-0145-4435-acc9-0a2e3c2a98e2 {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1255.111592] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f59f42ef-6028-4ccc-a494-c4899f6b0da0 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.122570] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2854e08-d18f-4e2a-aca9-163240695b54 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.137966] env[65448]: DEBUG nova.compute.provider_tree [None req-ab7b1dac-bb2b-4ae4-93bc-1a567a78219b tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1255.150479] env[65448]: DEBUG nova.network.neutron [req-6bfb57d3-1045-439a-afbc-cde6dc248359 req-a4028560-d267-4be0-8dd7-ea97d545e853 service nova] [instance: 3cbfb5fd-aac5-4538-87b4-d33b466ab2ad] Updated VIF entry in instance network info cache for port aa4ac103-6c66-4516-940a-a0cf2f3d2410. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1255.150874] env[65448]: DEBUG nova.network.neutron [req-6bfb57d3-1045-439a-afbc-cde6dc248359 req-a4028560-d267-4be0-8dd7-ea97d545e853 service nova] [instance: 3cbfb5fd-aac5-4538-87b4-d33b466ab2ad] Updating instance_info_cache with network_info: [{"id": "aa4ac103-6c66-4516-940a-a0cf2f3d2410", "address": "fa:16:3e:58:c5:34", "network": {"id": "6fa83dea-1d83-4041-ae56-d9e5e5278559", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-78264896-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4a79f75fe9f47d4a1cca9aa9f9c3901", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa4ac103-6c", "ovs_interfaceid": "aa4ac103-6c66-4516-940a-a0cf2f3d2410", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1255.350401] env[65448]: DEBUG nova.compute.utils [None req-537cd78c-676a-4e75-86c4-8627be59b031 tempest-ServerAddressesNegativeTestJSON-81552472 tempest-ServerAddressesNegativeTestJSON-81552472-project-member] Using /dev/sd instead of None {{(pid=65448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1255.352135] env[65448]: DEBUG nova.compute.manager [None req-537cd78c-676a-4e75-86c4-8627be59b031 tempest-ServerAddressesNegativeTestJSON-81552472 tempest-ServerAddressesNegativeTestJSON-81552472-project-member] [instance: 3012a25a-8fd4-45a4-bad5-c655a14bc0ac] Allocating IP information in the background. {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 1255.352401] env[65448]: DEBUG nova.network.neutron [None req-537cd78c-676a-4e75-86c4-8627be59b031 tempest-ServerAddressesNegativeTestJSON-81552472 tempest-ServerAddressesNegativeTestJSON-81552472-project-member] [instance: 3012a25a-8fd4-45a4-bad5-c655a14bc0ac] allocate_for_instance() {{(pid=65448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1255.352868] env[65448]: WARNING neutronclient.v2_0.client [None req-537cd78c-676a-4e75-86c4-8627be59b031 tempest-ServerAddressesNegativeTestJSON-81552472 tempest-ServerAddressesNegativeTestJSON-81552472-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1255.353335] env[65448]: WARNING neutronclient.v2_0.client [None req-537cd78c-676a-4e75-86c4-8627be59b031 tempest-ServerAddressesNegativeTestJSON-81552472 tempest-ServerAddressesNegativeTestJSON-81552472-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1255.394641] env[65448]: DEBUG nova.policy [None req-537cd78c-676a-4e75-86c4-8627be59b031 tempest-ServerAddressesNegativeTestJSON-81552472 tempest-ServerAddressesNegativeTestJSON-81552472-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f367d13483464055819d108c0800a973', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'decd4000d9154c7ba0d3c56c464237cb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65448) authorize /opt/stack/nova/nova/policy.py:192}} [ 1255.421707] env[65448]: DEBUG oslo_vmware.api [None req-b793d6e8-b947-42c8-bd50-323b9cefc4c0 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Task: {'id': task-4938648, 'name': ReconfigVM_Task, 'duration_secs': 0.38929} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.422089] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-b793d6e8-b947-42c8-bd50-323b9cefc4c0 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] [instance: 78d46c99-f185-4a36-8931-d0dd14dd4a7f] Reconfigured VM instance instance-00000072 to detach disk 2001 {{(pid=65448) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1255.427922] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-273d77d8-fb11-4005-9cb4-35c73a010d12 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.449676] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-df20c48b-232b-43d5-ba29-e3b6c1c16f75 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 3cbfb5fd-aac5-4538-87b4-d33b466ab2ad] Preparing fetch location {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1255.449967] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-df20c48b-232b-43d5-ba29-e3b6c1c16f75 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 3cbfb5fd-aac5-4538-87b4-d33b466ab2ad] Fetch image to [datastore2] OSTACK_IMG_35119212-74d1-4050-9335-83cf4b0e274f/OSTACK_IMG_35119212-74d1-4050-9335-83cf4b0e274f.vmdk {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1255.450227] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-df20c48b-232b-43d5-ba29-e3b6c1c16f75 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 3cbfb5fd-aac5-4538-87b4-d33b466ab2ad] Downloading stream optimized image 1e11e2d1-334e-4878-8621-d0b2f511c499 to [datastore2] OSTACK_IMG_35119212-74d1-4050-9335-83cf4b0e274f/OSTACK_IMG_35119212-74d1-4050-9335-83cf4b0e274f.vmdk on the data store datastore2 as vApp {{(pid=65448) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1255.450433] env[65448]: DEBUG nova.virt.vmwareapi.images [None req-df20c48b-232b-43d5-ba29-e3b6c1c16f75 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 3cbfb5fd-aac5-4538-87b4-d33b466ab2ad] Downloading image file data 1e11e2d1-334e-4878-8621-d0b2f511c499 to the ESX as VM named 'OSTACK_IMG_35119212-74d1-4050-9335-83cf4b0e274f' {{(pid=65448) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1255.452680] env[65448]: DEBUG oslo_vmware.api [None req-b793d6e8-b947-42c8-bd50-323b9cefc4c0 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Waiting for the task: (returnval){ [ 1255.452680] env[65448]: value = "task-4938649" [ 1255.452680] env[65448]: _type = "Task" [ 1255.452680] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.462416] env[65448]: DEBUG oslo_vmware.api [None req-b793d6e8-b947-42c8-bd50-323b9cefc4c0 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Task: {'id': task-4938649, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.541678] env[65448]: DEBUG oslo_vmware.rw_handles [None req-df20c48b-232b-43d5-ba29-e3b6c1c16f75 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1255.541678] env[65448]: value = "resgroup-9" [ 1255.541678] env[65448]: _type = "ResourcePool" [ 1255.541678] env[65448]: }. {{(pid=65448) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1255.542040] env[65448]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-ef7ae6e0-a27d-4ab3-bc25-cd9e9242a114 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.564295] env[65448]: DEBUG oslo_vmware.rw_handles [None req-df20c48b-232b-43d5-ba29-e3b6c1c16f75 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Lease: (returnval){ [ 1255.564295] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52f92c8b-99f3-f52a-0f4f-423b80902518" [ 1255.564295] env[65448]: _type = "HttpNfcLease" [ 1255.564295] env[65448]: } obtained for vApp import into resource pool (val){ [ 1255.564295] env[65448]: value = "resgroup-9" [ 1255.564295] env[65448]: _type = "ResourcePool" [ 1255.564295] env[65448]: }. {{(pid=65448) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1255.564742] env[65448]: DEBUG oslo_vmware.api [None req-df20c48b-232b-43d5-ba29-e3b6c1c16f75 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Waiting for the lease: (returnval){ [ 1255.564742] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52f92c8b-99f3-f52a-0f4f-423b80902518" [ 1255.564742] env[65448]: _type = "HttpNfcLease" [ 1255.564742] env[65448]: } to be ready. {{(pid=65448) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1255.571938] env[65448]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1255.571938] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52f92c8b-99f3-f52a-0f4f-423b80902518" [ 1255.571938] env[65448]: _type = "HttpNfcLease" [ 1255.571938] env[65448]: } is initializing. {{(pid=65448) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1255.610366] env[65448]: DEBUG nova.objects.base [None req-578dc5cc-3b4b-49e3-9069-a674691b49f9 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Object Instance<2f9162a4-0145-4435-acc9-0a2e3c2a98e2> lazy-loaded attributes: info_cache,migration_context {{(pid=65448) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1255.611426] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ae872af-4a59-45aa-8656-396082b49de7 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.634707] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ee6bba5-e41a-4db3-8a43-4094f506047a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.642044] env[65448]: DEBUG nova.scheduler.client.report [None req-ab7b1dac-bb2b-4ae4-93bc-1a567a78219b tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1255.645553] env[65448]: DEBUG oslo_vmware.api [None req-578dc5cc-3b4b-49e3-9069-a674691b49f9 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Waiting for the task: (returnval){ [ 1255.645553] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52b191a2-12f2-4da3-a222-5699655d01d5" [ 1255.645553] env[65448]: _type = "Task" [ 1255.645553] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.656454] env[65448]: DEBUG oslo_concurrency.lockutils [req-6bfb57d3-1045-439a-afbc-cde6dc248359 req-a4028560-d267-4be0-8dd7-ea97d545e853 service nova] Releasing lock "refresh_cache-3cbfb5fd-aac5-4538-87b4-d33b466ab2ad" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.656858] env[65448]: DEBUG oslo_vmware.api [None req-578dc5cc-3b4b-49e3-9069-a674691b49f9 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52b191a2-12f2-4da3-a222-5699655d01d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.724359] env[65448]: DEBUG nova.network.neutron [None req-537cd78c-676a-4e75-86c4-8627be59b031 tempest-ServerAddressesNegativeTestJSON-81552472 tempest-ServerAddressesNegativeTestJSON-81552472-project-member] [instance: 3012a25a-8fd4-45a4-bad5-c655a14bc0ac] Successfully created port: 5a000b09-53dc-4985-9ddb-6d5187fdd7d0 {{(pid=65448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1255.857573] env[65448]: DEBUG nova.compute.manager [None req-537cd78c-676a-4e75-86c4-8627be59b031 tempest-ServerAddressesNegativeTestJSON-81552472 tempest-ServerAddressesNegativeTestJSON-81552472-project-member] [instance: 3012a25a-8fd4-45a4-bad5-c655a14bc0ac] Start building block device mappings for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2916}} [ 1255.966378] env[65448]: DEBUG oslo_vmware.api [None req-b793d6e8-b947-42c8-bd50-323b9cefc4c0 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Task: {'id': task-4938649, 'name': ReconfigVM_Task, 'duration_secs': 0.236022} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.966745] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-b793d6e8-b947-42c8-bd50-323b9cefc4c0 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] [instance: 78d46c99-f185-4a36-8931-d0dd14dd4a7f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-962099', 'volume_id': '859b0e3b-691f-4583-b625-8b27a7adf5f8', 'name': 'volume-859b0e3b-691f-4583-b625-8b27a7adf5f8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '78d46c99-f185-4a36-8931-d0dd14dd4a7f', 'attached_at': '', 'detached_at': '', 'volume_id': '859b0e3b-691f-4583-b625-8b27a7adf5f8', 'serial': '859b0e3b-691f-4583-b625-8b27a7adf5f8'} {{(pid=65448) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1256.073143] env[65448]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1256.073143] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52f92c8b-99f3-f52a-0f4f-423b80902518" [ 1256.073143] env[65448]: _type = "HttpNfcLease" [ 1256.073143] env[65448]: } is initializing. {{(pid=65448) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1256.147315] env[65448]: DEBUG oslo_concurrency.lockutils [None req-ab7b1dac-bb2b-4ae4-93bc-1a567a78219b tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.299s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.147577] env[65448]: INFO nova.compute.manager [None req-ab7b1dac-bb2b-4ae4-93bc-1a567a78219b tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] Successfully reverted task state from rebuilding on failure for instance. [ 1256.153032] env[65448]: DEBUG oslo_concurrency.lockutils [None req-37ec63e3-2966-477a-bed6-ef9d0721a2c6 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.104s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.153262] env[65448]: DEBUG nova.objects.instance [None req-37ec63e3-2966-477a-bed6-ef9d0721a2c6 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Lazy-loading 'pci_requests' on Instance uuid 7978c1c5-9577-4194-827e-59a715d196b7 {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1256.164695] env[65448]: DEBUG oslo_vmware.api [None req-578dc5cc-3b4b-49e3-9069-a674691b49f9 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52b191a2-12f2-4da3-a222-5699655d01d5, 'name': SearchDatastore_Task, 'duration_secs': 0.02927} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.165556] env[65448]: DEBUG oslo_concurrency.lockutils [None req-578dc5cc-3b4b-49e3-9069-a674691b49f9 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.515696] env[65448]: DEBUG nova.objects.instance [None req-b793d6e8-b947-42c8-bd50-323b9cefc4c0 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Lazy-loading 'flavor' on Instance uuid 78d46c99-f185-4a36-8931-d0dd14dd4a7f {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1256.575234] env[65448]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1256.575234] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52f92c8b-99f3-f52a-0f4f-423b80902518" [ 1256.575234] env[65448]: _type = "HttpNfcLease" [ 1256.575234] env[65448]: } is initializing. {{(pid=65448) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1256.660462] env[65448]: DEBUG nova.objects.instance [None req-37ec63e3-2966-477a-bed6-ef9d0721a2c6 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Lazy-loading 'numa_topology' on Instance uuid 7978c1c5-9577-4194-827e-59a715d196b7 {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1256.867970] env[65448]: DEBUG nova.compute.manager [None req-537cd78c-676a-4e75-86c4-8627be59b031 tempest-ServerAddressesNegativeTestJSON-81552472 tempest-ServerAddressesNegativeTestJSON-81552472-project-member] [instance: 3012a25a-8fd4-45a4-bad5-c655a14bc0ac] Start spawning the instance on the hypervisor. {{(pid=65448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2689}} [ 1256.895141] env[65448]: DEBUG nova.virt.hardware [None req-537cd78c-676a-4e75-86c4-8627be59b031 tempest-ServerAddressesNegativeTestJSON-81552472 tempest-ServerAddressesNegativeTestJSON-81552472-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-08T17:19:51Z,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a992292b6dae455593d228217860e2e1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-08T17:19:52Z,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1256.895399] env[65448]: DEBUG nova.virt.hardware [None req-537cd78c-676a-4e75-86c4-8627be59b031 tempest-ServerAddressesNegativeTestJSON-81552472 tempest-ServerAddressesNegativeTestJSON-81552472-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1256.895557] env[65448]: DEBUG nova.virt.hardware [None req-537cd78c-676a-4e75-86c4-8627be59b031 tempest-ServerAddressesNegativeTestJSON-81552472 tempest-ServerAddressesNegativeTestJSON-81552472-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1256.895739] env[65448]: DEBUG nova.virt.hardware [None req-537cd78c-676a-4e75-86c4-8627be59b031 tempest-ServerAddressesNegativeTestJSON-81552472 tempest-ServerAddressesNegativeTestJSON-81552472-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1256.895927] env[65448]: DEBUG nova.virt.hardware [None req-537cd78c-676a-4e75-86c4-8627be59b031 tempest-ServerAddressesNegativeTestJSON-81552472 tempest-ServerAddressesNegativeTestJSON-81552472-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1256.896104] env[65448]: DEBUG nova.virt.hardware [None req-537cd78c-676a-4e75-86c4-8627be59b031 tempest-ServerAddressesNegativeTestJSON-81552472 tempest-ServerAddressesNegativeTestJSON-81552472-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1256.896316] env[65448]: DEBUG nova.virt.hardware [None req-537cd78c-676a-4e75-86c4-8627be59b031 tempest-ServerAddressesNegativeTestJSON-81552472 tempest-ServerAddressesNegativeTestJSON-81552472-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1256.896475] env[65448]: DEBUG nova.virt.hardware [None req-537cd78c-676a-4e75-86c4-8627be59b031 tempest-ServerAddressesNegativeTestJSON-81552472 tempest-ServerAddressesNegativeTestJSON-81552472-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1256.896693] env[65448]: DEBUG nova.virt.hardware [None req-537cd78c-676a-4e75-86c4-8627be59b031 tempest-ServerAddressesNegativeTestJSON-81552472 tempest-ServerAddressesNegativeTestJSON-81552472-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1256.896795] env[65448]: DEBUG nova.virt.hardware [None req-537cd78c-676a-4e75-86c4-8627be59b031 tempest-ServerAddressesNegativeTestJSON-81552472 tempest-ServerAddressesNegativeTestJSON-81552472-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1256.896997] env[65448]: DEBUG nova.virt.hardware [None req-537cd78c-676a-4e75-86c4-8627be59b031 tempest-ServerAddressesNegativeTestJSON-81552472 tempest-ServerAddressesNegativeTestJSON-81552472-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1256.897941] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf491116-2e5d-4d69-ba2b-6d1ca7b10dbf {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.906365] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33852f51-19c1-45ff-8fca-6a3d61b0c3a6 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.075055] env[65448]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1257.075055] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52f92c8b-99f3-f52a-0f4f-423b80902518" [ 1257.075055] env[65448]: _type = "HttpNfcLease" [ 1257.075055] env[65448]: } is ready. {{(pid=65448) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1257.075407] env[65448]: DEBUG oslo_vmware.rw_handles [None req-df20c48b-232b-43d5-ba29-e3b6c1c16f75 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1257.075407] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52f92c8b-99f3-f52a-0f4f-423b80902518" [ 1257.075407] env[65448]: _type = "HttpNfcLease" [ 1257.075407] env[65448]: }. {{(pid=65448) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1257.076408] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9420ad7-27e9-43cd-8159-895b949a6e06 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.084858] env[65448]: DEBUG oslo_vmware.rw_handles [None req-df20c48b-232b-43d5-ba29-e3b6c1c16f75 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520f3819-0d6d-1d64-1731-8de075bdc67c/disk-0.vmdk from lease info. {{(pid=65448) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1257.085031] env[65448]: DEBUG oslo_vmware.rw_handles [None req-df20c48b-232b-43d5-ba29-e3b6c1c16f75 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Creating HTTP connection to write to file with size = 31672832 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520f3819-0d6d-1d64-1731-8de075bdc67c/disk-0.vmdk. {{(pid=65448) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1257.148396] env[65448]: DEBUG oslo_concurrency.lockutils [None req-58bc91fd-7a0f-4113-9822-88a52ba7ac78 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Acquiring lock "78d46c99-f185-4a36-8931-d0dd14dd4a7f" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.149715] env[65448]: DEBUG nova.compute.manager [req-28f9f425-4c33-45d5-8ed2-858a9991d0f7 req-65dbad19-151e-4371-b9c2-3047c4cfbaab service nova] [instance: 3012a25a-8fd4-45a4-bad5-c655a14bc0ac] Received event network-vif-plugged-5a000b09-53dc-4985-9ddb-6d5187fdd7d0 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1257.149939] env[65448]: DEBUG oslo_concurrency.lockutils [req-28f9f425-4c33-45d5-8ed2-858a9991d0f7 req-65dbad19-151e-4371-b9c2-3047c4cfbaab service nova] Acquiring lock "3012a25a-8fd4-45a4-bad5-c655a14bc0ac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.150176] env[65448]: DEBUG oslo_concurrency.lockutils [req-28f9f425-4c33-45d5-8ed2-858a9991d0f7 req-65dbad19-151e-4371-b9c2-3047c4cfbaab service nova] Lock "3012a25a-8fd4-45a4-bad5-c655a14bc0ac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.150349] env[65448]: DEBUG oslo_concurrency.lockutils [req-28f9f425-4c33-45d5-8ed2-858a9991d0f7 req-65dbad19-151e-4371-b9c2-3047c4cfbaab service nova] Lock "3012a25a-8fd4-45a4-bad5-c655a14bc0ac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.150651] env[65448]: DEBUG nova.compute.manager [req-28f9f425-4c33-45d5-8ed2-858a9991d0f7 req-65dbad19-151e-4371-b9c2-3047c4cfbaab service nova] [instance: 3012a25a-8fd4-45a4-bad5-c655a14bc0ac] No waiting events found dispatching network-vif-plugged-5a000b09-53dc-4985-9ddb-6d5187fdd7d0 {{(pid=65448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1257.150701] env[65448]: WARNING nova.compute.manager [req-28f9f425-4c33-45d5-8ed2-858a9991d0f7 req-65dbad19-151e-4371-b9c2-3047c4cfbaab service nova] [instance: 3012a25a-8fd4-45a4-bad5-c655a14bc0ac] Received unexpected event network-vif-plugged-5a000b09-53dc-4985-9ddb-6d5187fdd7d0 for instance with vm_state building and task_state spawning. [ 1257.159758] env[65448]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-77d8fcfd-e881-4424-9382-8a0c6f5977db {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.163087] env[65448]: INFO nova.compute.claims [None req-37ec63e3-2966-477a-bed6-ef9d0721a2c6 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: 7978c1c5-9577-4194-827e-59a715d196b7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1257.247162] env[65448]: DEBUG nova.network.neutron [None req-537cd78c-676a-4e75-86c4-8627be59b031 tempest-ServerAddressesNegativeTestJSON-81552472 tempest-ServerAddressesNegativeTestJSON-81552472-project-member] [instance: 3012a25a-8fd4-45a4-bad5-c655a14bc0ac] Successfully updated port: 5a000b09-53dc-4985-9ddb-6d5187fdd7d0 {{(pid=65448) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1257.522579] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b793d6e8-b947-42c8-bd50-323b9cefc4c0 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Lock "78d46c99-f185-4a36-8931-d0dd14dd4a7f" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.284s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.524443] env[65448]: DEBUG oslo_concurrency.lockutils [None req-58bc91fd-7a0f-4113-9822-88a52ba7ac78 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Lock "78d46c99-f185-4a36-8931-d0dd14dd4a7f" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.376s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.750071] env[65448]: DEBUG oslo_concurrency.lockutils [None req-537cd78c-676a-4e75-86c4-8627be59b031 tempest-ServerAddressesNegativeTestJSON-81552472 tempest-ServerAddressesNegativeTestJSON-81552472-project-member] Acquiring lock "refresh_cache-3012a25a-8fd4-45a4-bad5-c655a14bc0ac" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.750425] env[65448]: DEBUG oslo_concurrency.lockutils [None req-537cd78c-676a-4e75-86c4-8627be59b031 tempest-ServerAddressesNegativeTestJSON-81552472 tempest-ServerAddressesNegativeTestJSON-81552472-project-member] Acquired lock "refresh_cache-3012a25a-8fd4-45a4-bad5-c655a14bc0ac" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.750553] env[65448]: DEBUG nova.network.neutron [None req-537cd78c-676a-4e75-86c4-8627be59b031 tempest-ServerAddressesNegativeTestJSON-81552472 tempest-ServerAddressesNegativeTestJSON-81552472-project-member] [instance: 3012a25a-8fd4-45a4-bad5-c655a14bc0ac] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1258.029326] env[65448]: INFO nova.compute.manager [None req-58bc91fd-7a0f-4113-9822-88a52ba7ac78 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] [instance: 78d46c99-f185-4a36-8931-d0dd14dd4a7f] Detaching volume 2488783a-afeb-43ba-b0e2-32d4e1b252e7 [ 1258.071961] env[65448]: INFO nova.virt.block_device [None req-58bc91fd-7a0f-4113-9822-88a52ba7ac78 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] [instance: 78d46c99-f185-4a36-8931-d0dd14dd4a7f] Attempting to driver detach volume 2488783a-afeb-43ba-b0e2-32d4e1b252e7 from mountpoint /dev/sdc [ 1258.072307] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-58bc91fd-7a0f-4113-9822-88a52ba7ac78 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] [instance: 78d46c99-f185-4a36-8931-d0dd14dd4a7f] Volume detach. Driver type: vmdk {{(pid=65448) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1258.072564] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-58bc91fd-7a0f-4113-9822-88a52ba7ac78 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] [instance: 78d46c99-f185-4a36-8931-d0dd14dd4a7f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-962102', 'volume_id': '2488783a-afeb-43ba-b0e2-32d4e1b252e7', 'name': 'volume-2488783a-afeb-43ba-b0e2-32d4e1b252e7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '78d46c99-f185-4a36-8931-d0dd14dd4a7f', 'attached_at': '', 'detached_at': '', 'volume_id': '2488783a-afeb-43ba-b0e2-32d4e1b252e7', 'serial': '2488783a-afeb-43ba-b0e2-32d4e1b252e7'} {{(pid=65448) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1258.073648] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50b6f05a-2c0e-449a-a659-5af5b88605ee {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.104773] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28ac15a3-3ef8-4482-9d48-87fbdfcff4a6 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.114833] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca9a6d80-6bbc-412a-8844-27b4b452bc7d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.143100] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb277790-be05-4f98-8c81-a7b47b2598b2 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.163272] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-58bc91fd-7a0f-4113-9822-88a52ba7ac78 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] The volume has not been displaced from its original location: [datastore2] volume-2488783a-afeb-43ba-b0e2-32d4e1b252e7/volume-2488783a-afeb-43ba-b0e2-32d4e1b252e7.vmdk. No consolidation needed. {{(pid=65448) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1258.168778] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-58bc91fd-7a0f-4113-9822-88a52ba7ac78 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] [instance: 78d46c99-f185-4a36-8931-d0dd14dd4a7f] Reconfiguring VM instance instance-00000072 to detach disk 2002 {{(pid=65448) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1258.173223] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5fbe90ac-7150-4a24-b776-7be2aa6ae70e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.200250] env[65448]: DEBUG oslo_vmware.api [None req-58bc91fd-7a0f-4113-9822-88a52ba7ac78 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Waiting for the task: (returnval){ [ 1258.200250] env[65448]: value = "task-4938651" [ 1258.200250] env[65448]: _type = "Task" [ 1258.200250] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.212072] env[65448]: DEBUG oslo_vmware.api [None req-58bc91fd-7a0f-4113-9822-88a52ba7ac78 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Task: {'id': task-4938651, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.289400] env[65448]: DEBUG nova.network.neutron [None req-537cd78c-676a-4e75-86c4-8627be59b031 tempest-ServerAddressesNegativeTestJSON-81552472 tempest-ServerAddressesNegativeTestJSON-81552472-project-member] [instance: 3012a25a-8fd4-45a4-bad5-c655a14bc0ac] Instance cache missing network info. {{(pid=65448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1258.331123] env[65448]: DEBUG oslo_vmware.rw_handles [None req-df20c48b-232b-43d5-ba29-e3b6c1c16f75 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Completed reading data from the image iterator. {{(pid=65448) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1258.331611] env[65448]: DEBUG oslo_vmware.rw_handles [None req-df20c48b-232b-43d5-ba29-e3b6c1c16f75 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520f3819-0d6d-1d64-1731-8de075bdc67c/disk-0.vmdk. {{(pid=65448) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1258.332497] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-624ca448-ffeb-42ff-9cb4-dfb1a25a1765 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.341099] env[65448]: DEBUG oslo_vmware.rw_handles [None req-df20c48b-232b-43d5-ba29-e3b6c1c16f75 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520f3819-0d6d-1d64-1731-8de075bdc67c/disk-0.vmdk is in state: ready. {{(pid=65448) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1258.341372] env[65448]: DEBUG oslo_vmware.rw_handles [None req-df20c48b-232b-43d5-ba29-e3b6c1c16f75 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520f3819-0d6d-1d64-1731-8de075bdc67c/disk-0.vmdk. {{(pid=65448) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1258.344797] env[65448]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-98ed6d4b-d830-4ccc-b6e6-e9f65f19c2b1 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.373219] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-458521f5-93b8-4bcb-b4af-2dd4a45e2986 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.383891] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc9a3402-107f-47f3-aa6b-2177579de0ff {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.391162] env[65448]: WARNING neutronclient.v2_0.client [None req-537cd78c-676a-4e75-86c4-8627be59b031 tempest-ServerAddressesNegativeTestJSON-81552472 tempest-ServerAddressesNegativeTestJSON-81552472-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1258.425984] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d0abeea-4f39-4009-ad8e-29190146ab5e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.440023] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aee26572-6de6-4b7e-a45d-17fc0a1fec91 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.457535] env[65448]: DEBUG nova.compute.provider_tree [None req-37ec63e3-2966-477a-bed6-ef9d0721a2c6 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1258.482725] env[65448]: DEBUG nova.network.neutron [None req-537cd78c-676a-4e75-86c4-8627be59b031 tempest-ServerAddressesNegativeTestJSON-81552472 tempest-ServerAddressesNegativeTestJSON-81552472-project-member] [instance: 3012a25a-8fd4-45a4-bad5-c655a14bc0ac] Updating instance_info_cache with network_info: [{"id": "5a000b09-53dc-4985-9ddb-6d5187fdd7d0", "address": "fa:16:3e:c6:93:16", "network": {"id": "bb63ae0b-b542-40a8-a649-4d973874d53f", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1509792321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "decd4000d9154c7ba0d3c56c464237cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a000b09-53", "ovs_interfaceid": "5a000b09-53dc-4985-9ddb-6d5187fdd7d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1258.580849] env[65448]: DEBUG oslo_vmware.rw_handles [None req-df20c48b-232b-43d5-ba29-e3b6c1c16f75 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520f3819-0d6d-1d64-1731-8de075bdc67c/disk-0.vmdk. {{(pid=65448) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1258.581127] env[65448]: INFO nova.virt.vmwareapi.images [None req-df20c48b-232b-43d5-ba29-e3b6c1c16f75 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 3cbfb5fd-aac5-4538-87b4-d33b466ab2ad] Downloaded image file data 1e11e2d1-334e-4878-8621-d0b2f511c499 [ 1258.582118] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a77a0e6-72b7-4f92-ba8a-8cfb8f36069b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.600943] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-90d0ccd6-45eb-4b86-a585-0cab7f5c97f6 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.631327] env[65448]: INFO nova.virt.vmwareapi.images [None req-df20c48b-232b-43d5-ba29-e3b6c1c16f75 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 3cbfb5fd-aac5-4538-87b4-d33b466ab2ad] The imported VM was unregistered [ 1258.633933] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-df20c48b-232b-43d5-ba29-e3b6c1c16f75 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 3cbfb5fd-aac5-4538-87b4-d33b466ab2ad] Caching image {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1258.634192] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-df20c48b-232b-43d5-ba29-e3b6c1c16f75 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Creating directory with path [datastore2] devstack-image-cache_base/1e11e2d1-334e-4878-8621-d0b2f511c499 {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1258.634505] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aa0ab154-fc63-42d4-b90f-c41f11f2410f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.646493] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-df20c48b-232b-43d5-ba29-e3b6c1c16f75 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Created directory with path [datastore2] devstack-image-cache_base/1e11e2d1-334e-4878-8621-d0b2f511c499 {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1258.646759] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-df20c48b-232b-43d5-ba29-e3b6c1c16f75 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_35119212-74d1-4050-9335-83cf4b0e274f/OSTACK_IMG_35119212-74d1-4050-9335-83cf4b0e274f.vmdk to [datastore2] devstack-image-cache_base/1e11e2d1-334e-4878-8621-d0b2f511c499/1e11e2d1-334e-4878-8621-d0b2f511c499.vmdk. {{(pid=65448) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1258.647204] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-4c0c944b-7684-4f03-879d-85e7545d0ace {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.654362] env[65448]: DEBUG oslo_vmware.api [None req-df20c48b-232b-43d5-ba29-e3b6c1c16f75 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Waiting for the task: (returnval){ [ 1258.654362] env[65448]: value = "task-4938653" [ 1258.654362] env[65448]: _type = "Task" [ 1258.654362] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.662448] env[65448]: DEBUG oslo_vmware.api [None req-df20c48b-232b-43d5-ba29-e3b6c1c16f75 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4938653, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.710207] env[65448]: DEBUG oslo_vmware.api [None req-58bc91fd-7a0f-4113-9822-88a52ba7ac78 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Task: {'id': task-4938651, 'name': ReconfigVM_Task, 'duration_secs': 0.348675} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.710545] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-58bc91fd-7a0f-4113-9822-88a52ba7ac78 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] [instance: 78d46c99-f185-4a36-8931-d0dd14dd4a7f] Reconfigured VM instance instance-00000072 to detach disk 2002 {{(pid=65448) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1258.715255] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-146adfc7-66c8-4c3e-a14a-b63edb339987 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.730950] env[65448]: DEBUG oslo_vmware.api [None req-58bc91fd-7a0f-4113-9822-88a52ba7ac78 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Waiting for the task: (returnval){ [ 1258.730950] env[65448]: value = "task-4938654" [ 1258.730950] env[65448]: _type = "Task" [ 1258.730950] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.739698] env[65448]: DEBUG oslo_vmware.api [None req-58bc91fd-7a0f-4113-9822-88a52ba7ac78 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Task: {'id': task-4938654, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.962712] env[65448]: DEBUG nova.scheduler.client.report [None req-37ec63e3-2966-477a-bed6-ef9d0721a2c6 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1258.985332] env[65448]: DEBUG oslo_concurrency.lockutils [None req-537cd78c-676a-4e75-86c4-8627be59b031 tempest-ServerAddressesNegativeTestJSON-81552472 tempest-ServerAddressesNegativeTestJSON-81552472-project-member] Releasing lock "refresh_cache-3012a25a-8fd4-45a4-bad5-c655a14bc0ac" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.985753] env[65448]: DEBUG nova.compute.manager [None req-537cd78c-676a-4e75-86c4-8627be59b031 tempest-ServerAddressesNegativeTestJSON-81552472 tempest-ServerAddressesNegativeTestJSON-81552472-project-member] [instance: 3012a25a-8fd4-45a4-bad5-c655a14bc0ac] Instance network_info: |[{"id": "5a000b09-53dc-4985-9ddb-6d5187fdd7d0", "address": "fa:16:3e:c6:93:16", "network": {"id": "bb63ae0b-b542-40a8-a649-4d973874d53f", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1509792321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "decd4000d9154c7ba0d3c56c464237cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a000b09-53", "ovs_interfaceid": "5a000b09-53dc-4985-9ddb-6d5187fdd7d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 1258.986329] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-537cd78c-676a-4e75-86c4-8627be59b031 tempest-ServerAddressesNegativeTestJSON-81552472 tempest-ServerAddressesNegativeTestJSON-81552472-project-member] [instance: 3012a25a-8fd4-45a4-bad5-c655a14bc0ac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c6:93:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f44b2fa3-6730-4b87-8839-947eff21213f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5a000b09-53dc-4985-9ddb-6d5187fdd7d0', 'vif_model': 'vmxnet3'}] {{(pid=65448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1258.994314] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-537cd78c-676a-4e75-86c4-8627be59b031 tempest-ServerAddressesNegativeTestJSON-81552472 tempest-ServerAddressesNegativeTestJSON-81552472-project-member] Creating folder: Project (decd4000d9154c7ba0d3c56c464237cb). Parent ref: group-v961779. {{(pid=65448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1258.995416] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-88357d4b-8eb9-4111-bdc0-c80dd3f15654 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.007683] env[65448]: INFO nova.virt.vmwareapi.vm_util [None req-537cd78c-676a-4e75-86c4-8627be59b031 tempest-ServerAddressesNegativeTestJSON-81552472 tempest-ServerAddressesNegativeTestJSON-81552472-project-member] Created folder: Project (decd4000d9154c7ba0d3c56c464237cb) in parent group-v961779. [ 1259.007928] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-537cd78c-676a-4e75-86c4-8627be59b031 tempest-ServerAddressesNegativeTestJSON-81552472 tempest-ServerAddressesNegativeTestJSON-81552472-project-member] Creating folder: Instances. Parent ref: group-v962105. {{(pid=65448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1259.008230] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2133c720-f084-4df4-bd5e-2a232b0608fb {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.022820] env[65448]: INFO nova.virt.vmwareapi.vm_util [None req-537cd78c-676a-4e75-86c4-8627be59b031 tempest-ServerAddressesNegativeTestJSON-81552472 tempest-ServerAddressesNegativeTestJSON-81552472-project-member] Created folder: Instances in parent group-v962105. [ 1259.023108] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-537cd78c-676a-4e75-86c4-8627be59b031 tempest-ServerAddressesNegativeTestJSON-81552472 tempest-ServerAddressesNegativeTestJSON-81552472-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1259.023372] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3012a25a-8fd4-45a4-bad5-c655a14bc0ac] Creating VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1259.023631] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b4084078-f546-4fab-9b4a-e83e990f93bd {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.043916] env[65448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1259.043916] env[65448]: value = "task-4938657" [ 1259.043916] env[65448]: _type = "Task" [ 1259.043916] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.052861] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4938657, 'name': CreateVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.166563] env[65448]: DEBUG oslo_vmware.api [None req-df20c48b-232b-43d5-ba29-e3b6c1c16f75 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4938653, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.242058] env[65448]: DEBUG oslo_vmware.api [None req-58bc91fd-7a0f-4113-9822-88a52ba7ac78 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Task: {'id': task-4938654, 'name': ReconfigVM_Task, 'duration_secs': 0.136302} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.242058] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-58bc91fd-7a0f-4113-9822-88a52ba7ac78 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] [instance: 78d46c99-f185-4a36-8931-d0dd14dd4a7f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-962102', 'volume_id': '2488783a-afeb-43ba-b0e2-32d4e1b252e7', 'name': 'volume-2488783a-afeb-43ba-b0e2-32d4e1b252e7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '78d46c99-f185-4a36-8931-d0dd14dd4a7f', 'attached_at': '', 'detached_at': '', 'volume_id': '2488783a-afeb-43ba-b0e2-32d4e1b252e7', 'serial': '2488783a-afeb-43ba-b0e2-32d4e1b252e7'} {{(pid=65448) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1259.272316] env[65448]: DEBUG nova.compute.manager [req-bb953d28-fbd7-4c78-9e28-e4b4af7178e5 req-8b9a16fe-75e8-4cac-8cf2-9e48182ccafb service nova] [instance: 3012a25a-8fd4-45a4-bad5-c655a14bc0ac] Received event network-changed-5a000b09-53dc-4985-9ddb-6d5187fdd7d0 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1259.272387] env[65448]: DEBUG nova.compute.manager [req-bb953d28-fbd7-4c78-9e28-e4b4af7178e5 req-8b9a16fe-75e8-4cac-8cf2-9e48182ccafb service nova] [instance: 3012a25a-8fd4-45a4-bad5-c655a14bc0ac] Refreshing instance network info cache due to event network-changed-5a000b09-53dc-4985-9ddb-6d5187fdd7d0. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 1259.273166] env[65448]: DEBUG oslo_concurrency.lockutils [req-bb953d28-fbd7-4c78-9e28-e4b4af7178e5 req-8b9a16fe-75e8-4cac-8cf2-9e48182ccafb service nova] Acquiring lock "refresh_cache-3012a25a-8fd4-45a4-bad5-c655a14bc0ac" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.273166] env[65448]: DEBUG oslo_concurrency.lockutils [req-bb953d28-fbd7-4c78-9e28-e4b4af7178e5 req-8b9a16fe-75e8-4cac-8cf2-9e48182ccafb service nova] Acquired lock "refresh_cache-3012a25a-8fd4-45a4-bad5-c655a14bc0ac" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.273332] env[65448]: DEBUG nova.network.neutron [req-bb953d28-fbd7-4c78-9e28-e4b4af7178e5 req-8b9a16fe-75e8-4cac-8cf2-9e48182ccafb service nova] [instance: 3012a25a-8fd4-45a4-bad5-c655a14bc0ac] Refreshing network info cache for port 5a000b09-53dc-4985-9ddb-6d5187fdd7d0 {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1259.468281] env[65448]: DEBUG oslo_concurrency.lockutils [None req-37ec63e3-2966-477a-bed6-ef9d0721a2c6 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.315s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.468670] env[65448]: WARNING neutronclient.v2_0.client [None req-37ec63e3-2966-477a-bed6-ef9d0721a2c6 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1259.471518] env[65448]: DEBUG oslo_concurrency.lockutils [None req-1a35eb01-44dc-4e33-bb89-7a687f4ca1cc tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 9.573s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.471714] env[65448]: DEBUG nova.objects.instance [None req-1a35eb01-44dc-4e33-bb89-7a687f4ca1cc tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: a664bc6a-97c7-4e80-bcff-db1d74494ae4] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65448) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1259.502846] env[65448]: INFO nova.network.neutron [None req-37ec63e3-2966-477a-bed6-ef9d0721a2c6 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: 7978c1c5-9577-4194-827e-59a715d196b7] Updating port 46132112-93de-44ee-8f40-cd3bb6d16fd5 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1259.555306] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4938657, 'name': CreateVM_Task} progress is 25%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.666782] env[65448]: DEBUG oslo_vmware.api [None req-df20c48b-232b-43d5-ba29-e3b6c1c16f75 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4938653, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.776758] env[65448]: WARNING neutronclient.v2_0.client [req-bb953d28-fbd7-4c78-9e28-e4b4af7178e5 req-8b9a16fe-75e8-4cac-8cf2-9e48182ccafb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1259.795491] env[65448]: DEBUG nova.objects.instance [None req-58bc91fd-7a0f-4113-9822-88a52ba7ac78 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Lazy-loading 'flavor' on Instance uuid 78d46c99-f185-4a36-8931-d0dd14dd4a7f {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1259.932068] env[65448]: WARNING neutronclient.v2_0.client [req-bb953d28-fbd7-4c78-9e28-e4b4af7178e5 req-8b9a16fe-75e8-4cac-8cf2-9e48182ccafb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1260.015207] env[65448]: DEBUG nova.network.neutron [req-bb953d28-fbd7-4c78-9e28-e4b4af7178e5 req-8b9a16fe-75e8-4cac-8cf2-9e48182ccafb service nova] [instance: 3012a25a-8fd4-45a4-bad5-c655a14bc0ac] Updated VIF entry in instance network info cache for port 5a000b09-53dc-4985-9ddb-6d5187fdd7d0. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1260.015585] env[65448]: DEBUG nova.network.neutron [req-bb953d28-fbd7-4c78-9e28-e4b4af7178e5 req-8b9a16fe-75e8-4cac-8cf2-9e48182ccafb service nova] [instance: 3012a25a-8fd4-45a4-bad5-c655a14bc0ac] Updating instance_info_cache with network_info: [{"id": "5a000b09-53dc-4985-9ddb-6d5187fdd7d0", "address": "fa:16:3e:c6:93:16", "network": {"id": "bb63ae0b-b542-40a8-a649-4d973874d53f", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1509792321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "decd4000d9154c7ba0d3c56c464237cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a000b09-53", "ovs_interfaceid": "5a000b09-53dc-4985-9ddb-6d5187fdd7d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1260.055637] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4938657, 'name': CreateVM_Task} progress is 25%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.166885] env[65448]: DEBUG oslo_vmware.api [None req-df20c48b-232b-43d5-ba29-e3b6c1c16f75 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4938653, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.483577] env[65448]: DEBUG oslo_concurrency.lockutils [None req-1a35eb01-44dc-4e33-bb89-7a687f4ca1cc tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.486379] env[65448]: DEBUG oslo_concurrency.lockutils [None req-f474332c-9b92-4c1f-849d-7dce5b890ed1 tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.842s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.486734] env[65448]: DEBUG nova.objects.instance [None req-f474332c-9b92-4c1f-849d-7dce5b890ed1 tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] Lazy-loading 'resources' on Instance uuid 753a9b2e-f28b-4680-82ea-afa474d6b0c3 {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1260.518409] env[65448]: DEBUG oslo_concurrency.lockutils [req-bb953d28-fbd7-4c78-9e28-e4b4af7178e5 req-8b9a16fe-75e8-4cac-8cf2-9e48182ccafb service nova] Releasing lock "refresh_cache-3012a25a-8fd4-45a4-bad5-c655a14bc0ac" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.557073] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4938657, 'name': CreateVM_Task} progress is 25%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.667048] env[65448]: DEBUG oslo_vmware.api [None req-df20c48b-232b-43d5-ba29-e3b6c1c16f75 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4938653, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.803335] env[65448]: DEBUG oslo_concurrency.lockutils [None req-58bc91fd-7a0f-4113-9822-88a52ba7ac78 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Lock "78d46c99-f185-4a36-8931-d0dd14dd4a7f" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.279s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.059124] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4938657, 'name': CreateVM_Task} progress is 99%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.072026] env[65448]: DEBUG oslo_concurrency.lockutils [None req-37ec63e3-2966-477a-bed6-ef9d0721a2c6 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Acquiring lock "refresh_cache-7978c1c5-9577-4194-827e-59a715d196b7" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.072733] env[65448]: DEBUG oslo_concurrency.lockutils [None req-37ec63e3-2966-477a-bed6-ef9d0721a2c6 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Acquired lock "refresh_cache-7978c1c5-9577-4194-827e-59a715d196b7" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.072929] env[65448]: DEBUG nova.network.neutron [None req-37ec63e3-2966-477a-bed6-ef9d0721a2c6 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: 7978c1c5-9577-4194-827e-59a715d196b7] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1261.145080] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-474165d6-1360-4dce-ac32-e435d1db5f92 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.153545] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a54f561f-f7d6-4dea-a737-cc5b00bc8d34 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.186170] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-517f8929-8b46-4dd7-b145-2bcd5c2413bb {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.191783] env[65448]: DEBUG oslo_vmware.api [None req-df20c48b-232b-43d5-ba29-e3b6c1c16f75 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4938653, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.448565} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.192384] env[65448]: INFO nova.virt.vmwareapi.ds_util [None req-df20c48b-232b-43d5-ba29-e3b6c1c16f75 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_35119212-74d1-4050-9335-83cf4b0e274f/OSTACK_IMG_35119212-74d1-4050-9335-83cf4b0e274f.vmdk to [datastore2] devstack-image-cache_base/1e11e2d1-334e-4878-8621-d0b2f511c499/1e11e2d1-334e-4878-8621-d0b2f511c499.vmdk. [ 1261.192596] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-df20c48b-232b-43d5-ba29-e3b6c1c16f75 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 3cbfb5fd-aac5-4538-87b4-d33b466ab2ad] Cleaning up location [datastore2] OSTACK_IMG_35119212-74d1-4050-9335-83cf4b0e274f {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1261.192771] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-df20c48b-232b-43d5-ba29-e3b6c1c16f75 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_35119212-74d1-4050-9335-83cf4b0e274f {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1261.193167] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bd9f810d-ccf1-4ef1-bac6-c4e480f65f5d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.197950] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fcb3767-4778-4b1e-9367-b02696ee5bc3 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.202691] env[65448]: DEBUG oslo_vmware.api [None req-df20c48b-232b-43d5-ba29-e3b6c1c16f75 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Waiting for the task: (returnval){ [ 1261.202691] env[65448]: value = "task-4938658" [ 1261.202691] env[65448]: _type = "Task" [ 1261.202691] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.214459] env[65448]: DEBUG nova.compute.provider_tree [None req-f474332c-9b92-4c1f-849d-7dce5b890ed1 tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] Updating inventory in ProviderTree for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1261.220657] env[65448]: DEBUG oslo_vmware.api [None req-df20c48b-232b-43d5-ba29-e3b6c1c16f75 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4938658, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.277509] env[65448]: DEBUG oslo_concurrency.lockutils [None req-92599a7d-f1c3-4320-8128-608b4cda8759 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Acquiring lock "78d46c99-f185-4a36-8931-d0dd14dd4a7f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.277819] env[65448]: DEBUG oslo_concurrency.lockutils [None req-92599a7d-f1c3-4320-8128-608b4cda8759 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Lock "78d46c99-f185-4a36-8931-d0dd14dd4a7f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.278057] env[65448]: DEBUG oslo_concurrency.lockutils [None req-92599a7d-f1c3-4320-8128-608b4cda8759 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Acquiring lock "78d46c99-f185-4a36-8931-d0dd14dd4a7f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.278272] env[65448]: DEBUG oslo_concurrency.lockutils [None req-92599a7d-f1c3-4320-8128-608b4cda8759 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Lock "78d46c99-f185-4a36-8931-d0dd14dd4a7f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.278618] env[65448]: DEBUG oslo_concurrency.lockutils [None req-92599a7d-f1c3-4320-8128-608b4cda8759 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Lock "78d46c99-f185-4a36-8931-d0dd14dd4a7f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.280785] env[65448]: INFO nova.compute.manager [None req-92599a7d-f1c3-4320-8128-608b4cda8759 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] [instance: 78d46c99-f185-4a36-8931-d0dd14dd4a7f] Terminating instance [ 1261.301502] env[65448]: DEBUG nova.compute.manager [req-84ebfc56-81db-4921-b126-fa941a09194b req-4e86a33f-6260-47c5-b36d-4792224e184b service nova] [instance: 7978c1c5-9577-4194-827e-59a715d196b7] Received event network-vif-plugged-46132112-93de-44ee-8f40-cd3bb6d16fd5 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1261.302272] env[65448]: DEBUG oslo_concurrency.lockutils [req-84ebfc56-81db-4921-b126-fa941a09194b req-4e86a33f-6260-47c5-b36d-4792224e184b service nova] Acquiring lock "7978c1c5-9577-4194-827e-59a715d196b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.302789] env[65448]: DEBUG oslo_concurrency.lockutils [req-84ebfc56-81db-4921-b126-fa941a09194b req-4e86a33f-6260-47c5-b36d-4792224e184b service nova] Lock "7978c1c5-9577-4194-827e-59a715d196b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.303039] env[65448]: DEBUG oslo_concurrency.lockutils [req-84ebfc56-81db-4921-b126-fa941a09194b req-4e86a33f-6260-47c5-b36d-4792224e184b service nova] Lock "7978c1c5-9577-4194-827e-59a715d196b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.303366] env[65448]: DEBUG nova.compute.manager [req-84ebfc56-81db-4921-b126-fa941a09194b req-4e86a33f-6260-47c5-b36d-4792224e184b service nova] [instance: 7978c1c5-9577-4194-827e-59a715d196b7] No waiting events found dispatching network-vif-plugged-46132112-93de-44ee-8f40-cd3bb6d16fd5 {{(pid=65448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1261.303753] env[65448]: WARNING nova.compute.manager [req-84ebfc56-81db-4921-b126-fa941a09194b req-4e86a33f-6260-47c5-b36d-4792224e184b service nova] [instance: 7978c1c5-9577-4194-827e-59a715d196b7] Received unexpected event network-vif-plugged-46132112-93de-44ee-8f40-cd3bb6d16fd5 for instance with vm_state shelved_offloaded and task_state spawning. [ 1261.304072] env[65448]: DEBUG nova.compute.manager [req-84ebfc56-81db-4921-b126-fa941a09194b req-4e86a33f-6260-47c5-b36d-4792224e184b service nova] [instance: 7978c1c5-9577-4194-827e-59a715d196b7] Received event network-changed-46132112-93de-44ee-8f40-cd3bb6d16fd5 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1261.304413] env[65448]: DEBUG nova.compute.manager [req-84ebfc56-81db-4921-b126-fa941a09194b req-4e86a33f-6260-47c5-b36d-4792224e184b service nova] [instance: 7978c1c5-9577-4194-827e-59a715d196b7] Refreshing instance network info cache due to event network-changed-46132112-93de-44ee-8f40-cd3bb6d16fd5. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 1261.304823] env[65448]: DEBUG oslo_concurrency.lockutils [req-84ebfc56-81db-4921-b126-fa941a09194b req-4e86a33f-6260-47c5-b36d-4792224e184b service nova] Acquiring lock "refresh_cache-7978c1c5-9577-4194-827e-59a715d196b7" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.557292] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4938657, 'name': CreateVM_Task, 'duration_secs': 2.026899} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.557538] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3012a25a-8fd4-45a4-bad5-c655a14bc0ac] Created VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1261.557895] env[65448]: WARNING neutronclient.v2_0.client [None req-537cd78c-676a-4e75-86c4-8627be59b031 tempest-ServerAddressesNegativeTestJSON-81552472 tempest-ServerAddressesNegativeTestJSON-81552472-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1261.558289] env[65448]: DEBUG oslo_concurrency.lockutils [None req-537cd78c-676a-4e75-86c4-8627be59b031 tempest-ServerAddressesNegativeTestJSON-81552472 tempest-ServerAddressesNegativeTestJSON-81552472-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.558504] env[65448]: DEBUG oslo_concurrency.lockutils [None req-537cd78c-676a-4e75-86c4-8627be59b031 tempest-ServerAddressesNegativeTestJSON-81552472 tempest-ServerAddressesNegativeTestJSON-81552472-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.558821] env[65448]: DEBUG oslo_concurrency.lockutils [None req-537cd78c-676a-4e75-86c4-8627be59b031 tempest-ServerAddressesNegativeTestJSON-81552472 tempest-ServerAddressesNegativeTestJSON-81552472-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.559393] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f24301d-68a9-4e3a-9b77-6c3263d99abb {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.564530] env[65448]: DEBUG oslo_vmware.api [None req-537cd78c-676a-4e75-86c4-8627be59b031 tempest-ServerAddressesNegativeTestJSON-81552472 tempest-ServerAddressesNegativeTestJSON-81552472-project-member] Waiting for the task: (returnval){ [ 1261.564530] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5280c163-4233-678f-c1cf-5b86ab2be4a3" [ 1261.564530] env[65448]: _type = "Task" [ 1261.564530] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.572463] env[65448]: DEBUG oslo_vmware.api [None req-537cd78c-676a-4e75-86c4-8627be59b031 tempest-ServerAddressesNegativeTestJSON-81552472 tempest-ServerAddressesNegativeTestJSON-81552472-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5280c163-4233-678f-c1cf-5b86ab2be4a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.576046] env[65448]: WARNING neutronclient.v2_0.client [None req-37ec63e3-2966-477a-bed6-ef9d0721a2c6 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1261.713470] env[65448]: DEBUG oslo_vmware.api [None req-df20c48b-232b-43d5-ba29-e3b6c1c16f75 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4938658, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.039509} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.713537] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-df20c48b-232b-43d5-ba29-e3b6c1c16f75 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1261.713672] env[65448]: DEBUG oslo_concurrency.lockutils [None req-df20c48b-232b-43d5-ba29-e3b6c1c16f75 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1e11e2d1-334e-4878-8621-d0b2f511c499/1e11e2d1-334e-4878-8621-d0b2f511c499.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.713990] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-df20c48b-232b-43d5-ba29-e3b6c1c16f75 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1e11e2d1-334e-4878-8621-d0b2f511c499/1e11e2d1-334e-4878-8621-d0b2f511c499.vmdk to [datastore2] 3cbfb5fd-aac5-4538-87b4-d33b466ab2ad/3cbfb5fd-aac5-4538-87b4-d33b466ab2ad.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1261.717082] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0d565922-200b-49db-8834-23e83799d93f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.728112] env[65448]: DEBUG oslo_vmware.api [None req-df20c48b-232b-43d5-ba29-e3b6c1c16f75 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Waiting for the task: (returnval){ [ 1261.728112] env[65448]: value = "task-4938659" [ 1261.728112] env[65448]: _type = "Task" [ 1261.728112] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.736793] env[65448]: DEBUG oslo_vmware.api [None req-df20c48b-232b-43d5-ba29-e3b6c1c16f75 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4938659, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.741126] env[65448]: ERROR nova.scheduler.client.report [None req-f474332c-9b92-4c1f-849d-7dce5b890ed1 tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] [req-c2e58f62-ea7c-429d-9442-17f4b66b6602] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 76aeec68-79e6-4d77-baf0-33bb098aa897. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c2e58f62-ea7c-429d-9442-17f4b66b6602"}]} [ 1261.758482] env[65448]: DEBUG nova.scheduler.client.report [None req-f474332c-9b92-4c1f-849d-7dce5b890ed1 tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] Refreshing inventories for resource provider 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1261.761432] env[65448]: WARNING neutronclient.v2_0.client [None req-37ec63e3-2966-477a-bed6-ef9d0721a2c6 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1261.778032] env[65448]: DEBUG nova.scheduler.client.report [None req-f474332c-9b92-4c1f-849d-7dce5b890ed1 tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] Updating ProviderTree inventory for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1261.778032] env[65448]: DEBUG nova.compute.provider_tree [None req-f474332c-9b92-4c1f-849d-7dce5b890ed1 tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] Updating inventory in ProviderTree for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1261.785238] env[65448]: DEBUG nova.compute.manager [None req-92599a7d-f1c3-4320-8128-608b4cda8759 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] [instance: 78d46c99-f185-4a36-8931-d0dd14dd4a7f] Start destroying the instance on the hypervisor. {{(pid=65448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3209}} [ 1261.785432] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-92599a7d-f1c3-4320-8128-608b4cda8759 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] [instance: 78d46c99-f185-4a36-8931-d0dd14dd4a7f] Destroying instance {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1261.786467] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9e04291-0e88-4049-b444-9e1fb7aa57f0 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.793492] env[65448]: DEBUG nova.scheduler.client.report [None req-f474332c-9b92-4c1f-849d-7dce5b890ed1 tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] Refreshing aggregate associations for resource provider 76aeec68-79e6-4d77-baf0-33bb098aa897, aggregates: None {{(pid=65448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1261.798531] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-92599a7d-f1c3-4320-8128-608b4cda8759 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] [instance: 78d46c99-f185-4a36-8931-d0dd14dd4a7f] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1261.801152] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f7f6f7be-5ee0-4b80-8e7d-d98c09fcdda5 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.811446] env[65448]: DEBUG oslo_vmware.api [None req-92599a7d-f1c3-4320-8128-608b4cda8759 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Waiting for the task: (returnval){ [ 1261.811446] env[65448]: value = "task-4938660" [ 1261.811446] env[65448]: _type = "Task" [ 1261.811446] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.815505] env[65448]: DEBUG nova.scheduler.client.report [None req-f474332c-9b92-4c1f-849d-7dce5b890ed1 tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] Refreshing trait associations for resource provider 76aeec68-79e6-4d77-baf0-33bb098aa897, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=65448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1261.823576] env[65448]: DEBUG oslo_vmware.api [None req-92599a7d-f1c3-4320-8128-608b4cda8759 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Task: {'id': task-4938660, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.849635] env[65448]: DEBUG nova.network.neutron [None req-37ec63e3-2966-477a-bed6-ef9d0721a2c6 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: 7978c1c5-9577-4194-827e-59a715d196b7] Updating instance_info_cache with network_info: [{"id": "46132112-93de-44ee-8f40-cd3bb6d16fd5", "address": "fa:16:3e:fc:b3:33", "network": {"id": "3dad17d1-fdd5-4069-8675-ef8a0f0b9caf", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2039208773-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f35763225db24d7f858aa84e17d07cc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46132112-93", "ovs_interfaceid": "46132112-93de-44ee-8f40-cd3bb6d16fd5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1261.970908] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc643213-ec22-4fa0-bd2f-1b4f454e67de {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.979993] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d5a7ebd-9fc4-4fb2-ab6e-8882aec60fab {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.012771] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-884a43ac-ad33-4846-b527-55220c81e0f9 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.021659] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eee15b7e-48f6-47fa-a797-38167300c18e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.036488] env[65448]: DEBUG nova.compute.provider_tree [None req-f474332c-9b92-4c1f-849d-7dce5b890ed1 tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] Updating inventory in ProviderTree for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1262.076520] env[65448]: DEBUG oslo_vmware.api [None req-537cd78c-676a-4e75-86c4-8627be59b031 tempest-ServerAddressesNegativeTestJSON-81552472 tempest-ServerAddressesNegativeTestJSON-81552472-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5280c163-4233-678f-c1cf-5b86ab2be4a3, 'name': SearchDatastore_Task, 'duration_secs': 0.009297} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.076520] env[65448]: DEBUG oslo_concurrency.lockutils [None req-537cd78c-676a-4e75-86c4-8627be59b031 tempest-ServerAddressesNegativeTestJSON-81552472 tempest-ServerAddressesNegativeTestJSON-81552472-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.076960] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-537cd78c-676a-4e75-86c4-8627be59b031 tempest-ServerAddressesNegativeTestJSON-81552472 tempest-ServerAddressesNegativeTestJSON-81552472-project-member] [instance: 3012a25a-8fd4-45a4-bad5-c655a14bc0ac] Processing image 50fb366d-48e6-424f-9c20-bc83d77be76a {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1262.076960] env[65448]: DEBUG oslo_concurrency.lockutils [None req-537cd78c-676a-4e75-86c4-8627be59b031 tempest-ServerAddressesNegativeTestJSON-81552472 tempest-ServerAddressesNegativeTestJSON-81552472-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.077153] env[65448]: DEBUG oslo_concurrency.lockutils [None req-537cd78c-676a-4e75-86c4-8627be59b031 tempest-ServerAddressesNegativeTestJSON-81552472 tempest-ServerAddressesNegativeTestJSON-81552472-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.077378] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-537cd78c-676a-4e75-86c4-8627be59b031 tempest-ServerAddressesNegativeTestJSON-81552472 tempest-ServerAddressesNegativeTestJSON-81552472-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1262.077689] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-57ee1e63-8922-4308-959e-4db872561b18 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.090544] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-537cd78c-676a-4e75-86c4-8627be59b031 tempest-ServerAddressesNegativeTestJSON-81552472 tempest-ServerAddressesNegativeTestJSON-81552472-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1262.090763] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-537cd78c-676a-4e75-86c4-8627be59b031 tempest-ServerAddressesNegativeTestJSON-81552472 tempest-ServerAddressesNegativeTestJSON-81552472-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1262.091768] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30c724ab-bb7e-4838-bb24-7c23633e8ccf {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.098034] env[65448]: DEBUG oslo_vmware.api [None req-537cd78c-676a-4e75-86c4-8627be59b031 tempest-ServerAddressesNegativeTestJSON-81552472 tempest-ServerAddressesNegativeTestJSON-81552472-project-member] Waiting for the task: (returnval){ [ 1262.098034] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52653baf-8878-db9e-55b5-3270d208f0d9" [ 1262.098034] env[65448]: _type = "Task" [ 1262.098034] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.106051] env[65448]: DEBUG oslo_vmware.api [None req-537cd78c-676a-4e75-86c4-8627be59b031 tempest-ServerAddressesNegativeTestJSON-81552472 tempest-ServerAddressesNegativeTestJSON-81552472-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52653baf-8878-db9e-55b5-3270d208f0d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.240321] env[65448]: DEBUG oslo_vmware.api [None req-df20c48b-232b-43d5-ba29-e3b6c1c16f75 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4938659, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.323326] env[65448]: DEBUG oslo_vmware.api [None req-92599a7d-f1c3-4320-8128-608b4cda8759 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Task: {'id': task-4938660, 'name': PowerOffVM_Task, 'duration_secs': 0.512156} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.323574] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-92599a7d-f1c3-4320-8128-608b4cda8759 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] [instance: 78d46c99-f185-4a36-8931-d0dd14dd4a7f] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1262.323738] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-92599a7d-f1c3-4320-8128-608b4cda8759 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] [instance: 78d46c99-f185-4a36-8931-d0dd14dd4a7f] Unregistering the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1262.323999] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-524003e5-6727-4ea2-96e3-6e82ef2e9213 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.353334] env[65448]: DEBUG oslo_concurrency.lockutils [None req-37ec63e3-2966-477a-bed6-ef9d0721a2c6 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Releasing lock "refresh_cache-7978c1c5-9577-4194-827e-59a715d196b7" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.356410] env[65448]: DEBUG oslo_concurrency.lockutils [req-84ebfc56-81db-4921-b126-fa941a09194b req-4e86a33f-6260-47c5-b36d-4792224e184b service nova] Acquired lock "refresh_cache-7978c1c5-9577-4194-827e-59a715d196b7" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.356665] env[65448]: DEBUG nova.network.neutron [req-84ebfc56-81db-4921-b126-fa941a09194b req-4e86a33f-6260-47c5-b36d-4792224e184b service nova] [instance: 7978c1c5-9577-4194-827e-59a715d196b7] Refreshing network info cache for port 46132112-93de-44ee-8f40-cd3bb6d16fd5 {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1262.386277] env[65448]: DEBUG nova.virt.hardware [None req-37ec63e3-2966-477a-bed6-ef9d0721a2c6 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='63d559faca4906db627a6511274d16a5',container_format='bare',created_at=2025-12-08T17:32:50Z,direct_url=,disk_format='vmdk',id=7abfae33-1ef2-4342-b1ae-3d88cf75cd58,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-578223155-shelved',owner='f35763225db24d7f858aa84e17d07cc4',properties=ImageMetaProps,protected=,size=31673344,status='active',tags=,updated_at=2025-12-08T17:33:07Z,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1262.386584] env[65448]: DEBUG nova.virt.hardware [None req-37ec63e3-2966-477a-bed6-ef9d0721a2c6 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1262.386743] env[65448]: DEBUG nova.virt.hardware [None req-37ec63e3-2966-477a-bed6-ef9d0721a2c6 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1262.386942] env[65448]: DEBUG nova.virt.hardware [None req-37ec63e3-2966-477a-bed6-ef9d0721a2c6 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1262.387126] env[65448]: DEBUG nova.virt.hardware [None req-37ec63e3-2966-477a-bed6-ef9d0721a2c6 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1262.387275] env[65448]: DEBUG nova.virt.hardware [None req-37ec63e3-2966-477a-bed6-ef9d0721a2c6 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1262.387484] env[65448]: DEBUG nova.virt.hardware [None req-37ec63e3-2966-477a-bed6-ef9d0721a2c6 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1262.387638] env[65448]: DEBUG nova.virt.hardware [None req-37ec63e3-2966-477a-bed6-ef9d0721a2c6 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1262.387798] env[65448]: DEBUG nova.virt.hardware [None req-37ec63e3-2966-477a-bed6-ef9d0721a2c6 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1262.387957] env[65448]: DEBUG nova.virt.hardware [None req-37ec63e3-2966-477a-bed6-ef9d0721a2c6 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1262.388140] env[65448]: DEBUG nova.virt.hardware [None req-37ec63e3-2966-477a-bed6-ef9d0721a2c6 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1262.389556] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27c362e5-64a3-470f-8f6f-10c8c880285d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.398783] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b746ab8-1c40-497a-a673-b9d06e5c9f60 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.414416] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-37ec63e3-2966-477a-bed6-ef9d0721a2c6 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: 7978c1c5-9577-4194-827e-59a715d196b7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fc:b3:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c894ab55-c869-4530-9702-cb46d173ce94', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '46132112-93de-44ee-8f40-cd3bb6d16fd5', 'vif_model': 'vmxnet3'}] {{(pid=65448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1262.422995] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-37ec63e3-2966-477a-bed6-ef9d0721a2c6 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1262.423497] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7978c1c5-9577-4194-827e-59a715d196b7] Creating VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1262.423898] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fae2ada7-081f-435d-bfc4-db390b8d318c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.442425] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-92599a7d-f1c3-4320-8128-608b4cda8759 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] [instance: 78d46c99-f185-4a36-8931-d0dd14dd4a7f] Unregistered the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1262.442646] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-92599a7d-f1c3-4320-8128-608b4cda8759 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] [instance: 78d46c99-f185-4a36-8931-d0dd14dd4a7f] Deleting contents of the VM from datastore datastore1 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1262.442828] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-92599a7d-f1c3-4320-8128-608b4cda8759 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Deleting the datastore file [datastore1] 78d46c99-f185-4a36-8931-d0dd14dd4a7f {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1262.443587] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-60cf24e3-1d08-4cd8-b96b-a5bbacaf8df2 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.449446] env[65448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1262.449446] env[65448]: value = "task-4938662" [ 1262.449446] env[65448]: _type = "Task" [ 1262.449446] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.454690] env[65448]: DEBUG oslo_vmware.api [None req-92599a7d-f1c3-4320-8128-608b4cda8759 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Waiting for the task: (returnval){ [ 1262.454690] env[65448]: value = "task-4938663" [ 1262.454690] env[65448]: _type = "Task" [ 1262.454690] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.471823] env[65448]: DEBUG oslo_vmware.api [None req-92599a7d-f1c3-4320-8128-608b4cda8759 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Task: {'id': task-4938663, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.475291] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4938662, 'name': CreateVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.575647] env[65448]: DEBUG nova.scheduler.client.report [None req-f474332c-9b92-4c1f-849d-7dce5b890ed1 tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] Updated inventory for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 with generation 175 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1262.576299] env[65448]: DEBUG nova.compute.provider_tree [None req-f474332c-9b92-4c1f-849d-7dce5b890ed1 tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] Updating resource provider 76aeec68-79e6-4d77-baf0-33bb098aa897 generation from 175 to 176 during operation: update_inventory {{(pid=65448) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1262.576722] env[65448]: DEBUG nova.compute.provider_tree [None req-f474332c-9b92-4c1f-849d-7dce5b890ed1 tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] Updating inventory in ProviderTree for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1262.611746] env[65448]: DEBUG oslo_vmware.api [None req-537cd78c-676a-4e75-86c4-8627be59b031 tempest-ServerAddressesNegativeTestJSON-81552472 tempest-ServerAddressesNegativeTestJSON-81552472-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52653baf-8878-db9e-55b5-3270d208f0d9, 'name': SearchDatastore_Task, 'duration_secs': 0.011762} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.612812] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3789939c-5645-430d-8760-79e0fcc5e9a7 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.620307] env[65448]: DEBUG oslo_vmware.api [None req-537cd78c-676a-4e75-86c4-8627be59b031 tempest-ServerAddressesNegativeTestJSON-81552472 tempest-ServerAddressesNegativeTestJSON-81552472-project-member] Waiting for the task: (returnval){ [ 1262.620307] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52cb3cad-fdb0-867a-899e-aa22ed938681" [ 1262.620307] env[65448]: _type = "Task" [ 1262.620307] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.631855] env[65448]: DEBUG oslo_vmware.api [None req-537cd78c-676a-4e75-86c4-8627be59b031 tempest-ServerAddressesNegativeTestJSON-81552472 tempest-ServerAddressesNegativeTestJSON-81552472-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52cb3cad-fdb0-867a-899e-aa22ed938681, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.742080] env[65448]: DEBUG oslo_vmware.api [None req-df20c48b-232b-43d5-ba29-e3b6c1c16f75 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4938659, 'name': CopyVirtualDisk_Task} progress is 26%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.859873] env[65448]: WARNING neutronclient.v2_0.client [req-84ebfc56-81db-4921-b126-fa941a09194b req-4e86a33f-6260-47c5-b36d-4792224e184b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1262.963282] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4938662, 'name': CreateVM_Task, 'duration_secs': 0.413152} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.963495] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7978c1c5-9577-4194-827e-59a715d196b7] Created VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1262.964516] env[65448]: WARNING neutronclient.v2_0.client [None req-37ec63e3-2966-477a-bed6-ef9d0721a2c6 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1262.965012] env[65448]: DEBUG oslo_concurrency.lockutils [None req-37ec63e3-2966-477a-bed6-ef9d0721a2c6 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7abfae33-1ef2-4342-b1ae-3d88cf75cd58" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.965146] env[65448]: DEBUG oslo_concurrency.lockutils [None req-37ec63e3-2966-477a-bed6-ef9d0721a2c6 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7abfae33-1ef2-4342-b1ae-3d88cf75cd58" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.965678] env[65448]: DEBUG oslo_concurrency.lockutils [None req-37ec63e3-2966-477a-bed6-ef9d0721a2c6 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7abfae33-1ef2-4342-b1ae-3d88cf75cd58" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.965969] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53562234-c9cc-4cfd-af66-a0b6ff29289e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.971135] env[65448]: DEBUG oslo_vmware.api [None req-92599a7d-f1c3-4320-8128-608b4cda8759 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Task: {'id': task-4938663, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.975168] env[65448]: DEBUG oslo_vmware.api [None req-37ec63e3-2966-477a-bed6-ef9d0721a2c6 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Waiting for the task: (returnval){ [ 1262.975168] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52d6edda-86c3-dcbb-1f63-6f45b7292fad" [ 1262.975168] env[65448]: _type = "Task" [ 1262.975168] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.987764] env[65448]: DEBUG oslo_vmware.api [None req-37ec63e3-2966-477a-bed6-ef9d0721a2c6 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52d6edda-86c3-dcbb-1f63-6f45b7292fad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.036653] env[65448]: WARNING neutronclient.v2_0.client [req-84ebfc56-81db-4921-b126-fa941a09194b req-4e86a33f-6260-47c5-b36d-4792224e184b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1263.085281] env[65448]: DEBUG oslo_concurrency.lockutils [None req-f474332c-9b92-4c1f-849d-7dce5b890ed1 tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.599s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.087808] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 11.740s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.088074] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.088269] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65448) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1263.088572] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d1c1d9f4-7f4e-4f3e-bb22-fcb63fe48e5e tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.582s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.090306] env[65448]: INFO nova.compute.claims [None req-d1c1d9f4-7f4e-4f3e-bb22-fcb63fe48e5e tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: 0a020bd8-f2c2-467e-bbb4-82b0e3c85cab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1263.093870] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48b8bdf6-5ef2-46d0-9d39-80ced04e6d57 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.107746] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-059abf5f-e9a7-4209-9d27-2179007647aa {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.126314] env[65448]: DEBUG nova.network.neutron [req-84ebfc56-81db-4921-b126-fa941a09194b req-4e86a33f-6260-47c5-b36d-4792224e184b service nova] [instance: 7978c1c5-9577-4194-827e-59a715d196b7] Updated VIF entry in instance network info cache for port 46132112-93de-44ee-8f40-cd3bb6d16fd5. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1263.126885] env[65448]: DEBUG nova.network.neutron [req-84ebfc56-81db-4921-b126-fa941a09194b req-4e86a33f-6260-47c5-b36d-4792224e184b service nova] [instance: 7978c1c5-9577-4194-827e-59a715d196b7] Updating instance_info_cache with network_info: [{"id": "46132112-93de-44ee-8f40-cd3bb6d16fd5", "address": "fa:16:3e:fc:b3:33", "network": {"id": "3dad17d1-fdd5-4069-8675-ef8a0f0b9caf", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2039208773-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f35763225db24d7f858aa84e17d07cc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46132112-93", "ovs_interfaceid": "46132112-93de-44ee-8f40-cd3bb6d16fd5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1263.132665] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6abb6a20-4d34-4687-a1a9-194e7d1b191d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.143212] env[65448]: DEBUG oslo_vmware.api [None req-537cd78c-676a-4e75-86c4-8627be59b031 tempest-ServerAddressesNegativeTestJSON-81552472 tempest-ServerAddressesNegativeTestJSON-81552472-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52cb3cad-fdb0-867a-899e-aa22ed938681, 'name': SearchDatastore_Task, 'duration_secs': 0.093823} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.147802] env[65448]: DEBUG oslo_concurrency.lockutils [None req-537cd78c-676a-4e75-86c4-8627be59b031 tempest-ServerAddressesNegativeTestJSON-81552472 tempest-ServerAddressesNegativeTestJSON-81552472-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.147802] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-537cd78c-676a-4e75-86c4-8627be59b031 tempest-ServerAddressesNegativeTestJSON-81552472 tempest-ServerAddressesNegativeTestJSON-81552472-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] 3012a25a-8fd4-45a4-bad5-c655a14bc0ac/3012a25a-8fd4-45a4-bad5-c655a14bc0ac.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1263.148064] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a0d42d22-2602-4901-a115-266e580280f2 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.151044] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be80aedc-54e9-4f51-9b90-68c6f6d609e2 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.186548] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178900MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65448) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1263.186767] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.189161] env[65448]: DEBUG oslo_vmware.api [None req-537cd78c-676a-4e75-86c4-8627be59b031 tempest-ServerAddressesNegativeTestJSON-81552472 tempest-ServerAddressesNegativeTestJSON-81552472-project-member] Waiting for the task: (returnval){ [ 1263.189161] env[65448]: value = "task-4938664" [ 1263.189161] env[65448]: _type = "Task" [ 1263.189161] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.203373] env[65448]: DEBUG oslo_vmware.api [None req-537cd78c-676a-4e75-86c4-8627be59b031 tempest-ServerAddressesNegativeTestJSON-81552472 tempest-ServerAddressesNegativeTestJSON-81552472-project-member] Task: {'id': task-4938664, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.242766] env[65448]: DEBUG oslo_vmware.api [None req-df20c48b-232b-43d5-ba29-e3b6c1c16f75 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4938659, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.469370] env[65448]: DEBUG oslo_vmware.api [None req-92599a7d-f1c3-4320-8128-608b4cda8759 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Task: {'id': task-4938663, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.489135] env[65448]: DEBUG oslo_concurrency.lockutils [None req-37ec63e3-2966-477a-bed6-ef9d0721a2c6 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7abfae33-1ef2-4342-b1ae-3d88cf75cd58" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.489399] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-37ec63e3-2966-477a-bed6-ef9d0721a2c6 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: 7978c1c5-9577-4194-827e-59a715d196b7] Processing image 7abfae33-1ef2-4342-b1ae-3d88cf75cd58 {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1263.489668] env[65448]: DEBUG oslo_concurrency.lockutils [None req-37ec63e3-2966-477a-bed6-ef9d0721a2c6 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7abfae33-1ef2-4342-b1ae-3d88cf75cd58/7abfae33-1ef2-4342-b1ae-3d88cf75cd58.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.489817] env[65448]: DEBUG oslo_concurrency.lockutils [None req-37ec63e3-2966-477a-bed6-ef9d0721a2c6 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7abfae33-1ef2-4342-b1ae-3d88cf75cd58/7abfae33-1ef2-4342-b1ae-3d88cf75cd58.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.489995] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-37ec63e3-2966-477a-bed6-ef9d0721a2c6 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1263.490295] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b819d7d7-8a20-46ed-ac44-94697f8cbe6d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.519495] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-37ec63e3-2966-477a-bed6-ef9d0721a2c6 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1263.519754] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-37ec63e3-2966-477a-bed6-ef9d0721a2c6 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1263.520822] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28ab1b1b-8ada-4f57-8df6-87ef08ceb8ef {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.528438] env[65448]: DEBUG oslo_vmware.api [None req-37ec63e3-2966-477a-bed6-ef9d0721a2c6 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Waiting for the task: (returnval){ [ 1263.528438] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52b59e34-621c-ee91-9b06-fb74e01efcbd" [ 1263.528438] env[65448]: _type = "Task" [ 1263.528438] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.542109] env[65448]: DEBUG oslo_vmware.api [None req-37ec63e3-2966-477a-bed6-ef9d0721a2c6 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52b59e34-621c-ee91-9b06-fb74e01efcbd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.610232] env[65448]: DEBUG oslo_concurrency.lockutils [None req-f474332c-9b92-4c1f-849d-7dce5b890ed1 tempest-ServerActionsV293TestJSON-1632459528 tempest-ServerActionsV293TestJSON-1632459528-project-member] Lock "753a9b2e-f28b-4680-82ea-afa474d6b0c3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.206s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.637794] env[65448]: DEBUG oslo_concurrency.lockutils [req-84ebfc56-81db-4921-b126-fa941a09194b req-4e86a33f-6260-47c5-b36d-4792224e184b service nova] Releasing lock "refresh_cache-7978c1c5-9577-4194-827e-59a715d196b7" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.702406] env[65448]: DEBUG oslo_vmware.api [None req-537cd78c-676a-4e75-86c4-8627be59b031 tempest-ServerAddressesNegativeTestJSON-81552472 tempest-ServerAddressesNegativeTestJSON-81552472-project-member] Task: {'id': task-4938664, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.744757] env[65448]: DEBUG oslo_vmware.api [None req-df20c48b-232b-43d5-ba29-e3b6c1c16f75 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4938659, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.969260] env[65448]: DEBUG oslo_vmware.api [None req-92599a7d-f1c3-4320-8128-608b4cda8759 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Task: {'id': task-4938663, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.050643} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.969564] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-92599a7d-f1c3-4320-8128-608b4cda8759 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1263.969766] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-92599a7d-f1c3-4320-8128-608b4cda8759 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] [instance: 78d46c99-f185-4a36-8931-d0dd14dd4a7f] Deleted contents of the VM from datastore datastore1 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1263.969960] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-92599a7d-f1c3-4320-8128-608b4cda8759 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] [instance: 78d46c99-f185-4a36-8931-d0dd14dd4a7f] Instance destroyed {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1263.970146] env[65448]: INFO nova.compute.manager [None req-92599a7d-f1c3-4320-8128-608b4cda8759 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] [instance: 78d46c99-f185-4a36-8931-d0dd14dd4a7f] Took 2.18 seconds to destroy the instance on the hypervisor. [ 1263.970413] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-92599a7d-f1c3-4320-8128-608b4cda8759 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1263.970622] env[65448]: DEBUG nova.compute.manager [-] [instance: 78d46c99-f185-4a36-8931-d0dd14dd4a7f] Deallocating network for instance {{(pid=65448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1263.970736] env[65448]: DEBUG nova.network.neutron [-] [instance: 78d46c99-f185-4a36-8931-d0dd14dd4a7f] deallocate_for_instance() {{(pid=65448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1263.970977] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1264.007159] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1264.040579] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-37ec63e3-2966-477a-bed6-ef9d0721a2c6 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: 7978c1c5-9577-4194-827e-59a715d196b7] Preparing fetch location {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1264.040850] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-37ec63e3-2966-477a-bed6-ef9d0721a2c6 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: 7978c1c5-9577-4194-827e-59a715d196b7] Fetch image to [datastore2] OSTACK_IMG_545ad29b-6dd8-4da7-8bb5-993ea26b1121/OSTACK_IMG_545ad29b-6dd8-4da7-8bb5-993ea26b1121.vmdk {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1264.041169] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-37ec63e3-2966-477a-bed6-ef9d0721a2c6 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: 7978c1c5-9577-4194-827e-59a715d196b7] Downloading stream optimized image 7abfae33-1ef2-4342-b1ae-3d88cf75cd58 to [datastore2] OSTACK_IMG_545ad29b-6dd8-4da7-8bb5-993ea26b1121/OSTACK_IMG_545ad29b-6dd8-4da7-8bb5-993ea26b1121.vmdk on the data store datastore2 as vApp {{(pid=65448) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1264.041419] env[65448]: DEBUG nova.virt.vmwareapi.images [None req-37ec63e3-2966-477a-bed6-ef9d0721a2c6 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: 7978c1c5-9577-4194-827e-59a715d196b7] Downloading image file data 7abfae33-1ef2-4342-b1ae-3d88cf75cd58 to the ESX as VM named 'OSTACK_IMG_545ad29b-6dd8-4da7-8bb5-993ea26b1121' {{(pid=65448) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1264.136549] env[65448]: DEBUG oslo_vmware.rw_handles [None req-37ec63e3-2966-477a-bed6-ef9d0721a2c6 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1264.136549] env[65448]: value = "resgroup-9" [ 1264.136549] env[65448]: _type = "ResourcePool" [ 1264.136549] env[65448]: }. {{(pid=65448) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1264.136549] env[65448]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-12f1e125-422d-4ccc-9c57-0e8a209dfbbd {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.162356] env[65448]: DEBUG oslo_vmware.rw_handles [None req-37ec63e3-2966-477a-bed6-ef9d0721a2c6 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Lease: (returnval){ [ 1264.162356] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52c77369-332d-8f2f-a1b2-3a734463e9b8" [ 1264.162356] env[65448]: _type = "HttpNfcLease" [ 1264.162356] env[65448]: } obtained for vApp import into resource pool (val){ [ 1264.162356] env[65448]: value = "resgroup-9" [ 1264.162356] env[65448]: _type = "ResourcePool" [ 1264.162356] env[65448]: }. {{(pid=65448) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1264.162751] env[65448]: DEBUG oslo_vmware.api [None req-37ec63e3-2966-477a-bed6-ef9d0721a2c6 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Waiting for the lease: (returnval){ [ 1264.162751] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52c77369-332d-8f2f-a1b2-3a734463e9b8" [ 1264.162751] env[65448]: _type = "HttpNfcLease" [ 1264.162751] env[65448]: } to be ready. {{(pid=65448) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1264.172588] env[65448]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1264.172588] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52c77369-332d-8f2f-a1b2-3a734463e9b8" [ 1264.172588] env[65448]: _type = "HttpNfcLease" [ 1264.172588] env[65448]: } is initializing. {{(pid=65448) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1264.208135] env[65448]: DEBUG oslo_vmware.api [None req-537cd78c-676a-4e75-86c4-8627be59b031 tempest-ServerAddressesNegativeTestJSON-81552472 tempest-ServerAddressesNegativeTestJSON-81552472-project-member] Task: {'id': task-4938664, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.248843] env[65448]: DEBUG oslo_vmware.api [None req-df20c48b-232b-43d5-ba29-e3b6c1c16f75 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4938659, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.314465] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31a904c2-16d9-4bfe-88e9-d3b888ff2652 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.323551] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d72ca7e9-2673-4971-8324-bff115680450 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.360608] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38ba9a99-3d82-4f24-9931-abda32b86da0 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.369975] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cad8e3a8-bd18-4f38-8968-3c8330bbcfea {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.387117] env[65448]: DEBUG nova.compute.provider_tree [None req-d1c1d9f4-7f4e-4f3e-bb22-fcb63fe48e5e tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1264.567815] env[65448]: DEBUG nova.compute.manager [req-dd77c0bc-4112-461c-93c7-59a434b07c13 req-1d8a93ad-2773-4cfe-b829-a6a9523580d8 service nova] [instance: 78d46c99-f185-4a36-8931-d0dd14dd4a7f] Received event network-vif-deleted-0dd34a58-5494-4dd4-84b5-9444987b0631 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1264.568033] env[65448]: INFO nova.compute.manager [req-dd77c0bc-4112-461c-93c7-59a434b07c13 req-1d8a93ad-2773-4cfe-b829-a6a9523580d8 service nova] [instance: 78d46c99-f185-4a36-8931-d0dd14dd4a7f] Neutron deleted interface 0dd34a58-5494-4dd4-84b5-9444987b0631; detaching it from the instance and deleting it from the info cache [ 1264.568235] env[65448]: DEBUG nova.network.neutron [req-dd77c0bc-4112-461c-93c7-59a434b07c13 req-1d8a93ad-2773-4cfe-b829-a6a9523580d8 service nova] [instance: 78d46c99-f185-4a36-8931-d0dd14dd4a7f] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1264.670959] env[65448]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1264.670959] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52c77369-332d-8f2f-a1b2-3a734463e9b8" [ 1264.670959] env[65448]: _type = "HttpNfcLease" [ 1264.670959] env[65448]: } is initializing. {{(pid=65448) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1264.702044] env[65448]: DEBUG oslo_vmware.api [None req-537cd78c-676a-4e75-86c4-8627be59b031 tempest-ServerAddressesNegativeTestJSON-81552472 tempest-ServerAddressesNegativeTestJSON-81552472-project-member] Task: {'id': task-4938664, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.743781] env[65448]: DEBUG oslo_vmware.api [None req-df20c48b-232b-43d5-ba29-e3b6c1c16f75 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4938659, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.927191} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.744124] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-df20c48b-232b-43d5-ba29-e3b6c1c16f75 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1e11e2d1-334e-4878-8621-d0b2f511c499/1e11e2d1-334e-4878-8621-d0b2f511c499.vmdk to [datastore2] 3cbfb5fd-aac5-4538-87b4-d33b466ab2ad/3cbfb5fd-aac5-4538-87b4-d33b466ab2ad.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1264.745030] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ffce7bf-404e-4837-8e29-b25d62c6cf7c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.769756] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-df20c48b-232b-43d5-ba29-e3b6c1c16f75 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 3cbfb5fd-aac5-4538-87b4-d33b466ab2ad] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] 3cbfb5fd-aac5-4538-87b4-d33b466ab2ad/3cbfb5fd-aac5-4538-87b4-d33b466ab2ad.vmdk or device None with type streamOptimized {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1264.770125] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0a1948e-3f8b-40b2-b0e8-d6df4c95e956 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.792472] env[65448]: DEBUG oslo_vmware.api [None req-df20c48b-232b-43d5-ba29-e3b6c1c16f75 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Waiting for the task: (returnval){ [ 1264.792472] env[65448]: value = "task-4938666" [ 1264.792472] env[65448]: _type = "Task" [ 1264.792472] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.802370] env[65448]: DEBUG oslo_vmware.api [None req-df20c48b-232b-43d5-ba29-e3b6c1c16f75 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4938666, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.893145] env[65448]: DEBUG nova.scheduler.client.report [None req-d1c1d9f4-7f4e-4f3e-bb22-fcb63fe48e5e tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1265.038964] env[65448]: DEBUG nova.network.neutron [-] [instance: 78d46c99-f185-4a36-8931-d0dd14dd4a7f] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1265.070988] env[65448]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0e4240ba-9f74-4840-a347-f5c5ae2cfc14 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.082040] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96650cd1-f155-4184-9c18-d5948b1d0b08 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.116862] env[65448]: DEBUG nova.compute.manager [req-dd77c0bc-4112-461c-93c7-59a434b07c13 req-1d8a93ad-2773-4cfe-b829-a6a9523580d8 service nova] [instance: 78d46c99-f185-4a36-8931-d0dd14dd4a7f] Detach interface failed, port_id=0dd34a58-5494-4dd4-84b5-9444987b0631, reason: Instance 78d46c99-f185-4a36-8931-d0dd14dd4a7f could not be found. {{(pid=65448) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 1265.172889] env[65448]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1265.172889] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52c77369-332d-8f2f-a1b2-3a734463e9b8" [ 1265.172889] env[65448]: _type = "HttpNfcLease" [ 1265.172889] env[65448]: } is initializing. {{(pid=65448) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1265.203611] env[65448]: DEBUG oslo_vmware.api [None req-537cd78c-676a-4e75-86c4-8627be59b031 tempest-ServerAddressesNegativeTestJSON-81552472 tempest-ServerAddressesNegativeTestJSON-81552472-project-member] Task: {'id': task-4938664, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.302457] env[65448]: DEBUG oslo_vmware.api [None req-df20c48b-232b-43d5-ba29-e3b6c1c16f75 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4938666, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.399117] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d1c1d9f4-7f4e-4f3e-bb22-fcb63fe48e5e tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.310s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.399559] env[65448]: DEBUG nova.compute.manager [None req-d1c1d9f4-7f4e-4f3e-bb22-fcb63fe48e5e tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: 0a020bd8-f2c2-467e-bbb4-82b0e3c85cab] Start building networks asynchronously for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2881}} [ 1265.402666] env[65448]: DEBUG oslo_concurrency.lockutils [None req-578dc5cc-3b4b-49e3-9069-a674691b49f9 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 9.237s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.544109] env[65448]: INFO nova.compute.manager [-] [instance: 78d46c99-f185-4a36-8931-d0dd14dd4a7f] Took 1.57 seconds to deallocate network for instance. [ 1265.672758] env[65448]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1265.672758] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52c77369-332d-8f2f-a1b2-3a734463e9b8" [ 1265.672758] env[65448]: _type = "HttpNfcLease" [ 1265.672758] env[65448]: } is initializing. {{(pid=65448) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1265.703279] env[65448]: DEBUG oslo_vmware.api [None req-537cd78c-676a-4e75-86c4-8627be59b031 tempest-ServerAddressesNegativeTestJSON-81552472 tempest-ServerAddressesNegativeTestJSON-81552472-project-member] Task: {'id': task-4938664, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.133713} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.703567] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-537cd78c-676a-4e75-86c4-8627be59b031 tempest-ServerAddressesNegativeTestJSON-81552472 tempest-ServerAddressesNegativeTestJSON-81552472-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] 3012a25a-8fd4-45a4-bad5-c655a14bc0ac/3012a25a-8fd4-45a4-bad5-c655a14bc0ac.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1265.703819] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-537cd78c-676a-4e75-86c4-8627be59b031 tempest-ServerAddressesNegativeTestJSON-81552472 tempest-ServerAddressesNegativeTestJSON-81552472-project-member] [instance: 3012a25a-8fd4-45a4-bad5-c655a14bc0ac] Extending root virtual disk to 1048576 {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1265.704135] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-51ef3c21-a166-4de8-ab7d-9f0c38cf528e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.710725] env[65448]: DEBUG oslo_vmware.api [None req-537cd78c-676a-4e75-86c4-8627be59b031 tempest-ServerAddressesNegativeTestJSON-81552472 tempest-ServerAddressesNegativeTestJSON-81552472-project-member] Waiting for the task: (returnval){ [ 1265.710725] env[65448]: value = "task-4938667" [ 1265.710725] env[65448]: _type = "Task" [ 1265.710725] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.719153] env[65448]: DEBUG oslo_vmware.api [None req-537cd78c-676a-4e75-86c4-8627be59b031 tempest-ServerAddressesNegativeTestJSON-81552472 tempest-ServerAddressesNegativeTestJSON-81552472-project-member] Task: {'id': task-4938667, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.803704] env[65448]: DEBUG oslo_vmware.api [None req-df20c48b-232b-43d5-ba29-e3b6c1c16f75 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4938666, 'name': ReconfigVM_Task, 'duration_secs': 0.699532} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.804018] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-df20c48b-232b-43d5-ba29-e3b6c1c16f75 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 3cbfb5fd-aac5-4538-87b4-d33b466ab2ad] Reconfigured VM instance instance-0000006d to attach disk [datastore2] 3cbfb5fd-aac5-4538-87b4-d33b466ab2ad/3cbfb5fd-aac5-4538-87b4-d33b466ab2ad.vmdk or device None with type streamOptimized {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1265.804722] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5c8bc090-ccef-463d-b147-2a93c7b5e20c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.812285] env[65448]: DEBUG oslo_vmware.api [None req-df20c48b-232b-43d5-ba29-e3b6c1c16f75 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Waiting for the task: (returnval){ [ 1265.812285] env[65448]: value = "task-4938668" [ 1265.812285] env[65448]: _type = "Task" [ 1265.812285] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.822506] env[65448]: DEBUG oslo_vmware.api [None req-df20c48b-232b-43d5-ba29-e3b6c1c16f75 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4938668, 'name': Rename_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.906316] env[65448]: DEBUG nova.compute.utils [None req-d1c1d9f4-7f4e-4f3e-bb22-fcb63fe48e5e tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Using /dev/sd instead of None {{(pid=65448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1265.908120] env[65448]: DEBUG nova.compute.manager [None req-d1c1d9f4-7f4e-4f3e-bb22-fcb63fe48e5e tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: 0a020bd8-f2c2-467e-bbb4-82b0e3c85cab] Allocating IP information in the background. {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 1265.908187] env[65448]: DEBUG nova.network.neutron [None req-d1c1d9f4-7f4e-4f3e-bb22-fcb63fe48e5e tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: 0a020bd8-f2c2-467e-bbb4-82b0e3c85cab] allocate_for_instance() {{(pid=65448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1265.908514] env[65448]: WARNING neutronclient.v2_0.client [None req-d1c1d9f4-7f4e-4f3e-bb22-fcb63fe48e5e tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1265.908904] env[65448]: WARNING neutronclient.v2_0.client [None req-d1c1d9f4-7f4e-4f3e-bb22-fcb63fe48e5e tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1266.041688] env[65448]: DEBUG nova.policy [None req-d1c1d9f4-7f4e-4f3e-bb22-fcb63fe48e5e tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dc9a3048fffb4c5c805492e6b371cf9e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7bf59e2c00b54ab7a8bc201e80781fcb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65448) authorize /opt/stack/nova/nova/policy.py:192}} [ 1266.050528] env[65448]: DEBUG oslo_concurrency.lockutils [None req-92599a7d-f1c3-4320-8128-608b4cda8759 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.136459] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ba7cb44-0c5d-4737-b4f5-a6815dc4122c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.144255] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22778427-1212-4f1f-a624-e578c37c8ede {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.177080] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32ee589b-80b4-4531-9469-f749fd0884e6 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.185753] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efc86d1b-8dbe-43fb-ba6d-54d5a6a503dc {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.189348] env[65448]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1266.189348] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52c77369-332d-8f2f-a1b2-3a734463e9b8" [ 1266.189348] env[65448]: _type = "HttpNfcLease" [ 1266.189348] env[65448]: } is ready. {{(pid=65448) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1266.189963] env[65448]: DEBUG oslo_vmware.rw_handles [None req-37ec63e3-2966-477a-bed6-ef9d0721a2c6 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1266.189963] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52c77369-332d-8f2f-a1b2-3a734463e9b8" [ 1266.189963] env[65448]: _type = "HttpNfcLease" [ 1266.189963] env[65448]: }. {{(pid=65448) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1266.190943] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e3d0a83-582c-446c-8993-b75417c0fda3 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.201101] env[65448]: DEBUG nova.compute.provider_tree [None req-578dc5cc-3b4b-49e3-9069-a674691b49f9 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1266.207920] env[65448]: DEBUG oslo_vmware.rw_handles [None req-37ec63e3-2966-477a-bed6-ef9d0721a2c6 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bc3d1f-7bf0-cb7c-371d-5f29851bc530/disk-0.vmdk from lease info. {{(pid=65448) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1266.207920] env[65448]: DEBUG oslo_vmware.rw_handles [None req-37ec63e3-2966-477a-bed6-ef9d0721a2c6 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Creating HTTP connection to write to file with size = 31673344 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bc3d1f-7bf0-cb7c-371d-5f29851bc530/disk-0.vmdk. {{(pid=65448) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1266.279794] env[65448]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f3287724-03b4-448e-8c99-ff180c368750 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.281773] env[65448]: DEBUG oslo_vmware.api [None req-537cd78c-676a-4e75-86c4-8627be59b031 tempest-ServerAddressesNegativeTestJSON-81552472 tempest-ServerAddressesNegativeTestJSON-81552472-project-member] Task: {'id': task-4938667, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070257} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.285296] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-537cd78c-676a-4e75-86c4-8627be59b031 tempest-ServerAddressesNegativeTestJSON-81552472 tempest-ServerAddressesNegativeTestJSON-81552472-project-member] [instance: 3012a25a-8fd4-45a4-bad5-c655a14bc0ac] Extended root virtual disk {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1266.285296] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5876fb83-4755-4b0d-8681-88b4ee937d03 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.315963] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-537cd78c-676a-4e75-86c4-8627be59b031 tempest-ServerAddressesNegativeTestJSON-81552472 tempest-ServerAddressesNegativeTestJSON-81552472-project-member] [instance: 3012a25a-8fd4-45a4-bad5-c655a14bc0ac] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] 3012a25a-8fd4-45a4-bad5-c655a14bc0ac/3012a25a-8fd4-45a4-bad5-c655a14bc0ac.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1266.316442] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-198657e3-b79b-40c1-afc3-876a6393f589 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.342728] env[65448]: DEBUG oslo_vmware.api [None req-df20c48b-232b-43d5-ba29-e3b6c1c16f75 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4938668, 'name': Rename_Task, 'duration_secs': 0.147395} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.344326] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-df20c48b-232b-43d5-ba29-e3b6c1c16f75 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 3cbfb5fd-aac5-4538-87b4-d33b466ab2ad] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1266.344733] env[65448]: DEBUG oslo_vmware.api [None req-537cd78c-676a-4e75-86c4-8627be59b031 tempest-ServerAddressesNegativeTestJSON-81552472 tempest-ServerAddressesNegativeTestJSON-81552472-project-member] Waiting for the task: (returnval){ [ 1266.344733] env[65448]: value = "task-4938669" [ 1266.344733] env[65448]: _type = "Task" [ 1266.344733] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.345071] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0c67156d-0214-4149-9251-4011d4122e33 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.357331] env[65448]: DEBUG oslo_vmware.api [None req-537cd78c-676a-4e75-86c4-8627be59b031 tempest-ServerAddressesNegativeTestJSON-81552472 tempest-ServerAddressesNegativeTestJSON-81552472-project-member] Task: {'id': task-4938669, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.359169] env[65448]: DEBUG nova.network.neutron [None req-d1c1d9f4-7f4e-4f3e-bb22-fcb63fe48e5e tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: 0a020bd8-f2c2-467e-bbb4-82b0e3c85cab] Successfully created port: f41227cc-e0f9-4cb1-9819-7105440f4759 {{(pid=65448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1266.361651] env[65448]: DEBUG oslo_vmware.api [None req-df20c48b-232b-43d5-ba29-e3b6c1c16f75 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Waiting for the task: (returnval){ [ 1266.361651] env[65448]: value = "task-4938670" [ 1266.361651] env[65448]: _type = "Task" [ 1266.361651] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.371183] env[65448]: DEBUG oslo_vmware.api [None req-df20c48b-232b-43d5-ba29-e3b6c1c16f75 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4938670, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.415278] env[65448]: DEBUG nova.compute.manager [None req-d1c1d9f4-7f4e-4f3e-bb22-fcb63fe48e5e tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: 0a020bd8-f2c2-467e-bbb4-82b0e3c85cab] Start building block device mappings for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2916}} [ 1266.705692] env[65448]: DEBUG nova.scheduler.client.report [None req-578dc5cc-3b4b-49e3-9069-a674691b49f9 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1266.858325] env[65448]: DEBUG oslo_vmware.api [None req-537cd78c-676a-4e75-86c4-8627be59b031 tempest-ServerAddressesNegativeTestJSON-81552472 tempest-ServerAddressesNegativeTestJSON-81552472-project-member] Task: {'id': task-4938669, 'name': ReconfigVM_Task, 'duration_secs': 0.371844} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.858658] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-537cd78c-676a-4e75-86c4-8627be59b031 tempest-ServerAddressesNegativeTestJSON-81552472 tempest-ServerAddressesNegativeTestJSON-81552472-project-member] [instance: 3012a25a-8fd4-45a4-bad5-c655a14bc0ac] Reconfigured VM instance instance-00000078 to attach disk [datastore2] 3012a25a-8fd4-45a4-bad5-c655a14bc0ac/3012a25a-8fd4-45a4-bad5-c655a14bc0ac.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1266.859354] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3ccd383b-d26f-409f-8cf8-3d2fc2598f62 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.867630] env[65448]: DEBUG oslo_vmware.api [None req-537cd78c-676a-4e75-86c4-8627be59b031 tempest-ServerAddressesNegativeTestJSON-81552472 tempest-ServerAddressesNegativeTestJSON-81552472-project-member] Waiting for the task: (returnval){ [ 1266.867630] env[65448]: value = "task-4938671" [ 1266.867630] env[65448]: _type = "Task" [ 1266.867630] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.874941] env[65448]: DEBUG oslo_vmware.api [None req-df20c48b-232b-43d5-ba29-e3b6c1c16f75 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4938670, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.883192] env[65448]: DEBUG oslo_vmware.api [None req-537cd78c-676a-4e75-86c4-8627be59b031 tempest-ServerAddressesNegativeTestJSON-81552472 tempest-ServerAddressesNegativeTestJSON-81552472-project-member] Task: {'id': task-4938671, 'name': Rename_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.920824] env[65448]: INFO nova.virt.block_device [None req-d1c1d9f4-7f4e-4f3e-bb22-fcb63fe48e5e tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: 0a020bd8-f2c2-467e-bbb4-82b0e3c85cab] Booting with volume d35601fe-bce6-47c8-9406-dd9b19d152b5 at /dev/sda [ 1266.965636] env[65448]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-039c3c0c-7180-4ca4-82a0-7187c5b9b20f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.979715] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a5b2cbf-5449-4c41-a99b-cffe3b000a0a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.030722] env[65448]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7aa14064-e80a-416a-9412-f280b4f5f5b3 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.042360] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c15b00a-4856-4533-a8d8-802692073c75 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.091500] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-185487a8-0b6c-430b-b0a1-6163f9b8c401 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.101674] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a784e63-31eb-41d7-bec5-3a5224200aff {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.116929] env[65448]: DEBUG nova.virt.block_device [None req-d1c1d9f4-7f4e-4f3e-bb22-fcb63fe48e5e tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: 0a020bd8-f2c2-467e-bbb4-82b0e3c85cab] Updating existing volume attachment record: c5746ecb-b591-4ddb-8bae-551b62cbf01b {{(pid=65448) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1267.375324] env[65448]: DEBUG oslo_vmware.api [None req-df20c48b-232b-43d5-ba29-e3b6c1c16f75 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4938670, 'name': PowerOnVM_Task, 'duration_secs': 0.526583} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.377885] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-df20c48b-232b-43d5-ba29-e3b6c1c16f75 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 3cbfb5fd-aac5-4538-87b4-d33b466ab2ad] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1267.384658] env[65448]: DEBUG oslo_vmware.api [None req-537cd78c-676a-4e75-86c4-8627be59b031 tempest-ServerAddressesNegativeTestJSON-81552472 tempest-ServerAddressesNegativeTestJSON-81552472-project-member] Task: {'id': task-4938671, 'name': Rename_Task, 'duration_secs': 0.197055} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.384658] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-537cd78c-676a-4e75-86c4-8627be59b031 tempest-ServerAddressesNegativeTestJSON-81552472 tempest-ServerAddressesNegativeTestJSON-81552472-project-member] [instance: 3012a25a-8fd4-45a4-bad5-c655a14bc0ac] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1267.384952] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c2dfedf7-f1ea-41f7-bb26-6eb9df3e5036 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.393847] env[65448]: DEBUG oslo_vmware.api [None req-537cd78c-676a-4e75-86c4-8627be59b031 tempest-ServerAddressesNegativeTestJSON-81552472 tempest-ServerAddressesNegativeTestJSON-81552472-project-member] Waiting for the task: (returnval){ [ 1267.393847] env[65448]: value = "task-4938672" [ 1267.393847] env[65448]: _type = "Task" [ 1267.393847] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.404609] env[65448]: DEBUG oslo_vmware.api [None req-537cd78c-676a-4e75-86c4-8627be59b031 tempest-ServerAddressesNegativeTestJSON-81552472 tempest-ServerAddressesNegativeTestJSON-81552472-project-member] Task: {'id': task-4938672, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.409010] env[65448]: DEBUG oslo_vmware.rw_handles [None req-37ec63e3-2966-477a-bed6-ef9d0721a2c6 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Completed reading data from the image iterator. {{(pid=65448) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1267.409520] env[65448]: DEBUG oslo_vmware.rw_handles [None req-37ec63e3-2966-477a-bed6-ef9d0721a2c6 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bc3d1f-7bf0-cb7c-371d-5f29851bc530/disk-0.vmdk. {{(pid=65448) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1267.410262] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e8446a4-209a-415d-b4a4-ddcc2f4baa81 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.418512] env[65448]: DEBUG oslo_vmware.rw_handles [None req-37ec63e3-2966-477a-bed6-ef9d0721a2c6 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bc3d1f-7bf0-cb7c-371d-5f29851bc530/disk-0.vmdk is in state: ready. {{(pid=65448) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1267.418785] env[65448]: DEBUG oslo_vmware.rw_handles [None req-37ec63e3-2966-477a-bed6-ef9d0721a2c6 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bc3d1f-7bf0-cb7c-371d-5f29851bc530/disk-0.vmdk. {{(pid=65448) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1267.419056] env[65448]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-2c942a92-5813-4008-a013-b4777b84acef {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.514093] env[65448]: DEBUG nova.compute.manager [None req-df20c48b-232b-43d5-ba29-e3b6c1c16f75 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 3cbfb5fd-aac5-4538-87b4-d33b466ab2ad] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 1267.515100] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dac7637-8cd3-4f90-a5dc-fd3b635fb9d1 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.600171] env[65448]: DEBUG oslo_vmware.rw_handles [None req-37ec63e3-2966-477a-bed6-ef9d0721a2c6 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bc3d1f-7bf0-cb7c-371d-5f29851bc530/disk-0.vmdk. {{(pid=65448) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1267.600171] env[65448]: INFO nova.virt.vmwareapi.images [None req-37ec63e3-2966-477a-bed6-ef9d0721a2c6 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: 7978c1c5-9577-4194-827e-59a715d196b7] Downloaded image file data 7abfae33-1ef2-4342-b1ae-3d88cf75cd58 [ 1267.601213] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c181099-67a2-4c33-ba85-e14f0b089794 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.619045] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1a0dadbf-0b10-4f48-9c3c-998bd6471a89 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.657669] env[65448]: INFO nova.virt.vmwareapi.images [None req-37ec63e3-2966-477a-bed6-ef9d0721a2c6 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: 7978c1c5-9577-4194-827e-59a715d196b7] The imported VM was unregistered [ 1267.659946] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-37ec63e3-2966-477a-bed6-ef9d0721a2c6 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: 7978c1c5-9577-4194-827e-59a715d196b7] Caching image {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1267.660217] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-37ec63e3-2966-477a-bed6-ef9d0721a2c6 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Creating directory with path [datastore2] devstack-image-cache_base/7abfae33-1ef2-4342-b1ae-3d88cf75cd58 {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1267.662604] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-18701f6c-8ab2-47ec-951d-e11f1d168a28 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.677802] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-37ec63e3-2966-477a-bed6-ef9d0721a2c6 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Created directory with path [datastore2] devstack-image-cache_base/7abfae33-1ef2-4342-b1ae-3d88cf75cd58 {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1267.678019] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-37ec63e3-2966-477a-bed6-ef9d0721a2c6 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_545ad29b-6dd8-4da7-8bb5-993ea26b1121/OSTACK_IMG_545ad29b-6dd8-4da7-8bb5-993ea26b1121.vmdk to [datastore2] devstack-image-cache_base/7abfae33-1ef2-4342-b1ae-3d88cf75cd58/7abfae33-1ef2-4342-b1ae-3d88cf75cd58.vmdk. {{(pid=65448) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1267.678992] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-4b3df43e-75c3-4db0-adda-74554bbc2508 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.686430] env[65448]: DEBUG oslo_vmware.api [None req-37ec63e3-2966-477a-bed6-ef9d0721a2c6 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Waiting for the task: (returnval){ [ 1267.686430] env[65448]: value = "task-4938674" [ 1267.686430] env[65448]: _type = "Task" [ 1267.686430] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.695321] env[65448]: DEBUG oslo_vmware.api [None req-37ec63e3-2966-477a-bed6-ef9d0721a2c6 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Task: {'id': task-4938674, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.721835] env[65448]: DEBUG oslo_concurrency.lockutils [None req-578dc5cc-3b4b-49e3-9069-a674691b49f9 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.319s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.724930] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 4.538s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.863328] env[65448]: DEBUG nova.compute.manager [req-43e268e0-c829-44cd-b601-d2b748b09980 req-7ed7f659-c8c0-4cad-b74b-1ff231f589ed service nova] [instance: 0a020bd8-f2c2-467e-bbb4-82b0e3c85cab] Received event network-vif-plugged-f41227cc-e0f9-4cb1-9819-7105440f4759 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1267.863328] env[65448]: DEBUG oslo_concurrency.lockutils [req-43e268e0-c829-44cd-b601-d2b748b09980 req-7ed7f659-c8c0-4cad-b74b-1ff231f589ed service nova] Acquiring lock "0a020bd8-f2c2-467e-bbb4-82b0e3c85cab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.863328] env[65448]: DEBUG oslo_concurrency.lockutils [req-43e268e0-c829-44cd-b601-d2b748b09980 req-7ed7f659-c8c0-4cad-b74b-1ff231f589ed service nova] Lock "0a020bd8-f2c2-467e-bbb4-82b0e3c85cab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.863328] env[65448]: DEBUG oslo_concurrency.lockutils [req-43e268e0-c829-44cd-b601-d2b748b09980 req-7ed7f659-c8c0-4cad-b74b-1ff231f589ed service nova] Lock "0a020bd8-f2c2-467e-bbb4-82b0e3c85cab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.863328] env[65448]: DEBUG nova.compute.manager [req-43e268e0-c829-44cd-b601-d2b748b09980 req-7ed7f659-c8c0-4cad-b74b-1ff231f589ed service nova] [instance: 0a020bd8-f2c2-467e-bbb4-82b0e3c85cab] No waiting events found dispatching network-vif-plugged-f41227cc-e0f9-4cb1-9819-7105440f4759 {{(pid=65448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1267.863328] env[65448]: WARNING nova.compute.manager [req-43e268e0-c829-44cd-b601-d2b748b09980 req-7ed7f659-c8c0-4cad-b74b-1ff231f589ed service nova] [instance: 0a020bd8-f2c2-467e-bbb4-82b0e3c85cab] Received unexpected event network-vif-plugged-f41227cc-e0f9-4cb1-9819-7105440f4759 for instance with vm_state building and task_state block_device_mapping. [ 1267.906563] env[65448]: DEBUG oslo_vmware.api [None req-537cd78c-676a-4e75-86c4-8627be59b031 tempest-ServerAddressesNegativeTestJSON-81552472 tempest-ServerAddressesNegativeTestJSON-81552472-project-member] Task: {'id': task-4938672, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.960999] env[65448]: DEBUG nova.network.neutron [None req-d1c1d9f4-7f4e-4f3e-bb22-fcb63fe48e5e tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: 0a020bd8-f2c2-467e-bbb4-82b0e3c85cab] Successfully updated port: f41227cc-e0f9-4cb1-9819-7105440f4759 {{(pid=65448) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1268.037045] env[65448]: DEBUG oslo_concurrency.lockutils [None req-df20c48b-232b-43d5-ba29-e3b6c1c16f75 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Lock "3cbfb5fd-aac5-4538-87b4-d33b466ab2ad" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 25.087s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.198548] env[65448]: DEBUG oslo_vmware.api [None req-37ec63e3-2966-477a-bed6-ef9d0721a2c6 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Task: {'id': task-4938674, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.294287] env[65448]: INFO nova.scheduler.client.report [None req-578dc5cc-3b4b-49e3-9069-a674691b49f9 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Deleted allocation for migration f4707852-8900-4ae3-ab87-493ee15a797b [ 1268.410650] env[65448]: DEBUG oslo_vmware.api [None req-537cd78c-676a-4e75-86c4-8627be59b031 tempest-ServerAddressesNegativeTestJSON-81552472 tempest-ServerAddressesNegativeTestJSON-81552472-project-member] Task: {'id': task-4938672, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.465809] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d1c1d9f4-7f4e-4f3e-bb22-fcb63fe48e5e tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Acquiring lock "refresh_cache-0a020bd8-f2c2-467e-bbb4-82b0e3c85cab" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.466766] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d1c1d9f4-7f4e-4f3e-bb22-fcb63fe48e5e tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Acquired lock "refresh_cache-0a020bd8-f2c2-467e-bbb4-82b0e3c85cab" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.466766] env[65448]: DEBUG nova.network.neutron [None req-d1c1d9f4-7f4e-4f3e-bb22-fcb63fe48e5e tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: 0a020bd8-f2c2-467e-bbb4-82b0e3c85cab] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1268.699161] env[65448]: DEBUG oslo_vmware.api [None req-37ec63e3-2966-477a-bed6-ef9d0721a2c6 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Task: {'id': task-4938674, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.762954] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance 6ca5c62d-cf52-4f78-9e01-5623f4989442 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1268.763136] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance 2aca5466-f783-4972-8c9d-d0de3a679c0c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1268.764149] env[65448]: WARNING nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance 78d46c99-f185-4a36-8931-d0dd14dd4a7f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1268.764316] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance a664bc6a-97c7-4e80-bcff-db1d74494ae4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1268.764442] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance 3a53d528-30e9-42da-ae3a-2d381536e75f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1268.764558] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance 2f9162a4-0145-4435-acc9-0a2e3c2a98e2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1268.764684] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance 3cbfb5fd-aac5-4538-87b4-d33b466ab2ad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1268.764799] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance 3012a25a-8fd4-45a4-bad5-c655a14bc0ac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1268.764906] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance 7978c1c5-9577-4194-827e-59a715d196b7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1268.765100] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance 0a020bd8-f2c2-467e-bbb4-82b0e3c85cab actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1268.765228] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Total usable vcpus: 48, total allocated vcpus: 9 {{(pid=65448) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1268.765382] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2304MB phys_disk=100GB used_disk=8GB total_vcpus=48 used_vcpus=9 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '9', 'num_vm_active': '5', 'num_task_None': '5', 'num_os_type_None': '9', 'num_proj_7bf59e2c00b54ab7a8bc201e80781fcb': '3', 'io_workload': '2', 'num_proj_5c8e9c9b80524b25833ad43c15e78a5a': '2', 'num_proj_a4a79f75fe9f47d4a1cca9aa9f9c3901': '1', 'num_vm_shelved_offloaded': '1', 'num_task_spawning': '2', 'num_proj_f35763225db24d7f858aa84e17d07cc4': '1', 'num_vm_resized': '1', 'num_task_deleting': '1', 'num_proj_0f8d5716103c4544ad3c5ca0f9963943': '1', 'num_vm_building': '2', 'num_proj_decd4000d9154c7ba0d3c56c464237cb': '1', 'num_task_block_device_mapping': '1'} {{(pid=65448) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1268.802667] env[65448]: DEBUG oslo_concurrency.lockutils [None req-578dc5cc-3b4b-49e3-9069-a674691b49f9 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Lock "2f9162a4-0145-4435-acc9-0a2e3c2a98e2" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 16.014s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.810064] env[65448]: DEBUG oslo_concurrency.lockutils [None req-3c6ecd79-53e0-4d22-a6da-68f7914fa9a3 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Acquiring lock "3cbfb5fd-aac5-4538-87b4-d33b466ab2ad" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1268.810393] env[65448]: DEBUG oslo_concurrency.lockutils [None req-3c6ecd79-53e0-4d22-a6da-68f7914fa9a3 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Lock "3cbfb5fd-aac5-4538-87b4-d33b466ab2ad" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1268.810629] env[65448]: DEBUG oslo_concurrency.lockutils [None req-3c6ecd79-53e0-4d22-a6da-68f7914fa9a3 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Acquiring lock "3cbfb5fd-aac5-4538-87b4-d33b466ab2ad-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1268.811444] env[65448]: DEBUG oslo_concurrency.lockutils [None req-3c6ecd79-53e0-4d22-a6da-68f7914fa9a3 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Lock "3cbfb5fd-aac5-4538-87b4-d33b466ab2ad-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1268.811444] env[65448]: DEBUG oslo_concurrency.lockutils [None req-3c6ecd79-53e0-4d22-a6da-68f7914fa9a3 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Lock "3cbfb5fd-aac5-4538-87b4-d33b466ab2ad-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.814392] env[65448]: INFO nova.compute.manager [None req-3c6ecd79-53e0-4d22-a6da-68f7914fa9a3 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 3cbfb5fd-aac5-4538-87b4-d33b466ab2ad] Terminating instance [ 1268.911208] env[65448]: DEBUG oslo_vmware.api [None req-537cd78c-676a-4e75-86c4-8627be59b031 tempest-ServerAddressesNegativeTestJSON-81552472 tempest-ServerAddressesNegativeTestJSON-81552472-project-member] Task: {'id': task-4938672, 'name': PowerOnVM_Task, 'duration_secs': 1.314733} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.911587] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-537cd78c-676a-4e75-86c4-8627be59b031 tempest-ServerAddressesNegativeTestJSON-81552472 tempest-ServerAddressesNegativeTestJSON-81552472-project-member] [instance: 3012a25a-8fd4-45a4-bad5-c655a14bc0ac] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1268.911864] env[65448]: INFO nova.compute.manager [None req-537cd78c-676a-4e75-86c4-8627be59b031 tempest-ServerAddressesNegativeTestJSON-81552472 tempest-ServerAddressesNegativeTestJSON-81552472-project-member] [instance: 3012a25a-8fd4-45a4-bad5-c655a14bc0ac] Took 12.04 seconds to spawn the instance on the hypervisor. [ 1268.912089] env[65448]: DEBUG nova.compute.manager [None req-537cd78c-676a-4e75-86c4-8627be59b031 tempest-ServerAddressesNegativeTestJSON-81552472 tempest-ServerAddressesNegativeTestJSON-81552472-project-member] [instance: 3012a25a-8fd4-45a4-bad5-c655a14bc0ac] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 1268.912974] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a9aca57-1e48-4901-b4e7-9126801dc9a3 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.930315] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70e26a80-ee13-4d79-8530-b1f1b104103b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.939436] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff8b4999-ca6f-48f0-b464-bac6dbe3f974 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.974768] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3967a443-97b5-47f3-a819-918721229731 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.984169] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fa6126c-9e6d-49da-8713-ef278003bdfb {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.999111] env[65448]: DEBUG nova.compute.provider_tree [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1269.006207] env[65448]: DEBUG nova.network.neutron [None req-d1c1d9f4-7f4e-4f3e-bb22-fcb63fe48e5e tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: 0a020bd8-f2c2-467e-bbb4-82b0e3c85cab] Instance cache missing network info. {{(pid=65448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1269.092321] env[65448]: WARNING neutronclient.v2_0.client [None req-d1c1d9f4-7f4e-4f3e-bb22-fcb63fe48e5e tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1269.175227] env[65448]: DEBUG nova.network.neutron [None req-d1c1d9f4-7f4e-4f3e-bb22-fcb63fe48e5e tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: 0a020bd8-f2c2-467e-bbb4-82b0e3c85cab] Updating instance_info_cache with network_info: [{"id": "f41227cc-e0f9-4cb1-9819-7105440f4759", "address": "fa:16:3e:8f:22:ab", "network": {"id": "1c6b4e31-4989-4b8c-8cc6-67fa107dcc6a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1246525494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bf59e2c00b54ab7a8bc201e80781fcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf41227cc-e0", "ovs_interfaceid": "f41227cc-e0f9-4cb1-9819-7105440f4759", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1269.199229] env[65448]: DEBUG oslo_vmware.api [None req-37ec63e3-2966-477a-bed6-ef9d0721a2c6 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Task: {'id': task-4938674, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.212323] env[65448]: DEBUG nova.compute.manager [None req-d1c1d9f4-7f4e-4f3e-bb22-fcb63fe48e5e tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: 0a020bd8-f2c2-467e-bbb4-82b0e3c85cab] Start spawning the instance on the hypervisor. {{(pid=65448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2689}} [ 1269.212894] env[65448]: DEBUG nova.virt.hardware [None req-d1c1d9f4-7f4e-4f3e-bb22-fcb63fe48e5e tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1269.213109] env[65448]: DEBUG nova.virt.hardware [None req-d1c1d9f4-7f4e-4f3e-bb22-fcb63fe48e5e tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1269.213266] env[65448]: DEBUG nova.virt.hardware [None req-d1c1d9f4-7f4e-4f3e-bb22-fcb63fe48e5e tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1269.213445] env[65448]: DEBUG nova.virt.hardware [None req-d1c1d9f4-7f4e-4f3e-bb22-fcb63fe48e5e tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1269.213588] env[65448]: DEBUG nova.virt.hardware [None req-d1c1d9f4-7f4e-4f3e-bb22-fcb63fe48e5e tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1269.213732] env[65448]: DEBUG nova.virt.hardware [None req-d1c1d9f4-7f4e-4f3e-bb22-fcb63fe48e5e tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1269.213928] env[65448]: DEBUG nova.virt.hardware [None req-d1c1d9f4-7f4e-4f3e-bb22-fcb63fe48e5e tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1269.214096] env[65448]: DEBUG nova.virt.hardware [None req-d1c1d9f4-7f4e-4f3e-bb22-fcb63fe48e5e tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1269.214492] env[65448]: DEBUG nova.virt.hardware [None req-d1c1d9f4-7f4e-4f3e-bb22-fcb63fe48e5e tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1269.214675] env[65448]: DEBUG nova.virt.hardware [None req-d1c1d9f4-7f4e-4f3e-bb22-fcb63fe48e5e tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1269.214849] env[65448]: DEBUG nova.virt.hardware [None req-d1c1d9f4-7f4e-4f3e-bb22-fcb63fe48e5e tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1269.216132] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2d3854d-99c4-49ed-83a2-c9c6fe3b67d8 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.225493] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57cbdef1-b5ac-4ca4-b175-3fd8c7a10322 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.319782] env[65448]: DEBUG nova.compute.manager [None req-3c6ecd79-53e0-4d22-a6da-68f7914fa9a3 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 3cbfb5fd-aac5-4538-87b4-d33b466ab2ad] Start destroying the instance on the hypervisor. {{(pid=65448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3209}} [ 1269.320070] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-3c6ecd79-53e0-4d22-a6da-68f7914fa9a3 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 3cbfb5fd-aac5-4538-87b4-d33b466ab2ad] Destroying instance {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1269.320971] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abf33e91-2417-4024-ab8d-9aea262f7174 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.330097] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c6ecd79-53e0-4d22-a6da-68f7914fa9a3 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 3cbfb5fd-aac5-4538-87b4-d33b466ab2ad] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1269.330393] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4ccd3ed3-7257-4773-9513-06bf34ef8c17 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.338899] env[65448]: DEBUG oslo_vmware.api [None req-3c6ecd79-53e0-4d22-a6da-68f7914fa9a3 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Waiting for the task: (returnval){ [ 1269.338899] env[65448]: value = "task-4938675" [ 1269.338899] env[65448]: _type = "Task" [ 1269.338899] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.350607] env[65448]: DEBUG oslo_vmware.api [None req-3c6ecd79-53e0-4d22-a6da-68f7914fa9a3 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4938675, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.434648] env[65448]: INFO nova.compute.manager [None req-537cd78c-676a-4e75-86c4-8627be59b031 tempest-ServerAddressesNegativeTestJSON-81552472 tempest-ServerAddressesNegativeTestJSON-81552472-project-member] [instance: 3012a25a-8fd4-45a4-bad5-c655a14bc0ac] Took 23.89 seconds to build instance. [ 1269.502454] env[65448]: DEBUG nova.scheduler.client.report [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1269.678545] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d1c1d9f4-7f4e-4f3e-bb22-fcb63fe48e5e tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Releasing lock "refresh_cache-0a020bd8-f2c2-467e-bbb4-82b0e3c85cab" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.678939] env[65448]: DEBUG nova.compute.manager [None req-d1c1d9f4-7f4e-4f3e-bb22-fcb63fe48e5e tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: 0a020bd8-f2c2-467e-bbb4-82b0e3c85cab] Instance network_info: |[{"id": "f41227cc-e0f9-4cb1-9819-7105440f4759", "address": "fa:16:3e:8f:22:ab", "network": {"id": "1c6b4e31-4989-4b8c-8cc6-67fa107dcc6a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1246525494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bf59e2c00b54ab7a8bc201e80781fcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf41227cc-e0", "ovs_interfaceid": "f41227cc-e0f9-4cb1-9819-7105440f4759", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 1269.679504] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-d1c1d9f4-7f4e-4f3e-bb22-fcb63fe48e5e tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: 0a020bd8-f2c2-467e-bbb4-82b0e3c85cab] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:22:ab', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89463199-7ddf-4ee7-b485-1629a75b4b8f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f41227cc-e0f9-4cb1-9819-7105440f4759', 'vif_model': 'vmxnet3'}] {{(pid=65448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1269.687771] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-d1c1d9f4-7f4e-4f3e-bb22-fcb63fe48e5e tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1269.688071] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a020bd8-f2c2-467e-bbb4-82b0e3c85cab] Creating VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1269.688323] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aa1b058f-1f4e-4c57-8206-3b32be293d9f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.714533] env[65448]: DEBUG oslo_vmware.api [None req-37ec63e3-2966-477a-bed6-ef9d0721a2c6 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Task: {'id': task-4938674, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.716216] env[65448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1269.716216] env[65448]: value = "task-4938676" [ 1269.716216] env[65448]: _type = "Task" [ 1269.716216] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.724677] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4938676, 'name': CreateVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.852424] env[65448]: DEBUG oslo_vmware.api [None req-3c6ecd79-53e0-4d22-a6da-68f7914fa9a3 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4938675, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.937090] env[65448]: DEBUG oslo_concurrency.lockutils [None req-537cd78c-676a-4e75-86c4-8627be59b031 tempest-ServerAddressesNegativeTestJSON-81552472 tempest-ServerAddressesNegativeTestJSON-81552472-project-member] Lock "3012a25a-8fd4-45a4-bad5-c655a14bc0ac" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.417s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.009641] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65448) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1270.009811] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.285s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.011842] env[65448]: DEBUG nova.compute.manager [req-107a6f98-5ca1-4988-822d-7f08e19caa3d req-3e6f7910-20f9-4c56-8cec-6302a1a163a5 service nova] [instance: 0a020bd8-f2c2-467e-bbb4-82b0e3c85cab] Received event network-changed-f41227cc-e0f9-4cb1-9819-7105440f4759 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1270.011949] env[65448]: DEBUG nova.compute.manager [req-107a6f98-5ca1-4988-822d-7f08e19caa3d req-3e6f7910-20f9-4c56-8cec-6302a1a163a5 service nova] [instance: 0a020bd8-f2c2-467e-bbb4-82b0e3c85cab] Refreshing instance network info cache due to event network-changed-f41227cc-e0f9-4cb1-9819-7105440f4759. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 1270.012205] env[65448]: DEBUG oslo_concurrency.lockutils [req-107a6f98-5ca1-4988-822d-7f08e19caa3d req-3e6f7910-20f9-4c56-8cec-6302a1a163a5 service nova] Acquiring lock "refresh_cache-0a020bd8-f2c2-467e-bbb4-82b0e3c85cab" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.012354] env[65448]: DEBUG oslo_concurrency.lockutils [req-107a6f98-5ca1-4988-822d-7f08e19caa3d req-3e6f7910-20f9-4c56-8cec-6302a1a163a5 service nova] Acquired lock "refresh_cache-0a020bd8-f2c2-467e-bbb4-82b0e3c85cab" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.012583] env[65448]: DEBUG nova.network.neutron [req-107a6f98-5ca1-4988-822d-7f08e19caa3d req-3e6f7910-20f9-4c56-8cec-6302a1a163a5 service nova] [instance: 0a020bd8-f2c2-467e-bbb4-82b0e3c85cab] Refreshing network info cache for port f41227cc-e0f9-4cb1-9819-7105440f4759 {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1270.013778] env[65448]: DEBUG oslo_concurrency.lockutils [None req-92599a7d-f1c3-4320-8128-608b4cda8759 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.963s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.014031] env[65448]: DEBUG oslo_concurrency.lockutils [None req-92599a7d-f1c3-4320-8128-608b4cda8759 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.043369] env[65448]: INFO nova.scheduler.client.report [None req-92599a7d-f1c3-4320-8128-608b4cda8759 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Deleted allocations for instance 78d46c99-f185-4a36-8931-d0dd14dd4a7f [ 1270.218848] env[65448]: DEBUG oslo_vmware.api [None req-37ec63e3-2966-477a-bed6-ef9d0721a2c6 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Task: {'id': task-4938674, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.230200] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4938676, 'name': CreateVM_Task} progress is 25%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.319327] env[65448]: DEBUG oslo_concurrency.lockutils [None req-578dc5cc-3b4b-49e3-9069-a674691b49f9 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Acquiring lock "2f9162a4-0145-4435-acc9-0a2e3c2a98e2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.319661] env[65448]: DEBUG oslo_concurrency.lockutils [None req-578dc5cc-3b4b-49e3-9069-a674691b49f9 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Lock "2f9162a4-0145-4435-acc9-0a2e3c2a98e2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.320063] env[65448]: DEBUG oslo_concurrency.lockutils [None req-578dc5cc-3b4b-49e3-9069-a674691b49f9 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Acquiring lock "2f9162a4-0145-4435-acc9-0a2e3c2a98e2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.320308] env[65448]: DEBUG oslo_concurrency.lockutils [None req-578dc5cc-3b4b-49e3-9069-a674691b49f9 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Lock "2f9162a4-0145-4435-acc9-0a2e3c2a98e2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.320512] env[65448]: DEBUG oslo_concurrency.lockutils [None req-578dc5cc-3b4b-49e3-9069-a674691b49f9 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Lock "2f9162a4-0145-4435-acc9-0a2e3c2a98e2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.322824] env[65448]: INFO nova.compute.manager [None req-578dc5cc-3b4b-49e3-9069-a674691b49f9 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 2f9162a4-0145-4435-acc9-0a2e3c2a98e2] Terminating instance [ 1270.350570] env[65448]: DEBUG oslo_vmware.api [None req-3c6ecd79-53e0-4d22-a6da-68f7914fa9a3 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4938675, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.500702] env[65448]: DEBUG oslo_concurrency.lockutils [None req-9eee4786-f1fa-49d9-a1a4-653947401d18 tempest-ServerAddressesNegativeTestJSON-81552472 tempest-ServerAddressesNegativeTestJSON-81552472-project-member] Acquiring lock "3012a25a-8fd4-45a4-bad5-c655a14bc0ac" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.501125] env[65448]: DEBUG oslo_concurrency.lockutils [None req-9eee4786-f1fa-49d9-a1a4-653947401d18 tempest-ServerAddressesNegativeTestJSON-81552472 tempest-ServerAddressesNegativeTestJSON-81552472-project-member] Lock "3012a25a-8fd4-45a4-bad5-c655a14bc0ac" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.501557] env[65448]: DEBUG oslo_concurrency.lockutils [None req-9eee4786-f1fa-49d9-a1a4-653947401d18 tempest-ServerAddressesNegativeTestJSON-81552472 tempest-ServerAddressesNegativeTestJSON-81552472-project-member] Acquiring lock "3012a25a-8fd4-45a4-bad5-c655a14bc0ac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.501829] env[65448]: DEBUG oslo_concurrency.lockutils [None req-9eee4786-f1fa-49d9-a1a4-653947401d18 tempest-ServerAddressesNegativeTestJSON-81552472 tempest-ServerAddressesNegativeTestJSON-81552472-project-member] Lock "3012a25a-8fd4-45a4-bad5-c655a14bc0ac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.502064] env[65448]: DEBUG oslo_concurrency.lockutils [None req-9eee4786-f1fa-49d9-a1a4-653947401d18 tempest-ServerAddressesNegativeTestJSON-81552472 tempest-ServerAddressesNegativeTestJSON-81552472-project-member] Lock "3012a25a-8fd4-45a4-bad5-c655a14bc0ac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.504716] env[65448]: INFO nova.compute.manager [None req-9eee4786-f1fa-49d9-a1a4-653947401d18 tempest-ServerAddressesNegativeTestJSON-81552472 tempest-ServerAddressesNegativeTestJSON-81552472-project-member] [instance: 3012a25a-8fd4-45a4-bad5-c655a14bc0ac] Terminating instance [ 1270.518308] env[65448]: WARNING neutronclient.v2_0.client [req-107a6f98-5ca1-4988-822d-7f08e19caa3d req-3e6f7910-20f9-4c56-8cec-6302a1a163a5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1270.555213] env[65448]: DEBUG oslo_concurrency.lockutils [None req-92599a7d-f1c3-4320-8128-608b4cda8759 tempest-AttachVolumeTestJSON-842532477 tempest-AttachVolumeTestJSON-842532477-project-member] Lock "78d46c99-f185-4a36-8931-d0dd14dd4a7f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.277s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.676818] env[65448]: WARNING neutronclient.v2_0.client [req-107a6f98-5ca1-4988-822d-7f08e19caa3d req-3e6f7910-20f9-4c56-8cec-6302a1a163a5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1270.714297] env[65448]: DEBUG oslo_vmware.api [None req-37ec63e3-2966-477a-bed6-ef9d0721a2c6 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Task: {'id': task-4938674, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.727921] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4938676, 'name': CreateVM_Task} progress is 25%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.752423] env[65448]: DEBUG nova.network.neutron [req-107a6f98-5ca1-4988-822d-7f08e19caa3d req-3e6f7910-20f9-4c56-8cec-6302a1a163a5 service nova] [instance: 0a020bd8-f2c2-467e-bbb4-82b0e3c85cab] Updated VIF entry in instance network info cache for port f41227cc-e0f9-4cb1-9819-7105440f4759. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1270.752920] env[65448]: DEBUG nova.network.neutron [req-107a6f98-5ca1-4988-822d-7f08e19caa3d req-3e6f7910-20f9-4c56-8cec-6302a1a163a5 service nova] [instance: 0a020bd8-f2c2-467e-bbb4-82b0e3c85cab] Updating instance_info_cache with network_info: [{"id": "f41227cc-e0f9-4cb1-9819-7105440f4759", "address": "fa:16:3e:8f:22:ab", "network": {"id": "1c6b4e31-4989-4b8c-8cc6-67fa107dcc6a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1246525494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bf59e2c00b54ab7a8bc201e80781fcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf41227cc-e0", "ovs_interfaceid": "f41227cc-e0f9-4cb1-9819-7105440f4759", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1270.826891] env[65448]: DEBUG nova.compute.manager [None req-578dc5cc-3b4b-49e3-9069-a674691b49f9 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 2f9162a4-0145-4435-acc9-0a2e3c2a98e2] Start destroying the instance on the hypervisor. {{(pid=65448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3209}} [ 1270.827242] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-578dc5cc-3b4b-49e3-9069-a674691b49f9 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 2f9162a4-0145-4435-acc9-0a2e3c2a98e2] Destroying instance {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1270.828512] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c96bf43c-b8fe-4c04-b894-690cc44e9a6a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.837183] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-578dc5cc-3b4b-49e3-9069-a674691b49f9 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 2f9162a4-0145-4435-acc9-0a2e3c2a98e2] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1270.837495] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8a7d2263-4112-4276-9f8d-1aeaa57ec72d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.846807] env[65448]: DEBUG oslo_vmware.api [None req-578dc5cc-3b4b-49e3-9069-a674691b49f9 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Waiting for the task: (returnval){ [ 1270.846807] env[65448]: value = "task-4938677" [ 1270.846807] env[65448]: _type = "Task" [ 1270.846807] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.854467] env[65448]: DEBUG oslo_vmware.api [None req-3c6ecd79-53e0-4d22-a6da-68f7914fa9a3 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4938675, 'name': PowerOffVM_Task, 'duration_secs': 1.117934} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.855236] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c6ecd79-53e0-4d22-a6da-68f7914fa9a3 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 3cbfb5fd-aac5-4538-87b4-d33b466ab2ad] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1270.855430] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-3c6ecd79-53e0-4d22-a6da-68f7914fa9a3 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 3cbfb5fd-aac5-4538-87b4-d33b466ab2ad] Unregistering the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1270.855999] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2d8afb0a-7659-4a78-bb48-ef88d785d52b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.860418] env[65448]: DEBUG oslo_vmware.api [None req-578dc5cc-3b4b-49e3-9069-a674691b49f9 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': task-4938677, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.938476] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-3c6ecd79-53e0-4d22-a6da-68f7914fa9a3 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 3cbfb5fd-aac5-4538-87b4-d33b466ab2ad] Unregistered the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1270.938616] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-3c6ecd79-53e0-4d22-a6da-68f7914fa9a3 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 3cbfb5fd-aac5-4538-87b4-d33b466ab2ad] Deleting contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1270.938989] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c6ecd79-53e0-4d22-a6da-68f7914fa9a3 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Deleting the datastore file [datastore2] 3cbfb5fd-aac5-4538-87b4-d33b466ab2ad {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1270.939439] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bbfff940-75f2-4eb1-8eb8-df33f1174a4c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.948294] env[65448]: DEBUG oslo_vmware.api [None req-3c6ecd79-53e0-4d22-a6da-68f7914fa9a3 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Waiting for the task: (returnval){ [ 1270.948294] env[65448]: value = "task-4938679" [ 1270.948294] env[65448]: _type = "Task" [ 1270.948294] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.960442] env[65448]: DEBUG oslo_vmware.api [None req-3c6ecd79-53e0-4d22-a6da-68f7914fa9a3 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4938679, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.010064] env[65448]: DEBUG nova.compute.manager [None req-9eee4786-f1fa-49d9-a1a4-653947401d18 tempest-ServerAddressesNegativeTestJSON-81552472 tempest-ServerAddressesNegativeTestJSON-81552472-project-member] [instance: 3012a25a-8fd4-45a4-bad5-c655a14bc0ac] Start destroying the instance on the hypervisor. {{(pid=65448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3209}} [ 1271.010342] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-9eee4786-f1fa-49d9-a1a4-653947401d18 tempest-ServerAddressesNegativeTestJSON-81552472 tempest-ServerAddressesNegativeTestJSON-81552472-project-member] [instance: 3012a25a-8fd4-45a4-bad5-c655a14bc0ac] Destroying instance {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1271.011378] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-457d0a11-4ea9-4200-96d9-2fb41e6d8915 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.020873] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-9eee4786-f1fa-49d9-a1a4-653947401d18 tempest-ServerAddressesNegativeTestJSON-81552472 tempest-ServerAddressesNegativeTestJSON-81552472-project-member] [instance: 3012a25a-8fd4-45a4-bad5-c655a14bc0ac] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1271.021256] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4f832585-cdd6-4cb6-a190-961c96d55fea {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.031102] env[65448]: DEBUG oslo_vmware.api [None req-9eee4786-f1fa-49d9-a1a4-653947401d18 tempest-ServerAddressesNegativeTestJSON-81552472 tempest-ServerAddressesNegativeTestJSON-81552472-project-member] Waiting for the task: (returnval){ [ 1271.031102] env[65448]: value = "task-4938680" [ 1271.031102] env[65448]: _type = "Task" [ 1271.031102] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.043938] env[65448]: DEBUG oslo_vmware.api [None req-9eee4786-f1fa-49d9-a1a4-653947401d18 tempest-ServerAddressesNegativeTestJSON-81552472 tempest-ServerAddressesNegativeTestJSON-81552472-project-member] Task: {'id': task-4938680, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.216100] env[65448]: DEBUG oslo_vmware.api [None req-37ec63e3-2966-477a-bed6-ef9d0721a2c6 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Task: {'id': task-4938674, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.230966} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.216440] env[65448]: INFO nova.virt.vmwareapi.ds_util [None req-37ec63e3-2966-477a-bed6-ef9d0721a2c6 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_545ad29b-6dd8-4da7-8bb5-993ea26b1121/OSTACK_IMG_545ad29b-6dd8-4da7-8bb5-993ea26b1121.vmdk to [datastore2] devstack-image-cache_base/7abfae33-1ef2-4342-b1ae-3d88cf75cd58/7abfae33-1ef2-4342-b1ae-3d88cf75cd58.vmdk. [ 1271.216634] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-37ec63e3-2966-477a-bed6-ef9d0721a2c6 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: 7978c1c5-9577-4194-827e-59a715d196b7] Cleaning up location [datastore2] OSTACK_IMG_545ad29b-6dd8-4da7-8bb5-993ea26b1121 {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1271.216834] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-37ec63e3-2966-477a-bed6-ef9d0721a2c6 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_545ad29b-6dd8-4da7-8bb5-993ea26b1121 {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1271.217132] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b78cd719-163d-4841-a7c8-8bb8c8d970d1 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.224429] env[65448]: DEBUG oslo_vmware.api [None req-37ec63e3-2966-477a-bed6-ef9d0721a2c6 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Waiting for the task: (returnval){ [ 1271.224429] env[65448]: value = "task-4938681" [ 1271.224429] env[65448]: _type = "Task" [ 1271.224429] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.234794] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4938676, 'name': CreateVM_Task, 'duration_secs': 1.488036} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.234794] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a020bd8-f2c2-467e-bbb4-82b0e3c85cab] Created VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1271.234794] env[65448]: WARNING neutronclient.v2_0.client [None req-d1c1d9f4-7f4e-4f3e-bb22-fcb63fe48e5e tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1271.235940] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-d1c1d9f4-7f4e-4f3e-bb22-fcb63fe48e5e tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: 0a020bd8-f2c2-467e-bbb4-82b0e3c85cab] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sda', 'disk_bus': None, 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-962100', 'volume_id': 'd35601fe-bce6-47c8-9406-dd9b19d152b5', 'name': 'volume-d35601fe-bce6-47c8-9406-dd9b19d152b5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0a020bd8-f2c2-467e-bbb4-82b0e3c85cab', 'attached_at': '', 'detached_at': '', 'volume_id': 'd35601fe-bce6-47c8-9406-dd9b19d152b5', 'serial': 'd35601fe-bce6-47c8-9406-dd9b19d152b5'}, 'boot_index': 0, 'delete_on_termination': True, 'attachment_id': 'c5746ecb-b591-4ddb-8bae-551b62cbf01b', 'device_type': None, 'volume_type': None}], 'swap': None} {{(pid=65448) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1271.235940] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1c1d9f4-7f4e-4f3e-bb22-fcb63fe48e5e tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: 0a020bd8-f2c2-467e-bbb4-82b0e3c85cab] Root volume attach. Driver type: vmdk {{(pid=65448) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1271.236133] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07b79eba-3eaa-410b-a57a-68d433fd778d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.242804] env[65448]: DEBUG oslo_vmware.api [None req-37ec63e3-2966-477a-bed6-ef9d0721a2c6 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Task: {'id': task-4938681, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.249255] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07ced6c1-c4f8-4251-99e7-d662941ea7e7 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.258320] env[65448]: DEBUG oslo_concurrency.lockutils [req-107a6f98-5ca1-4988-822d-7f08e19caa3d req-3e6f7910-20f9-4c56-8cec-6302a1a163a5 service nova] Releasing lock "refresh_cache-0a020bd8-f2c2-467e-bbb4-82b0e3c85cab" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.259477] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9031fb2-3f33-46cf-a8e0-0d6068ea47b8 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.267627] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-b1744e76-0fec-45cd-86d4-5b82e7dd44db {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.285273] env[65448]: DEBUG oslo_vmware.api [None req-d1c1d9f4-7f4e-4f3e-bb22-fcb63fe48e5e tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Waiting for the task: (returnval){ [ 1271.285273] env[65448]: value = "task-4938683" [ 1271.285273] env[65448]: _type = "Task" [ 1271.285273] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.302143] env[65448]: DEBUG oslo_vmware.api [None req-d1c1d9f4-7f4e-4f3e-bb22-fcb63fe48e5e tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4938683, 'name': RelocateVM_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.358896] env[65448]: DEBUG oslo_vmware.api [None req-578dc5cc-3b4b-49e3-9069-a674691b49f9 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': task-4938677, 'name': PowerOffVM_Task, 'duration_secs': 0.235702} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.359254] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-578dc5cc-3b4b-49e3-9069-a674691b49f9 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 2f9162a4-0145-4435-acc9-0a2e3c2a98e2] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1271.359465] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-578dc5cc-3b4b-49e3-9069-a674691b49f9 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 2f9162a4-0145-4435-acc9-0a2e3c2a98e2] Unregistering the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1271.359753] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0462bab8-0c64-436f-9b48-20e6a01ea352 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.437997] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-578dc5cc-3b4b-49e3-9069-a674691b49f9 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 2f9162a4-0145-4435-acc9-0a2e3c2a98e2] Unregistered the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1271.438346] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-578dc5cc-3b4b-49e3-9069-a674691b49f9 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 2f9162a4-0145-4435-acc9-0a2e3c2a98e2] Deleting contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1271.438637] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-578dc5cc-3b4b-49e3-9069-a674691b49f9 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Deleting the datastore file [datastore2] 2f9162a4-0145-4435-acc9-0a2e3c2a98e2 {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1271.439024] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3fd89c5e-54f4-457a-82ae-a90129e03851 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.448288] env[65448]: DEBUG oslo_vmware.api [None req-578dc5cc-3b4b-49e3-9069-a674691b49f9 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Waiting for the task: (returnval){ [ 1271.448288] env[65448]: value = "task-4938685" [ 1271.448288] env[65448]: _type = "Task" [ 1271.448288] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.461128] env[65448]: DEBUG oslo_vmware.api [None req-578dc5cc-3b4b-49e3-9069-a674691b49f9 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': task-4938685, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.464421] env[65448]: DEBUG oslo_vmware.api [None req-3c6ecd79-53e0-4d22-a6da-68f7914fa9a3 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Task: {'id': task-4938679, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.389994} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.464700] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c6ecd79-53e0-4d22-a6da-68f7914fa9a3 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1271.464911] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-3c6ecd79-53e0-4d22-a6da-68f7914fa9a3 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 3cbfb5fd-aac5-4538-87b4-d33b466ab2ad] Deleted contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1271.465130] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-3c6ecd79-53e0-4d22-a6da-68f7914fa9a3 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 3cbfb5fd-aac5-4538-87b4-d33b466ab2ad] Instance destroyed {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1271.465305] env[65448]: INFO nova.compute.manager [None req-3c6ecd79-53e0-4d22-a6da-68f7914fa9a3 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [instance: 3cbfb5fd-aac5-4538-87b4-d33b466ab2ad] Took 2.15 seconds to destroy the instance on the hypervisor. [ 1271.465576] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-3c6ecd79-53e0-4d22-a6da-68f7914fa9a3 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1271.465792] env[65448]: DEBUG nova.compute.manager [-] [instance: 3cbfb5fd-aac5-4538-87b4-d33b466ab2ad] Deallocating network for instance {{(pid=65448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1271.465889] env[65448]: DEBUG nova.network.neutron [-] [instance: 3cbfb5fd-aac5-4538-87b4-d33b466ab2ad] deallocate_for_instance() {{(pid=65448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1271.466172] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1271.509365] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1271.542736] env[65448]: DEBUG oslo_vmware.api [None req-9eee4786-f1fa-49d9-a1a4-653947401d18 tempest-ServerAddressesNegativeTestJSON-81552472 tempest-ServerAddressesNegativeTestJSON-81552472-project-member] Task: {'id': task-4938680, 'name': PowerOffVM_Task, 'duration_secs': 0.285861} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.543128] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-9eee4786-f1fa-49d9-a1a4-653947401d18 tempest-ServerAddressesNegativeTestJSON-81552472 tempest-ServerAddressesNegativeTestJSON-81552472-project-member] [instance: 3012a25a-8fd4-45a4-bad5-c655a14bc0ac] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1271.543377] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-9eee4786-f1fa-49d9-a1a4-653947401d18 tempest-ServerAddressesNegativeTestJSON-81552472 tempest-ServerAddressesNegativeTestJSON-81552472-project-member] [instance: 3012a25a-8fd4-45a4-bad5-c655a14bc0ac] Unregistering the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1271.543655] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fc2eea65-157f-40b1-aeea-468f09a498c7 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.615376] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-9eee4786-f1fa-49d9-a1a4-653947401d18 tempest-ServerAddressesNegativeTestJSON-81552472 tempest-ServerAddressesNegativeTestJSON-81552472-project-member] [instance: 3012a25a-8fd4-45a4-bad5-c655a14bc0ac] Unregistered the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1271.615764] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-9eee4786-f1fa-49d9-a1a4-653947401d18 tempest-ServerAddressesNegativeTestJSON-81552472 tempest-ServerAddressesNegativeTestJSON-81552472-project-member] [instance: 3012a25a-8fd4-45a4-bad5-c655a14bc0ac] Deleting contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1271.616137] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-9eee4786-f1fa-49d9-a1a4-653947401d18 tempest-ServerAddressesNegativeTestJSON-81552472 tempest-ServerAddressesNegativeTestJSON-81552472-project-member] Deleting the datastore file [datastore2] 3012a25a-8fd4-45a4-bad5-c655a14bc0ac {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1271.616588] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-31188c44-3ad7-464d-9268-2768b4b093c5 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.624767] env[65448]: DEBUG oslo_vmware.api [None req-9eee4786-f1fa-49d9-a1a4-653947401d18 tempest-ServerAddressesNegativeTestJSON-81552472 tempest-ServerAddressesNegativeTestJSON-81552472-project-member] Waiting for the task: (returnval){ [ 1271.624767] env[65448]: value = "task-4938687" [ 1271.624767] env[65448]: _type = "Task" [ 1271.624767] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.633648] env[65448]: DEBUG oslo_vmware.api [None req-9eee4786-f1fa-49d9-a1a4-653947401d18 tempest-ServerAddressesNegativeTestJSON-81552472 tempest-ServerAddressesNegativeTestJSON-81552472-project-member] Task: {'id': task-4938687, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.734934] env[65448]: DEBUG oslo_vmware.api [None req-37ec63e3-2966-477a-bed6-ef9d0721a2c6 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Task: {'id': task-4938681, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.057865} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.735253] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-37ec63e3-2966-477a-bed6-ef9d0721a2c6 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1271.735496] env[65448]: DEBUG oslo_concurrency.lockutils [None req-37ec63e3-2966-477a-bed6-ef9d0721a2c6 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7abfae33-1ef2-4342-b1ae-3d88cf75cd58/7abfae33-1ef2-4342-b1ae-3d88cf75cd58.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.735808] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-37ec63e3-2966-477a-bed6-ef9d0721a2c6 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7abfae33-1ef2-4342-b1ae-3d88cf75cd58/7abfae33-1ef2-4342-b1ae-3d88cf75cd58.vmdk to [datastore2] 7978c1c5-9577-4194-827e-59a715d196b7/7978c1c5-9577-4194-827e-59a715d196b7.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1271.736142] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d577bcf4-daec-49b0-abd1-e9cb9d16a329 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.744576] env[65448]: DEBUG oslo_vmware.api [None req-37ec63e3-2966-477a-bed6-ef9d0721a2c6 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Waiting for the task: (returnval){ [ 1271.744576] env[65448]: value = "task-4938688" [ 1271.744576] env[65448]: _type = "Task" [ 1271.744576] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.753191] env[65448]: DEBUG oslo_vmware.api [None req-37ec63e3-2966-477a-bed6-ef9d0721a2c6 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Task: {'id': task-4938688, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.795950] env[65448]: DEBUG oslo_vmware.api [None req-d1c1d9f4-7f4e-4f3e-bb22-fcb63fe48e5e tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4938683, 'name': RelocateVM_Task, 'duration_secs': 0.410717} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.796372] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1c1d9f4-7f4e-4f3e-bb22-fcb63fe48e5e tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: 0a020bd8-f2c2-467e-bbb4-82b0e3c85cab] Volume attach. Driver type: vmdk {{(pid=65448) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1271.796605] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1c1d9f4-7f4e-4f3e-bb22-fcb63fe48e5e tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: 0a020bd8-f2c2-467e-bbb4-82b0e3c85cab] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-962100', 'volume_id': 'd35601fe-bce6-47c8-9406-dd9b19d152b5', 'name': 'volume-d35601fe-bce6-47c8-9406-dd9b19d152b5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0a020bd8-f2c2-467e-bbb4-82b0e3c85cab', 'attached_at': '', 'detached_at': '', 'volume_id': 'd35601fe-bce6-47c8-9406-dd9b19d152b5', 'serial': 'd35601fe-bce6-47c8-9406-dd9b19d152b5'} {{(pid=65448) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1271.797431] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17bb4eb6-4d6e-49f4-bccb-061ce4fbd122 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.814354] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d31f4cae-aea9-4883-8ba5-91b8a1d0489b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.837332] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1c1d9f4-7f4e-4f3e-bb22-fcb63fe48e5e tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: 0a020bd8-f2c2-467e-bbb4-82b0e3c85cab] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] volume-d35601fe-bce6-47c8-9406-dd9b19d152b5/volume-d35601fe-bce6-47c8-9406-dd9b19d152b5.vmdk or device None with type thin {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1271.837672] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3632d27c-3d2c-4fec-87f1-9c31b93ce61b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.858306] env[65448]: DEBUG oslo_vmware.api [None req-d1c1d9f4-7f4e-4f3e-bb22-fcb63fe48e5e tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Waiting for the task: (returnval){ [ 1271.858306] env[65448]: value = "task-4938689" [ 1271.858306] env[65448]: _type = "Task" [ 1271.858306] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.866698] env[65448]: DEBUG oslo_vmware.api [None req-d1c1d9f4-7f4e-4f3e-bb22-fcb63fe48e5e tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4938689, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.960224] env[65448]: DEBUG oslo_vmware.api [None req-578dc5cc-3b4b-49e3-9069-a674691b49f9 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Task: {'id': task-4938685, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167031} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.960474] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-578dc5cc-3b4b-49e3-9069-a674691b49f9 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1271.960653] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-578dc5cc-3b4b-49e3-9069-a674691b49f9 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 2f9162a4-0145-4435-acc9-0a2e3c2a98e2] Deleted contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1271.960823] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-578dc5cc-3b4b-49e3-9069-a674691b49f9 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 2f9162a4-0145-4435-acc9-0a2e3c2a98e2] Instance destroyed {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1271.961024] env[65448]: INFO nova.compute.manager [None req-578dc5cc-3b4b-49e3-9069-a674691b49f9 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] [instance: 2f9162a4-0145-4435-acc9-0a2e3c2a98e2] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1271.961266] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-578dc5cc-3b4b-49e3-9069-a674691b49f9 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1271.961464] env[65448]: DEBUG nova.compute.manager [-] [instance: 2f9162a4-0145-4435-acc9-0a2e3c2a98e2] Deallocating network for instance {{(pid=65448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1271.961560] env[65448]: DEBUG nova.network.neutron [-] [instance: 2f9162a4-0145-4435-acc9-0a2e3c2a98e2] deallocate_for_instance() {{(pid=65448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1271.961803] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1271.995263] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1272.015331] env[65448]: DEBUG oslo_service.periodic_task [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1272.015575] env[65448]: DEBUG oslo_service.periodic_task [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1272.047868] env[65448]: DEBUG nova.compute.manager [req-885e4fcb-4c92-4540-9947-adce2c7575df req-1b6fa43b-3b31-4ffb-b95f-5ac199d1f330 service nova] [instance: 3cbfb5fd-aac5-4538-87b4-d33b466ab2ad] Received event network-vif-deleted-aa4ac103-6c66-4516-940a-a0cf2f3d2410 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1272.048438] env[65448]: INFO nova.compute.manager [req-885e4fcb-4c92-4540-9947-adce2c7575df req-1b6fa43b-3b31-4ffb-b95f-5ac199d1f330 service nova] [instance: 3cbfb5fd-aac5-4538-87b4-d33b466ab2ad] Neutron deleted interface aa4ac103-6c66-4516-940a-a0cf2f3d2410; detaching it from the instance and deleting it from the info cache [ 1272.048555] env[65448]: DEBUG nova.network.neutron [req-885e4fcb-4c92-4540-9947-adce2c7575df req-1b6fa43b-3b31-4ffb-b95f-5ac199d1f330 service nova] [instance: 3cbfb5fd-aac5-4538-87b4-d33b466ab2ad] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1272.136202] env[65448]: DEBUG oslo_vmware.api [None req-9eee4786-f1fa-49d9-a1a4-653947401d18 tempest-ServerAddressesNegativeTestJSON-81552472 tempest-ServerAddressesNegativeTestJSON-81552472-project-member] Task: {'id': task-4938687, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.42682} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.136588] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-9eee4786-f1fa-49d9-a1a4-653947401d18 tempest-ServerAddressesNegativeTestJSON-81552472 tempest-ServerAddressesNegativeTestJSON-81552472-project-member] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1272.136735] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-9eee4786-f1fa-49d9-a1a4-653947401d18 tempest-ServerAddressesNegativeTestJSON-81552472 tempest-ServerAddressesNegativeTestJSON-81552472-project-member] [instance: 3012a25a-8fd4-45a4-bad5-c655a14bc0ac] Deleted contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1272.136911] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-9eee4786-f1fa-49d9-a1a4-653947401d18 tempest-ServerAddressesNegativeTestJSON-81552472 tempest-ServerAddressesNegativeTestJSON-81552472-project-member] [instance: 3012a25a-8fd4-45a4-bad5-c655a14bc0ac] Instance destroyed {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1272.137150] env[65448]: INFO nova.compute.manager [None req-9eee4786-f1fa-49d9-a1a4-653947401d18 tempest-ServerAddressesNegativeTestJSON-81552472 tempest-ServerAddressesNegativeTestJSON-81552472-project-member] [instance: 3012a25a-8fd4-45a4-bad5-c655a14bc0ac] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1272.137409] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-9eee4786-f1fa-49d9-a1a4-653947401d18 tempest-ServerAddressesNegativeTestJSON-81552472 tempest-ServerAddressesNegativeTestJSON-81552472-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1272.137976] env[65448]: DEBUG nova.compute.manager [-] [instance: 3012a25a-8fd4-45a4-bad5-c655a14bc0ac] Deallocating network for instance {{(pid=65448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1272.137976] env[65448]: DEBUG nova.network.neutron [-] [instance: 3012a25a-8fd4-45a4-bad5-c655a14bc0ac] deallocate_for_instance() {{(pid=65448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1272.137976] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1272.183851] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1272.258283] env[65448]: DEBUG oslo_vmware.api [None req-37ec63e3-2966-477a-bed6-ef9d0721a2c6 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Task: {'id': task-4938688, 'name': CopyVirtualDisk_Task} progress is 12%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.370070] env[65448]: DEBUG oslo_vmware.api [None req-d1c1d9f4-7f4e-4f3e-bb22-fcb63fe48e5e tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4938689, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.456548] env[65448]: DEBUG nova.network.neutron [-] [instance: 3cbfb5fd-aac5-4538-87b4-d33b466ab2ad] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1272.460801] env[65448]: DEBUG nova.compute.manager [req-99b88610-8f06-4b2a-a36d-572b7747b3f7 req-bd6b7199-bd59-474d-9d76-86eb92eaf31b service nova] [instance: 3012a25a-8fd4-45a4-bad5-c655a14bc0ac] Received event network-vif-deleted-5a000b09-53dc-4985-9ddb-6d5187fdd7d0 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1272.461174] env[65448]: INFO nova.compute.manager [req-99b88610-8f06-4b2a-a36d-572b7747b3f7 req-bd6b7199-bd59-474d-9d76-86eb92eaf31b service nova] [instance: 3012a25a-8fd4-45a4-bad5-c655a14bc0ac] Neutron deleted interface 5a000b09-53dc-4985-9ddb-6d5187fdd7d0; detaching it from the instance and deleting it from the info cache [ 1272.461333] env[65448]: DEBUG nova.network.neutron [req-99b88610-8f06-4b2a-a36d-572b7747b3f7 req-bd6b7199-bd59-474d-9d76-86eb92eaf31b service nova] [instance: 3012a25a-8fd4-45a4-bad5-c655a14bc0ac] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1272.522605] env[65448]: DEBUG oslo_service.periodic_task [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1272.523082] env[65448]: DEBUG oslo_service.periodic_task [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1272.523082] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65448) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1272.551394] env[65448]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-eab87db2-663d-4fde-a0d8-beb2771839e3 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.563590] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f385f29-b9dc-48c7-b173-b7207011227e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.600603] env[65448]: DEBUG nova.compute.manager [req-885e4fcb-4c92-4540-9947-adce2c7575df req-1b6fa43b-3b31-4ffb-b95f-5ac199d1f330 service nova] [instance: 3cbfb5fd-aac5-4538-87b4-d33b466ab2ad] Detach interface failed, port_id=aa4ac103-6c66-4516-940a-a0cf2f3d2410, reason: Instance 3cbfb5fd-aac5-4538-87b4-d33b466ab2ad could not be found. {{(pid=65448) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 1272.747336] env[65448]: DEBUG nova.network.neutron [-] [instance: 2f9162a4-0145-4435-acc9-0a2e3c2a98e2] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1272.761983] env[65448]: DEBUG oslo_vmware.api [None req-37ec63e3-2966-477a-bed6-ef9d0721a2c6 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Task: {'id': task-4938688, 'name': CopyVirtualDisk_Task} progress is 32%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.870713] env[65448]: DEBUG oslo_vmware.api [None req-d1c1d9f4-7f4e-4f3e-bb22-fcb63fe48e5e tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4938689, 'name': ReconfigVM_Task, 'duration_secs': 0.664259} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.871067] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1c1d9f4-7f4e-4f3e-bb22-fcb63fe48e5e tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: 0a020bd8-f2c2-467e-bbb4-82b0e3c85cab] Reconfigured VM instance instance-00000079 to attach disk [datastore2] volume-d35601fe-bce6-47c8-9406-dd9b19d152b5/volume-d35601fe-bce6-47c8-9406-dd9b19d152b5.vmdk or device None with type thin {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1272.875894] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22f2fa53-c8b8-44ee-910f-636f65a35668 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.892122] env[65448]: DEBUG oslo_vmware.api [None req-d1c1d9f4-7f4e-4f3e-bb22-fcb63fe48e5e tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Waiting for the task: (returnval){ [ 1272.892122] env[65448]: value = "task-4938690" [ 1272.892122] env[65448]: _type = "Task" [ 1272.892122] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.901631] env[65448]: DEBUG oslo_vmware.api [None req-d1c1d9f4-7f4e-4f3e-bb22-fcb63fe48e5e tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4938690, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.930262] env[65448]: DEBUG nova.network.neutron [-] [instance: 3012a25a-8fd4-45a4-bad5-c655a14bc0ac] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1272.959835] env[65448]: INFO nova.compute.manager [-] [instance: 3cbfb5fd-aac5-4538-87b4-d33b466ab2ad] Took 1.49 seconds to deallocate network for instance. [ 1272.965692] env[65448]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e064555a-36b3-49eb-9c15-06336dadb7d6 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.978153] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a66bdd9c-17c3-4c22-8a96-b91bbf0ddaeb {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.013869] env[65448]: DEBUG nova.compute.manager [req-99b88610-8f06-4b2a-a36d-572b7747b3f7 req-bd6b7199-bd59-474d-9d76-86eb92eaf31b service nova] [instance: 3012a25a-8fd4-45a4-bad5-c655a14bc0ac] Detach interface failed, port_id=5a000b09-53dc-4985-9ddb-6d5187fdd7d0, reason: Instance 3012a25a-8fd4-45a4-bad5-c655a14bc0ac could not be found. {{(pid=65448) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 1273.256891] env[65448]: INFO nova.compute.manager [-] [instance: 2f9162a4-0145-4435-acc9-0a2e3c2a98e2] Took 1.30 seconds to deallocate network for instance. [ 1273.274089] env[65448]: DEBUG oslo_vmware.api [None req-37ec63e3-2966-477a-bed6-ef9d0721a2c6 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Task: {'id': task-4938688, 'name': CopyVirtualDisk_Task} progress is 52%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.405339] env[65448]: DEBUG oslo_vmware.api [None req-d1c1d9f4-7f4e-4f3e-bb22-fcb63fe48e5e tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4938690, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.433227] env[65448]: INFO nova.compute.manager [-] [instance: 3012a25a-8fd4-45a4-bad5-c655a14bc0ac] Took 1.30 seconds to deallocate network for instance. [ 1273.470326] env[65448]: DEBUG oslo_concurrency.lockutils [None req-3c6ecd79-53e0-4d22-a6da-68f7914fa9a3 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1273.470773] env[65448]: DEBUG oslo_concurrency.lockutils [None req-3c6ecd79-53e0-4d22-a6da-68f7914fa9a3 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.471125] env[65448]: DEBUG nova.objects.instance [None req-3c6ecd79-53e0-4d22-a6da-68f7914fa9a3 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Lazy-loading 'resources' on Instance uuid 3cbfb5fd-aac5-4538-87b4-d33b466ab2ad {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1273.760332] env[65448]: DEBUG oslo_vmware.api [None req-37ec63e3-2966-477a-bed6-ef9d0721a2c6 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Task: {'id': task-4938688, 'name': CopyVirtualDisk_Task} progress is 71%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.776218] env[65448]: DEBUG oslo_concurrency.lockutils [None req-578dc5cc-3b4b-49e3-9069-a674691b49f9 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1273.904058] env[65448]: DEBUG oslo_vmware.api [None req-d1c1d9f4-7f4e-4f3e-bb22-fcb63fe48e5e tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4938690, 'name': ReconfigVM_Task, 'duration_secs': 0.84789} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.904437] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1c1d9f4-7f4e-4f3e-bb22-fcb63fe48e5e tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: 0a020bd8-f2c2-467e-bbb4-82b0e3c85cab] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-962100', 'volume_id': 'd35601fe-bce6-47c8-9406-dd9b19d152b5', 'name': 'volume-d35601fe-bce6-47c8-9406-dd9b19d152b5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0a020bd8-f2c2-467e-bbb4-82b0e3c85cab', 'attached_at': '', 'detached_at': '', 'volume_id': 'd35601fe-bce6-47c8-9406-dd9b19d152b5', 'serial': 'd35601fe-bce6-47c8-9406-dd9b19d152b5'} {{(pid=65448) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1273.905073] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f755b8c9-2af1-47ac-887e-9bb1688effa0 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.914019] env[65448]: DEBUG oslo_vmware.api [None req-d1c1d9f4-7f4e-4f3e-bb22-fcb63fe48e5e tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Waiting for the task: (returnval){ [ 1273.914019] env[65448]: value = "task-4938691" [ 1273.914019] env[65448]: _type = "Task" [ 1273.914019] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.926015] env[65448]: DEBUG oslo_vmware.api [None req-d1c1d9f4-7f4e-4f3e-bb22-fcb63fe48e5e tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4938691, 'name': Rename_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.944322] env[65448]: DEBUG oslo_concurrency.lockutils [None req-9eee4786-f1fa-49d9-a1a4-653947401d18 tempest-ServerAddressesNegativeTestJSON-81552472 tempest-ServerAddressesNegativeTestJSON-81552472-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.079505] env[65448]: DEBUG nova.compute.manager [req-4189e83d-5534-41b0-9ca6-c852ffab2f69 req-5baf5318-8290-4a36-afe5-fa0ae23137b4 service nova] [instance: 2f9162a4-0145-4435-acc9-0a2e3c2a98e2] Received event network-vif-deleted-ca073e56-8a3d-41ce-837c-0b42596ba6e0 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1274.119773] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26930a66-6af7-40e5-9134-07a48bbada30 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.128921] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdb18d07-7a86-4156-baa4-a2a85189e22c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.160943] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3047553-ee33-4441-925f-c24bc276fb45 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.169766] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0291957-b4f5-4ad3-8df3-9d2e2ce67dca {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.184988] env[65448]: DEBUG nova.compute.provider_tree [None req-3c6ecd79-53e0-4d22-a6da-68f7914fa9a3 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Updating inventory in ProviderTree for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1274.261352] env[65448]: DEBUG oslo_vmware.api [None req-37ec63e3-2966-477a-bed6-ef9d0721a2c6 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Task: {'id': task-4938688, 'name': CopyVirtualDisk_Task} progress is 94%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.426437] env[65448]: DEBUG oslo_vmware.api [None req-d1c1d9f4-7f4e-4f3e-bb22-fcb63fe48e5e tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4938691, 'name': Rename_Task} progress is 14%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.708219] env[65448]: ERROR nova.scheduler.client.report [None req-3c6ecd79-53e0-4d22-a6da-68f7914fa9a3 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] [req-f58049e3-2f9e-4057-9d92-7c3089e45d63] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 76aeec68-79e6-4d77-baf0-33bb098aa897. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f58049e3-2f9e-4057-9d92-7c3089e45d63"}]} [ 1274.724684] env[65448]: DEBUG nova.scheduler.client.report [None req-3c6ecd79-53e0-4d22-a6da-68f7914fa9a3 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Refreshing inventories for resource provider 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1274.738746] env[65448]: DEBUG nova.scheduler.client.report [None req-3c6ecd79-53e0-4d22-a6da-68f7914fa9a3 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Updating ProviderTree inventory for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1274.738972] env[65448]: DEBUG nova.compute.provider_tree [None req-3c6ecd79-53e0-4d22-a6da-68f7914fa9a3 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Updating inventory in ProviderTree for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1274.751915] env[65448]: DEBUG nova.scheduler.client.report [None req-3c6ecd79-53e0-4d22-a6da-68f7914fa9a3 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Refreshing aggregate associations for resource provider 76aeec68-79e6-4d77-baf0-33bb098aa897, aggregates: None {{(pid=65448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1274.763529] env[65448]: DEBUG oslo_vmware.api [None req-37ec63e3-2966-477a-bed6-ef9d0721a2c6 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Task: {'id': task-4938688, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.662766} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.763917] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-37ec63e3-2966-477a-bed6-ef9d0721a2c6 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7abfae33-1ef2-4342-b1ae-3d88cf75cd58/7abfae33-1ef2-4342-b1ae-3d88cf75cd58.vmdk to [datastore2] 7978c1c5-9577-4194-827e-59a715d196b7/7978c1c5-9577-4194-827e-59a715d196b7.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1274.764624] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40521ccf-d952-475e-bf07-7bd18c125e7b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.788353] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-37ec63e3-2966-477a-bed6-ef9d0721a2c6 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: 7978c1c5-9577-4194-827e-59a715d196b7] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] 7978c1c5-9577-4194-827e-59a715d196b7/7978c1c5-9577-4194-827e-59a715d196b7.vmdk or device None with type streamOptimized {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1274.789406] env[65448]: DEBUG nova.scheduler.client.report [None req-3c6ecd79-53e0-4d22-a6da-68f7914fa9a3 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Refreshing trait associations for resource provider 76aeec68-79e6-4d77-baf0-33bb098aa897, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=65448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1274.791475] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dcdbe1f6-1b6e-4469-9359-eb32189938bb {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.813421] env[65448]: DEBUG oslo_vmware.api [None req-37ec63e3-2966-477a-bed6-ef9d0721a2c6 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Waiting for the task: (returnval){ [ 1274.813421] env[65448]: value = "task-4938693" [ 1274.813421] env[65448]: _type = "Task" [ 1274.813421] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.825490] env[65448]: DEBUG oslo_vmware.api [None req-37ec63e3-2966-477a-bed6-ef9d0721a2c6 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Task: {'id': task-4938693, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.926665] env[65448]: DEBUG oslo_vmware.api [None req-d1c1d9f4-7f4e-4f3e-bb22-fcb63fe48e5e tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4938691, 'name': Rename_Task, 'duration_secs': 0.553112} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.927866] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1c1d9f4-7f4e-4f3e-bb22-fcb63fe48e5e tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: 0a020bd8-f2c2-467e-bbb4-82b0e3c85cab] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1274.928627] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f81bce26-3438-4633-9393-ccacb8618821 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.931075] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e333d42c-d4dc-4b0f-9ce5-f6ec0f880242 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.939518] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2979ff63-a052-4ba3-b253-622376a57de8 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.942658] env[65448]: DEBUG oslo_vmware.api [None req-d1c1d9f4-7f4e-4f3e-bb22-fcb63fe48e5e tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Waiting for the task: (returnval){ [ 1274.942658] env[65448]: value = "task-4938694" [ 1274.942658] env[65448]: _type = "Task" [ 1274.942658] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.972316] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6311fba5-dba6-4e81-a602-f66bcac97ba9 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.978712] env[65448]: DEBUG oslo_vmware.api [None req-d1c1d9f4-7f4e-4f3e-bb22-fcb63fe48e5e tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4938694, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.985036] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c7179d0-0fae-4175-a283-b177ba004e18 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.999547] env[65448]: DEBUG nova.compute.provider_tree [None req-3c6ecd79-53e0-4d22-a6da-68f7914fa9a3 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Updating inventory in ProviderTree for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1275.323722] env[65448]: DEBUG oslo_vmware.api [None req-37ec63e3-2966-477a-bed6-ef9d0721a2c6 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Task: {'id': task-4938693, 'name': ReconfigVM_Task, 'duration_secs': 0.287636} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.324072] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-37ec63e3-2966-477a-bed6-ef9d0721a2c6 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: 7978c1c5-9577-4194-827e-59a715d196b7] Reconfigured VM instance instance-00000070 to attach disk [datastore2] 7978c1c5-9577-4194-827e-59a715d196b7/7978c1c5-9577-4194-827e-59a715d196b7.vmdk or device None with type streamOptimized {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1275.324717] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-88ef380d-7fe4-454f-ae65-d1c04977181c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.332546] env[65448]: DEBUG oslo_vmware.api [None req-37ec63e3-2966-477a-bed6-ef9d0721a2c6 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Waiting for the task: (returnval){ [ 1275.332546] env[65448]: value = "task-4938695" [ 1275.332546] env[65448]: _type = "Task" [ 1275.332546] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.344642] env[65448]: DEBUG oslo_vmware.api [None req-37ec63e3-2966-477a-bed6-ef9d0721a2c6 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Task: {'id': task-4938695, 'name': Rename_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.455851] env[65448]: DEBUG oslo_vmware.api [None req-d1c1d9f4-7f4e-4f3e-bb22-fcb63fe48e5e tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4938694, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.530252] env[65448]: DEBUG nova.scheduler.client.report [None req-3c6ecd79-53e0-4d22-a6da-68f7914fa9a3 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Updated inventory for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 with generation 177 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1275.530549] env[65448]: DEBUG nova.compute.provider_tree [None req-3c6ecd79-53e0-4d22-a6da-68f7914fa9a3 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Updating resource provider 76aeec68-79e6-4d77-baf0-33bb098aa897 generation from 177 to 178 during operation: update_inventory {{(pid=65448) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1275.530723] env[65448]: DEBUG nova.compute.provider_tree [None req-3c6ecd79-53e0-4d22-a6da-68f7914fa9a3 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Updating inventory in ProviderTree for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1275.843907] env[65448]: DEBUG oslo_vmware.api [None req-37ec63e3-2966-477a-bed6-ef9d0721a2c6 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Task: {'id': task-4938695, 'name': Rename_Task} progress is 99%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.954050] env[65448]: DEBUG oslo_vmware.api [None req-d1c1d9f4-7f4e-4f3e-bb22-fcb63fe48e5e tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4938694, 'name': PowerOnVM_Task, 'duration_secs': 0.549676} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.954363] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1c1d9f4-7f4e-4f3e-bb22-fcb63fe48e5e tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: 0a020bd8-f2c2-467e-bbb4-82b0e3c85cab] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1275.954569] env[65448]: INFO nova.compute.manager [None req-d1c1d9f4-7f4e-4f3e-bb22-fcb63fe48e5e tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: 0a020bd8-f2c2-467e-bbb4-82b0e3c85cab] Took 6.74 seconds to spawn the instance on the hypervisor. [ 1275.954750] env[65448]: DEBUG nova.compute.manager [None req-d1c1d9f4-7f4e-4f3e-bb22-fcb63fe48e5e tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: 0a020bd8-f2c2-467e-bbb4-82b0e3c85cab] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 1275.955606] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73fc880e-cf55-426d-be1b-38a28b313887 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.036204] env[65448]: DEBUG oslo_concurrency.lockutils [None req-3c6ecd79-53e0-4d22-a6da-68f7914fa9a3 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.565s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.039291] env[65448]: DEBUG oslo_concurrency.lockutils [None req-578dc5cc-3b4b-49e3-9069-a674691b49f9 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.263s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.039564] env[65448]: DEBUG nova.objects.instance [None req-578dc5cc-3b4b-49e3-9069-a674691b49f9 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Lazy-loading 'resources' on Instance uuid 2f9162a4-0145-4435-acc9-0a2e3c2a98e2 {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1276.057326] env[65448]: INFO nova.scheduler.client.report [None req-3c6ecd79-53e0-4d22-a6da-68f7914fa9a3 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Deleted allocations for instance 3cbfb5fd-aac5-4538-87b4-d33b466ab2ad [ 1276.344874] env[65448]: DEBUG oslo_vmware.api [None req-37ec63e3-2966-477a-bed6-ef9d0721a2c6 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Task: {'id': task-4938695, 'name': Rename_Task} progress is 99%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.473406] env[65448]: INFO nova.compute.manager [None req-d1c1d9f4-7f4e-4f3e-bb22-fcb63fe48e5e tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: 0a020bd8-f2c2-467e-bbb4-82b0e3c85cab] Took 22.98 seconds to build instance. [ 1276.568841] env[65448]: DEBUG oslo_concurrency.lockutils [None req-3c6ecd79-53e0-4d22-a6da-68f7914fa9a3 tempest-ServerActionsTestOtherB-885041878 tempest-ServerActionsTestOtherB-885041878-project-member] Lock "3cbfb5fd-aac5-4538-87b4-d33b466ab2ad" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.758s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.691512] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4436919-4a66-4f52-a570-00e4e03d9cb0 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.702091] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64dda40b-56a7-48e2-babb-9e05082575fc {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.748983] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97a9e388-568f-484e-b5f4-cad9aa77fd3d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.759941] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f26567dd-2850-49e9-b8c2-a127b463ecdd {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.775149] env[65448]: DEBUG nova.compute.provider_tree [None req-578dc5cc-3b4b-49e3-9069-a674691b49f9 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1276.845200] env[65448]: DEBUG oslo_vmware.api [None req-37ec63e3-2966-477a-bed6-ef9d0721a2c6 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Task: {'id': task-4938695, 'name': Rename_Task, 'duration_secs': 1.159105} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.845602] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-37ec63e3-2966-477a-bed6-ef9d0721a2c6 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: 7978c1c5-9577-4194-827e-59a715d196b7] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1276.845729] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-010248ec-eea8-483e-a18f-1a4f3936e977 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.852760] env[65448]: DEBUG oslo_vmware.api [None req-37ec63e3-2966-477a-bed6-ef9d0721a2c6 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Waiting for the task: (returnval){ [ 1276.852760] env[65448]: value = "task-4938697" [ 1276.852760] env[65448]: _type = "Task" [ 1276.852760] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.861339] env[65448]: DEBUG oslo_vmware.api [None req-37ec63e3-2966-477a-bed6-ef9d0721a2c6 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Task: {'id': task-4938697, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.924424] env[65448]: DEBUG nova.compute.manager [req-2ebda5f1-e30a-44ce-b706-ed4bc150f5a3 req-4f7d6c4a-6b8b-4410-bd4b-a2eef3709810 service nova] [instance: 6ca5c62d-cf52-4f78-9e01-5623f4989442] Received event network-changed-6d9aa0d4-1aaa-47ed-9837-07a9a110d05d {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1276.924638] env[65448]: DEBUG nova.compute.manager [req-2ebda5f1-e30a-44ce-b706-ed4bc150f5a3 req-4f7d6c4a-6b8b-4410-bd4b-a2eef3709810 service nova] [instance: 6ca5c62d-cf52-4f78-9e01-5623f4989442] Refreshing instance network info cache due to event network-changed-6d9aa0d4-1aaa-47ed-9837-07a9a110d05d. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 1276.924881] env[65448]: DEBUG oslo_concurrency.lockutils [req-2ebda5f1-e30a-44ce-b706-ed4bc150f5a3 req-4f7d6c4a-6b8b-4410-bd4b-a2eef3709810 service nova] Acquiring lock "refresh_cache-6ca5c62d-cf52-4f78-9e01-5623f4989442" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.924990] env[65448]: DEBUG oslo_concurrency.lockutils [req-2ebda5f1-e30a-44ce-b706-ed4bc150f5a3 req-4f7d6c4a-6b8b-4410-bd4b-a2eef3709810 service nova] Acquired lock "refresh_cache-6ca5c62d-cf52-4f78-9e01-5623f4989442" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.925371] env[65448]: DEBUG nova.network.neutron [req-2ebda5f1-e30a-44ce-b706-ed4bc150f5a3 req-4f7d6c4a-6b8b-4410-bd4b-a2eef3709810 service nova] [instance: 6ca5c62d-cf52-4f78-9e01-5623f4989442] Refreshing network info cache for port 6d9aa0d4-1aaa-47ed-9837-07a9a110d05d {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1276.975840] env[65448]: DEBUG oslo_concurrency.lockutils [None req-d1c1d9f4-7f4e-4f3e-bb22-fcb63fe48e5e tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Lock "0a020bd8-f2c2-467e-bbb4-82b0e3c85cab" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.495s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1277.279403] env[65448]: DEBUG nova.scheduler.client.report [None req-578dc5cc-3b4b-49e3-9069-a674691b49f9 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1277.363247] env[65448]: DEBUG oslo_vmware.api [None req-37ec63e3-2966-477a-bed6-ef9d0721a2c6 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Task: {'id': task-4938697, 'name': PowerOnVM_Task, 'duration_secs': 0.492039} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.363433] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-37ec63e3-2966-477a-bed6-ef9d0721a2c6 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: 7978c1c5-9577-4194-827e-59a715d196b7] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1277.428678] env[65448]: WARNING neutronclient.v2_0.client [req-2ebda5f1-e30a-44ce-b706-ed4bc150f5a3 req-4f7d6c4a-6b8b-4410-bd4b-a2eef3709810 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1277.511724] env[65448]: DEBUG nova.compute.manager [None req-37ec63e3-2966-477a-bed6-ef9d0721a2c6 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: 7978c1c5-9577-4194-827e-59a715d196b7] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 1277.512681] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b746784-d0e3-4f53-bcc9-ce1fa3eda0ae {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.631337] env[65448]: WARNING neutronclient.v2_0.client [req-2ebda5f1-e30a-44ce-b706-ed4bc150f5a3 req-4f7d6c4a-6b8b-4410-bd4b-a2eef3709810 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1277.720962] env[65448]: DEBUG nova.network.neutron [req-2ebda5f1-e30a-44ce-b706-ed4bc150f5a3 req-4f7d6c4a-6b8b-4410-bd4b-a2eef3709810 service nova] [instance: 6ca5c62d-cf52-4f78-9e01-5623f4989442] Updated VIF entry in instance network info cache for port 6d9aa0d4-1aaa-47ed-9837-07a9a110d05d. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1277.721350] env[65448]: DEBUG nova.network.neutron [req-2ebda5f1-e30a-44ce-b706-ed4bc150f5a3 req-4f7d6c4a-6b8b-4410-bd4b-a2eef3709810 service nova] [instance: 6ca5c62d-cf52-4f78-9e01-5623f4989442] Updating instance_info_cache with network_info: [{"id": "6d9aa0d4-1aaa-47ed-9837-07a9a110d05d", "address": "fa:16:3e:f7:40:03", "network": {"id": "1c6b4e31-4989-4b8c-8cc6-67fa107dcc6a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1246525494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bf59e2c00b54ab7a8bc201e80781fcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d9aa0d4-1a", "ovs_interfaceid": "6d9aa0d4-1aaa-47ed-9837-07a9a110d05d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1277.784937] env[65448]: DEBUG oslo_concurrency.lockutils [None req-578dc5cc-3b4b-49e3-9069-a674691b49f9 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.745s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1277.787485] env[65448]: DEBUG oslo_concurrency.lockutils [None req-9eee4786-f1fa-49d9-a1a4-653947401d18 tempest-ServerAddressesNegativeTestJSON-81552472 tempest-ServerAddressesNegativeTestJSON-81552472-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.843s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1277.787710] env[65448]: DEBUG nova.objects.instance [None req-9eee4786-f1fa-49d9-a1a4-653947401d18 tempest-ServerAddressesNegativeTestJSON-81552472 tempest-ServerAddressesNegativeTestJSON-81552472-project-member] Lazy-loading 'resources' on Instance uuid 3012a25a-8fd4-45a4-bad5-c655a14bc0ac {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1277.807102] env[65448]: INFO nova.scheduler.client.report [None req-578dc5cc-3b4b-49e3-9069-a674691b49f9 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Deleted allocations for instance 2f9162a4-0145-4435-acc9-0a2e3c2a98e2 [ 1278.038859] env[65448]: DEBUG oslo_concurrency.lockutils [None req-37ec63e3-2966-477a-bed6-ef9d0721a2c6 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Lock "7978c1c5-9577-4194-827e-59a715d196b7" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 30.019s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1278.224028] env[65448]: DEBUG oslo_concurrency.lockutils [req-2ebda5f1-e30a-44ce-b706-ed4bc150f5a3 req-4f7d6c4a-6b8b-4410-bd4b-a2eef3709810 service nova] Releasing lock "refresh_cache-6ca5c62d-cf52-4f78-9e01-5623f4989442" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.315934] env[65448]: DEBUG oslo_concurrency.lockutils [None req-578dc5cc-3b4b-49e3-9069-a674691b49f9 tempest-DeleteServersTestJSON-554805530 tempest-DeleteServersTestJSON-554805530-project-member] Lock "2f9162a4-0145-4435-acc9-0a2e3c2a98e2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.996s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1278.444801] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fe5e89b-3dcf-4297-b8fd-9f2844a51919 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.454390] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bebe46d-b7e8-4512-bce9-329d7e14c56d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.491870] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66aa2419-05cd-4884-a7f0-ee3537db1dc0 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.501786] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c4344a9-a059-452f-bbab-f56dd5a4ab3d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.518579] env[65448]: DEBUG nova.compute.provider_tree [None req-9eee4786-f1fa-49d9-a1a4-653947401d18 tempest-ServerAddressesNegativeTestJSON-81552472 tempest-ServerAddressesNegativeTestJSON-81552472-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1278.542547] env[65448]: DEBUG nova.compute.manager [None req-0bd56440-311a-4327-a5b1-516309685e92 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: 0a020bd8-f2c2-467e-bbb4-82b0e3c85cab] Stashing vm_state: active {{(pid=65448) _prep_resize /opt/stack/nova/nova/compute/manager.py:6183}} [ 1278.953696] env[65448]: DEBUG nova.compute.manager [req-d770b2d2-6397-402a-8707-2a2f71d42a40 req-b9b88ca3-8ab0-4a79-966a-29f65af5f4d3 service nova] [instance: 0a020bd8-f2c2-467e-bbb4-82b0e3c85cab] Received event network-changed-f41227cc-e0f9-4cb1-9819-7105440f4759 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1278.953851] env[65448]: DEBUG nova.compute.manager [req-d770b2d2-6397-402a-8707-2a2f71d42a40 req-b9b88ca3-8ab0-4a79-966a-29f65af5f4d3 service nova] [instance: 0a020bd8-f2c2-467e-bbb4-82b0e3c85cab] Refreshing instance network info cache due to event network-changed-f41227cc-e0f9-4cb1-9819-7105440f4759. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 1278.954317] env[65448]: DEBUG oslo_concurrency.lockutils [req-d770b2d2-6397-402a-8707-2a2f71d42a40 req-b9b88ca3-8ab0-4a79-966a-29f65af5f4d3 service nova] Acquiring lock "refresh_cache-0a020bd8-f2c2-467e-bbb4-82b0e3c85cab" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.954530] env[65448]: DEBUG oslo_concurrency.lockutils [req-d770b2d2-6397-402a-8707-2a2f71d42a40 req-b9b88ca3-8ab0-4a79-966a-29f65af5f4d3 service nova] Acquired lock "refresh_cache-0a020bd8-f2c2-467e-bbb4-82b0e3c85cab" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.954835] env[65448]: DEBUG nova.network.neutron [req-d770b2d2-6397-402a-8707-2a2f71d42a40 req-b9b88ca3-8ab0-4a79-966a-29f65af5f4d3 service nova] [instance: 0a020bd8-f2c2-467e-bbb4-82b0e3c85cab] Refreshing network info cache for port f41227cc-e0f9-4cb1-9819-7105440f4759 {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1279.023095] env[65448]: DEBUG nova.scheduler.client.report [None req-9eee4786-f1fa-49d9-a1a4-653947401d18 tempest-ServerAddressesNegativeTestJSON-81552472 tempest-ServerAddressesNegativeTestJSON-81552472-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1279.067984] env[65448]: DEBUG oslo_concurrency.lockutils [None req-0bd56440-311a-4327-a5b1-516309685e92 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1279.458230] env[65448]: WARNING neutronclient.v2_0.client [req-d770b2d2-6397-402a-8707-2a2f71d42a40 req-b9b88ca3-8ab0-4a79-966a-29f65af5f4d3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1279.528438] env[65448]: DEBUG oslo_concurrency.lockutils [None req-9eee4786-f1fa-49d9-a1a4-653947401d18 tempest-ServerAddressesNegativeTestJSON-81552472 tempest-ServerAddressesNegativeTestJSON-81552472-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.741s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.531203] env[65448]: DEBUG oslo_concurrency.lockutils [None req-0bd56440-311a-4327-a5b1-516309685e92 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.464s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1279.555429] env[65448]: INFO nova.scheduler.client.report [None req-9eee4786-f1fa-49d9-a1a4-653947401d18 tempest-ServerAddressesNegativeTestJSON-81552472 tempest-ServerAddressesNegativeTestJSON-81552472-project-member] Deleted allocations for instance 3012a25a-8fd4-45a4-bad5-c655a14bc0ac [ 1279.663640] env[65448]: WARNING neutronclient.v2_0.client [req-d770b2d2-6397-402a-8707-2a2f71d42a40 req-b9b88ca3-8ab0-4a79-966a-29f65af5f4d3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1279.741596] env[65448]: DEBUG nova.network.neutron [req-d770b2d2-6397-402a-8707-2a2f71d42a40 req-b9b88ca3-8ab0-4a79-966a-29f65af5f4d3 service nova] [instance: 0a020bd8-f2c2-467e-bbb4-82b0e3c85cab] Updated VIF entry in instance network info cache for port f41227cc-e0f9-4cb1-9819-7105440f4759. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1279.741596] env[65448]: DEBUG nova.network.neutron [req-d770b2d2-6397-402a-8707-2a2f71d42a40 req-b9b88ca3-8ab0-4a79-966a-29f65af5f4d3 service nova] [instance: 0a020bd8-f2c2-467e-bbb4-82b0e3c85cab] Updating instance_info_cache with network_info: [{"id": "f41227cc-e0f9-4cb1-9819-7105440f4759", "address": "fa:16:3e:8f:22:ab", "network": {"id": "1c6b4e31-4989-4b8c-8cc6-67fa107dcc6a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1246525494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bf59e2c00b54ab7a8bc201e80781fcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf41227cc-e0", "ovs_interfaceid": "f41227cc-e0f9-4cb1-9819-7105440f4759", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1280.036024] env[65448]: INFO nova.compute.claims [None req-0bd56440-311a-4327-a5b1-516309685e92 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: 0a020bd8-f2c2-467e-bbb4-82b0e3c85cab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1280.063051] env[65448]: DEBUG oslo_concurrency.lockutils [None req-9eee4786-f1fa-49d9-a1a4-653947401d18 tempest-ServerAddressesNegativeTestJSON-81552472 tempest-ServerAddressesNegativeTestJSON-81552472-project-member] Lock "3012a25a-8fd4-45a4-bad5-c655a14bc0ac" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.562s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1280.245440] env[65448]: DEBUG oslo_concurrency.lockutils [req-d770b2d2-6397-402a-8707-2a2f71d42a40 req-b9b88ca3-8ab0-4a79-966a-29f65af5f4d3 service nova] Releasing lock "refresh_cache-0a020bd8-f2c2-467e-bbb4-82b0e3c85cab" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.544684] env[65448]: INFO nova.compute.resource_tracker [None req-0bd56440-311a-4327-a5b1-516309685e92 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: 0a020bd8-f2c2-467e-bbb4-82b0e3c85cab] Updating resource usage from migration 4b5fc717-5c25-45df-a4b9-71f3e6bd64d6 [ 1280.662634] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c3ab1b7-11b0-45b8-8a3d-b3328ea6f162 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.671602] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44ea9e60-ec14-427f-b842-f720542acf1f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.706588] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fed2c590-9670-470c-ae71-e44139c53e4f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.713100] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-487b7c87-cef8-42a0-82b4-879bab066c59 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.729121] env[65448]: DEBUG nova.compute.provider_tree [None req-0bd56440-311a-4327-a5b1-516309685e92 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1281.232679] env[65448]: DEBUG nova.scheduler.client.report [None req-0bd56440-311a-4327-a5b1-516309685e92 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1281.742150] env[65448]: DEBUG oslo_concurrency.lockutils [None req-0bd56440-311a-4327-a5b1-516309685e92 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.211s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.742482] env[65448]: INFO nova.compute.manager [None req-0bd56440-311a-4327-a5b1-516309685e92 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: 0a020bd8-f2c2-467e-bbb4-82b0e3c85cab] Migrating [ 1282.265030] env[65448]: DEBUG oslo_concurrency.lockutils [None req-0bd56440-311a-4327-a5b1-516309685e92 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Acquiring lock "refresh_cache-0a020bd8-f2c2-467e-bbb4-82b0e3c85cab" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.265030] env[65448]: DEBUG oslo_concurrency.lockutils [None req-0bd56440-311a-4327-a5b1-516309685e92 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Acquired lock "refresh_cache-0a020bd8-f2c2-467e-bbb4-82b0e3c85cab" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.265173] env[65448]: DEBUG nova.network.neutron [None req-0bd56440-311a-4327-a5b1-516309685e92 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: 0a020bd8-f2c2-467e-bbb4-82b0e3c85cab] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1282.768488] env[65448]: WARNING neutronclient.v2_0.client [None req-0bd56440-311a-4327-a5b1-516309685e92 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1283.408629] env[65448]: WARNING neutronclient.v2_0.client [None req-0bd56440-311a-4327-a5b1-516309685e92 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1283.525382] env[65448]: DEBUG nova.network.neutron [None req-0bd56440-311a-4327-a5b1-516309685e92 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: 0a020bd8-f2c2-467e-bbb4-82b0e3c85cab] Updating instance_info_cache with network_info: [{"id": "f41227cc-e0f9-4cb1-9819-7105440f4759", "address": "fa:16:3e:8f:22:ab", "network": {"id": "1c6b4e31-4989-4b8c-8cc6-67fa107dcc6a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1246525494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bf59e2c00b54ab7a8bc201e80781fcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf41227cc-e0", "ovs_interfaceid": "f41227cc-e0f9-4cb1-9819-7105440f4759", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1283.588129] env[65448]: DEBUG oslo_concurrency.lockutils [None req-50451700-8d99-4858-aaaf-e1f3f433b3cd tempest-ServersAaction247Test-2135767084 tempest-ServersAaction247Test-2135767084-project-member] Acquiring lock "e1a6aafb-33ee-481a-b561-4fb80d8cbe3c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1283.588409] env[65448]: DEBUG oslo_concurrency.lockutils [None req-50451700-8d99-4858-aaaf-e1f3f433b3cd tempest-ServersAaction247Test-2135767084 tempest-ServersAaction247Test-2135767084-project-member] Lock "e1a6aafb-33ee-481a-b561-4fb80d8cbe3c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1283.593085] env[65448]: DEBUG oslo_concurrency.lockutils [None req-592a0336-cf40-439c-8011-7896cc94e693 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] Acquiring lock "fba63473-fdd0-4c0e-8ba8-25b97b74d43e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1283.593246] env[65448]: DEBUG oslo_concurrency.lockutils [None req-592a0336-cf40-439c-8011-7896cc94e693 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] Lock "fba63473-fdd0-4c0e-8ba8-25b97b74d43e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1284.028197] env[65448]: DEBUG oslo_concurrency.lockutils [None req-0bd56440-311a-4327-a5b1-516309685e92 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Releasing lock "refresh_cache-0a020bd8-f2c2-467e-bbb4-82b0e3c85cab" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.091359] env[65448]: DEBUG nova.compute.manager [None req-50451700-8d99-4858-aaaf-e1f3f433b3cd tempest-ServersAaction247Test-2135767084 tempest-ServersAaction247Test-2135767084-project-member] [instance: e1a6aafb-33ee-481a-b561-4fb80d8cbe3c] Starting instance... {{(pid=65448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2483}} [ 1284.095363] env[65448]: DEBUG nova.compute.manager [None req-592a0336-cf40-439c-8011-7896cc94e693 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] [instance: fba63473-fdd0-4c0e-8ba8-25b97b74d43e] Starting instance... {{(pid=65448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2483}} [ 1284.621249] env[65448]: DEBUG oslo_concurrency.lockutils [None req-592a0336-cf40-439c-8011-7896cc94e693 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1284.621527] env[65448]: DEBUG oslo_concurrency.lockutils [None req-592a0336-cf40-439c-8011-7896cc94e693 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1284.623096] env[65448]: INFO nova.compute.claims [None req-592a0336-cf40-439c-8011-7896cc94e693 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] [instance: fba63473-fdd0-4c0e-8ba8-25b97b74d43e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1284.626582] env[65448]: DEBUG oslo_concurrency.lockutils [None req-50451700-8d99-4858-aaaf-e1f3f433b3cd tempest-ServersAaction247Test-2135767084 tempest-ServersAaction247Test-2135767084-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1285.546103] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9a0d19b-3aef-4698-b0fc-f8a09316ce94 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.564882] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-0bd56440-311a-4327-a5b1-516309685e92 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: 0a020bd8-f2c2-467e-bbb4-82b0e3c85cab] Updating instance '0a020bd8-f2c2-467e-bbb4-82b0e3c85cab' progress to 0 {{(pid=65448) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1285.750491] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d5cf545-eb32-4707-b56a-cd1a0fa1c185 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.759904] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb8c6f80-10b5-4ee6-90c9-aebd33d00ba9 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.793755] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab543e25-025b-4623-a638-2b3dc33a309a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.802114] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9a14dcf-f4d9-424c-b3b4-98e08e497610 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.817578] env[65448]: DEBUG nova.compute.provider_tree [None req-592a0336-cf40-439c-8011-7896cc94e693 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1286.070801] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bd56440-311a-4327-a5b1-516309685e92 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: 0a020bd8-f2c2-467e-bbb4-82b0e3c85cab] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1286.071140] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-874ebe8e-a8a3-44d5-a1db-14ca43441bf4 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.079356] env[65448]: DEBUG oslo_vmware.api [None req-0bd56440-311a-4327-a5b1-516309685e92 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Waiting for the task: (returnval){ [ 1286.079356] env[65448]: value = "task-4938700" [ 1286.079356] env[65448]: _type = "Task" [ 1286.079356] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.089804] env[65448]: DEBUG oslo_vmware.api [None req-0bd56440-311a-4327-a5b1-516309685e92 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4938700, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.320764] env[65448]: DEBUG nova.scheduler.client.report [None req-592a0336-cf40-439c-8011-7896cc94e693 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1286.591149] env[65448]: DEBUG oslo_vmware.api [None req-0bd56440-311a-4327-a5b1-516309685e92 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4938700, 'name': PowerOffVM_Task, 'duration_secs': 0.219074} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.591149] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bd56440-311a-4327-a5b1-516309685e92 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: 0a020bd8-f2c2-467e-bbb4-82b0e3c85cab] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1286.591149] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-0bd56440-311a-4327-a5b1-516309685e92 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: 0a020bd8-f2c2-467e-bbb4-82b0e3c85cab] Updating instance '0a020bd8-f2c2-467e-bbb4-82b0e3c85cab' progress to 17 {{(pid=65448) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1286.825885] env[65448]: DEBUG oslo_concurrency.lockutils [None req-592a0336-cf40-439c-8011-7896cc94e693 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.204s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1286.826501] env[65448]: DEBUG nova.compute.manager [None req-592a0336-cf40-439c-8011-7896cc94e693 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] [instance: fba63473-fdd0-4c0e-8ba8-25b97b74d43e] Start building networks asynchronously for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2881}} [ 1286.829369] env[65448]: DEBUG oslo_concurrency.lockutils [None req-50451700-8d99-4858-aaaf-e1f3f433b3cd tempest-ServersAaction247Test-2135767084 tempest-ServersAaction247Test-2135767084-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.203s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1286.830828] env[65448]: INFO nova.compute.claims [None req-50451700-8d99-4858-aaaf-e1f3f433b3cd tempest-ServersAaction247Test-2135767084 tempest-ServersAaction247Test-2135767084-project-member] [instance: e1a6aafb-33ee-481a-b561-4fb80d8cbe3c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1287.021060] env[65448]: DEBUG oslo_concurrency.lockutils [None req-654adebb-3eb3-497e-a8e7-8c551c7d08ac tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Acquiring lock "a664bc6a-97c7-4e80-bcff-db1d74494ae4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.021324] env[65448]: DEBUG oslo_concurrency.lockutils [None req-654adebb-3eb3-497e-a8e7-8c551c7d08ac tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Lock "a664bc6a-97c7-4e80-bcff-db1d74494ae4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.021518] env[65448]: DEBUG oslo_concurrency.lockutils [None req-654adebb-3eb3-497e-a8e7-8c551c7d08ac tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Acquiring lock "a664bc6a-97c7-4e80-bcff-db1d74494ae4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.021705] env[65448]: DEBUG oslo_concurrency.lockutils [None req-654adebb-3eb3-497e-a8e7-8c551c7d08ac tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Lock "a664bc6a-97c7-4e80-bcff-db1d74494ae4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.021871] env[65448]: DEBUG oslo_concurrency.lockutils [None req-654adebb-3eb3-497e-a8e7-8c551c7d08ac tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Lock "a664bc6a-97c7-4e80-bcff-db1d74494ae4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.024330] env[65448]: INFO nova.compute.manager [None req-654adebb-3eb3-497e-a8e7-8c551c7d08ac tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: a664bc6a-97c7-4e80-bcff-db1d74494ae4] Terminating instance [ 1287.098242] env[65448]: DEBUG nova.virt.hardware [None req-0bd56440-311a-4327-a5b1-516309685e92 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1287.098510] env[65448]: DEBUG nova.virt.hardware [None req-0bd56440-311a-4327-a5b1-516309685e92 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1287.098650] env[65448]: DEBUG nova.virt.hardware [None req-0bd56440-311a-4327-a5b1-516309685e92 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1287.098835] env[65448]: DEBUG nova.virt.hardware [None req-0bd56440-311a-4327-a5b1-516309685e92 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1287.098979] env[65448]: DEBUG nova.virt.hardware [None req-0bd56440-311a-4327-a5b1-516309685e92 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1287.099143] env[65448]: DEBUG nova.virt.hardware [None req-0bd56440-311a-4327-a5b1-516309685e92 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1287.099351] env[65448]: DEBUG nova.virt.hardware [None req-0bd56440-311a-4327-a5b1-516309685e92 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1287.099507] env[65448]: DEBUG nova.virt.hardware [None req-0bd56440-311a-4327-a5b1-516309685e92 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1287.099673] env[65448]: DEBUG nova.virt.hardware [None req-0bd56440-311a-4327-a5b1-516309685e92 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1287.099836] env[65448]: DEBUG nova.virt.hardware [None req-0bd56440-311a-4327-a5b1-516309685e92 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1287.100014] env[65448]: DEBUG nova.virt.hardware [None req-0bd56440-311a-4327-a5b1-516309685e92 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1287.105907] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-caa13194-ba82-4113-be4a-b79b3b83b0ad {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.123558] env[65448]: DEBUG oslo_vmware.api [None req-0bd56440-311a-4327-a5b1-516309685e92 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Waiting for the task: (returnval){ [ 1287.123558] env[65448]: value = "task-4938701" [ 1287.123558] env[65448]: _type = "Task" [ 1287.123558] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.133678] env[65448]: DEBUG oslo_vmware.api [None req-0bd56440-311a-4327-a5b1-516309685e92 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4938701, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.338114] env[65448]: DEBUG nova.compute.utils [None req-592a0336-cf40-439c-8011-7896cc94e693 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] Using /dev/sd instead of None {{(pid=65448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1287.339729] env[65448]: DEBUG nova.compute.manager [None req-592a0336-cf40-439c-8011-7896cc94e693 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] [instance: fba63473-fdd0-4c0e-8ba8-25b97b74d43e] Not allocating networking since 'none' was specified. {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2023}} [ 1287.528300] env[65448]: DEBUG nova.compute.manager [None req-654adebb-3eb3-497e-a8e7-8c551c7d08ac tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: a664bc6a-97c7-4e80-bcff-db1d74494ae4] Start destroying the instance on the hypervisor. {{(pid=65448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3209}} [ 1287.528598] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-654adebb-3eb3-497e-a8e7-8c551c7d08ac tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: a664bc6a-97c7-4e80-bcff-db1d74494ae4] Destroying instance {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1287.529602] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4385f78e-f087-4192-bc57-250f43f6bfe6 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.538073] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-654adebb-3eb3-497e-a8e7-8c551c7d08ac tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: a664bc6a-97c7-4e80-bcff-db1d74494ae4] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1287.538334] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-75336044-49f8-4e52-9b33-22389ec94554 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.545442] env[65448]: DEBUG oslo_vmware.api [None req-654adebb-3eb3-497e-a8e7-8c551c7d08ac tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Waiting for the task: (returnval){ [ 1287.545442] env[65448]: value = "task-4938702" [ 1287.545442] env[65448]: _type = "Task" [ 1287.545442] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.556606] env[65448]: DEBUG oslo_vmware.api [None req-654adebb-3eb3-497e-a8e7-8c551c7d08ac tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': task-4938702, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.634590] env[65448]: DEBUG oslo_vmware.api [None req-0bd56440-311a-4327-a5b1-516309685e92 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4938701, 'name': ReconfigVM_Task, 'duration_secs': 0.376556} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.634981] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-0bd56440-311a-4327-a5b1-516309685e92 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: 0a020bd8-f2c2-467e-bbb4-82b0e3c85cab] Updating instance '0a020bd8-f2c2-467e-bbb4-82b0e3c85cab' progress to 33 {{(pid=65448) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1287.843562] env[65448]: DEBUG nova.compute.manager [None req-592a0336-cf40-439c-8011-7896cc94e693 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] [instance: fba63473-fdd0-4c0e-8ba8-25b97b74d43e] Start building block device mappings for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2916}} [ 1287.962921] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e8ea7cf-5ffe-4e89-9502-dbc9a63ec35a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.971138] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf337dee-a8d8-416d-b4a3-361e18efb9db {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.999990] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53b6c381-179b-409d-a288-e8bdccc518f0 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.007226] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c4b91ac-6c19-49eb-9d26-ceb0caff96d5 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.020863] env[65448]: DEBUG nova.compute.provider_tree [None req-50451700-8d99-4858-aaaf-e1f3f433b3cd tempest-ServersAaction247Test-2135767084 tempest-ServersAaction247Test-2135767084-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1288.054915] env[65448]: DEBUG oslo_vmware.api [None req-654adebb-3eb3-497e-a8e7-8c551c7d08ac tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': task-4938702, 'name': PowerOffVM_Task, 'duration_secs': 0.186553} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.055197] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-654adebb-3eb3-497e-a8e7-8c551c7d08ac tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: a664bc6a-97c7-4e80-bcff-db1d74494ae4] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1288.055363] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-654adebb-3eb3-497e-a8e7-8c551c7d08ac tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: a664bc6a-97c7-4e80-bcff-db1d74494ae4] Unregistering the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1288.055630] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d8077feb-1bdb-496b-9cfe-f9a39c419447 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.118502] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-654adebb-3eb3-497e-a8e7-8c551c7d08ac tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: a664bc6a-97c7-4e80-bcff-db1d74494ae4] Unregistered the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1288.118726] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-654adebb-3eb3-497e-a8e7-8c551c7d08ac tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: a664bc6a-97c7-4e80-bcff-db1d74494ae4] Deleting contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1288.118934] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-654adebb-3eb3-497e-a8e7-8c551c7d08ac tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Deleting the datastore file [datastore2] a664bc6a-97c7-4e80-bcff-db1d74494ae4 {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1288.119195] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-99c7c60a-dc00-47ea-b033-03a274b72e93 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.127890] env[65448]: DEBUG oslo_vmware.api [None req-654adebb-3eb3-497e-a8e7-8c551c7d08ac tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Waiting for the task: (returnval){ [ 1288.127890] env[65448]: value = "task-4938704" [ 1288.127890] env[65448]: _type = "Task" [ 1288.127890] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.141648] env[65448]: DEBUG nova.virt.hardware [None req-0bd56440-311a-4327-a5b1-516309685e92 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1288.141880] env[65448]: DEBUG nova.virt.hardware [None req-0bd56440-311a-4327-a5b1-516309685e92 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1288.141983] env[65448]: DEBUG nova.virt.hardware [None req-0bd56440-311a-4327-a5b1-516309685e92 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1288.142170] env[65448]: DEBUG nova.virt.hardware [None req-0bd56440-311a-4327-a5b1-516309685e92 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1288.142312] env[65448]: DEBUG nova.virt.hardware [None req-0bd56440-311a-4327-a5b1-516309685e92 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1288.142452] env[65448]: DEBUG nova.virt.hardware [None req-0bd56440-311a-4327-a5b1-516309685e92 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1288.142652] env[65448]: DEBUG nova.virt.hardware [None req-0bd56440-311a-4327-a5b1-516309685e92 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1288.142801] env[65448]: DEBUG nova.virt.hardware [None req-0bd56440-311a-4327-a5b1-516309685e92 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1288.142953] env[65448]: DEBUG nova.virt.hardware [None req-0bd56440-311a-4327-a5b1-516309685e92 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1288.143125] env[65448]: DEBUG nova.virt.hardware [None req-0bd56440-311a-4327-a5b1-516309685e92 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1288.143292] env[65448]: DEBUG nova.virt.hardware [None req-0bd56440-311a-4327-a5b1-516309685e92 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1288.148359] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bd56440-311a-4327-a5b1-516309685e92 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: 0a020bd8-f2c2-467e-bbb4-82b0e3c85cab] Reconfiguring VM instance instance-00000079 to detach disk 2000 {{(pid=65448) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1288.148648] env[65448]: DEBUG oslo_vmware.api [None req-654adebb-3eb3-497e-a8e7-8c551c7d08ac tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': task-4938704, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.148873] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c3b753a7-2748-4a95-97bb-bdbb28238179 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.166793] env[65448]: DEBUG oslo_vmware.api [None req-0bd56440-311a-4327-a5b1-516309685e92 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Waiting for the task: (returnval){ [ 1288.166793] env[65448]: value = "task-4938705" [ 1288.166793] env[65448]: _type = "Task" [ 1288.166793] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.175425] env[65448]: DEBUG oslo_vmware.api [None req-0bd56440-311a-4327-a5b1-516309685e92 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4938705, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.524106] env[65448]: DEBUG nova.scheduler.client.report [None req-50451700-8d99-4858-aaaf-e1f3f433b3cd tempest-ServersAaction247Test-2135767084 tempest-ServersAaction247Test-2135767084-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1288.638238] env[65448]: DEBUG oslo_vmware.api [None req-654adebb-3eb3-497e-a8e7-8c551c7d08ac tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': task-4938704, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13527} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.638631] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-654adebb-3eb3-497e-a8e7-8c551c7d08ac tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1288.638691] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-654adebb-3eb3-497e-a8e7-8c551c7d08ac tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: a664bc6a-97c7-4e80-bcff-db1d74494ae4] Deleted contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1288.638834] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-654adebb-3eb3-497e-a8e7-8c551c7d08ac tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: a664bc6a-97c7-4e80-bcff-db1d74494ae4] Instance destroyed {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1288.639009] env[65448]: INFO nova.compute.manager [None req-654adebb-3eb3-497e-a8e7-8c551c7d08ac tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: a664bc6a-97c7-4e80-bcff-db1d74494ae4] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1288.639277] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-654adebb-3eb3-497e-a8e7-8c551c7d08ac tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1288.639481] env[65448]: DEBUG nova.compute.manager [-] [instance: a664bc6a-97c7-4e80-bcff-db1d74494ae4] Deallocating network for instance {{(pid=65448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1288.639576] env[65448]: DEBUG nova.network.neutron [-] [instance: a664bc6a-97c7-4e80-bcff-db1d74494ae4] deallocate_for_instance() {{(pid=65448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1288.639826] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1288.672559] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1288.679614] env[65448]: DEBUG oslo_vmware.api [None req-0bd56440-311a-4327-a5b1-516309685e92 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4938705, 'name': ReconfigVM_Task, 'duration_secs': 0.175906} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.679884] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bd56440-311a-4327-a5b1-516309685e92 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: 0a020bd8-f2c2-467e-bbb4-82b0e3c85cab] Reconfigured VM instance instance-00000079 to detach disk 2000 {{(pid=65448) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1288.680689] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-461a1bef-c0e4-4370-a179-c03d73e2769c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.702711] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bd56440-311a-4327-a5b1-516309685e92 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: 0a020bd8-f2c2-467e-bbb4-82b0e3c85cab] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] volume-d35601fe-bce6-47c8-9406-dd9b19d152b5/volume-d35601fe-bce6-47c8-9406-dd9b19d152b5.vmdk or device None with type thin {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1288.703023] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7854845d-5307-4c9b-8e48-f48bf563adbe {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.722205] env[65448]: DEBUG oslo_vmware.api [None req-0bd56440-311a-4327-a5b1-516309685e92 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Waiting for the task: (returnval){ [ 1288.722205] env[65448]: value = "task-4938706" [ 1288.722205] env[65448]: _type = "Task" [ 1288.722205] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.731272] env[65448]: DEBUG oslo_vmware.api [None req-0bd56440-311a-4327-a5b1-516309685e92 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4938706, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.854556] env[65448]: DEBUG nova.compute.manager [None req-592a0336-cf40-439c-8011-7896cc94e693 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] [instance: fba63473-fdd0-4c0e-8ba8-25b97b74d43e] Start spawning the instance on the hypervisor. {{(pid=65448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2689}} [ 1288.887061] env[65448]: DEBUG nova.virt.hardware [None req-592a0336-cf40-439c-8011-7896cc94e693 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-08T17:19:51Z,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a992292b6dae455593d228217860e2e1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-08T17:19:52Z,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1288.887322] env[65448]: DEBUG nova.virt.hardware [None req-592a0336-cf40-439c-8011-7896cc94e693 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1288.887481] env[65448]: DEBUG nova.virt.hardware [None req-592a0336-cf40-439c-8011-7896cc94e693 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1288.887660] env[65448]: DEBUG nova.virt.hardware [None req-592a0336-cf40-439c-8011-7896cc94e693 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1288.887803] env[65448]: DEBUG nova.virt.hardware [None req-592a0336-cf40-439c-8011-7896cc94e693 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1288.887947] env[65448]: DEBUG nova.virt.hardware [None req-592a0336-cf40-439c-8011-7896cc94e693 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1288.888328] env[65448]: DEBUG nova.virt.hardware [None req-592a0336-cf40-439c-8011-7896cc94e693 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1288.888501] env[65448]: DEBUG nova.virt.hardware [None req-592a0336-cf40-439c-8011-7896cc94e693 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1288.888667] env[65448]: DEBUG nova.virt.hardware [None req-592a0336-cf40-439c-8011-7896cc94e693 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1288.888826] env[65448]: DEBUG nova.virt.hardware [None req-592a0336-cf40-439c-8011-7896cc94e693 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1288.888992] env[65448]: DEBUG nova.virt.hardware [None req-592a0336-cf40-439c-8011-7896cc94e693 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1288.890029] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8347471-9a75-4f93-8b0b-d40f90f7e937 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.898861] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80006aa8-ed1e-485c-b6c9-b61ff5c2dbc2 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.913903] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-592a0336-cf40-439c-8011-7896cc94e693 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] [instance: fba63473-fdd0-4c0e-8ba8-25b97b74d43e] Instance VIF info [] {{(pid=65448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1288.919756] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-592a0336-cf40-439c-8011-7896cc94e693 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] Creating folder: Project (f1d713fbf128412c87e1c5d8f4757f85). Parent ref: group-v961779. {{(pid=65448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1288.920088] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-70593ed0-75ba-4376-80b6-3b0ac3fb8555 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.933181] env[65448]: INFO nova.virt.vmwareapi.vm_util [None req-592a0336-cf40-439c-8011-7896cc94e693 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] Created folder: Project (f1d713fbf128412c87e1c5d8f4757f85) in parent group-v961779. [ 1288.933368] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-592a0336-cf40-439c-8011-7896cc94e693 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] Creating folder: Instances. Parent ref: group-v962111. {{(pid=65448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1288.933614] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9fdbf407-0781-4413-b571-f0a75c07ba56 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.945339] env[65448]: INFO nova.virt.vmwareapi.vm_util [None req-592a0336-cf40-439c-8011-7896cc94e693 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] Created folder: Instances in parent group-v962111. [ 1288.945594] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-592a0336-cf40-439c-8011-7896cc94e693 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1288.945802] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fba63473-fdd0-4c0e-8ba8-25b97b74d43e] Creating VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1288.946079] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-abbd9ce7-c929-4e31-bd02-6ebb2e7c51ff {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.963883] env[65448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1288.963883] env[65448]: value = "task-4938709" [ 1288.963883] env[65448]: _type = "Task" [ 1288.963883] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.973601] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4938709, 'name': CreateVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.030094] env[65448]: DEBUG oslo_concurrency.lockutils [None req-50451700-8d99-4858-aaaf-e1f3f433b3cd tempest-ServersAaction247Test-2135767084 tempest-ServersAaction247Test-2135767084-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.201s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1289.030674] env[65448]: DEBUG nova.compute.manager [None req-50451700-8d99-4858-aaaf-e1f3f433b3cd tempest-ServersAaction247Test-2135767084 tempest-ServersAaction247Test-2135767084-project-member] [instance: e1a6aafb-33ee-481a-b561-4fb80d8cbe3c] Start building networks asynchronously for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2881}} [ 1289.129397] env[65448]: DEBUG nova.compute.manager [req-99cd65cf-ba19-47df-8156-2b542ea27ad1 req-aa964cfd-584f-4d72-b409-aff8303f07c9 service nova] [instance: a664bc6a-97c7-4e80-bcff-db1d74494ae4] Received event network-vif-deleted-7a48f830-c1b3-4aed-99de-a896ac2206c8 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1289.129598] env[65448]: INFO nova.compute.manager [req-99cd65cf-ba19-47df-8156-2b542ea27ad1 req-aa964cfd-584f-4d72-b409-aff8303f07c9 service nova] [instance: a664bc6a-97c7-4e80-bcff-db1d74494ae4] Neutron deleted interface 7a48f830-c1b3-4aed-99de-a896ac2206c8; detaching it from the instance and deleting it from the info cache [ 1289.129787] env[65448]: DEBUG nova.network.neutron [req-99cd65cf-ba19-47df-8156-2b542ea27ad1 req-aa964cfd-584f-4d72-b409-aff8303f07c9 service nova] [instance: a664bc6a-97c7-4e80-bcff-db1d74494ae4] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1289.232509] env[65448]: DEBUG oslo_vmware.api [None req-0bd56440-311a-4327-a5b1-516309685e92 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4938706, 'name': ReconfigVM_Task, 'duration_secs': 0.29854} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.232611] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bd56440-311a-4327-a5b1-516309685e92 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: 0a020bd8-f2c2-467e-bbb4-82b0e3c85cab] Reconfigured VM instance instance-00000079 to attach disk [datastore2] volume-d35601fe-bce6-47c8-9406-dd9b19d152b5/volume-d35601fe-bce6-47c8-9406-dd9b19d152b5.vmdk or device None with type thin {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1289.232905] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-0bd56440-311a-4327-a5b1-516309685e92 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: 0a020bd8-f2c2-467e-bbb4-82b0e3c85cab] Updating instance '0a020bd8-f2c2-467e-bbb4-82b0e3c85cab' progress to 50 {{(pid=65448) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1289.477869] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4938709, 'name': CreateVM_Task, 'duration_secs': 0.28863} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.477869] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fba63473-fdd0-4c0e-8ba8-25b97b74d43e] Created VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1289.477869] env[65448]: DEBUG oslo_concurrency.lockutils [None req-592a0336-cf40-439c-8011-7896cc94e693 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.477869] env[65448]: DEBUG oslo_concurrency.lockutils [None req-592a0336-cf40-439c-8011-7896cc94e693 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.478046] env[65448]: DEBUG oslo_concurrency.lockutils [None req-592a0336-cf40-439c-8011-7896cc94e693 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.478309] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7cc8bca-51ec-4ef4-9b73-e9a31552b084 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.483602] env[65448]: DEBUG oslo_vmware.api [None req-592a0336-cf40-439c-8011-7896cc94e693 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] Waiting for the task: (returnval){ [ 1289.483602] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]521c017e-de35-a5f5-64d8-07c4aa938602" [ 1289.483602] env[65448]: _type = "Task" [ 1289.483602] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.492702] env[65448]: DEBUG oslo_vmware.api [None req-592a0336-cf40-439c-8011-7896cc94e693 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]521c017e-de35-a5f5-64d8-07c4aa938602, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.535494] env[65448]: DEBUG nova.compute.utils [None req-50451700-8d99-4858-aaaf-e1f3f433b3cd tempest-ServersAaction247Test-2135767084 tempest-ServersAaction247Test-2135767084-project-member] Using /dev/sd instead of None {{(pid=65448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1289.540695] env[65448]: DEBUG nova.compute.manager [None req-50451700-8d99-4858-aaaf-e1f3f433b3cd tempest-ServersAaction247Test-2135767084 tempest-ServersAaction247Test-2135767084-project-member] [instance: e1a6aafb-33ee-481a-b561-4fb80d8cbe3c] Not allocating networking since 'none' was specified. {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2023}} [ 1289.610542] env[65448]: DEBUG nova.network.neutron [-] [instance: a664bc6a-97c7-4e80-bcff-db1d74494ae4] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1289.632547] env[65448]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-948d356b-02a8-4c32-85e6-c0fdc55f9178 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.642907] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80ac93cf-5ba9-4bd9-9637-15e7b9becc2f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.678764] env[65448]: DEBUG nova.compute.manager [req-99cd65cf-ba19-47df-8156-2b542ea27ad1 req-aa964cfd-584f-4d72-b409-aff8303f07c9 service nova] [instance: a664bc6a-97c7-4e80-bcff-db1d74494ae4] Detach interface failed, port_id=7a48f830-c1b3-4aed-99de-a896ac2206c8, reason: Instance a664bc6a-97c7-4e80-bcff-db1d74494ae4 could not be found. {{(pid=65448) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 1289.740248] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-501d8ccd-779c-498d-a84a-62214e57019b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.760247] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56c4c99e-8cf9-46ab-9471-087a6f75d772 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.779164] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-0bd56440-311a-4327-a5b1-516309685e92 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: 0a020bd8-f2c2-467e-bbb4-82b0e3c85cab] Updating instance '0a020bd8-f2c2-467e-bbb4-82b0e3c85cab' progress to 67 {{(pid=65448) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1289.994209] env[65448]: DEBUG oslo_vmware.api [None req-592a0336-cf40-439c-8011-7896cc94e693 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]521c017e-de35-a5f5-64d8-07c4aa938602, 'name': SearchDatastore_Task, 'duration_secs': 0.011816} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.994524] env[65448]: DEBUG oslo_concurrency.lockutils [None req-592a0336-cf40-439c-8011-7896cc94e693 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.994752] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-592a0336-cf40-439c-8011-7896cc94e693 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] [instance: fba63473-fdd0-4c0e-8ba8-25b97b74d43e] Processing image 50fb366d-48e6-424f-9c20-bc83d77be76a {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1289.994981] env[65448]: DEBUG oslo_concurrency.lockutils [None req-592a0336-cf40-439c-8011-7896cc94e693 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.995139] env[65448]: DEBUG oslo_concurrency.lockutils [None req-592a0336-cf40-439c-8011-7896cc94e693 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.995322] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-592a0336-cf40-439c-8011-7896cc94e693 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1289.995582] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-985f9878-f5f0-40a0-bbf2-9e954dd4ebb5 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.003875] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-592a0336-cf40-439c-8011-7896cc94e693 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1290.004067] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-592a0336-cf40-439c-8011-7896cc94e693 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1290.004764] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a348900-f1f3-4067-8631-51be69d5f284 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.010651] env[65448]: DEBUG oslo_vmware.api [None req-592a0336-cf40-439c-8011-7896cc94e693 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] Waiting for the task: (returnval){ [ 1290.010651] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52981ad7-d745-43a3-3177-dfe5189ee263" [ 1290.010651] env[65448]: _type = "Task" [ 1290.010651] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.018388] env[65448]: DEBUG oslo_vmware.api [None req-592a0336-cf40-439c-8011-7896cc94e693 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52981ad7-d745-43a3-3177-dfe5189ee263, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.038112] env[65448]: DEBUG nova.compute.manager [None req-50451700-8d99-4858-aaaf-e1f3f433b3cd tempest-ServersAaction247Test-2135767084 tempest-ServersAaction247Test-2135767084-project-member] [instance: e1a6aafb-33ee-481a-b561-4fb80d8cbe3c] Start building block device mappings for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2916}} [ 1290.113633] env[65448]: INFO nova.compute.manager [-] [instance: a664bc6a-97c7-4e80-bcff-db1d74494ae4] Took 1.47 seconds to deallocate network for instance. [ 1290.522295] env[65448]: DEBUG oslo_vmware.api [None req-592a0336-cf40-439c-8011-7896cc94e693 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52981ad7-d745-43a3-3177-dfe5189ee263, 'name': SearchDatastore_Task, 'duration_secs': 0.009171} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.523137] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4baa72a-0228-492f-9943-e841b1924f71 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.528583] env[65448]: DEBUG oslo_vmware.api [None req-592a0336-cf40-439c-8011-7896cc94e693 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] Waiting for the task: (returnval){ [ 1290.528583] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5242a511-7c7c-1a1e-7fa5-8a73e6b96e38" [ 1290.528583] env[65448]: _type = "Task" [ 1290.528583] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.536753] env[65448]: DEBUG oslo_vmware.api [None req-592a0336-cf40-439c-8011-7896cc94e693 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5242a511-7c7c-1a1e-7fa5-8a73e6b96e38, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.619981] env[65448]: DEBUG oslo_concurrency.lockutils [None req-654adebb-3eb3-497e-a8e7-8c551c7d08ac tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1290.620321] env[65448]: DEBUG oslo_concurrency.lockutils [None req-654adebb-3eb3-497e-a8e7-8c551c7d08ac tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1290.620555] env[65448]: DEBUG nova.objects.instance [None req-654adebb-3eb3-497e-a8e7-8c551c7d08ac tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Lazy-loading 'resources' on Instance uuid a664bc6a-97c7-4e80-bcff-db1d74494ae4 {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1291.040104] env[65448]: DEBUG oslo_vmware.api [None req-592a0336-cf40-439c-8011-7896cc94e693 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5242a511-7c7c-1a1e-7fa5-8a73e6b96e38, 'name': SearchDatastore_Task, 'duration_secs': 0.009959} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.040517] env[65448]: DEBUG oslo_concurrency.lockutils [None req-592a0336-cf40-439c-8011-7896cc94e693 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.040664] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-592a0336-cf40-439c-8011-7896cc94e693 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] fba63473-fdd0-4c0e-8ba8-25b97b74d43e/fba63473-fdd0-4c0e-8ba8-25b97b74d43e.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1291.040908] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f676db67-f018-4cfc-8d77-5dbf1e316dcd {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.047296] env[65448]: DEBUG nova.compute.manager [None req-50451700-8d99-4858-aaaf-e1f3f433b3cd tempest-ServersAaction247Test-2135767084 tempest-ServersAaction247Test-2135767084-project-member] [instance: e1a6aafb-33ee-481a-b561-4fb80d8cbe3c] Start spawning the instance on the hypervisor. {{(pid=65448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2689}} [ 1291.051554] env[65448]: DEBUG oslo_vmware.api [None req-592a0336-cf40-439c-8011-7896cc94e693 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] Waiting for the task: (returnval){ [ 1291.051554] env[65448]: value = "task-4938710" [ 1291.051554] env[65448]: _type = "Task" [ 1291.051554] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.061636] env[65448]: DEBUG oslo_vmware.api [None req-592a0336-cf40-439c-8011-7896cc94e693 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] Task: {'id': task-4938710, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.074918] env[65448]: DEBUG nova.virt.hardware [None req-50451700-8d99-4858-aaaf-e1f3f433b3cd tempest-ServersAaction247Test-2135767084 tempest-ServersAaction247Test-2135767084-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-08T17:19:51Z,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a992292b6dae455593d228217860e2e1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-08T17:19:52Z,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1291.075220] env[65448]: DEBUG nova.virt.hardware [None req-50451700-8d99-4858-aaaf-e1f3f433b3cd tempest-ServersAaction247Test-2135767084 tempest-ServersAaction247Test-2135767084-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1291.075460] env[65448]: DEBUG nova.virt.hardware [None req-50451700-8d99-4858-aaaf-e1f3f433b3cd tempest-ServersAaction247Test-2135767084 tempest-ServersAaction247Test-2135767084-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1291.075770] env[65448]: DEBUG nova.virt.hardware [None req-50451700-8d99-4858-aaaf-e1f3f433b3cd tempest-ServersAaction247Test-2135767084 tempest-ServersAaction247Test-2135767084-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1291.075905] env[65448]: DEBUG nova.virt.hardware [None req-50451700-8d99-4858-aaaf-e1f3f433b3cd tempest-ServersAaction247Test-2135767084 tempest-ServersAaction247Test-2135767084-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1291.076096] env[65448]: DEBUG nova.virt.hardware [None req-50451700-8d99-4858-aaaf-e1f3f433b3cd tempest-ServersAaction247Test-2135767084 tempest-ServersAaction247Test-2135767084-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1291.076334] env[65448]: DEBUG nova.virt.hardware [None req-50451700-8d99-4858-aaaf-e1f3f433b3cd tempest-ServersAaction247Test-2135767084 tempest-ServersAaction247Test-2135767084-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1291.076513] env[65448]: DEBUG nova.virt.hardware [None req-50451700-8d99-4858-aaaf-e1f3f433b3cd tempest-ServersAaction247Test-2135767084 tempest-ServersAaction247Test-2135767084-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1291.076695] env[65448]: DEBUG nova.virt.hardware [None req-50451700-8d99-4858-aaaf-e1f3f433b3cd tempest-ServersAaction247Test-2135767084 tempest-ServersAaction247Test-2135767084-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1291.076872] env[65448]: DEBUG nova.virt.hardware [None req-50451700-8d99-4858-aaaf-e1f3f433b3cd tempest-ServersAaction247Test-2135767084 tempest-ServersAaction247Test-2135767084-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1291.077083] env[65448]: DEBUG nova.virt.hardware [None req-50451700-8d99-4858-aaaf-e1f3f433b3cd tempest-ServersAaction247Test-2135767084 tempest-ServersAaction247Test-2135767084-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1291.078036] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26eecf48-d752-4600-84a0-ec57da5a6873 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.087122] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0f47305-eb47-46d7-9b1f-137348402f2f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.104632] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-50451700-8d99-4858-aaaf-e1f3f433b3cd tempest-ServersAaction247Test-2135767084 tempest-ServersAaction247Test-2135767084-project-member] [instance: e1a6aafb-33ee-481a-b561-4fb80d8cbe3c] Instance VIF info [] {{(pid=65448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1291.110900] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-50451700-8d99-4858-aaaf-e1f3f433b3cd tempest-ServersAaction247Test-2135767084 tempest-ServersAaction247Test-2135767084-project-member] Creating folder: Project (9d9c86d0225b4ecd857d68d20602a870). Parent ref: group-v961779. {{(pid=65448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1291.111442] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5b6581c5-31ba-42f7-b99a-4e4603f8992c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.126313] env[65448]: INFO nova.virt.vmwareapi.vm_util [None req-50451700-8d99-4858-aaaf-e1f3f433b3cd tempest-ServersAaction247Test-2135767084 tempest-ServersAaction247Test-2135767084-project-member] Created folder: Project (9d9c86d0225b4ecd857d68d20602a870) in parent group-v961779. [ 1291.126585] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-50451700-8d99-4858-aaaf-e1f3f433b3cd tempest-ServersAaction247Test-2135767084 tempest-ServersAaction247Test-2135767084-project-member] Creating folder: Instances. Parent ref: group-v962114. {{(pid=65448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1291.127195] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fd4b9e3f-4112-4b0b-b7a5-b11b1827f10c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.138023] env[65448]: INFO nova.virt.vmwareapi.vm_util [None req-50451700-8d99-4858-aaaf-e1f3f433b3cd tempest-ServersAaction247Test-2135767084 tempest-ServersAaction247Test-2135767084-project-member] Created folder: Instances in parent group-v962114. [ 1291.138414] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-50451700-8d99-4858-aaaf-e1f3f433b3cd tempest-ServersAaction247Test-2135767084 tempest-ServersAaction247Test-2135767084-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1291.138642] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1a6aafb-33ee-481a-b561-4fb80d8cbe3c] Creating VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1291.138910] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-887429d5-9928-492e-b2e6-8c0946869521 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.159719] env[65448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1291.159719] env[65448]: value = "task-4938713" [ 1291.159719] env[65448]: _type = "Task" [ 1291.159719] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.170614] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4938713, 'name': CreateVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.277386] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9865e60-fc1e-4b7a-9cc6-1f570ac5f44a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.286681] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cddd9db3-f9fc-46b1-b023-8e0864f7b237 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.322276] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea2be29b-80cc-4380-84f3-add0f8745131 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.331315] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76fee896-4d66-4667-8f6f-40c1233f56ae {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.347424] env[65448]: DEBUG nova.compute.provider_tree [None req-654adebb-3eb3-497e-a8e7-8c551c7d08ac tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1291.393310] env[65448]: WARNING neutronclient.v2_0.client [None req-0bd56440-311a-4327-a5b1-516309685e92 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1291.393835] env[65448]: WARNING neutronclient.v2_0.client [None req-0bd56440-311a-4327-a5b1-516309685e92 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1291.445421] env[65448]: DEBUG nova.network.neutron [None req-0bd56440-311a-4327-a5b1-516309685e92 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: 0a020bd8-f2c2-467e-bbb4-82b0e3c85cab] Port f41227cc-e0f9-4cb1-9819-7105440f4759 binding to destination host cpu-1 is already ACTIVE {{(pid=65448) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1291.563524] env[65448]: DEBUG oslo_vmware.api [None req-592a0336-cf40-439c-8011-7896cc94e693 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] Task: {'id': task-4938710, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.471779} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.563831] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-592a0336-cf40-439c-8011-7896cc94e693 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] fba63473-fdd0-4c0e-8ba8-25b97b74d43e/fba63473-fdd0-4c0e-8ba8-25b97b74d43e.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1291.564063] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-592a0336-cf40-439c-8011-7896cc94e693 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] [instance: fba63473-fdd0-4c0e-8ba8-25b97b74d43e] Extending root virtual disk to 1048576 {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1291.564344] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d0265125-c7bf-45b7-825e-9df2f06f4916 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.570837] env[65448]: DEBUG oslo_vmware.api [None req-592a0336-cf40-439c-8011-7896cc94e693 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] Waiting for the task: (returnval){ [ 1291.570837] env[65448]: value = "task-4938714" [ 1291.570837] env[65448]: _type = "Task" [ 1291.570837] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.579354] env[65448]: DEBUG oslo_vmware.api [None req-592a0336-cf40-439c-8011-7896cc94e693 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] Task: {'id': task-4938714, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.669859] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4938713, 'name': CreateVM_Task} progress is 99%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.850789] env[65448]: DEBUG nova.scheduler.client.report [None req-654adebb-3eb3-497e-a8e7-8c551c7d08ac tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1292.081549] env[65448]: DEBUG oslo_vmware.api [None req-592a0336-cf40-439c-8011-7896cc94e693 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] Task: {'id': task-4938714, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062553} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.081946] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-592a0336-cf40-439c-8011-7896cc94e693 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] [instance: fba63473-fdd0-4c0e-8ba8-25b97b74d43e] Extended root virtual disk {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1292.082639] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21dbe973-6763-4ed7-9e19-dcf8d5289a58 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.102713] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-592a0336-cf40-439c-8011-7896cc94e693 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] [instance: fba63473-fdd0-4c0e-8ba8-25b97b74d43e] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] fba63473-fdd0-4c0e-8ba8-25b97b74d43e/fba63473-fdd0-4c0e-8ba8-25b97b74d43e.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1292.103039] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39a047c0-0c2f-47e1-a3c1-ba208ff116af {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.122846] env[65448]: DEBUG oslo_vmware.api [None req-592a0336-cf40-439c-8011-7896cc94e693 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] Waiting for the task: (returnval){ [ 1292.122846] env[65448]: value = "task-4938715" [ 1292.122846] env[65448]: _type = "Task" [ 1292.122846] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.132039] env[65448]: DEBUG oslo_vmware.api [None req-592a0336-cf40-439c-8011-7896cc94e693 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] Task: {'id': task-4938715, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.170541] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4938713, 'name': CreateVM_Task, 'duration_secs': 0.531442} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.170759] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1a6aafb-33ee-481a-b561-4fb80d8cbe3c] Created VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1292.171171] env[65448]: DEBUG oslo_concurrency.lockutils [None req-50451700-8d99-4858-aaaf-e1f3f433b3cd tempest-ServersAaction247Test-2135767084 tempest-ServersAaction247Test-2135767084-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.171336] env[65448]: DEBUG oslo_concurrency.lockutils [None req-50451700-8d99-4858-aaaf-e1f3f433b3cd tempest-ServersAaction247Test-2135767084 tempest-ServersAaction247Test-2135767084-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.171669] env[65448]: DEBUG oslo_concurrency.lockutils [None req-50451700-8d99-4858-aaaf-e1f3f433b3cd tempest-ServersAaction247Test-2135767084 tempest-ServersAaction247Test-2135767084-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.171926] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57aa5496-6fb1-4eaf-8d60-b0f3821bfa03 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.176832] env[65448]: DEBUG oslo_vmware.api [None req-50451700-8d99-4858-aaaf-e1f3f433b3cd tempest-ServersAaction247Test-2135767084 tempest-ServersAaction247Test-2135767084-project-member] Waiting for the task: (returnval){ [ 1292.176832] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5296c66b-3a6f-d345-7fe6-aeb1e7d87177" [ 1292.176832] env[65448]: _type = "Task" [ 1292.176832] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.185341] env[65448]: DEBUG oslo_vmware.api [None req-50451700-8d99-4858-aaaf-e1f3f433b3cd tempest-ServersAaction247Test-2135767084 tempest-ServersAaction247Test-2135767084-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5296c66b-3a6f-d345-7fe6-aeb1e7d87177, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.356608] env[65448]: DEBUG oslo_concurrency.lockutils [None req-654adebb-3eb3-497e-a8e7-8c551c7d08ac tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.736s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.395650] env[65448]: INFO nova.scheduler.client.report [None req-654adebb-3eb3-497e-a8e7-8c551c7d08ac tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Deleted allocations for instance a664bc6a-97c7-4e80-bcff-db1d74494ae4 [ 1292.469690] env[65448]: DEBUG oslo_concurrency.lockutils [None req-0bd56440-311a-4327-a5b1-516309685e92 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Acquiring lock "0a020bd8-f2c2-467e-bbb4-82b0e3c85cab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1292.469917] env[65448]: DEBUG oslo_concurrency.lockutils [None req-0bd56440-311a-4327-a5b1-516309685e92 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Lock "0a020bd8-f2c2-467e-bbb4-82b0e3c85cab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1292.470078] env[65448]: DEBUG oslo_concurrency.lockutils [None req-0bd56440-311a-4327-a5b1-516309685e92 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Lock "0a020bd8-f2c2-467e-bbb4-82b0e3c85cab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.632491] env[65448]: DEBUG oslo_vmware.api [None req-592a0336-cf40-439c-8011-7896cc94e693 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] Task: {'id': task-4938715, 'name': ReconfigVM_Task, 'duration_secs': 0.287581} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.632713] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-592a0336-cf40-439c-8011-7896cc94e693 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] [instance: fba63473-fdd0-4c0e-8ba8-25b97b74d43e] Reconfigured VM instance instance-0000007a to attach disk [datastore2] fba63473-fdd0-4c0e-8ba8-25b97b74d43e/fba63473-fdd0-4c0e-8ba8-25b97b74d43e.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1292.633336] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0596d032-e78f-4b6f-b17f-51dc23d4499f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.640769] env[65448]: DEBUG oslo_vmware.api [None req-592a0336-cf40-439c-8011-7896cc94e693 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] Waiting for the task: (returnval){ [ 1292.640769] env[65448]: value = "task-4938716" [ 1292.640769] env[65448]: _type = "Task" [ 1292.640769] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.649256] env[65448]: DEBUG oslo_vmware.api [None req-592a0336-cf40-439c-8011-7896cc94e693 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] Task: {'id': task-4938716, 'name': Rename_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.686562] env[65448]: DEBUG oslo_vmware.api [None req-50451700-8d99-4858-aaaf-e1f3f433b3cd tempest-ServersAaction247Test-2135767084 tempest-ServersAaction247Test-2135767084-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5296c66b-3a6f-d345-7fe6-aeb1e7d87177, 'name': SearchDatastore_Task, 'duration_secs': 0.010005} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.686875] env[65448]: DEBUG oslo_concurrency.lockutils [None req-50451700-8d99-4858-aaaf-e1f3f433b3cd tempest-ServersAaction247Test-2135767084 tempest-ServersAaction247Test-2135767084-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.687129] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-50451700-8d99-4858-aaaf-e1f3f433b3cd tempest-ServersAaction247Test-2135767084 tempest-ServersAaction247Test-2135767084-project-member] [instance: e1a6aafb-33ee-481a-b561-4fb80d8cbe3c] Processing image 50fb366d-48e6-424f-9c20-bc83d77be76a {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1292.687364] env[65448]: DEBUG oslo_concurrency.lockutils [None req-50451700-8d99-4858-aaaf-e1f3f433b3cd tempest-ServersAaction247Test-2135767084 tempest-ServersAaction247Test-2135767084-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.687506] env[65448]: DEBUG oslo_concurrency.lockutils [None req-50451700-8d99-4858-aaaf-e1f3f433b3cd tempest-ServersAaction247Test-2135767084 tempest-ServersAaction247Test-2135767084-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.687679] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-50451700-8d99-4858-aaaf-e1f3f433b3cd tempest-ServersAaction247Test-2135767084 tempest-ServersAaction247Test-2135767084-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1292.687939] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6e1e9fd6-11a6-4bc5-b3d3-e7b5e544b00f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.697958] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-50451700-8d99-4858-aaaf-e1f3f433b3cd tempest-ServersAaction247Test-2135767084 tempest-ServersAaction247Test-2135767084-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1292.698150] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-50451700-8d99-4858-aaaf-e1f3f433b3cd tempest-ServersAaction247Test-2135767084 tempest-ServersAaction247Test-2135767084-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1292.698840] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ad1bfef-c1a6-4c47-9a0b-259f3c4435a8 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.703919] env[65448]: DEBUG oslo_vmware.api [None req-50451700-8d99-4858-aaaf-e1f3f433b3cd tempest-ServersAaction247Test-2135767084 tempest-ServersAaction247Test-2135767084-project-member] Waiting for the task: (returnval){ [ 1292.703919] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5291cd41-dc2b-be88-395c-900eda86d4c2" [ 1292.703919] env[65448]: _type = "Task" [ 1292.703919] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.711964] env[65448]: DEBUG oslo_vmware.api [None req-50451700-8d99-4858-aaaf-e1f3f433b3cd tempest-ServersAaction247Test-2135767084 tempest-ServersAaction247Test-2135767084-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5291cd41-dc2b-be88-395c-900eda86d4c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.903177] env[65448]: DEBUG oslo_concurrency.lockutils [None req-654adebb-3eb3-497e-a8e7-8c551c7d08ac tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Lock "a664bc6a-97c7-4e80-bcff-db1d74494ae4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.882s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1293.151949] env[65448]: DEBUG oslo_vmware.api [None req-592a0336-cf40-439c-8011-7896cc94e693 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] Task: {'id': task-4938716, 'name': Rename_Task, 'duration_secs': 0.150574} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.152259] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-592a0336-cf40-439c-8011-7896cc94e693 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] [instance: fba63473-fdd0-4c0e-8ba8-25b97b74d43e] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1293.152516] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f9233f8f-3c8e-4cca-9021-828ee559fc50 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.159912] env[65448]: DEBUG oslo_vmware.api [None req-592a0336-cf40-439c-8011-7896cc94e693 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] Waiting for the task: (returnval){ [ 1293.159912] env[65448]: value = "task-4938717" [ 1293.159912] env[65448]: _type = "Task" [ 1293.159912] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.171864] env[65448]: DEBUG oslo_vmware.api [None req-592a0336-cf40-439c-8011-7896cc94e693 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] Task: {'id': task-4938717, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.215270] env[65448]: DEBUG oslo_vmware.api [None req-50451700-8d99-4858-aaaf-e1f3f433b3cd tempest-ServersAaction247Test-2135767084 tempest-ServersAaction247Test-2135767084-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5291cd41-dc2b-be88-395c-900eda86d4c2, 'name': SearchDatastore_Task, 'duration_secs': 0.010077} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.215657] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-184adb7d-53b6-42d9-8e4c-9ca0d1f8f172 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.221816] env[65448]: DEBUG oslo_vmware.api [None req-50451700-8d99-4858-aaaf-e1f3f433b3cd tempest-ServersAaction247Test-2135767084 tempest-ServersAaction247Test-2135767084-project-member] Waiting for the task: (returnval){ [ 1293.221816] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52e05bbf-2736-7055-3901-c2bb0a6c02e5" [ 1293.221816] env[65448]: _type = "Task" [ 1293.221816] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.232312] env[65448]: DEBUG oslo_vmware.api [None req-50451700-8d99-4858-aaaf-e1f3f433b3cd tempest-ServersAaction247Test-2135767084 tempest-ServersAaction247Test-2135767084-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52e05bbf-2736-7055-3901-c2bb0a6c02e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.476155] env[65448]: WARNING neutronclient.v2_0.client [None req-0bd56440-311a-4327-a5b1-516309685e92 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1293.518694] env[65448]: DEBUG oslo_concurrency.lockutils [None req-0bd56440-311a-4327-a5b1-516309685e92 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Acquiring lock "refresh_cache-0a020bd8-f2c2-467e-bbb4-82b0e3c85cab" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.519080] env[65448]: DEBUG oslo_concurrency.lockutils [None req-0bd56440-311a-4327-a5b1-516309685e92 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Acquired lock "refresh_cache-0a020bd8-f2c2-467e-bbb4-82b0e3c85cab" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.519226] env[65448]: DEBUG nova.network.neutron [None req-0bd56440-311a-4327-a5b1-516309685e92 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: 0a020bd8-f2c2-467e-bbb4-82b0e3c85cab] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1293.670183] env[65448]: DEBUG oslo_vmware.api [None req-592a0336-cf40-439c-8011-7896cc94e693 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] Task: {'id': task-4938717, 'name': PowerOnVM_Task, 'duration_secs': 0.45821} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.670459] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-592a0336-cf40-439c-8011-7896cc94e693 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] [instance: fba63473-fdd0-4c0e-8ba8-25b97b74d43e] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1293.670661] env[65448]: INFO nova.compute.manager [None req-592a0336-cf40-439c-8011-7896cc94e693 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] [instance: fba63473-fdd0-4c0e-8ba8-25b97b74d43e] Took 4.82 seconds to spawn the instance on the hypervisor. [ 1293.670840] env[65448]: DEBUG nova.compute.manager [None req-592a0336-cf40-439c-8011-7896cc94e693 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] [instance: fba63473-fdd0-4c0e-8ba8-25b97b74d43e] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 1293.671681] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d1fb918-11b9-45f3-aad4-803a7056c59b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.732583] env[65448]: DEBUG oslo_vmware.api [None req-50451700-8d99-4858-aaaf-e1f3f433b3cd tempest-ServersAaction247Test-2135767084 tempest-ServersAaction247Test-2135767084-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52e05bbf-2736-7055-3901-c2bb0a6c02e5, 'name': SearchDatastore_Task, 'duration_secs': 0.010084} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.732828] env[65448]: DEBUG oslo_concurrency.lockutils [None req-50451700-8d99-4858-aaaf-e1f3f433b3cd tempest-ServersAaction247Test-2135767084 tempest-ServersAaction247Test-2135767084-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.733109] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-50451700-8d99-4858-aaaf-e1f3f433b3cd tempest-ServersAaction247Test-2135767084 tempest-ServersAaction247Test-2135767084-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] e1a6aafb-33ee-481a-b561-4fb80d8cbe3c/e1a6aafb-33ee-481a-b561-4fb80d8cbe3c.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1293.733386] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b07661ec-ba53-488a-aa60-05114c4b6bef {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.741018] env[65448]: DEBUG oslo_vmware.api [None req-50451700-8d99-4858-aaaf-e1f3f433b3cd tempest-ServersAaction247Test-2135767084 tempest-ServersAaction247Test-2135767084-project-member] Waiting for the task: (returnval){ [ 1293.741018] env[65448]: value = "task-4938718" [ 1293.741018] env[65448]: _type = "Task" [ 1293.741018] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.750459] env[65448]: DEBUG oslo_vmware.api [None req-50451700-8d99-4858-aaaf-e1f3f433b3cd tempest-ServersAaction247Test-2135767084 tempest-ServersAaction247Test-2135767084-project-member] Task: {'id': task-4938718, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.022574] env[65448]: WARNING neutronclient.v2_0.client [None req-0bd56440-311a-4327-a5b1-516309685e92 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1294.189104] env[65448]: INFO nova.compute.manager [None req-592a0336-cf40-439c-8011-7896cc94e693 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] [instance: fba63473-fdd0-4c0e-8ba8-25b97b74d43e] Took 9.59 seconds to build instance. [ 1294.240666] env[65448]: WARNING neutronclient.v2_0.client [None req-0bd56440-311a-4327-a5b1-516309685e92 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1294.255057] env[65448]: DEBUG oslo_vmware.api [None req-50451700-8d99-4858-aaaf-e1f3f433b3cd tempest-ServersAaction247Test-2135767084 tempest-ServersAaction247Test-2135767084-project-member] Task: {'id': task-4938718, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.331386] env[65448]: DEBUG nova.network.neutron [None req-0bd56440-311a-4327-a5b1-516309685e92 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: 0a020bd8-f2c2-467e-bbb4-82b0e3c85cab] Updating instance_info_cache with network_info: [{"id": "f41227cc-e0f9-4cb1-9819-7105440f4759", "address": "fa:16:3e:8f:22:ab", "network": {"id": "1c6b4e31-4989-4b8c-8cc6-67fa107dcc6a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1246525494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bf59e2c00b54ab7a8bc201e80781fcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf41227cc-e0", "ovs_interfaceid": "f41227cc-e0f9-4cb1-9819-7105440f4759", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1294.517309] env[65448]: INFO nova.compute.manager [None req-ab471f1d-ce52-4fb0-b91b-d960534e5562 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] [instance: fba63473-fdd0-4c0e-8ba8-25b97b74d43e] Rebuilding instance [ 1294.565402] env[65448]: DEBUG nova.compute.manager [None req-ab471f1d-ce52-4fb0-b91b-d960534e5562 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] [instance: fba63473-fdd0-4c0e-8ba8-25b97b74d43e] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 1294.566345] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b146652-993d-43fc-88d7-7e167d5366c5 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.691440] env[65448]: DEBUG oslo_concurrency.lockutils [None req-592a0336-cf40-439c-8011-7896cc94e693 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] Lock "fba63473-fdd0-4c0e-8ba8-25b97b74d43e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 11.098s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1294.752843] env[65448]: DEBUG oslo_vmware.api [None req-50451700-8d99-4858-aaaf-e1f3f433b3cd tempest-ServersAaction247Test-2135767084 tempest-ServersAaction247Test-2135767084-project-member] Task: {'id': task-4938718, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.592427} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.753122] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-50451700-8d99-4858-aaaf-e1f3f433b3cd tempest-ServersAaction247Test-2135767084 tempest-ServersAaction247Test-2135767084-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] e1a6aafb-33ee-481a-b561-4fb80d8cbe3c/e1a6aafb-33ee-481a-b561-4fb80d8cbe3c.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1294.753344] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-50451700-8d99-4858-aaaf-e1f3f433b3cd tempest-ServersAaction247Test-2135767084 tempest-ServersAaction247Test-2135767084-project-member] [instance: e1a6aafb-33ee-481a-b561-4fb80d8cbe3c] Extending root virtual disk to 1048576 {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1294.753600] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d0256b08-9482-4733-902b-6900e464e9eb {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.760082] env[65448]: DEBUG oslo_vmware.api [None req-50451700-8d99-4858-aaaf-e1f3f433b3cd tempest-ServersAaction247Test-2135767084 tempest-ServersAaction247Test-2135767084-project-member] Waiting for the task: (returnval){ [ 1294.760082] env[65448]: value = "task-4938719" [ 1294.760082] env[65448]: _type = "Task" [ 1294.760082] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.769214] env[65448]: DEBUG oslo_vmware.api [None req-50451700-8d99-4858-aaaf-e1f3f433b3cd tempest-ServersAaction247Test-2135767084 tempest-ServersAaction247Test-2135767084-project-member] Task: {'id': task-4938719, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.834747] env[65448]: DEBUG oslo_concurrency.lockutils [None req-0bd56440-311a-4327-a5b1-516309685e92 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Releasing lock "refresh_cache-0a020bd8-f2c2-467e-bbb4-82b0e3c85cab" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.070906] env[65448]: DEBUG nova.compute.manager [None req-b052ac87-c6e7-4fdc-90bb-b5cf1cb356a3 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: 2aca5466-f783-4972-8c9d-d0de3a679c0c] Stashing vm_state: active {{(pid=65448) _prep_resize /opt/stack/nova/nova/compute/manager.py:6183}} [ 1295.270708] env[65448]: DEBUG oslo_vmware.api [None req-50451700-8d99-4858-aaaf-e1f3f433b3cd tempest-ServersAaction247Test-2135767084 tempest-ServersAaction247Test-2135767084-project-member] Task: {'id': task-4938719, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064044} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.271113] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-50451700-8d99-4858-aaaf-e1f3f433b3cd tempest-ServersAaction247Test-2135767084 tempest-ServersAaction247Test-2135767084-project-member] [instance: e1a6aafb-33ee-481a-b561-4fb80d8cbe3c] Extended root virtual disk {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1295.271776] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-953df68c-5de4-4ea3-b915-74ad874c1aea {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.292701] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-50451700-8d99-4858-aaaf-e1f3f433b3cd tempest-ServersAaction247Test-2135767084 tempest-ServersAaction247Test-2135767084-project-member] [instance: e1a6aafb-33ee-481a-b561-4fb80d8cbe3c] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] e1a6aafb-33ee-481a-b561-4fb80d8cbe3c/e1a6aafb-33ee-481a-b561-4fb80d8cbe3c.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1295.292943] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0381ef0-e93f-48d5-a1e5-8bbf6539bcfc {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.313402] env[65448]: DEBUG oslo_vmware.api [None req-50451700-8d99-4858-aaaf-e1f3f433b3cd tempest-ServersAaction247Test-2135767084 tempest-ServersAaction247Test-2135767084-project-member] Waiting for the task: (returnval){ [ 1295.313402] env[65448]: value = "task-4938720" [ 1295.313402] env[65448]: _type = "Task" [ 1295.313402] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.324261] env[65448]: DEBUG oslo_vmware.api [None req-50451700-8d99-4858-aaaf-e1f3f433b3cd tempest-ServersAaction247Test-2135767084 tempest-ServersAaction247Test-2135767084-project-member] Task: {'id': task-4938720, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.344574] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-579015d8-32b1-4486-8023-64a59768497a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.352256] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b17db419-3a75-4d83-a292-64ad7246431c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.579852] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab471f1d-ce52-4fb0-b91b-d960534e5562 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] [instance: fba63473-fdd0-4c0e-8ba8-25b97b74d43e] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1295.580189] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-47892b64-836a-46a4-aa11-f1de9f4bea4e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.586720] env[65448]: DEBUG oslo_vmware.api [None req-ab471f1d-ce52-4fb0-b91b-d960534e5562 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] Waiting for the task: (returnval){ [ 1295.586720] env[65448]: value = "task-4938721" [ 1295.586720] env[65448]: _type = "Task" [ 1295.586720] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.593876] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b052ac87-c6e7-4fdc-90bb-b5cf1cb356a3 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1295.594345] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b052ac87-c6e7-4fdc-90bb-b5cf1cb356a3 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1295.599771] env[65448]: DEBUG oslo_vmware.api [None req-ab471f1d-ce52-4fb0-b91b-d960534e5562 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] Task: {'id': task-4938721, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.823718] env[65448]: DEBUG oslo_vmware.api [None req-50451700-8d99-4858-aaaf-e1f3f433b3cd tempest-ServersAaction247Test-2135767084 tempest-ServersAaction247Test-2135767084-project-member] Task: {'id': task-4938720, 'name': ReconfigVM_Task, 'duration_secs': 0.273297} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.824018] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-50451700-8d99-4858-aaaf-e1f3f433b3cd tempest-ServersAaction247Test-2135767084 tempest-ServersAaction247Test-2135767084-project-member] [instance: e1a6aafb-33ee-481a-b561-4fb80d8cbe3c] Reconfigured VM instance instance-0000007b to attach disk [datastore2] e1a6aafb-33ee-481a-b561-4fb80d8cbe3c/e1a6aafb-33ee-481a-b561-4fb80d8cbe3c.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1295.824654] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-067684a3-447f-4973-976f-6204c50ac6bb {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.831856] env[65448]: DEBUG oslo_vmware.api [None req-50451700-8d99-4858-aaaf-e1f3f433b3cd tempest-ServersAaction247Test-2135767084 tempest-ServersAaction247Test-2135767084-project-member] Waiting for the task: (returnval){ [ 1295.831856] env[65448]: value = "task-4938722" [ 1295.831856] env[65448]: _type = "Task" [ 1295.831856] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.840392] env[65448]: DEBUG oslo_vmware.api [None req-50451700-8d99-4858-aaaf-e1f3f433b3cd tempest-ServersAaction247Test-2135767084 tempest-ServersAaction247Test-2135767084-project-member] Task: {'id': task-4938722, 'name': Rename_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.097584] env[65448]: DEBUG oslo_vmware.api [None req-ab471f1d-ce52-4fb0-b91b-d960534e5562 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] Task: {'id': task-4938721, 'name': PowerOffVM_Task, 'duration_secs': 0.126872} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.097853] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab471f1d-ce52-4fb0-b91b-d960534e5562 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] [instance: fba63473-fdd0-4c0e-8ba8-25b97b74d43e] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1296.098138] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-ab471f1d-ce52-4fb0-b91b-d960534e5562 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] [instance: fba63473-fdd0-4c0e-8ba8-25b97b74d43e] Destroying instance {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1296.098975] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d929d7f-430a-4009-a1bd-b1308a20f2c8 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.105121] env[65448]: INFO nova.compute.claims [None req-b052ac87-c6e7-4fdc-90bb-b5cf1cb356a3 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: 2aca5466-f783-4972-8c9d-d0de3a679c0c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1296.112853] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-ab471f1d-ce52-4fb0-b91b-d960534e5562 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] [instance: fba63473-fdd0-4c0e-8ba8-25b97b74d43e] Unregistering the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1296.113049] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-caf95a94-e986-4b19-96b2-aed1bbc201b1 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.141718] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-ab471f1d-ce52-4fb0-b91b-d960534e5562 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] [instance: fba63473-fdd0-4c0e-8ba8-25b97b74d43e] Unregistered the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1296.142071] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-ab471f1d-ce52-4fb0-b91b-d960534e5562 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] [instance: fba63473-fdd0-4c0e-8ba8-25b97b74d43e] Deleting contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1296.142314] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab471f1d-ce52-4fb0-b91b-d960534e5562 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] Deleting the datastore file [datastore2] fba63473-fdd0-4c0e-8ba8-25b97b74d43e {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1296.142622] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9c318332-1951-4eac-9d94-e6c33bd3c799 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.151037] env[65448]: DEBUG oslo_vmware.api [None req-ab471f1d-ce52-4fb0-b91b-d960534e5562 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] Waiting for the task: (returnval){ [ 1296.151037] env[65448]: value = "task-4938724" [ 1296.151037] env[65448]: _type = "Task" [ 1296.151037] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.159528] env[65448]: DEBUG oslo_vmware.api [None req-ab471f1d-ce52-4fb0-b91b-d960534e5562 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] Task: {'id': task-4938724, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.343176] env[65448]: DEBUG oslo_vmware.api [None req-50451700-8d99-4858-aaaf-e1f3f433b3cd tempest-ServersAaction247Test-2135767084 tempest-ServersAaction247Test-2135767084-project-member] Task: {'id': task-4938722, 'name': Rename_Task, 'duration_secs': 0.152764} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.343511] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-50451700-8d99-4858-aaaf-e1f3f433b3cd tempest-ServersAaction247Test-2135767084 tempest-ServersAaction247Test-2135767084-project-member] [instance: e1a6aafb-33ee-481a-b561-4fb80d8cbe3c] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1296.343784] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2eda9d35-2e58-4895-a49d-93a4db11b7f0 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.351363] env[65448]: DEBUG oslo_vmware.api [None req-50451700-8d99-4858-aaaf-e1f3f433b3cd tempest-ServersAaction247Test-2135767084 tempest-ServersAaction247Test-2135767084-project-member] Waiting for the task: (returnval){ [ 1296.351363] env[65448]: value = "task-4938725" [ 1296.351363] env[65448]: _type = "Task" [ 1296.351363] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.360067] env[65448]: DEBUG oslo_vmware.api [None req-50451700-8d99-4858-aaaf-e1f3f433b3cd tempest-ServersAaction247Test-2135767084 tempest-ServersAaction247Test-2135767084-project-member] Task: {'id': task-4938725, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.584488] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-271b69fc-3e40-4a06-899b-02e2336b8ae2 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.605538] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00d642c4-108f-44c7-aac7-042a96bf9d33 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.611761] env[65448]: INFO nova.compute.resource_tracker [None req-b052ac87-c6e7-4fdc-90bb-b5cf1cb356a3 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: 2aca5466-f783-4972-8c9d-d0de3a679c0c] Updating resource usage from migration 6db96178-2881-4bc0-a0dc-5027d4546b96 [ 1296.617684] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-0bd56440-311a-4327-a5b1-516309685e92 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: 0a020bd8-f2c2-467e-bbb4-82b0e3c85cab] Updating instance '0a020bd8-f2c2-467e-bbb4-82b0e3c85cab' progress to 83 {{(pid=65448) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1296.664808] env[65448]: DEBUG oslo_vmware.api [None req-ab471f1d-ce52-4fb0-b91b-d960534e5562 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] Task: {'id': task-4938724, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.094518} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.665054] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab471f1d-ce52-4fb0-b91b-d960534e5562 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1296.665233] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-ab471f1d-ce52-4fb0-b91b-d960534e5562 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] [instance: fba63473-fdd0-4c0e-8ba8-25b97b74d43e] Deleted contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1296.665402] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-ab471f1d-ce52-4fb0-b91b-d960534e5562 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] [instance: fba63473-fdd0-4c0e-8ba8-25b97b74d43e] Instance destroyed {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1296.744194] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9e69dd5-a02d-441c-b2de-9c3bcb82680a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.752189] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0501365e-478e-41ca-9bfa-9062bbd3568a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.783154] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98fe8f9b-9ffd-446d-b254-a79be5a53552 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.791098] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e00fb3b-b9ff-461a-b0d9-84e301ad2c01 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.804456] env[65448]: DEBUG nova.compute.provider_tree [None req-b052ac87-c6e7-4fdc-90bb-b5cf1cb356a3 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1296.861113] env[65448]: DEBUG oslo_vmware.api [None req-50451700-8d99-4858-aaaf-e1f3f433b3cd tempest-ServersAaction247Test-2135767084 tempest-ServersAaction247Test-2135767084-project-member] Task: {'id': task-4938725, 'name': PowerOnVM_Task, 'duration_secs': 0.418508} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.861343] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-50451700-8d99-4858-aaaf-e1f3f433b3cd tempest-ServersAaction247Test-2135767084 tempest-ServersAaction247Test-2135767084-project-member] [instance: e1a6aafb-33ee-481a-b561-4fb80d8cbe3c] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1296.861582] env[65448]: INFO nova.compute.manager [None req-50451700-8d99-4858-aaaf-e1f3f433b3cd tempest-ServersAaction247Test-2135767084 tempest-ServersAaction247Test-2135767084-project-member] [instance: e1a6aafb-33ee-481a-b561-4fb80d8cbe3c] Took 5.81 seconds to spawn the instance on the hypervisor. [ 1296.861773] env[65448]: DEBUG nova.compute.manager [None req-50451700-8d99-4858-aaaf-e1f3f433b3cd tempest-ServersAaction247Test-2135767084 tempest-ServersAaction247Test-2135767084-project-member] [instance: e1a6aafb-33ee-481a-b561-4fb80d8cbe3c] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 1296.862729] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8abcf15-013a-43b5-8c77-26a6d9c8ed3f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.124463] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bd56440-311a-4327-a5b1-516309685e92 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: 0a020bd8-f2c2-467e-bbb4-82b0e3c85cab] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1297.124713] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8da33714-a95f-4f17-8e23-1be9b33e4845 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.132459] env[65448]: DEBUG oslo_vmware.api [None req-0bd56440-311a-4327-a5b1-516309685e92 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Waiting for the task: (returnval){ [ 1297.132459] env[65448]: value = "task-4938726" [ 1297.132459] env[65448]: _type = "Task" [ 1297.132459] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.149120] env[65448]: DEBUG oslo_vmware.api [None req-0bd56440-311a-4327-a5b1-516309685e92 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4938726, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.308138] env[65448]: DEBUG nova.scheduler.client.report [None req-b052ac87-c6e7-4fdc-90bb-b5cf1cb356a3 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1297.382054] env[65448]: INFO nova.compute.manager [None req-50451700-8d99-4858-aaaf-e1f3f433b3cd tempest-ServersAaction247Test-2135767084 tempest-ServersAaction247Test-2135767084-project-member] [instance: e1a6aafb-33ee-481a-b561-4fb80d8cbe3c] Took 12.78 seconds to build instance. [ 1297.642947] env[65448]: DEBUG oslo_vmware.api [None req-0bd56440-311a-4327-a5b1-516309685e92 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4938726, 'name': PowerOnVM_Task, 'duration_secs': 0.455535} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.643238] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bd56440-311a-4327-a5b1-516309685e92 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: 0a020bd8-f2c2-467e-bbb4-82b0e3c85cab] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1297.643423] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-0bd56440-311a-4327-a5b1-516309685e92 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: 0a020bd8-f2c2-467e-bbb4-82b0e3c85cab] Updating instance '0a020bd8-f2c2-467e-bbb4-82b0e3c85cab' progress to 100 {{(pid=65448) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1297.701095] env[65448]: DEBUG nova.virt.hardware [None req-ab471f1d-ce52-4fb0-b91b-d960534e5562 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-08T17:19:51Z,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a992292b6dae455593d228217860e2e1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-08T17:19:52Z,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1297.701453] env[65448]: DEBUG nova.virt.hardware [None req-ab471f1d-ce52-4fb0-b91b-d960534e5562 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1297.701657] env[65448]: DEBUG nova.virt.hardware [None req-ab471f1d-ce52-4fb0-b91b-d960534e5562 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1297.701900] env[65448]: DEBUG nova.virt.hardware [None req-ab471f1d-ce52-4fb0-b91b-d960534e5562 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1297.702137] env[65448]: DEBUG nova.virt.hardware [None req-ab471f1d-ce52-4fb0-b91b-d960534e5562 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1297.702367] env[65448]: DEBUG nova.virt.hardware [None req-ab471f1d-ce52-4fb0-b91b-d960534e5562 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1297.702646] env[65448]: DEBUG nova.virt.hardware [None req-ab471f1d-ce52-4fb0-b91b-d960534e5562 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1297.702876] env[65448]: DEBUG nova.virt.hardware [None req-ab471f1d-ce52-4fb0-b91b-d960534e5562 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1297.703083] env[65448]: DEBUG nova.virt.hardware [None req-ab471f1d-ce52-4fb0-b91b-d960534e5562 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1297.703254] env[65448]: DEBUG nova.virt.hardware [None req-ab471f1d-ce52-4fb0-b91b-d960534e5562 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1297.703428] env[65448]: DEBUG nova.virt.hardware [None req-ab471f1d-ce52-4fb0-b91b-d960534e5562 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1297.704603] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-396efbc7-5d8d-47b6-87ff-0bcf6207167b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.713710] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-004ff63a-f74f-4295-b0d3-bc1b9d4c02b6 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.727829] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-ab471f1d-ce52-4fb0-b91b-d960534e5562 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] [instance: fba63473-fdd0-4c0e-8ba8-25b97b74d43e] Instance VIF info [] {{(pid=65448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1297.733722] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-ab471f1d-ce52-4fb0-b91b-d960534e5562 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1297.735245] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fba63473-fdd0-4c0e-8ba8-25b97b74d43e] Creating VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1297.737709] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-25606534-d8fd-4151-b438-932a2c7b03df {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.757032] env[65448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1297.757032] env[65448]: value = "task-4938727" [ 1297.757032] env[65448]: _type = "Task" [ 1297.757032] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.767582] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4938727, 'name': CreateVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.814179] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b052ac87-c6e7-4fdc-90bb-b5cf1cb356a3 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.220s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1297.814475] env[65448]: INFO nova.compute.manager [None req-b052ac87-c6e7-4fdc-90bb-b5cf1cb356a3 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: 2aca5466-f783-4972-8c9d-d0de3a679c0c] Migrating [ 1297.886617] env[65448]: DEBUG oslo_concurrency.lockutils [None req-50451700-8d99-4858-aaaf-e1f3f433b3cd tempest-ServersAaction247Test-2135767084 tempest-ServersAaction247Test-2135767084-project-member] Lock "e1a6aafb-33ee-481a-b561-4fb80d8cbe3c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.298s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1298.175440] env[65448]: DEBUG nova.compute.manager [None req-b51f0430-cacb-4e64-8177-ea0692302413 tempest-ServersAaction247Test-2135767084 tempest-ServersAaction247Test-2135767084-project-member] [instance: e1a6aafb-33ee-481a-b561-4fb80d8cbe3c] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 1298.176451] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f749665a-7567-4c18-8cec-728f7c9ba4d5 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.251559] env[65448]: DEBUG oslo_concurrency.lockutils [None req-9083530b-4d37-4998-87b0-e6e6ea322015 tempest-ServersAaction247Test-2135767084 tempest-ServersAaction247Test-2135767084-project-member] Acquiring lock "e1a6aafb-33ee-481a-b561-4fb80d8cbe3c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1298.251818] env[65448]: DEBUG oslo_concurrency.lockutils [None req-9083530b-4d37-4998-87b0-e6e6ea322015 tempest-ServersAaction247Test-2135767084 tempest-ServersAaction247Test-2135767084-project-member] Lock "e1a6aafb-33ee-481a-b561-4fb80d8cbe3c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1298.252038] env[65448]: DEBUG oslo_concurrency.lockutils [None req-9083530b-4d37-4998-87b0-e6e6ea322015 tempest-ServersAaction247Test-2135767084 tempest-ServersAaction247Test-2135767084-project-member] Acquiring lock "e1a6aafb-33ee-481a-b561-4fb80d8cbe3c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1298.252228] env[65448]: DEBUG oslo_concurrency.lockutils [None req-9083530b-4d37-4998-87b0-e6e6ea322015 tempest-ServersAaction247Test-2135767084 tempest-ServersAaction247Test-2135767084-project-member] Lock "e1a6aafb-33ee-481a-b561-4fb80d8cbe3c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1298.252394] env[65448]: DEBUG oslo_concurrency.lockutils [None req-9083530b-4d37-4998-87b0-e6e6ea322015 tempest-ServersAaction247Test-2135767084 tempest-ServersAaction247Test-2135767084-project-member] Lock "e1a6aafb-33ee-481a-b561-4fb80d8cbe3c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1298.254432] env[65448]: INFO nova.compute.manager [None req-9083530b-4d37-4998-87b0-e6e6ea322015 tempest-ServersAaction247Test-2135767084 tempest-ServersAaction247Test-2135767084-project-member] [instance: e1a6aafb-33ee-481a-b561-4fb80d8cbe3c] Terminating instance [ 1298.266820] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4938727, 'name': CreateVM_Task, 'duration_secs': 0.261654} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.267750] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fba63473-fdd0-4c0e-8ba8-25b97b74d43e] Created VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1298.268203] env[65448]: DEBUG oslo_concurrency.lockutils [None req-ab471f1d-ce52-4fb0-b91b-d960534e5562 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.268379] env[65448]: DEBUG oslo_concurrency.lockutils [None req-ab471f1d-ce52-4fb0-b91b-d960534e5562 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.268758] env[65448]: DEBUG oslo_concurrency.lockutils [None req-ab471f1d-ce52-4fb0-b91b-d960534e5562 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.269263] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-888bca49-5c01-49b9-bece-fe9a4e863aa1 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.274336] env[65448]: DEBUG oslo_vmware.api [None req-ab471f1d-ce52-4fb0-b91b-d960534e5562 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] Waiting for the task: (returnval){ [ 1298.274336] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5273cf70-cc42-e841-a4e3-3d0875db6df8" [ 1298.274336] env[65448]: _type = "Task" [ 1298.274336] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.282813] env[65448]: DEBUG oslo_vmware.api [None req-ab471f1d-ce52-4fb0-b91b-d960534e5562 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5273cf70-cc42-e841-a4e3-3d0875db6df8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.331226] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b052ac87-c6e7-4fdc-90bb-b5cf1cb356a3 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Acquiring lock "refresh_cache-2aca5466-f783-4972-8c9d-d0de3a679c0c" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.331423] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b052ac87-c6e7-4fdc-90bb-b5cf1cb356a3 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Acquired lock "refresh_cache-2aca5466-f783-4972-8c9d-d0de3a679c0c" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.331574] env[65448]: DEBUG nova.network.neutron [None req-b052ac87-c6e7-4fdc-90bb-b5cf1cb356a3 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: 2aca5466-f783-4972-8c9d-d0de3a679c0c] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1298.689426] env[65448]: INFO nova.compute.manager [None req-b51f0430-cacb-4e64-8177-ea0692302413 tempest-ServersAaction247Test-2135767084 tempest-ServersAaction247Test-2135767084-project-member] [instance: e1a6aafb-33ee-481a-b561-4fb80d8cbe3c] instance snapshotting [ 1298.690057] env[65448]: DEBUG nova.objects.instance [None req-b51f0430-cacb-4e64-8177-ea0692302413 tempest-ServersAaction247Test-2135767084 tempest-ServersAaction247Test-2135767084-project-member] Lazy-loading 'flavor' on Instance uuid e1a6aafb-33ee-481a-b561-4fb80d8cbe3c {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1298.761849] env[65448]: DEBUG oslo_concurrency.lockutils [None req-9083530b-4d37-4998-87b0-e6e6ea322015 tempest-ServersAaction247Test-2135767084 tempest-ServersAaction247Test-2135767084-project-member] Acquiring lock "refresh_cache-e1a6aafb-33ee-481a-b561-4fb80d8cbe3c" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.762140] env[65448]: DEBUG oslo_concurrency.lockutils [None req-9083530b-4d37-4998-87b0-e6e6ea322015 tempest-ServersAaction247Test-2135767084 tempest-ServersAaction247Test-2135767084-project-member] Acquired lock "refresh_cache-e1a6aafb-33ee-481a-b561-4fb80d8cbe3c" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.762364] env[65448]: DEBUG nova.network.neutron [None req-9083530b-4d37-4998-87b0-e6e6ea322015 tempest-ServersAaction247Test-2135767084 tempest-ServersAaction247Test-2135767084-project-member] [instance: e1a6aafb-33ee-481a-b561-4fb80d8cbe3c] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1298.787716] env[65448]: DEBUG oslo_vmware.api [None req-ab471f1d-ce52-4fb0-b91b-d960534e5562 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5273cf70-cc42-e841-a4e3-3d0875db6df8, 'name': SearchDatastore_Task, 'duration_secs': 0.011506} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.788167] env[65448]: DEBUG oslo_concurrency.lockutils [None req-ab471f1d-ce52-4fb0-b91b-d960534e5562 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.788448] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-ab471f1d-ce52-4fb0-b91b-d960534e5562 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] [instance: fba63473-fdd0-4c0e-8ba8-25b97b74d43e] Processing image 50fb366d-48e6-424f-9c20-bc83d77be76a {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1298.788705] env[65448]: DEBUG oslo_concurrency.lockutils [None req-ab471f1d-ce52-4fb0-b91b-d960534e5562 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.788884] env[65448]: DEBUG oslo_concurrency.lockutils [None req-ab471f1d-ce52-4fb0-b91b-d960534e5562 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.789085] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab471f1d-ce52-4fb0-b91b-d960534e5562 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1298.789596] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e3e894f7-30de-47e1-8be2-ce2cdb5a9940 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.799857] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab471f1d-ce52-4fb0-b91b-d960534e5562 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1298.800067] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-ab471f1d-ce52-4fb0-b91b-d960534e5562 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1298.800780] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89cb49da-40c0-402b-a841-eda4850f507f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.806880] env[65448]: DEBUG oslo_vmware.api [None req-ab471f1d-ce52-4fb0-b91b-d960534e5562 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] Waiting for the task: (returnval){ [ 1298.806880] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5217ef6f-3132-2768-4b0c-7e074cab620f" [ 1298.806880] env[65448]: _type = "Task" [ 1298.806880] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.814580] env[65448]: DEBUG oslo_vmware.api [None req-ab471f1d-ce52-4fb0-b91b-d960534e5562 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5217ef6f-3132-2768-4b0c-7e074cab620f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.833855] env[65448]: WARNING neutronclient.v2_0.client [None req-b052ac87-c6e7-4fdc-90bb-b5cf1cb356a3 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1299.010348] env[65448]: WARNING neutronclient.v2_0.client [None req-b052ac87-c6e7-4fdc-90bb-b5cf1cb356a3 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1299.078940] env[65448]: DEBUG nova.network.neutron [None req-b052ac87-c6e7-4fdc-90bb-b5cf1cb356a3 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: 2aca5466-f783-4972-8c9d-d0de3a679c0c] Updating instance_info_cache with network_info: [{"id": "fc0701c8-45d4-467f-a9d7-dd871b9cd5d4", "address": "fa:16:3e:b3:65:63", "network": {"id": "4e0352d8-558b-49e0-81dd-d7132b36af3d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-328140024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c8e9c9b80524b25833ad43c15e78a5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc0701c8-45", "ovs_interfaceid": "fc0701c8-45d4-467f-a9d7-dd871b9cd5d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1299.205698] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2e8eebe-ff07-44ec-8b51-83a5d62caaab {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.225295] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58333b6c-8f57-4bc2-a4ae-aff0f5565855 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.264574] env[65448]: WARNING neutronclient.v2_0.client [None req-9083530b-4d37-4998-87b0-e6e6ea322015 tempest-ServersAaction247Test-2135767084 tempest-ServersAaction247Test-2135767084-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1299.284649] env[65448]: DEBUG nova.network.neutron [None req-9083530b-4d37-4998-87b0-e6e6ea322015 tempest-ServersAaction247Test-2135767084 tempest-ServersAaction247Test-2135767084-project-member] [instance: e1a6aafb-33ee-481a-b561-4fb80d8cbe3c] Instance cache missing network info. {{(pid=65448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1299.316858] env[65448]: DEBUG oslo_vmware.api [None req-ab471f1d-ce52-4fb0-b91b-d960534e5562 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5217ef6f-3132-2768-4b0c-7e074cab620f, 'name': SearchDatastore_Task, 'duration_secs': 0.012891} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.317713] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-919a77d4-feff-401a-b1e8-604b9ffca6ba {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.324190] env[65448]: DEBUG oslo_vmware.api [None req-ab471f1d-ce52-4fb0-b91b-d960534e5562 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] Waiting for the task: (returnval){ [ 1299.324190] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52271006-60a1-2279-725d-f656341ca8f5" [ 1299.324190] env[65448]: _type = "Task" [ 1299.324190] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.332722] env[65448]: DEBUG oslo_vmware.api [None req-ab471f1d-ce52-4fb0-b91b-d960534e5562 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52271006-60a1-2279-725d-f656341ca8f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.344899] env[65448]: DEBUG nova.network.neutron [None req-9083530b-4d37-4998-87b0-e6e6ea322015 tempest-ServersAaction247Test-2135767084 tempest-ServersAaction247Test-2135767084-project-member] [instance: e1a6aafb-33ee-481a-b561-4fb80d8cbe3c] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1299.582299] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b052ac87-c6e7-4fdc-90bb-b5cf1cb356a3 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Releasing lock "refresh_cache-2aca5466-f783-4972-8c9d-d0de3a679c0c" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.735735] env[65448]: DEBUG nova.compute.manager [None req-b51f0430-cacb-4e64-8177-ea0692302413 tempest-ServersAaction247Test-2135767084 tempest-ServersAaction247Test-2135767084-project-member] [instance: e1a6aafb-33ee-481a-b561-4fb80d8cbe3c] Instance disappeared during snapshot {{(pid=65448) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4642}} [ 1299.834966] env[65448]: DEBUG oslo_vmware.api [None req-ab471f1d-ce52-4fb0-b91b-d960534e5562 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52271006-60a1-2279-725d-f656341ca8f5, 'name': SearchDatastore_Task, 'duration_secs': 0.01153} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.837896] env[65448]: DEBUG oslo_concurrency.lockutils [None req-ab471f1d-ce52-4fb0-b91b-d960534e5562 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.838182] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab471f1d-ce52-4fb0-b91b-d960534e5562 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] fba63473-fdd0-4c0e-8ba8-25b97b74d43e/fba63473-fdd0-4c0e-8ba8-25b97b74d43e.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1299.838954] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4ea61e1c-d72f-4b02-a3bc-173ac0635bad {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.847886] env[65448]: DEBUG oslo_concurrency.lockutils [None req-9083530b-4d37-4998-87b0-e6e6ea322015 tempest-ServersAaction247Test-2135767084 tempest-ServersAaction247Test-2135767084-project-member] Releasing lock "refresh_cache-e1a6aafb-33ee-481a-b561-4fb80d8cbe3c" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.848328] env[65448]: DEBUG nova.compute.manager [None req-9083530b-4d37-4998-87b0-e6e6ea322015 tempest-ServersAaction247Test-2135767084 tempest-ServersAaction247Test-2135767084-project-member] [instance: e1a6aafb-33ee-481a-b561-4fb80d8cbe3c] Start destroying the instance on the hypervisor. {{(pid=65448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3209}} [ 1299.848531] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-9083530b-4d37-4998-87b0-e6e6ea322015 tempest-ServersAaction247Test-2135767084 tempest-ServersAaction247Test-2135767084-project-member] [instance: e1a6aafb-33ee-481a-b561-4fb80d8cbe3c] Destroying instance {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1299.848857] env[65448]: DEBUG oslo_vmware.api [None req-ab471f1d-ce52-4fb0-b91b-d960534e5562 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] Waiting for the task: (returnval){ [ 1299.848857] env[65448]: value = "task-4938728" [ 1299.848857] env[65448]: _type = "Task" [ 1299.848857] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.849731] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2bfb2b2-bccc-47e0-a745-3556063c8fde {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.859337] env[65448]: DEBUG nova.compute.manager [None req-b51f0430-cacb-4e64-8177-ea0692302413 tempest-ServersAaction247Test-2135767084 tempest-ServersAaction247Test-2135767084-project-member] [instance: e1a6aafb-33ee-481a-b561-4fb80d8cbe3c] Found 0 images (rotation: 2) {{(pid=65448) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5064}} [ 1299.866226] env[65448]: DEBUG oslo_vmware.api [None req-ab471f1d-ce52-4fb0-b91b-d960534e5562 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] Task: {'id': task-4938728, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.866536] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-9083530b-4d37-4998-87b0-e6e6ea322015 tempest-ServersAaction247Test-2135767084 tempest-ServersAaction247Test-2135767084-project-member] [instance: e1a6aafb-33ee-481a-b561-4fb80d8cbe3c] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1299.867256] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0fad79aa-7721-4594-b385-c23910073c58 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.874358] env[65448]: DEBUG oslo_vmware.api [None req-9083530b-4d37-4998-87b0-e6e6ea322015 tempest-ServersAaction247Test-2135767084 tempest-ServersAaction247Test-2135767084-project-member] Waiting for the task: (returnval){ [ 1299.874358] env[65448]: value = "task-4938729" [ 1299.874358] env[65448]: _type = "Task" [ 1299.874358] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.884754] env[65448]: DEBUG oslo_vmware.api [None req-9083530b-4d37-4998-87b0-e6e6ea322015 tempest-ServersAaction247Test-2135767084 tempest-ServersAaction247Test-2135767084-project-member] Task: {'id': task-4938729, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.314620] env[65448]: DEBUG oslo_concurrency.lockutils [None req-974cda63-d49c-4be0-9bed-2b449f191585 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Acquiring lock "0a020bd8-f2c2-467e-bbb4-82b0e3c85cab" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1300.314831] env[65448]: DEBUG oslo_concurrency.lockutils [None req-974cda63-d49c-4be0-9bed-2b449f191585 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Lock "0a020bd8-f2c2-467e-bbb4-82b0e3c85cab" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1300.314907] env[65448]: DEBUG nova.compute.manager [None req-974cda63-d49c-4be0-9bed-2b449f191585 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: 0a020bd8-f2c2-467e-bbb4-82b0e3c85cab] Going to confirm migration 8 {{(pid=65448) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5297}} [ 1300.363714] env[65448]: DEBUG oslo_vmware.api [None req-ab471f1d-ce52-4fb0-b91b-d960534e5562 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] Task: {'id': task-4938728, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.385162] env[65448]: DEBUG oslo_vmware.api [None req-9083530b-4d37-4998-87b0-e6e6ea322015 tempest-ServersAaction247Test-2135767084 tempest-ServersAaction247Test-2135767084-project-member] Task: {'id': task-4938729, 'name': PowerOffVM_Task, 'duration_secs': 0.221711} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.385442] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-9083530b-4d37-4998-87b0-e6e6ea322015 tempest-ServersAaction247Test-2135767084 tempest-ServersAaction247Test-2135767084-project-member] [instance: e1a6aafb-33ee-481a-b561-4fb80d8cbe3c] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1300.385611] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-9083530b-4d37-4998-87b0-e6e6ea322015 tempest-ServersAaction247Test-2135767084 tempest-ServersAaction247Test-2135767084-project-member] [instance: e1a6aafb-33ee-481a-b561-4fb80d8cbe3c] Unregistering the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1300.385871] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a385bbcd-3511-439b-81a0-66f5b9c1e857 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.415986] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-9083530b-4d37-4998-87b0-e6e6ea322015 tempest-ServersAaction247Test-2135767084 tempest-ServersAaction247Test-2135767084-project-member] [instance: e1a6aafb-33ee-481a-b561-4fb80d8cbe3c] Unregistered the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1300.416241] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-9083530b-4d37-4998-87b0-e6e6ea322015 tempest-ServersAaction247Test-2135767084 tempest-ServersAaction247Test-2135767084-project-member] [instance: e1a6aafb-33ee-481a-b561-4fb80d8cbe3c] Deleting contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1300.416444] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-9083530b-4d37-4998-87b0-e6e6ea322015 tempest-ServersAaction247Test-2135767084 tempest-ServersAaction247Test-2135767084-project-member] Deleting the datastore file [datastore2] e1a6aafb-33ee-481a-b561-4fb80d8cbe3c {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1300.416722] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-339f1630-4826-423b-aec1-92ae9bc390ae {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.425152] env[65448]: DEBUG oslo_vmware.api [None req-9083530b-4d37-4998-87b0-e6e6ea322015 tempest-ServersAaction247Test-2135767084 tempest-ServersAaction247Test-2135767084-project-member] Waiting for the task: (returnval){ [ 1300.425152] env[65448]: value = "task-4938731" [ 1300.425152] env[65448]: _type = "Task" [ 1300.425152] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.433560] env[65448]: DEBUG oslo_vmware.api [None req-9083530b-4d37-4998-87b0-e6e6ea322015 tempest-ServersAaction247Test-2135767084 tempest-ServersAaction247Test-2135767084-project-member] Task: {'id': task-4938731, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.821174] env[65448]: WARNING neutronclient.v2_0.client [None req-974cda63-d49c-4be0-9bed-2b449f191585 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1300.858664] env[65448]: WARNING neutronclient.v2_0.client [None req-974cda63-d49c-4be0-9bed-2b449f191585 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1300.859009] env[65448]: DEBUG oslo_concurrency.lockutils [None req-974cda63-d49c-4be0-9bed-2b449f191585 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Acquiring lock "refresh_cache-0a020bd8-f2c2-467e-bbb4-82b0e3c85cab" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.859178] env[65448]: DEBUG oslo_concurrency.lockutils [None req-974cda63-d49c-4be0-9bed-2b449f191585 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Acquired lock "refresh_cache-0a020bd8-f2c2-467e-bbb4-82b0e3c85cab" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.859330] env[65448]: DEBUG nova.network.neutron [None req-974cda63-d49c-4be0-9bed-2b449f191585 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: 0a020bd8-f2c2-467e-bbb4-82b0e3c85cab] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1300.859508] env[65448]: DEBUG nova.objects.instance [None req-974cda63-d49c-4be0-9bed-2b449f191585 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Lazy-loading 'info_cache' on Instance uuid 0a020bd8-f2c2-467e-bbb4-82b0e3c85cab {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1300.866902] env[65448]: DEBUG oslo_vmware.api [None req-ab471f1d-ce52-4fb0-b91b-d960534e5562 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] Task: {'id': task-4938728, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.537541} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.867178] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab471f1d-ce52-4fb0-b91b-d960534e5562 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] fba63473-fdd0-4c0e-8ba8-25b97b74d43e/fba63473-fdd0-4c0e-8ba8-25b97b74d43e.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1300.867410] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-ab471f1d-ce52-4fb0-b91b-d960534e5562 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] [instance: fba63473-fdd0-4c0e-8ba8-25b97b74d43e] Extending root virtual disk to 1048576 {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1300.867672] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b93289c6-c677-4935-b37f-33428cd78856 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.874815] env[65448]: DEBUG oslo_vmware.api [None req-ab471f1d-ce52-4fb0-b91b-d960534e5562 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] Waiting for the task: (returnval){ [ 1300.874815] env[65448]: value = "task-4938732" [ 1300.874815] env[65448]: _type = "Task" [ 1300.874815] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.884469] env[65448]: DEBUG oslo_vmware.api [None req-ab471f1d-ce52-4fb0-b91b-d960534e5562 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] Task: {'id': task-4938732, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.935414] env[65448]: DEBUG oslo_vmware.api [None req-9083530b-4d37-4998-87b0-e6e6ea322015 tempest-ServersAaction247Test-2135767084 tempest-ServersAaction247Test-2135767084-project-member] Task: {'id': task-4938731, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.211225} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.935679] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-9083530b-4d37-4998-87b0-e6e6ea322015 tempest-ServersAaction247Test-2135767084 tempest-ServersAaction247Test-2135767084-project-member] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1300.935879] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-9083530b-4d37-4998-87b0-e6e6ea322015 tempest-ServersAaction247Test-2135767084 tempest-ServersAaction247Test-2135767084-project-member] [instance: e1a6aafb-33ee-481a-b561-4fb80d8cbe3c] Deleted contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1300.936094] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-9083530b-4d37-4998-87b0-e6e6ea322015 tempest-ServersAaction247Test-2135767084 tempest-ServersAaction247Test-2135767084-project-member] [instance: e1a6aafb-33ee-481a-b561-4fb80d8cbe3c] Instance destroyed {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1300.936321] env[65448]: INFO nova.compute.manager [None req-9083530b-4d37-4998-87b0-e6e6ea322015 tempest-ServersAaction247Test-2135767084 tempest-ServersAaction247Test-2135767084-project-member] [instance: e1a6aafb-33ee-481a-b561-4fb80d8cbe3c] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1300.936597] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-9083530b-4d37-4998-87b0-e6e6ea322015 tempest-ServersAaction247Test-2135767084 tempest-ServersAaction247Test-2135767084-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1300.936817] env[65448]: DEBUG nova.compute.manager [-] [instance: e1a6aafb-33ee-481a-b561-4fb80d8cbe3c] Deallocating network for instance {{(pid=65448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1300.936916] env[65448]: DEBUG nova.network.neutron [-] [instance: e1a6aafb-33ee-481a-b561-4fb80d8cbe3c] deallocate_for_instance() {{(pid=65448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1300.937229] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1300.955650] env[65448]: DEBUG nova.network.neutron [-] [instance: e1a6aafb-33ee-481a-b561-4fb80d8cbe3c] Instance cache missing network info. {{(pid=65448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1300.955794] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1301.099260] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e11ed03-e322-4ea4-9596-7417564df1a2 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.117843] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-b052ac87-c6e7-4fdc-90bb-b5cf1cb356a3 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: 2aca5466-f783-4972-8c9d-d0de3a679c0c] Updating instance '2aca5466-f783-4972-8c9d-d0de3a679c0c' progress to 0 {{(pid=65448) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1301.384285] env[65448]: DEBUG oslo_vmware.api [None req-ab471f1d-ce52-4fb0-b91b-d960534e5562 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] Task: {'id': task-4938732, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077169} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.384511] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-ab471f1d-ce52-4fb0-b91b-d960534e5562 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] [instance: fba63473-fdd0-4c0e-8ba8-25b97b74d43e] Extended root virtual disk {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1301.385303] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9f4e991-a56e-49ae-ba05-0cf5f51e3b0e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.404885] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab471f1d-ce52-4fb0-b91b-d960534e5562 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] [instance: fba63473-fdd0-4c0e-8ba8-25b97b74d43e] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] fba63473-fdd0-4c0e-8ba8-25b97b74d43e/fba63473-fdd0-4c0e-8ba8-25b97b74d43e.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1301.405171] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-093b855f-5b1f-47a3-97eb-d6442b22a7c1 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.424449] env[65448]: DEBUG oslo_vmware.api [None req-ab471f1d-ce52-4fb0-b91b-d960534e5562 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] Waiting for the task: (returnval){ [ 1301.424449] env[65448]: value = "task-4938733" [ 1301.424449] env[65448]: _type = "Task" [ 1301.424449] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.432736] env[65448]: DEBUG oslo_vmware.api [None req-ab471f1d-ce52-4fb0-b91b-d960534e5562 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] Task: {'id': task-4938733, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.458930] env[65448]: DEBUG nova.network.neutron [-] [instance: e1a6aafb-33ee-481a-b561-4fb80d8cbe3c] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1301.626617] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-b052ac87-c6e7-4fdc-90bb-b5cf1cb356a3 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: 2aca5466-f783-4972-8c9d-d0de3a679c0c] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1301.627117] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-465468c2-49ca-44ac-9541-b4e6a20e1067 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.635553] env[65448]: DEBUG oslo_vmware.api [None req-b052ac87-c6e7-4fdc-90bb-b5cf1cb356a3 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Waiting for the task: (returnval){ [ 1301.635553] env[65448]: value = "task-4938734" [ 1301.635553] env[65448]: _type = "Task" [ 1301.635553] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.645066] env[65448]: DEBUG oslo_vmware.api [None req-b052ac87-c6e7-4fdc-90bb-b5cf1cb356a3 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': task-4938734, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.865738] env[65448]: WARNING neutronclient.v2_0.client [None req-974cda63-d49c-4be0-9bed-2b449f191585 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1301.936080] env[65448]: DEBUG oslo_vmware.api [None req-ab471f1d-ce52-4fb0-b91b-d960534e5562 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] Task: {'id': task-4938733, 'name': ReconfigVM_Task, 'duration_secs': 0.355409} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.936080] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab471f1d-ce52-4fb0-b91b-d960534e5562 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] [instance: fba63473-fdd0-4c0e-8ba8-25b97b74d43e] Reconfigured VM instance instance-0000007a to attach disk [datastore2] fba63473-fdd0-4c0e-8ba8-25b97b74d43e/fba63473-fdd0-4c0e-8ba8-25b97b74d43e.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1301.936404] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0ff2a718-8f98-4022-ab73-4ba0d2583d73 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.942949] env[65448]: DEBUG oslo_vmware.api [None req-ab471f1d-ce52-4fb0-b91b-d960534e5562 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] Waiting for the task: (returnval){ [ 1301.942949] env[65448]: value = "task-4938735" [ 1301.942949] env[65448]: _type = "Task" [ 1301.942949] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.953281] env[65448]: DEBUG oslo_vmware.api [None req-ab471f1d-ce52-4fb0-b91b-d960534e5562 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] Task: {'id': task-4938735, 'name': Rename_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.961942] env[65448]: INFO nova.compute.manager [-] [instance: e1a6aafb-33ee-481a-b561-4fb80d8cbe3c] Took 1.02 seconds to deallocate network for instance. [ 1302.052096] env[65448]: WARNING neutronclient.v2_0.client [None req-974cda63-d49c-4be0-9bed-2b449f191585 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1302.121562] env[65448]: DEBUG nova.network.neutron [None req-974cda63-d49c-4be0-9bed-2b449f191585 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: 0a020bd8-f2c2-467e-bbb4-82b0e3c85cab] Updating instance_info_cache with network_info: [{"id": "f41227cc-e0f9-4cb1-9819-7105440f4759", "address": "fa:16:3e:8f:22:ab", "network": {"id": "1c6b4e31-4989-4b8c-8cc6-67fa107dcc6a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1246525494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bf59e2c00b54ab7a8bc201e80781fcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf41227cc-e0", "ovs_interfaceid": "f41227cc-e0f9-4cb1-9819-7105440f4759", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1302.145369] env[65448]: DEBUG oslo_vmware.api [None req-b052ac87-c6e7-4fdc-90bb-b5cf1cb356a3 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': task-4938734, 'name': PowerOffVM_Task, 'duration_secs': 0.215093} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.145637] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-b052ac87-c6e7-4fdc-90bb-b5cf1cb356a3 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: 2aca5466-f783-4972-8c9d-d0de3a679c0c] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1302.145814] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-b052ac87-c6e7-4fdc-90bb-b5cf1cb356a3 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: 2aca5466-f783-4972-8c9d-d0de3a679c0c] Updating instance '2aca5466-f783-4972-8c9d-d0de3a679c0c' progress to 17 {{(pid=65448) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1302.453357] env[65448]: DEBUG oslo_vmware.api [None req-ab471f1d-ce52-4fb0-b91b-d960534e5562 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] Task: {'id': task-4938735, 'name': Rename_Task, 'duration_secs': 0.134276} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.453617] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab471f1d-ce52-4fb0-b91b-d960534e5562 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] [instance: fba63473-fdd0-4c0e-8ba8-25b97b74d43e] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1302.453936] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-279e94e4-83e2-45d8-a088-7bd017f31c5b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.461184] env[65448]: DEBUG oslo_vmware.api [None req-ab471f1d-ce52-4fb0-b91b-d960534e5562 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] Waiting for the task: (returnval){ [ 1302.461184] env[65448]: value = "task-4938736" [ 1302.461184] env[65448]: _type = "Task" [ 1302.461184] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.470147] env[65448]: DEBUG oslo_concurrency.lockutils [None req-9083530b-4d37-4998-87b0-e6e6ea322015 tempest-ServersAaction247Test-2135767084 tempest-ServersAaction247Test-2135767084-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1302.470547] env[65448]: DEBUG oslo_concurrency.lockutils [None req-9083530b-4d37-4998-87b0-e6e6ea322015 tempest-ServersAaction247Test-2135767084 tempest-ServersAaction247Test-2135767084-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1302.470814] env[65448]: DEBUG nova.objects.instance [None req-9083530b-4d37-4998-87b0-e6e6ea322015 tempest-ServersAaction247Test-2135767084 tempest-ServersAaction247Test-2135767084-project-member] Lazy-loading 'resources' on Instance uuid e1a6aafb-33ee-481a-b561-4fb80d8cbe3c {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1302.471930] env[65448]: DEBUG oslo_vmware.api [None req-ab471f1d-ce52-4fb0-b91b-d960534e5562 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] Task: {'id': task-4938736, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.624955] env[65448]: DEBUG oslo_concurrency.lockutils [None req-974cda63-d49c-4be0-9bed-2b449f191585 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Releasing lock "refresh_cache-0a020bd8-f2c2-467e-bbb4-82b0e3c85cab" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.625397] env[65448]: DEBUG nova.objects.instance [None req-974cda63-d49c-4be0-9bed-2b449f191585 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Lazy-loading 'migration_context' on Instance uuid 0a020bd8-f2c2-467e-bbb4-82b0e3c85cab {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1302.652811] env[65448]: DEBUG nova.virt.hardware [None req-b052ac87-c6e7-4fdc-90bb-b5cf1cb356a3 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1302.653163] env[65448]: DEBUG nova.virt.hardware [None req-b052ac87-c6e7-4fdc-90bb-b5cf1cb356a3 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1302.653406] env[65448]: DEBUG nova.virt.hardware [None req-b052ac87-c6e7-4fdc-90bb-b5cf1cb356a3 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1302.653672] env[65448]: DEBUG nova.virt.hardware [None req-b052ac87-c6e7-4fdc-90bb-b5cf1cb356a3 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1302.653896] env[65448]: DEBUG nova.virt.hardware [None req-b052ac87-c6e7-4fdc-90bb-b5cf1cb356a3 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1302.654135] env[65448]: DEBUG nova.virt.hardware [None req-b052ac87-c6e7-4fdc-90bb-b5cf1cb356a3 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1302.654427] env[65448]: DEBUG nova.virt.hardware [None req-b052ac87-c6e7-4fdc-90bb-b5cf1cb356a3 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1302.654661] env[65448]: DEBUG nova.virt.hardware [None req-b052ac87-c6e7-4fdc-90bb-b5cf1cb356a3 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1302.654910] env[65448]: DEBUG nova.virt.hardware [None req-b052ac87-c6e7-4fdc-90bb-b5cf1cb356a3 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1302.655165] env[65448]: DEBUG nova.virt.hardware [None req-b052ac87-c6e7-4fdc-90bb-b5cf1cb356a3 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1302.655421] env[65448]: DEBUG nova.virt.hardware [None req-b052ac87-c6e7-4fdc-90bb-b5cf1cb356a3 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1302.660899] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45871ffa-a232-41ed-baf8-3c60bbcca193 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.677495] env[65448]: DEBUG oslo_vmware.api [None req-b052ac87-c6e7-4fdc-90bb-b5cf1cb356a3 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Waiting for the task: (returnval){ [ 1302.677495] env[65448]: value = "task-4938737" [ 1302.677495] env[65448]: _type = "Task" [ 1302.677495] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.686097] env[65448]: DEBUG oslo_vmware.api [None req-b052ac87-c6e7-4fdc-90bb-b5cf1cb356a3 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': task-4938737, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.971042] env[65448]: DEBUG oslo_vmware.api [None req-ab471f1d-ce52-4fb0-b91b-d960534e5562 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] Task: {'id': task-4938736, 'name': PowerOnVM_Task, 'duration_secs': 0.432397} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.971435] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab471f1d-ce52-4fb0-b91b-d960534e5562 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] [instance: fba63473-fdd0-4c0e-8ba8-25b97b74d43e] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1302.971435] env[65448]: DEBUG nova.compute.manager [None req-ab471f1d-ce52-4fb0-b91b-d960534e5562 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] [instance: fba63473-fdd0-4c0e-8ba8-25b97b74d43e] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 1302.972114] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb16e574-9ce4-41cc-80a9-2841014536b1 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.098501] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a863f18-4f99-4efc-9f7a-68d21fd63640 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.108033] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca1ca06c-dcd5-4d87-ae3a-a196f3a94a39 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.138683] env[65448]: DEBUG nova.objects.base [None req-974cda63-d49c-4be0-9bed-2b449f191585 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Object Instance<0a020bd8-f2c2-467e-bbb4-82b0e3c85cab> lazy-loaded attributes: info_cache,migration_context {{(pid=65448) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1303.139729] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1885eed-5173-436b-bb9e-ba669bd4fb12 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.142846] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e94c3061-7675-4ab2-bce5-3460da9f96cc {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.164743] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d8b17ff-2b65-43bb-807a-fc544108d528 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.169879] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-518cc4ef-e103-40b8-83d2-870aba24a5a4 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.183722] env[65448]: DEBUG oslo_vmware.api [None req-974cda63-d49c-4be0-9bed-2b449f191585 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Waiting for the task: (returnval){ [ 1303.183722] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52365d92-c799-f434-75ff-5997c66a8902" [ 1303.183722] env[65448]: _type = "Task" [ 1303.183722] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.184329] env[65448]: DEBUG nova.compute.provider_tree [None req-9083530b-4d37-4998-87b0-e6e6ea322015 tempest-ServersAaction247Test-2135767084 tempest-ServersAaction247Test-2135767084-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1303.200726] env[65448]: DEBUG oslo_vmware.api [None req-b052ac87-c6e7-4fdc-90bb-b5cf1cb356a3 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': task-4938737, 'name': ReconfigVM_Task, 'duration_secs': 0.174081} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.200983] env[65448]: DEBUG oslo_vmware.api [None req-974cda63-d49c-4be0-9bed-2b449f191585 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52365d92-c799-f434-75ff-5997c66a8902, 'name': SearchDatastore_Task, 'duration_secs': 0.007788} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.201274] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-b052ac87-c6e7-4fdc-90bb-b5cf1cb356a3 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: 2aca5466-f783-4972-8c9d-d0de3a679c0c] Updating instance '2aca5466-f783-4972-8c9d-d0de3a679c0c' progress to 33 {{(pid=65448) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1303.205112] env[65448]: DEBUG oslo_concurrency.lockutils [None req-974cda63-d49c-4be0-9bed-2b449f191585 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1303.491927] env[65448]: DEBUG oslo_concurrency.lockutils [None req-ab471f1d-ce52-4fb0-b91b-d960534e5562 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1303.690282] env[65448]: DEBUG nova.scheduler.client.report [None req-9083530b-4d37-4998-87b0-e6e6ea322015 tempest-ServersAaction247Test-2135767084 tempest-ServersAaction247Test-2135767084-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1303.707189] env[65448]: DEBUG nova.virt.hardware [None req-b052ac87-c6e7-4fdc-90bb-b5cf1cb356a3 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1303.707497] env[65448]: DEBUG nova.virt.hardware [None req-b052ac87-c6e7-4fdc-90bb-b5cf1cb356a3 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1303.707657] env[65448]: DEBUG nova.virt.hardware [None req-b052ac87-c6e7-4fdc-90bb-b5cf1cb356a3 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1303.707835] env[65448]: DEBUG nova.virt.hardware [None req-b052ac87-c6e7-4fdc-90bb-b5cf1cb356a3 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1303.707976] env[65448]: DEBUG nova.virt.hardware [None req-b052ac87-c6e7-4fdc-90bb-b5cf1cb356a3 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1303.708137] env[65448]: DEBUG nova.virt.hardware [None req-b052ac87-c6e7-4fdc-90bb-b5cf1cb356a3 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1303.708336] env[65448]: DEBUG nova.virt.hardware [None req-b052ac87-c6e7-4fdc-90bb-b5cf1cb356a3 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1303.708492] env[65448]: DEBUG nova.virt.hardware [None req-b052ac87-c6e7-4fdc-90bb-b5cf1cb356a3 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1303.708651] env[65448]: DEBUG nova.virt.hardware [None req-b052ac87-c6e7-4fdc-90bb-b5cf1cb356a3 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1303.708806] env[65448]: DEBUG nova.virt.hardware [None req-b052ac87-c6e7-4fdc-90bb-b5cf1cb356a3 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1303.708971] env[65448]: DEBUG nova.virt.hardware [None req-b052ac87-c6e7-4fdc-90bb-b5cf1cb356a3 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1303.714303] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-b052ac87-c6e7-4fdc-90bb-b5cf1cb356a3 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: 2aca5466-f783-4972-8c9d-d0de3a679c0c] Reconfiguring VM instance instance-00000055 to detach disk 2000 {{(pid=65448) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1303.714850] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cef433d5-47d7-41ec-aa75-cc791d2fb9c9 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.734318] env[65448]: DEBUG oslo_vmware.api [None req-b052ac87-c6e7-4fdc-90bb-b5cf1cb356a3 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Waiting for the task: (returnval){ [ 1303.734318] env[65448]: value = "task-4938738" [ 1303.734318] env[65448]: _type = "Task" [ 1303.734318] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.743161] env[65448]: DEBUG oslo_vmware.api [None req-b052ac87-c6e7-4fdc-90bb-b5cf1cb356a3 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': task-4938738, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.195545] env[65448]: DEBUG oslo_concurrency.lockutils [None req-9083530b-4d37-4998-87b0-e6e6ea322015 tempest-ServersAaction247Test-2135767084 tempest-ServersAaction247Test-2135767084-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.725s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1304.198063] env[65448]: DEBUG oslo_concurrency.lockutils [None req-974cda63-d49c-4be0-9bed-2b449f191585 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.993s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1304.216678] env[65448]: INFO nova.scheduler.client.report [None req-9083530b-4d37-4998-87b0-e6e6ea322015 tempest-ServersAaction247Test-2135767084 tempest-ServersAaction247Test-2135767084-project-member] Deleted allocations for instance e1a6aafb-33ee-481a-b561-4fb80d8cbe3c [ 1304.245263] env[65448]: DEBUG oslo_vmware.api [None req-b052ac87-c6e7-4fdc-90bb-b5cf1cb356a3 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': task-4938738, 'name': ReconfigVM_Task, 'duration_secs': 0.166073} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.245580] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-b052ac87-c6e7-4fdc-90bb-b5cf1cb356a3 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: 2aca5466-f783-4972-8c9d-d0de3a679c0c] Reconfigured VM instance instance-00000055 to detach disk 2000 {{(pid=65448) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1304.246822] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58df1f83-b495-4726-8d85-7f2b8723e112 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.270491] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-b052ac87-c6e7-4fdc-90bb-b5cf1cb356a3 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: 2aca5466-f783-4972-8c9d-d0de3a679c0c] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] 2aca5466-f783-4972-8c9d-d0de3a679c0c/2aca5466-f783-4972-8c9d-d0de3a679c0c.vmdk or device None with type thin {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1304.271715] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c16720a6-8c33-4af6-b400-39249026df6c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.290862] env[65448]: DEBUG oslo_vmware.api [None req-b052ac87-c6e7-4fdc-90bb-b5cf1cb356a3 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Waiting for the task: (returnval){ [ 1304.290862] env[65448]: value = "task-4938739" [ 1304.290862] env[65448]: _type = "Task" [ 1304.290862] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.299981] env[65448]: DEBUG oslo_vmware.api [None req-b052ac87-c6e7-4fdc-90bb-b5cf1cb356a3 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': task-4938739, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.392215] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a5d88f1b-bf8d-4c70-a72a-e840f78ac75c tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] Acquiring lock "fba63473-fdd0-4c0e-8ba8-25b97b74d43e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1304.392531] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a5d88f1b-bf8d-4c70-a72a-e840f78ac75c tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] Lock "fba63473-fdd0-4c0e-8ba8-25b97b74d43e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1304.392713] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a5d88f1b-bf8d-4c70-a72a-e840f78ac75c tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] Acquiring lock "fba63473-fdd0-4c0e-8ba8-25b97b74d43e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1304.392892] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a5d88f1b-bf8d-4c70-a72a-e840f78ac75c tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] Lock "fba63473-fdd0-4c0e-8ba8-25b97b74d43e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1304.393068] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a5d88f1b-bf8d-4c70-a72a-e840f78ac75c tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] Lock "fba63473-fdd0-4c0e-8ba8-25b97b74d43e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1304.395425] env[65448]: INFO nova.compute.manager [None req-a5d88f1b-bf8d-4c70-a72a-e840f78ac75c tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] [instance: fba63473-fdd0-4c0e-8ba8-25b97b74d43e] Terminating instance [ 1304.725308] env[65448]: DEBUG oslo_concurrency.lockutils [None req-9083530b-4d37-4998-87b0-e6e6ea322015 tempest-ServersAaction247Test-2135767084 tempest-ServersAaction247Test-2135767084-project-member] Lock "e1a6aafb-33ee-481a-b561-4fb80d8cbe3c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.473s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1304.803941] env[65448]: DEBUG oslo_vmware.api [None req-b052ac87-c6e7-4fdc-90bb-b5cf1cb356a3 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': task-4938739, 'name': ReconfigVM_Task, 'duration_secs': 0.286063} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.804263] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-b052ac87-c6e7-4fdc-90bb-b5cf1cb356a3 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: 2aca5466-f783-4972-8c9d-d0de3a679c0c] Reconfigured VM instance instance-00000055 to attach disk [datastore1] 2aca5466-f783-4972-8c9d-d0de3a679c0c/2aca5466-f783-4972-8c9d-d0de3a679c0c.vmdk or device None with type thin {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1304.804542] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-b052ac87-c6e7-4fdc-90bb-b5cf1cb356a3 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: 2aca5466-f783-4972-8c9d-d0de3a679c0c] Updating instance '2aca5466-f783-4972-8c9d-d0de3a679c0c' progress to 50 {{(pid=65448) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1304.820723] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eb6b366-00c8-47cd-bdfb-d9d15613ffff {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.828947] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83783e65-ff21-4173-bbcd-d834eb899a14 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.862749] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c236fca6-af06-4d2d-a99a-13ee0f8a5304 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.871818] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bda4aec-21dd-4881-a932-1c5f9553c639 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.886474] env[65448]: DEBUG nova.compute.provider_tree [None req-974cda63-d49c-4be0-9bed-2b449f191585 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1304.899486] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a5d88f1b-bf8d-4c70-a72a-e840f78ac75c tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] Acquiring lock "refresh_cache-fba63473-fdd0-4c0e-8ba8-25b97b74d43e" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.899669] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a5d88f1b-bf8d-4c70-a72a-e840f78ac75c tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] Acquired lock "refresh_cache-fba63473-fdd0-4c0e-8ba8-25b97b74d43e" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.899823] env[65448]: DEBUG nova.network.neutron [None req-a5d88f1b-bf8d-4c70-a72a-e840f78ac75c tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] [instance: fba63473-fdd0-4c0e-8ba8-25b97b74d43e] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1305.314422] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bd67a2f-ba57-4874-8d2f-e385b87e8c9a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.336388] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-180f8124-15c4-4d65-ba46-e3a5a229d00b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.356866] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-b052ac87-c6e7-4fdc-90bb-b5cf1cb356a3 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: 2aca5466-f783-4972-8c9d-d0de3a679c0c] Updating instance '2aca5466-f783-4972-8c9d-d0de3a679c0c' progress to 67 {{(pid=65448) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1305.389494] env[65448]: DEBUG nova.scheduler.client.report [None req-974cda63-d49c-4be0-9bed-2b449f191585 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1305.402219] env[65448]: WARNING neutronclient.v2_0.client [None req-a5d88f1b-bf8d-4c70-a72a-e840f78ac75c tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1305.424092] env[65448]: DEBUG nova.network.neutron [None req-a5d88f1b-bf8d-4c70-a72a-e840f78ac75c tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] [instance: fba63473-fdd0-4c0e-8ba8-25b97b74d43e] Instance cache missing network info. {{(pid=65448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1305.530584] env[65448]: DEBUG nova.network.neutron [None req-a5d88f1b-bf8d-4c70-a72a-e840f78ac75c tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] [instance: fba63473-fdd0-4c0e-8ba8-25b97b74d43e] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1305.864514] env[65448]: WARNING neutronclient.v2_0.client [None req-b052ac87-c6e7-4fdc-90bb-b5cf1cb356a3 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1305.865124] env[65448]: WARNING neutronclient.v2_0.client [None req-b052ac87-c6e7-4fdc-90bb-b5cf1cb356a3 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1305.902211] env[65448]: DEBUG nova.network.neutron [None req-b052ac87-c6e7-4fdc-90bb-b5cf1cb356a3 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: 2aca5466-f783-4972-8c9d-d0de3a679c0c] Port fc0701c8-45d4-467f-a9d7-dd871b9cd5d4 binding to destination host cpu-1 is already ACTIVE {{(pid=65448) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1306.033413] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a5d88f1b-bf8d-4c70-a72a-e840f78ac75c tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] Releasing lock "refresh_cache-fba63473-fdd0-4c0e-8ba8-25b97b74d43e" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.033875] env[65448]: DEBUG nova.compute.manager [None req-a5d88f1b-bf8d-4c70-a72a-e840f78ac75c tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] [instance: fba63473-fdd0-4c0e-8ba8-25b97b74d43e] Start destroying the instance on the hypervisor. {{(pid=65448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3209}} [ 1306.034087] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-a5d88f1b-bf8d-4c70-a72a-e840f78ac75c tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] [instance: fba63473-fdd0-4c0e-8ba8-25b97b74d43e] Destroying instance {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1306.035103] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c7bca97-8554-45a8-ab29-66986dece728 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.044280] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5d88f1b-bf8d-4c70-a72a-e840f78ac75c tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] [instance: fba63473-fdd0-4c0e-8ba8-25b97b74d43e] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1306.044555] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b6ab8e7a-db4b-43d1-b79a-c5b5fca0c1c5 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.052529] env[65448]: DEBUG oslo_vmware.api [None req-a5d88f1b-bf8d-4c70-a72a-e840f78ac75c tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] Waiting for the task: (returnval){ [ 1306.052529] env[65448]: value = "task-4938740" [ 1306.052529] env[65448]: _type = "Task" [ 1306.052529] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.062157] env[65448]: DEBUG oslo_vmware.api [None req-a5d88f1b-bf8d-4c70-a72a-e840f78ac75c tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] Task: {'id': task-4938740, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.399889] env[65448]: DEBUG oslo_concurrency.lockutils [None req-974cda63-d49c-4be0-9bed-2b449f191585 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.202s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1306.404746] env[65448]: DEBUG oslo_concurrency.lockutils [None req-ab471f1d-ce52-4fb0-b91b-d960534e5562 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 2.913s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1306.405088] env[65448]: DEBUG nova.objects.instance [None req-ab471f1d-ce52-4fb0-b91b-d960534e5562 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] [instance: fba63473-fdd0-4c0e-8ba8-25b97b74d43e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65448) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1306.563587] env[65448]: DEBUG oslo_vmware.api [None req-a5d88f1b-bf8d-4c70-a72a-e840f78ac75c tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] Task: {'id': task-4938740, 'name': PowerOffVM_Task, 'duration_secs': 0.217924} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.563896] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5d88f1b-bf8d-4c70-a72a-e840f78ac75c tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] [instance: fba63473-fdd0-4c0e-8ba8-25b97b74d43e] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1306.564177] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-a5d88f1b-bf8d-4c70-a72a-e840f78ac75c tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] [instance: fba63473-fdd0-4c0e-8ba8-25b97b74d43e] Unregistering the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1306.564580] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2d83c8c6-8b1d-4c44-ad95-0fb7f8b04056 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.594218] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-a5d88f1b-bf8d-4c70-a72a-e840f78ac75c tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] [instance: fba63473-fdd0-4c0e-8ba8-25b97b74d43e] Unregistered the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1306.594516] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-a5d88f1b-bf8d-4c70-a72a-e840f78ac75c tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] [instance: fba63473-fdd0-4c0e-8ba8-25b97b74d43e] Deleting contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1306.594673] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5d88f1b-bf8d-4c70-a72a-e840f78ac75c tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] Deleting the datastore file [datastore2] fba63473-fdd0-4c0e-8ba8-25b97b74d43e {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1306.594962] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d297d8ef-e405-4816-9d07-390d0186c78a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.604518] env[65448]: DEBUG oslo_vmware.api [None req-a5d88f1b-bf8d-4c70-a72a-e840f78ac75c tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] Waiting for the task: (returnval){ [ 1306.604518] env[65448]: value = "task-4938742" [ 1306.604518] env[65448]: _type = "Task" [ 1306.604518] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.615052] env[65448]: DEBUG oslo_vmware.api [None req-a5d88f1b-bf8d-4c70-a72a-e840f78ac75c tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] Task: {'id': task-4938742, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.834535] env[65448]: INFO nova.compute.manager [None req-6946c722-f388-448b-9686-28a28bf0da4a tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: 0a020bd8-f2c2-467e-bbb4-82b0e3c85cab] Get console output [ 1306.834914] env[65448]: WARNING nova.virt.vmwareapi.driver [None req-6946c722-f388-448b-9686-28a28bf0da4a tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: 0a020bd8-f2c2-467e-bbb4-82b0e3c85cab] The console log is missing. Check your VSPC configuration [ 1306.942908] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b052ac87-c6e7-4fdc-90bb-b5cf1cb356a3 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Acquiring lock "2aca5466-f783-4972-8c9d-d0de3a679c0c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1306.943239] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b052ac87-c6e7-4fdc-90bb-b5cf1cb356a3 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Lock "2aca5466-f783-4972-8c9d-d0de3a679c0c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1306.943389] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b052ac87-c6e7-4fdc-90bb-b5cf1cb356a3 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Lock "2aca5466-f783-4972-8c9d-d0de3a679c0c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1307.018830] env[65448]: INFO nova.scheduler.client.report [None req-974cda63-d49c-4be0-9bed-2b449f191585 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Deleted allocation for migration 4b5fc717-5c25-45df-a4b9-71f3e6bd64d6 [ 1307.116567] env[65448]: DEBUG oslo_vmware.api [None req-a5d88f1b-bf8d-4c70-a72a-e840f78ac75c tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] Task: {'id': task-4938742, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153618} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.116827] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5d88f1b-bf8d-4c70-a72a-e840f78ac75c tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1307.117013] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-a5d88f1b-bf8d-4c70-a72a-e840f78ac75c tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] [instance: fba63473-fdd0-4c0e-8ba8-25b97b74d43e] Deleted contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1307.117205] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-a5d88f1b-bf8d-4c70-a72a-e840f78ac75c tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] [instance: fba63473-fdd0-4c0e-8ba8-25b97b74d43e] Instance destroyed {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1307.117403] env[65448]: INFO nova.compute.manager [None req-a5d88f1b-bf8d-4c70-a72a-e840f78ac75c tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] [instance: fba63473-fdd0-4c0e-8ba8-25b97b74d43e] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1307.117670] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-a5d88f1b-bf8d-4c70-a72a-e840f78ac75c tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1307.117871] env[65448]: DEBUG nova.compute.manager [-] [instance: fba63473-fdd0-4c0e-8ba8-25b97b74d43e] Deallocating network for instance {{(pid=65448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1307.117970] env[65448]: DEBUG nova.network.neutron [-] [instance: fba63473-fdd0-4c0e-8ba8-25b97b74d43e] deallocate_for_instance() {{(pid=65448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1307.118230] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1307.138101] env[65448]: DEBUG nova.network.neutron [-] [instance: fba63473-fdd0-4c0e-8ba8-25b97b74d43e] Instance cache missing network info. {{(pid=65448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1307.138354] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1307.435746] env[65448]: DEBUG oslo_concurrency.lockutils [None req-ab471f1d-ce52-4fb0-b91b-d960534e5562 tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.031s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1307.524434] env[65448]: DEBUG oslo_concurrency.lockutils [None req-974cda63-d49c-4be0-9bed-2b449f191585 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Lock "0a020bd8-f2c2-467e-bbb4-82b0e3c85cab" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.210s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1307.640942] env[65448]: DEBUG nova.network.neutron [-] [instance: fba63473-fdd0-4c0e-8ba8-25b97b74d43e] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1307.950444] env[65448]: WARNING neutronclient.v2_0.client [None req-b052ac87-c6e7-4fdc-90bb-b5cf1cb356a3 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1307.982318] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b052ac87-c6e7-4fdc-90bb-b5cf1cb356a3 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Acquiring lock "refresh_cache-2aca5466-f783-4972-8c9d-d0de3a679c0c" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.982571] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b052ac87-c6e7-4fdc-90bb-b5cf1cb356a3 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Acquired lock "refresh_cache-2aca5466-f783-4972-8c9d-d0de3a679c0c" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.982813] env[65448]: DEBUG nova.network.neutron [None req-b052ac87-c6e7-4fdc-90bb-b5cf1cb356a3 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: 2aca5466-f783-4972-8c9d-d0de3a679c0c] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1308.144944] env[65448]: INFO nova.compute.manager [-] [instance: fba63473-fdd0-4c0e-8ba8-25b97b74d43e] Took 1.03 seconds to deallocate network for instance. [ 1308.485792] env[65448]: WARNING neutronclient.v2_0.client [None req-b052ac87-c6e7-4fdc-90bb-b5cf1cb356a3 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1308.653835] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a5d88f1b-bf8d-4c70-a72a-e840f78ac75c tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1308.654221] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a5d88f1b-bf8d-4c70-a72a-e840f78ac75c tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1308.654507] env[65448]: DEBUG nova.objects.instance [None req-a5d88f1b-bf8d-4c70-a72a-e840f78ac75c tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] Lazy-loading 'resources' on Instance uuid fba63473-fdd0-4c0e-8ba8-25b97b74d43e {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1308.689872] env[65448]: WARNING neutronclient.v2_0.client [None req-b052ac87-c6e7-4fdc-90bb-b5cf1cb356a3 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1308.763833] env[65448]: DEBUG nova.network.neutron [None req-b052ac87-c6e7-4fdc-90bb-b5cf1cb356a3 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: 2aca5466-f783-4972-8c9d-d0de3a679c0c] Updating instance_info_cache with network_info: [{"id": "fc0701c8-45d4-467f-a9d7-dd871b9cd5d4", "address": "fa:16:3e:b3:65:63", "network": {"id": "4e0352d8-558b-49e0-81dd-d7132b36af3d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-328140024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c8e9c9b80524b25833ad43c15e78a5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc0701c8-45", "ovs_interfaceid": "fc0701c8-45d4-467f-a9d7-dd871b9cd5d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1308.986031] env[65448]: DEBUG oslo_concurrency.lockutils [None req-7783330b-bd39-4f47-a1e0-46eade19d6e6 tempest-ServerMetadataTestJSON-279281131 tempest-ServerMetadataTestJSON-279281131-project-member] Acquiring lock "0705ad26-050a-49e7-b2bf-aa1919393703" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1308.986348] env[65448]: DEBUG oslo_concurrency.lockutils [None req-7783330b-bd39-4f47-a1e0-46eade19d6e6 tempest-ServerMetadataTestJSON-279281131 tempest-ServerMetadataTestJSON-279281131-project-member] Lock "0705ad26-050a-49e7-b2bf-aa1919393703" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1309.266240] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b052ac87-c6e7-4fdc-90bb-b5cf1cb356a3 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Releasing lock "refresh_cache-2aca5466-f783-4972-8c9d-d0de3a679c0c" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.277201] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2209cb4d-17e3-4456-bd7a-47c583470df9 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.286583] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2d4a99f-cee9-4e0a-be01-300eca1e2fb6 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.320844] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36d2177f-06ad-42b8-ab99-f341e8647182 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.330667] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-526b5c1e-1b1d-48d6-a723-1f4dda0c11b6 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.346484] env[65448]: DEBUG nova.compute.provider_tree [None req-a5d88f1b-bf8d-4c70-a72a-e840f78ac75c tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1309.488906] env[65448]: DEBUG nova.compute.manager [None req-7783330b-bd39-4f47-a1e0-46eade19d6e6 tempest-ServerMetadataTestJSON-279281131 tempest-ServerMetadataTestJSON-279281131-project-member] [instance: 0705ad26-050a-49e7-b2bf-aa1919393703] Starting instance... {{(pid=65448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2483}} [ 1309.792318] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-097e2fe4-aa09-47e3-98ed-12dc96bd0516 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.811679] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74fd09e8-ef8f-41c7-bb93-06cd567040f2 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.819354] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-b052ac87-c6e7-4fdc-90bb-b5cf1cb356a3 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: 2aca5466-f783-4972-8c9d-d0de3a679c0c] Updating instance '2aca5466-f783-4972-8c9d-d0de3a679c0c' progress to 83 {{(pid=65448) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1309.850246] env[65448]: DEBUG nova.scheduler.client.report [None req-a5d88f1b-bf8d-4c70-a72a-e840f78ac75c tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1310.010856] env[65448]: DEBUG oslo_concurrency.lockutils [None req-7783330b-bd39-4f47-a1e0-46eade19d6e6 tempest-ServerMetadataTestJSON-279281131 tempest-ServerMetadataTestJSON-279281131-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1310.325586] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-b052ac87-c6e7-4fdc-90bb-b5cf1cb356a3 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: 2aca5466-f783-4972-8c9d-d0de3a679c0c] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1310.325973] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b700c241-7337-4eaa-9310-2602928b6ba5 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.333545] env[65448]: DEBUG oslo_vmware.api [None req-b052ac87-c6e7-4fdc-90bb-b5cf1cb356a3 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Waiting for the task: (returnval){ [ 1310.333545] env[65448]: value = "task-4938743" [ 1310.333545] env[65448]: _type = "Task" [ 1310.333545] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.343202] env[65448]: DEBUG oslo_vmware.api [None req-b052ac87-c6e7-4fdc-90bb-b5cf1cb356a3 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': task-4938743, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.356056] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a5d88f1b-bf8d-4c70-a72a-e840f78ac75c tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.701s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1310.357774] env[65448]: DEBUG oslo_concurrency.lockutils [None req-7783330b-bd39-4f47-a1e0-46eade19d6e6 tempest-ServerMetadataTestJSON-279281131 tempest-ServerMetadataTestJSON-279281131-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.347s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1310.359276] env[65448]: INFO nova.compute.claims [None req-7783330b-bd39-4f47-a1e0-46eade19d6e6 tempest-ServerMetadataTestJSON-279281131 tempest-ServerMetadataTestJSON-279281131-project-member] [instance: 0705ad26-050a-49e7-b2bf-aa1919393703] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1310.376800] env[65448]: INFO nova.scheduler.client.report [None req-a5d88f1b-bf8d-4c70-a72a-e840f78ac75c tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] Deleted allocations for instance fba63473-fdd0-4c0e-8ba8-25b97b74d43e [ 1310.840141] env[65448]: DEBUG oslo_service.periodic_task [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1310.844759] env[65448]: DEBUG oslo_vmware.api [None req-b052ac87-c6e7-4fdc-90bb-b5cf1cb356a3 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': task-4938743, 'name': PowerOnVM_Task, 'duration_secs': 0.395132} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.844983] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-b052ac87-c6e7-4fdc-90bb-b5cf1cb356a3 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: 2aca5466-f783-4972-8c9d-d0de3a679c0c] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1310.845181] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-b052ac87-c6e7-4fdc-90bb-b5cf1cb356a3 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: 2aca5466-f783-4972-8c9d-d0de3a679c0c] Updating instance '2aca5466-f783-4972-8c9d-d0de3a679c0c' progress to 100 {{(pid=65448) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1310.885677] env[65448]: DEBUG oslo_concurrency.lockutils [None req-a5d88f1b-bf8d-4c70-a72a-e840f78ac75c tempest-ServerShowV257Test-289408529 tempest-ServerShowV257Test-289408529-project-member] Lock "fba63473-fdd0-4c0e-8ba8-25b97b74d43e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.493s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1311.477506] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-726f3b91-bf73-400f-b9dd-424ce4d6bd57 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.486528] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af9f2a36-156d-4cec-a8f9-15b4d632fe04 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.519868] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d850294b-7be5-426e-aca7-a913500ddc67 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.528546] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5269662-6978-4afd-850b-e91d3d9e872a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.543815] env[65448]: DEBUG nova.compute.provider_tree [None req-7783330b-bd39-4f47-a1e0-46eade19d6e6 tempest-ServerMetadataTestJSON-279281131 tempest-ServerMetadataTestJSON-279281131-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1311.840614] env[65448]: DEBUG oslo_service.periodic_task [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1311.840614] env[65448]: DEBUG oslo_service.periodic_task [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1312.048966] env[65448]: DEBUG nova.scheduler.client.report [None req-7783330b-bd39-4f47-a1e0-46eade19d6e6 tempest-ServerMetadataTestJSON-279281131 tempest-ServerMetadataTestJSON-279281131-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1312.553958] env[65448]: DEBUG oslo_concurrency.lockutils [None req-7783330b-bd39-4f47-a1e0-46eade19d6e6 tempest-ServerMetadataTestJSON-279281131 tempest-ServerMetadataTestJSON-279281131-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.196s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1312.554644] env[65448]: DEBUG nova.compute.manager [None req-7783330b-bd39-4f47-a1e0-46eade19d6e6 tempest-ServerMetadataTestJSON-279281131 tempest-ServerMetadataTestJSON-279281131-project-member] [instance: 0705ad26-050a-49e7-b2bf-aa1919393703] Start building networks asynchronously for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2881}} [ 1312.839670] env[65448]: DEBUG oslo_service.periodic_task [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1312.839995] env[65448]: DEBUG oslo_service.periodic_task [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1313.059984] env[65448]: DEBUG nova.compute.utils [None req-7783330b-bd39-4f47-a1e0-46eade19d6e6 tempest-ServerMetadataTestJSON-279281131 tempest-ServerMetadataTestJSON-279281131-project-member] Using /dev/sd instead of None {{(pid=65448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1313.061572] env[65448]: DEBUG nova.compute.manager [None req-7783330b-bd39-4f47-a1e0-46eade19d6e6 tempest-ServerMetadataTestJSON-279281131 tempest-ServerMetadataTestJSON-279281131-project-member] [instance: 0705ad26-050a-49e7-b2bf-aa1919393703] Allocating IP information in the background. {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 1313.061787] env[65448]: DEBUG nova.network.neutron [None req-7783330b-bd39-4f47-a1e0-46eade19d6e6 tempest-ServerMetadataTestJSON-279281131 tempest-ServerMetadataTestJSON-279281131-project-member] [instance: 0705ad26-050a-49e7-b2bf-aa1919393703] allocate_for_instance() {{(pid=65448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1313.062132] env[65448]: WARNING neutronclient.v2_0.client [None req-7783330b-bd39-4f47-a1e0-46eade19d6e6 tempest-ServerMetadataTestJSON-279281131 tempest-ServerMetadataTestJSON-279281131-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1313.062436] env[65448]: WARNING neutronclient.v2_0.client [None req-7783330b-bd39-4f47-a1e0-46eade19d6e6 tempest-ServerMetadataTestJSON-279281131 tempest-ServerMetadataTestJSON-279281131-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1313.101803] env[65448]: DEBUG nova.policy [None req-7783330b-bd39-4f47-a1e0-46eade19d6e6 tempest-ServerMetadataTestJSON-279281131 tempest-ServerMetadataTestJSON-279281131-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f3e52a95739b4dd8a541b0f5b776caad', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '632e6b65d7724601a5722047d5df3d84', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65448) authorize /opt/stack/nova/nova/policy.py:192}} [ 1313.343356] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1313.343631] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1313.344359] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1313.344359] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65448) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1313.344911] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bac83ee-f487-44e4-9fb8-e0314fc68a60 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.354842] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-056a7169-5abc-4908-99c3-4d86a59a35e1 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.371460] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9ee866f-952f-4df3-950d-ec498da5c77e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.379467] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54d92f3c-c6d4-4731-b1cf-681385d75c12 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.409799] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179533MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65448) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1313.409981] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1313.410283] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1313.413434] env[65448]: DEBUG nova.network.neutron [None req-7783330b-bd39-4f47-a1e0-46eade19d6e6 tempest-ServerMetadataTestJSON-279281131 tempest-ServerMetadataTestJSON-279281131-project-member] [instance: 0705ad26-050a-49e7-b2bf-aa1919393703] Successfully created port: eaac687b-6281-4642-ac6d-f042c6e02e8c {{(pid=65448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1313.565669] env[65448]: DEBUG nova.compute.manager [None req-7783330b-bd39-4f47-a1e0-46eade19d6e6 tempest-ServerMetadataTestJSON-279281131 tempest-ServerMetadataTestJSON-279281131-project-member] [instance: 0705ad26-050a-49e7-b2bf-aa1919393703] Start building block device mappings for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2916}} [ 1313.683499] env[65448]: DEBUG oslo_concurrency.lockutils [None req-bf49abec-2b03-44e4-a7c1-e0bab814d947 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Acquiring lock "2aca5466-f783-4972-8c9d-d0de3a679c0c" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1313.683758] env[65448]: DEBUG oslo_concurrency.lockutils [None req-bf49abec-2b03-44e4-a7c1-e0bab814d947 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Lock "2aca5466-f783-4972-8c9d-d0de3a679c0c" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1313.683971] env[65448]: DEBUG nova.compute.manager [None req-bf49abec-2b03-44e4-a7c1-e0bab814d947 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: 2aca5466-f783-4972-8c9d-d0de3a679c0c] Going to confirm migration 9 {{(pid=65448) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5297}} [ 1314.189828] env[65448]: WARNING neutronclient.v2_0.client [None req-bf49abec-2b03-44e4-a7c1-e0bab814d947 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1314.234857] env[65448]: WARNING neutronclient.v2_0.client [None req-bf49abec-2b03-44e4-a7c1-e0bab814d947 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1314.235218] env[65448]: DEBUG oslo_concurrency.lockutils [None req-bf49abec-2b03-44e4-a7c1-e0bab814d947 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Acquiring lock "refresh_cache-2aca5466-f783-4972-8c9d-d0de3a679c0c" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.235368] env[65448]: DEBUG oslo_concurrency.lockutils [None req-bf49abec-2b03-44e4-a7c1-e0bab814d947 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Acquired lock "refresh_cache-2aca5466-f783-4972-8c9d-d0de3a679c0c" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.235564] env[65448]: DEBUG nova.network.neutron [None req-bf49abec-2b03-44e4-a7c1-e0bab814d947 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: 2aca5466-f783-4972-8c9d-d0de3a679c0c] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1314.235759] env[65448]: DEBUG nova.objects.instance [None req-bf49abec-2b03-44e4-a7c1-e0bab814d947 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Lazy-loading 'info_cache' on Instance uuid 2aca5466-f783-4972-8c9d-d0de3a679c0c {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1314.421973] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Applying migration context for instance 2aca5466-f783-4972-8c9d-d0de3a679c0c as it has an incoming, in-progress migration 6db96178-2881-4bc0-a0dc-5027d4546b96. Migration status is confirming {{(pid=65448) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1314.422988] env[65448]: INFO nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] [instance: 2aca5466-f783-4972-8c9d-d0de3a679c0c] Updating resource usage from migration 6db96178-2881-4bc0-a0dc-5027d4546b96 [ 1314.442782] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance 6ca5c62d-cf52-4f78-9e01-5623f4989442 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1314.442914] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance 3a53d528-30e9-42da-ae3a-2d381536e75f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1314.443033] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance 7978c1c5-9577-4194-827e-59a715d196b7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1314.443158] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance 0a020bd8-f2c2-467e-bbb4-82b0e3c85cab actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1314.443271] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Migration 6db96178-2881-4bc0-a0dc-5027d4546b96 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1745}} [ 1314.443407] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance 2aca5466-f783-4972-8c9d-d0de3a679c0c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1314.443478] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance 0705ad26-050a-49e7-b2bf-aa1919393703 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1314.443687] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=65448) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1314.443798] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1984MB phys_disk=100GB used_disk=6GB total_vcpus=48 used_vcpus=7 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '6', 'num_vm_active': '4', 'num_task_None': '5', 'num_os_type_None': '6', 'num_proj_7bf59e2c00b54ab7a8bc201e80781fcb': '3', 'io_workload': '1', 'num_vm_resized': '1', 'num_proj_5c8e9c9b80524b25833ad43c15e78a5a': '1', 'num_proj_f35763225db24d7f858aa84e17d07cc4': '1', 'num_vm_building': '1', 'num_task_networking': '1', 'num_proj_632e6b65d7724601a5722047d5df3d84': '1'} {{(pid=65448) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1314.452238] env[65448]: DEBUG oslo_concurrency.lockutils [None req-831f9c48-2e8c-4496-98ed-daf3699f3066 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Acquiring lock "7978c1c5-9577-4194-827e-59a715d196b7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1314.452238] env[65448]: DEBUG oslo_concurrency.lockutils [None req-831f9c48-2e8c-4496-98ed-daf3699f3066 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Lock "7978c1c5-9577-4194-827e-59a715d196b7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1314.452429] env[65448]: DEBUG oslo_concurrency.lockutils [None req-831f9c48-2e8c-4496-98ed-daf3699f3066 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Acquiring lock "7978c1c5-9577-4194-827e-59a715d196b7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1314.452480] env[65448]: DEBUG oslo_concurrency.lockutils [None req-831f9c48-2e8c-4496-98ed-daf3699f3066 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Lock "7978c1c5-9577-4194-827e-59a715d196b7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1314.452680] env[65448]: DEBUG oslo_concurrency.lockutils [None req-831f9c48-2e8c-4496-98ed-daf3699f3066 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Lock "7978c1c5-9577-4194-827e-59a715d196b7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1314.455421] env[65448]: INFO nova.compute.manager [None req-831f9c48-2e8c-4496-98ed-daf3699f3066 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: 7978c1c5-9577-4194-827e-59a715d196b7] Terminating instance [ 1314.545850] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-140757c5-8c35-43d5-8e04-76c36a8754c3 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.553848] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ca1e199-ff59-49dd-94c2-cdec6dbde2f6 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.584818] env[65448]: DEBUG nova.compute.manager [None req-7783330b-bd39-4f47-a1e0-46eade19d6e6 tempest-ServerMetadataTestJSON-279281131 tempest-ServerMetadataTestJSON-279281131-project-member] [instance: 0705ad26-050a-49e7-b2bf-aa1919393703] Start spawning the instance on the hypervisor. {{(pid=65448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2689}} [ 1314.587854] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c875ce3d-c037-42b1-92cf-3a83e043a567 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.595916] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bc6c498-f562-4a75-b84c-96e7cc792a78 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.609739] env[65448]: DEBUG nova.compute.provider_tree [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1314.619887] env[65448]: DEBUG nova.virt.hardware [None req-7783330b-bd39-4f47-a1e0-46eade19d6e6 tempest-ServerMetadataTestJSON-279281131 tempest-ServerMetadataTestJSON-279281131-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-08T17:19:51Z,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a992292b6dae455593d228217860e2e1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-08T17:19:52Z,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1314.620205] env[65448]: DEBUG nova.virt.hardware [None req-7783330b-bd39-4f47-a1e0-46eade19d6e6 tempest-ServerMetadataTestJSON-279281131 tempest-ServerMetadataTestJSON-279281131-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1314.620370] env[65448]: DEBUG nova.virt.hardware [None req-7783330b-bd39-4f47-a1e0-46eade19d6e6 tempest-ServerMetadataTestJSON-279281131 tempest-ServerMetadataTestJSON-279281131-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1314.620552] env[65448]: DEBUG nova.virt.hardware [None req-7783330b-bd39-4f47-a1e0-46eade19d6e6 tempest-ServerMetadataTestJSON-279281131 tempest-ServerMetadataTestJSON-279281131-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1314.620696] env[65448]: DEBUG nova.virt.hardware [None req-7783330b-bd39-4f47-a1e0-46eade19d6e6 tempest-ServerMetadataTestJSON-279281131 tempest-ServerMetadataTestJSON-279281131-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1314.620840] env[65448]: DEBUG nova.virt.hardware [None req-7783330b-bd39-4f47-a1e0-46eade19d6e6 tempest-ServerMetadataTestJSON-279281131 tempest-ServerMetadataTestJSON-279281131-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1314.621067] env[65448]: DEBUG nova.virt.hardware [None req-7783330b-bd39-4f47-a1e0-46eade19d6e6 tempest-ServerMetadataTestJSON-279281131 tempest-ServerMetadataTestJSON-279281131-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1314.621236] env[65448]: DEBUG nova.virt.hardware [None req-7783330b-bd39-4f47-a1e0-46eade19d6e6 tempest-ServerMetadataTestJSON-279281131 tempest-ServerMetadataTestJSON-279281131-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1314.621407] env[65448]: DEBUG nova.virt.hardware [None req-7783330b-bd39-4f47-a1e0-46eade19d6e6 tempest-ServerMetadataTestJSON-279281131 tempest-ServerMetadataTestJSON-279281131-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1314.621626] env[65448]: DEBUG nova.virt.hardware [None req-7783330b-bd39-4f47-a1e0-46eade19d6e6 tempest-ServerMetadataTestJSON-279281131 tempest-ServerMetadataTestJSON-279281131-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1314.621765] env[65448]: DEBUG nova.virt.hardware [None req-7783330b-bd39-4f47-a1e0-46eade19d6e6 tempest-ServerMetadataTestJSON-279281131 tempest-ServerMetadataTestJSON-279281131-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1314.622755] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f084c97-128d-420a-8a51-c197f121fccb {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.630936] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88d6722c-2c60-45de-84b8-ea78c64455e0 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.851267] env[65448]: DEBUG nova.compute.manager [req-aea9a536-2454-461c-bea3-ff2c242bf958 req-d264aff0-5202-4bba-b2a1-f2331d4a796e service nova] [instance: 0705ad26-050a-49e7-b2bf-aa1919393703] Received event network-vif-plugged-eaac687b-6281-4642-ac6d-f042c6e02e8c {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1314.851502] env[65448]: DEBUG oslo_concurrency.lockutils [req-aea9a536-2454-461c-bea3-ff2c242bf958 req-d264aff0-5202-4bba-b2a1-f2331d4a796e service nova] Acquiring lock "0705ad26-050a-49e7-b2bf-aa1919393703-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1314.852203] env[65448]: DEBUG oslo_concurrency.lockutils [req-aea9a536-2454-461c-bea3-ff2c242bf958 req-d264aff0-5202-4bba-b2a1-f2331d4a796e service nova] Lock "0705ad26-050a-49e7-b2bf-aa1919393703-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1314.852203] env[65448]: DEBUG oslo_concurrency.lockutils [req-aea9a536-2454-461c-bea3-ff2c242bf958 req-d264aff0-5202-4bba-b2a1-f2331d4a796e service nova] Lock "0705ad26-050a-49e7-b2bf-aa1919393703-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1314.852203] env[65448]: DEBUG nova.compute.manager [req-aea9a536-2454-461c-bea3-ff2c242bf958 req-d264aff0-5202-4bba-b2a1-f2331d4a796e service nova] [instance: 0705ad26-050a-49e7-b2bf-aa1919393703] No waiting events found dispatching network-vif-plugged-eaac687b-6281-4642-ac6d-f042c6e02e8c {{(pid=65448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1314.852203] env[65448]: WARNING nova.compute.manager [req-aea9a536-2454-461c-bea3-ff2c242bf958 req-d264aff0-5202-4bba-b2a1-f2331d4a796e service nova] [instance: 0705ad26-050a-49e7-b2bf-aa1919393703] Received unexpected event network-vif-plugged-eaac687b-6281-4642-ac6d-f042c6e02e8c for instance with vm_state building and task_state spawning. [ 1314.935981] env[65448]: DEBUG nova.network.neutron [None req-7783330b-bd39-4f47-a1e0-46eade19d6e6 tempest-ServerMetadataTestJSON-279281131 tempest-ServerMetadataTestJSON-279281131-project-member] [instance: 0705ad26-050a-49e7-b2bf-aa1919393703] Successfully updated port: eaac687b-6281-4642-ac6d-f042c6e02e8c {{(pid=65448) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1314.959671] env[65448]: DEBUG nova.compute.manager [None req-831f9c48-2e8c-4496-98ed-daf3699f3066 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: 7978c1c5-9577-4194-827e-59a715d196b7] Start destroying the instance on the hypervisor. {{(pid=65448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3209}} [ 1314.959892] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-831f9c48-2e8c-4496-98ed-daf3699f3066 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: 7978c1c5-9577-4194-827e-59a715d196b7] Destroying instance {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1314.961213] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39e3e8e5-a462-4cb8-b57d-7f591552c42c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.969271] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-831f9c48-2e8c-4496-98ed-daf3699f3066 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: 7978c1c5-9577-4194-827e-59a715d196b7] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1314.969513] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-13f50f18-0ee3-452c-aaab-0a531586605d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.975866] env[65448]: DEBUG oslo_vmware.api [None req-831f9c48-2e8c-4496-98ed-daf3699f3066 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Waiting for the task: (returnval){ [ 1314.975866] env[65448]: value = "task-4938744" [ 1314.975866] env[65448]: _type = "Task" [ 1314.975866] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.984934] env[65448]: DEBUG oslo_vmware.api [None req-831f9c48-2e8c-4496-98ed-daf3699f3066 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Task: {'id': task-4938744, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.115280] env[65448]: DEBUG nova.scheduler.client.report [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1315.243071] env[65448]: WARNING neutronclient.v2_0.client [None req-bf49abec-2b03-44e4-a7c1-e0bab814d947 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1315.408940] env[65448]: WARNING neutronclient.v2_0.client [None req-bf49abec-2b03-44e4-a7c1-e0bab814d947 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1315.438307] env[65448]: DEBUG oslo_concurrency.lockutils [None req-7783330b-bd39-4f47-a1e0-46eade19d6e6 tempest-ServerMetadataTestJSON-279281131 tempest-ServerMetadataTestJSON-279281131-project-member] Acquiring lock "refresh_cache-0705ad26-050a-49e7-b2bf-aa1919393703" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.438490] env[65448]: DEBUG oslo_concurrency.lockutils [None req-7783330b-bd39-4f47-a1e0-46eade19d6e6 tempest-ServerMetadataTestJSON-279281131 tempest-ServerMetadataTestJSON-279281131-project-member] Acquired lock "refresh_cache-0705ad26-050a-49e7-b2bf-aa1919393703" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.438675] env[65448]: DEBUG nova.network.neutron [None req-7783330b-bd39-4f47-a1e0-46eade19d6e6 tempest-ServerMetadataTestJSON-279281131 tempest-ServerMetadataTestJSON-279281131-project-member] [instance: 0705ad26-050a-49e7-b2bf-aa1919393703] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1315.489163] env[65448]: DEBUG oslo_vmware.api [None req-831f9c48-2e8c-4496-98ed-daf3699f3066 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Task: {'id': task-4938744, 'name': PowerOffVM_Task, 'duration_secs': 0.224229} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.490396] env[65448]: DEBUG nova.network.neutron [None req-bf49abec-2b03-44e4-a7c1-e0bab814d947 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: 2aca5466-f783-4972-8c9d-d0de3a679c0c] Updating instance_info_cache with network_info: [{"id": "fc0701c8-45d4-467f-a9d7-dd871b9cd5d4", "address": "fa:16:3e:b3:65:63", "network": {"id": "4e0352d8-558b-49e0-81dd-d7132b36af3d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-328140024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c8e9c9b80524b25833ad43c15e78a5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc0701c8-45", "ovs_interfaceid": "fc0701c8-45d4-467f-a9d7-dd871b9cd5d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1315.492036] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-831f9c48-2e8c-4496-98ed-daf3699f3066 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: 7978c1c5-9577-4194-827e-59a715d196b7] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1315.492216] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-831f9c48-2e8c-4496-98ed-daf3699f3066 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: 7978c1c5-9577-4194-827e-59a715d196b7] Unregistering the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1315.492697] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-11755ff6-a76b-4a33-b1f9-e340fa4c9c50 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.561121] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-831f9c48-2e8c-4496-98ed-daf3699f3066 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: 7978c1c5-9577-4194-827e-59a715d196b7] Unregistered the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1315.561402] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-831f9c48-2e8c-4496-98ed-daf3699f3066 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: 7978c1c5-9577-4194-827e-59a715d196b7] Deleting contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1315.561627] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-831f9c48-2e8c-4496-98ed-daf3699f3066 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Deleting the datastore file [datastore2] 7978c1c5-9577-4194-827e-59a715d196b7 {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1315.561962] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-29ceb19a-4734-4426-99fd-57ac8261131f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.570463] env[65448]: DEBUG oslo_vmware.api [None req-831f9c48-2e8c-4496-98ed-daf3699f3066 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Waiting for the task: (returnval){ [ 1315.570463] env[65448]: value = "task-4938746" [ 1315.570463] env[65448]: _type = "Task" [ 1315.570463] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.579663] env[65448]: DEBUG oslo_vmware.api [None req-831f9c48-2e8c-4496-98ed-daf3699f3066 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Task: {'id': task-4938746, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.620746] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65448) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1315.621076] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.211s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1315.971833] env[65448]: DEBUG nova.network.neutron [None req-7783330b-bd39-4f47-a1e0-46eade19d6e6 tempest-ServerMetadataTestJSON-279281131 tempest-ServerMetadataTestJSON-279281131-project-member] [instance: 0705ad26-050a-49e7-b2bf-aa1919393703] Instance cache missing network info. {{(pid=65448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1315.993157] env[65448]: DEBUG oslo_concurrency.lockutils [None req-bf49abec-2b03-44e4-a7c1-e0bab814d947 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Releasing lock "refresh_cache-2aca5466-f783-4972-8c9d-d0de3a679c0c" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.993418] env[65448]: DEBUG nova.objects.instance [None req-bf49abec-2b03-44e4-a7c1-e0bab814d947 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Lazy-loading 'migration_context' on Instance uuid 2aca5466-f783-4972-8c9d-d0de3a679c0c {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1316.040350] env[65448]: WARNING neutronclient.v2_0.client [None req-7783330b-bd39-4f47-a1e0-46eade19d6e6 tempest-ServerMetadataTestJSON-279281131 tempest-ServerMetadataTestJSON-279281131-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1316.084420] env[65448]: DEBUG oslo_vmware.api [None req-831f9c48-2e8c-4496-98ed-daf3699f3066 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Task: {'id': task-4938746, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141656} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.084687] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-831f9c48-2e8c-4496-98ed-daf3699f3066 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1316.084870] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-831f9c48-2e8c-4496-98ed-daf3699f3066 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: 7978c1c5-9577-4194-827e-59a715d196b7] Deleted contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1316.085398] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-831f9c48-2e8c-4496-98ed-daf3699f3066 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: 7978c1c5-9577-4194-827e-59a715d196b7] Instance destroyed {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1316.085398] env[65448]: INFO nova.compute.manager [None req-831f9c48-2e8c-4496-98ed-daf3699f3066 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] [instance: 7978c1c5-9577-4194-827e-59a715d196b7] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1316.085585] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-831f9c48-2e8c-4496-98ed-daf3699f3066 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1316.085644] env[65448]: DEBUG nova.compute.manager [-] [instance: 7978c1c5-9577-4194-827e-59a715d196b7] Deallocating network for instance {{(pid=65448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1316.085756] env[65448]: DEBUG nova.network.neutron [-] [instance: 7978c1c5-9577-4194-827e-59a715d196b7] deallocate_for_instance() {{(pid=65448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1316.085965] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1316.112513] env[65448]: DEBUG nova.network.neutron [None req-7783330b-bd39-4f47-a1e0-46eade19d6e6 tempest-ServerMetadataTestJSON-279281131 tempest-ServerMetadataTestJSON-279281131-project-member] [instance: 0705ad26-050a-49e7-b2bf-aa1919393703] Updating instance_info_cache with network_info: [{"id": "eaac687b-6281-4642-ac6d-f042c6e02e8c", "address": "fa:16:3e:72:a5:4f", "network": {"id": "03471f95-5a71-4d70-b638-16f08f48eb31", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-557203226-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "632e6b65d7724601a5722047d5df3d84", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeaac687b-62", "ovs_interfaceid": "eaac687b-6281-4642-ac6d-f042c6e02e8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1316.117734] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1316.497739] env[65448]: DEBUG nova.objects.base [None req-bf49abec-2b03-44e4-a7c1-e0bab814d947 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Object Instance<2aca5466-f783-4972-8c9d-d0de3a679c0c> lazy-loaded attributes: info_cache,migration_context {{(pid=65448) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1316.498872] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-970bfa5d-8182-4168-91d1-357e3a729359 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.518136] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5078fc68-c16a-415c-9890-51785c8923a5 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.524898] env[65448]: DEBUG oslo_vmware.api [None req-bf49abec-2b03-44e4-a7c1-e0bab814d947 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Waiting for the task: (returnval){ [ 1316.524898] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5278d3de-8d58-c276-2a08-17429787b07c" [ 1316.524898] env[65448]: _type = "Task" [ 1316.524898] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.535289] env[65448]: DEBUG oslo_vmware.api [None req-bf49abec-2b03-44e4-a7c1-e0bab814d947 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5278d3de-8d58-c276-2a08-17429787b07c, 'name': SearchDatastore_Task, 'duration_secs': 0.008575} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.535573] env[65448]: DEBUG oslo_concurrency.lockutils [None req-bf49abec-2b03-44e4-a7c1-e0bab814d947 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1316.535818] env[65448]: DEBUG oslo_concurrency.lockutils [None req-bf49abec-2b03-44e4-a7c1-e0bab814d947 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1316.615981] env[65448]: DEBUG oslo_concurrency.lockutils [None req-7783330b-bd39-4f47-a1e0-46eade19d6e6 tempest-ServerMetadataTestJSON-279281131 tempest-ServerMetadataTestJSON-279281131-project-member] Releasing lock "refresh_cache-0705ad26-050a-49e7-b2bf-aa1919393703" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.616111] env[65448]: DEBUG nova.compute.manager [None req-7783330b-bd39-4f47-a1e0-46eade19d6e6 tempest-ServerMetadataTestJSON-279281131 tempest-ServerMetadataTestJSON-279281131-project-member] [instance: 0705ad26-050a-49e7-b2bf-aa1919393703] Instance network_info: |[{"id": "eaac687b-6281-4642-ac6d-f042c6e02e8c", "address": "fa:16:3e:72:a5:4f", "network": {"id": "03471f95-5a71-4d70-b638-16f08f48eb31", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-557203226-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "632e6b65d7724601a5722047d5df3d84", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeaac687b-62", "ovs_interfaceid": "eaac687b-6281-4642-ac6d-f042c6e02e8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 1316.616565] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-7783330b-bd39-4f47-a1e0-46eade19d6e6 tempest-ServerMetadataTestJSON-279281131 tempest-ServerMetadataTestJSON-279281131-project-member] [instance: 0705ad26-050a-49e7-b2bf-aa1919393703] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:72:a5:4f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '99639c37-b0c6-4be7-9594-230e44b1280b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eaac687b-6281-4642-ac6d-f042c6e02e8c', 'vif_model': 'vmxnet3'}] {{(pid=65448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1316.624897] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-7783330b-bd39-4f47-a1e0-46eade19d6e6 tempest-ServerMetadataTestJSON-279281131 tempest-ServerMetadataTestJSON-279281131-project-member] Creating folder: Project (632e6b65d7724601a5722047d5df3d84). Parent ref: group-v961779. {{(pid=65448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1316.625370] env[65448]: DEBUG oslo_service.periodic_task [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1316.625577] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5e464dd0-3fba-4473-841e-eafa93f7da08 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.627956] env[65448]: DEBUG oslo_service.periodic_task [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1316.628143] env[65448]: DEBUG oslo_service.periodic_task [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1316.628276] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65448) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1316.637705] env[65448]: INFO nova.virt.vmwareapi.vm_util [None req-7783330b-bd39-4f47-a1e0-46eade19d6e6 tempest-ServerMetadataTestJSON-279281131 tempest-ServerMetadataTestJSON-279281131-project-member] Created folder: Project (632e6b65d7724601a5722047d5df3d84) in parent group-v961779. [ 1316.637904] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-7783330b-bd39-4f47-a1e0-46eade19d6e6 tempest-ServerMetadataTestJSON-279281131 tempest-ServerMetadataTestJSON-279281131-project-member] Creating folder: Instances. Parent ref: group-v962118. {{(pid=65448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1316.638161] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-47504ff7-3a01-4845-9f1f-e9aac9dff56e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.648338] env[65448]: INFO nova.virt.vmwareapi.vm_util [None req-7783330b-bd39-4f47-a1e0-46eade19d6e6 tempest-ServerMetadataTestJSON-279281131 tempest-ServerMetadataTestJSON-279281131-project-member] Created folder: Instances in parent group-v962118. [ 1316.648642] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-7783330b-bd39-4f47-a1e0-46eade19d6e6 tempest-ServerMetadataTestJSON-279281131 tempest-ServerMetadataTestJSON-279281131-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1316.649355] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0705ad26-050a-49e7-b2bf-aa1919393703] Creating VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1316.649590] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dc44d7a0-a318-4a24-93b8-8f0a8a9804bc {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.669387] env[65448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1316.669387] env[65448]: value = "task-4938749" [ 1316.669387] env[65448]: _type = "Task" [ 1316.669387] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.678477] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4938749, 'name': CreateVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.891751] env[65448]: DEBUG nova.compute.manager [req-c8f3fb36-8669-4e43-a52b-0b2e6ee63f23 req-477ec386-01d6-41fe-b2e2-01e7c4ad66de service nova] [instance: 0705ad26-050a-49e7-b2bf-aa1919393703] Received event network-changed-eaac687b-6281-4642-ac6d-f042c6e02e8c {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1316.892016] env[65448]: DEBUG nova.compute.manager [req-c8f3fb36-8669-4e43-a52b-0b2e6ee63f23 req-477ec386-01d6-41fe-b2e2-01e7c4ad66de service nova] [instance: 0705ad26-050a-49e7-b2bf-aa1919393703] Refreshing instance network info cache due to event network-changed-eaac687b-6281-4642-ac6d-f042c6e02e8c. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 1316.892681] env[65448]: DEBUG oslo_concurrency.lockutils [req-c8f3fb36-8669-4e43-a52b-0b2e6ee63f23 req-477ec386-01d6-41fe-b2e2-01e7c4ad66de service nova] Acquiring lock "refresh_cache-0705ad26-050a-49e7-b2bf-aa1919393703" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.892918] env[65448]: DEBUG oslo_concurrency.lockutils [req-c8f3fb36-8669-4e43-a52b-0b2e6ee63f23 req-477ec386-01d6-41fe-b2e2-01e7c4ad66de service nova] Acquired lock "refresh_cache-0705ad26-050a-49e7-b2bf-aa1919393703" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.893195] env[65448]: DEBUG nova.network.neutron [req-c8f3fb36-8669-4e43-a52b-0b2e6ee63f23 req-477ec386-01d6-41fe-b2e2-01e7c4ad66de service nova] [instance: 0705ad26-050a-49e7-b2bf-aa1919393703] Refreshing network info cache for port eaac687b-6281-4642-ac6d-f042c6e02e8c {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1317.069918] env[65448]: DEBUG nova.network.neutron [-] [instance: 7978c1c5-9577-4194-827e-59a715d196b7] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1317.144069] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d75a72e-4544-4760-a943-cde0099f5fa7 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.154034] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8ac2465-b92a-4ba4-95ea-00fc779a123a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.190399] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-632bf274-091b-4084-8bdb-b5477a209764 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.199278] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4938749, 'name': CreateVM_Task, 'duration_secs': 0.321051} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.201344] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0705ad26-050a-49e7-b2bf-aa1919393703] Created VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1317.202050] env[65448]: WARNING neutronclient.v2_0.client [None req-7783330b-bd39-4f47-a1e0-46eade19d6e6 tempest-ServerMetadataTestJSON-279281131 tempest-ServerMetadataTestJSON-279281131-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1317.202318] env[65448]: DEBUG oslo_concurrency.lockutils [None req-7783330b-bd39-4f47-a1e0-46eade19d6e6 tempest-ServerMetadataTestJSON-279281131 tempest-ServerMetadataTestJSON-279281131-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.202473] env[65448]: DEBUG oslo_concurrency.lockutils [None req-7783330b-bd39-4f47-a1e0-46eade19d6e6 tempest-ServerMetadataTestJSON-279281131 tempest-ServerMetadataTestJSON-279281131-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.202789] env[65448]: DEBUG oslo_concurrency.lockutils [None req-7783330b-bd39-4f47-a1e0-46eade19d6e6 tempest-ServerMetadataTestJSON-279281131 tempest-ServerMetadataTestJSON-279281131-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.204018] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81b31c1c-c240-46b0-9648-423f596d8125 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.207824] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2f6c8f0-7aaa-4891-ac08-71343b700959 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.213369] env[65448]: DEBUG oslo_vmware.api [None req-7783330b-bd39-4f47-a1e0-46eade19d6e6 tempest-ServerMetadataTestJSON-279281131 tempest-ServerMetadataTestJSON-279281131-project-member] Waiting for the task: (returnval){ [ 1317.213369] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5293e448-5533-9089-f42d-fef103a3883c" [ 1317.213369] env[65448]: _type = "Task" [ 1317.213369] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.222076] env[65448]: DEBUG nova.compute.provider_tree [None req-bf49abec-2b03-44e4-a7c1-e0bab814d947 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1317.232587] env[65448]: DEBUG oslo_vmware.api [None req-7783330b-bd39-4f47-a1e0-46eade19d6e6 tempest-ServerMetadataTestJSON-279281131 tempest-ServerMetadataTestJSON-279281131-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5293e448-5533-9089-f42d-fef103a3883c, 'name': SearchDatastore_Task, 'duration_secs': 0.013216} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.233421] env[65448]: DEBUG oslo_concurrency.lockutils [None req-7783330b-bd39-4f47-a1e0-46eade19d6e6 tempest-ServerMetadataTestJSON-279281131 tempest-ServerMetadataTestJSON-279281131-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.233666] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-7783330b-bd39-4f47-a1e0-46eade19d6e6 tempest-ServerMetadataTestJSON-279281131 tempest-ServerMetadataTestJSON-279281131-project-member] [instance: 0705ad26-050a-49e7-b2bf-aa1919393703] Processing image 50fb366d-48e6-424f-9c20-bc83d77be76a {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1317.234539] env[65448]: DEBUG oslo_concurrency.lockutils [None req-7783330b-bd39-4f47-a1e0-46eade19d6e6 tempest-ServerMetadataTestJSON-279281131 tempest-ServerMetadataTestJSON-279281131-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.234539] env[65448]: DEBUG oslo_concurrency.lockutils [None req-7783330b-bd39-4f47-a1e0-46eade19d6e6 tempest-ServerMetadataTestJSON-279281131 tempest-ServerMetadataTestJSON-279281131-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.234539] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-7783330b-bd39-4f47-a1e0-46eade19d6e6 tempest-ServerMetadataTestJSON-279281131 tempest-ServerMetadataTestJSON-279281131-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1317.234737] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d9ba080e-e80e-4d11-8edd-2f51abd7bb14 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.244650] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-7783330b-bd39-4f47-a1e0-46eade19d6e6 tempest-ServerMetadataTestJSON-279281131 tempest-ServerMetadataTestJSON-279281131-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1317.244870] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-7783330b-bd39-4f47-a1e0-46eade19d6e6 tempest-ServerMetadataTestJSON-279281131 tempest-ServerMetadataTestJSON-279281131-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1317.245642] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-314c0375-57ee-43ee-bc0e-279a3454b9a0 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.251919] env[65448]: DEBUG oslo_vmware.api [None req-7783330b-bd39-4f47-a1e0-46eade19d6e6 tempest-ServerMetadataTestJSON-279281131 tempest-ServerMetadataTestJSON-279281131-project-member] Waiting for the task: (returnval){ [ 1317.251919] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52aa8927-a115-00d0-6c2e-5f9b679cebac" [ 1317.251919] env[65448]: _type = "Task" [ 1317.251919] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.260490] env[65448]: DEBUG oslo_vmware.api [None req-7783330b-bd39-4f47-a1e0-46eade19d6e6 tempest-ServerMetadataTestJSON-279281131 tempest-ServerMetadataTestJSON-279281131-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52aa8927-a115-00d0-6c2e-5f9b679cebac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.396017] env[65448]: WARNING neutronclient.v2_0.client [req-c8f3fb36-8669-4e43-a52b-0b2e6ee63f23 req-477ec386-01d6-41fe-b2e2-01e7c4ad66de service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1317.558642] env[65448]: WARNING neutronclient.v2_0.client [req-c8f3fb36-8669-4e43-a52b-0b2e6ee63f23 req-477ec386-01d6-41fe-b2e2-01e7c4ad66de service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1317.572318] env[65448]: INFO nova.compute.manager [-] [instance: 7978c1c5-9577-4194-827e-59a715d196b7] Took 1.49 seconds to deallocate network for instance. [ 1317.632855] env[65448]: DEBUG nova.network.neutron [req-c8f3fb36-8669-4e43-a52b-0b2e6ee63f23 req-477ec386-01d6-41fe-b2e2-01e7c4ad66de service nova] [instance: 0705ad26-050a-49e7-b2bf-aa1919393703] Updated VIF entry in instance network info cache for port eaac687b-6281-4642-ac6d-f042c6e02e8c. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1317.633399] env[65448]: DEBUG nova.network.neutron [req-c8f3fb36-8669-4e43-a52b-0b2e6ee63f23 req-477ec386-01d6-41fe-b2e2-01e7c4ad66de service nova] [instance: 0705ad26-050a-49e7-b2bf-aa1919393703] Updating instance_info_cache with network_info: [{"id": "eaac687b-6281-4642-ac6d-f042c6e02e8c", "address": "fa:16:3e:72:a5:4f", "network": {"id": "03471f95-5a71-4d70-b638-16f08f48eb31", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-557203226-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "632e6b65d7724601a5722047d5df3d84", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeaac687b-62", "ovs_interfaceid": "eaac687b-6281-4642-ac6d-f042c6e02e8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1317.728098] env[65448]: DEBUG nova.scheduler.client.report [None req-bf49abec-2b03-44e4-a7c1-e0bab814d947 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1317.762395] env[65448]: DEBUG oslo_vmware.api [None req-7783330b-bd39-4f47-a1e0-46eade19d6e6 tempest-ServerMetadataTestJSON-279281131 tempest-ServerMetadataTestJSON-279281131-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52aa8927-a115-00d0-6c2e-5f9b679cebac, 'name': SearchDatastore_Task, 'duration_secs': 0.009292} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.763225] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43a88ffd-bbaf-42fb-80b4-3e8552d5fcc2 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.768639] env[65448]: DEBUG oslo_vmware.api [None req-7783330b-bd39-4f47-a1e0-46eade19d6e6 tempest-ServerMetadataTestJSON-279281131 tempest-ServerMetadataTestJSON-279281131-project-member] Waiting for the task: (returnval){ [ 1317.768639] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5231c76d-8dde-313a-e974-cd38340b99bb" [ 1317.768639] env[65448]: _type = "Task" [ 1317.768639] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.776646] env[65448]: DEBUG oslo_vmware.api [None req-7783330b-bd39-4f47-a1e0-46eade19d6e6 tempest-ServerMetadataTestJSON-279281131 tempest-ServerMetadataTestJSON-279281131-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5231c76d-8dde-313a-e974-cd38340b99bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.078815] env[65448]: DEBUG oslo_concurrency.lockutils [None req-831f9c48-2e8c-4496-98ed-daf3699f3066 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1318.136921] env[65448]: DEBUG oslo_concurrency.lockutils [req-c8f3fb36-8669-4e43-a52b-0b2e6ee63f23 req-477ec386-01d6-41fe-b2e2-01e7c4ad66de service nova] Releasing lock "refresh_cache-0705ad26-050a-49e7-b2bf-aa1919393703" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.137279] env[65448]: DEBUG nova.compute.manager [req-c8f3fb36-8669-4e43-a52b-0b2e6ee63f23 req-477ec386-01d6-41fe-b2e2-01e7c4ad66de service nova] [instance: 7978c1c5-9577-4194-827e-59a715d196b7] Received event network-vif-deleted-46132112-93de-44ee-8f40-cd3bb6d16fd5 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1318.137532] env[65448]: INFO nova.compute.manager [req-c8f3fb36-8669-4e43-a52b-0b2e6ee63f23 req-477ec386-01d6-41fe-b2e2-01e7c4ad66de service nova] [instance: 7978c1c5-9577-4194-827e-59a715d196b7] Neutron deleted interface 46132112-93de-44ee-8f40-cd3bb6d16fd5; detaching it from the instance and deleting it from the info cache [ 1318.137764] env[65448]: DEBUG nova.network.neutron [req-c8f3fb36-8669-4e43-a52b-0b2e6ee63f23 req-477ec386-01d6-41fe-b2e2-01e7c4ad66de service nova] [instance: 7978c1c5-9577-4194-827e-59a715d196b7] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1318.280750] env[65448]: DEBUG oslo_vmware.api [None req-7783330b-bd39-4f47-a1e0-46eade19d6e6 tempest-ServerMetadataTestJSON-279281131 tempest-ServerMetadataTestJSON-279281131-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5231c76d-8dde-313a-e974-cd38340b99bb, 'name': SearchDatastore_Task, 'duration_secs': 0.00914} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.280750] env[65448]: DEBUG oslo_concurrency.lockutils [None req-7783330b-bd39-4f47-a1e0-46eade19d6e6 tempest-ServerMetadataTestJSON-279281131 tempest-ServerMetadataTestJSON-279281131-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.280929] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-7783330b-bd39-4f47-a1e0-46eade19d6e6 tempest-ServerMetadataTestJSON-279281131 tempest-ServerMetadataTestJSON-279281131-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] 0705ad26-050a-49e7-b2bf-aa1919393703/0705ad26-050a-49e7-b2bf-aa1919393703.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1318.281221] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ff81a7bf-dea4-4a76-9af6-ba09c09e0b35 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.289107] env[65448]: DEBUG oslo_vmware.api [None req-7783330b-bd39-4f47-a1e0-46eade19d6e6 tempest-ServerMetadataTestJSON-279281131 tempest-ServerMetadataTestJSON-279281131-project-member] Waiting for the task: (returnval){ [ 1318.289107] env[65448]: value = "task-4938750" [ 1318.289107] env[65448]: _type = "Task" [ 1318.289107] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.298403] env[65448]: DEBUG oslo_vmware.api [None req-7783330b-bd39-4f47-a1e0-46eade19d6e6 tempest-ServerMetadataTestJSON-279281131 tempest-ServerMetadataTestJSON-279281131-project-member] Task: {'id': task-4938750, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.640804] env[65448]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-86952d91-28f8-49eb-8cd7-89bfe06d1d13 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.652330] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7be62cc6-ddb9-4ae1-81a3-3d26391dba3a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.684851] env[65448]: DEBUG nova.compute.manager [req-c8f3fb36-8669-4e43-a52b-0b2e6ee63f23 req-477ec386-01d6-41fe-b2e2-01e7c4ad66de service nova] [instance: 7978c1c5-9577-4194-827e-59a715d196b7] Detach interface failed, port_id=46132112-93de-44ee-8f40-cd3bb6d16fd5, reason: Instance 7978c1c5-9577-4194-827e-59a715d196b7 could not be found. {{(pid=65448) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 1318.740668] env[65448]: DEBUG oslo_concurrency.lockutils [None req-bf49abec-2b03-44e4-a7c1-e0bab814d947 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.205s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1318.743677] env[65448]: DEBUG oslo_concurrency.lockutils [None req-831f9c48-2e8c-4496-98ed-daf3699f3066 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.665s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1318.743873] env[65448]: DEBUG nova.objects.instance [None req-831f9c48-2e8c-4496-98ed-daf3699f3066 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Lazy-loading 'resources' on Instance uuid 7978c1c5-9577-4194-827e-59a715d196b7 {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1318.801056] env[65448]: DEBUG oslo_vmware.api [None req-7783330b-bd39-4f47-a1e0-46eade19d6e6 tempest-ServerMetadataTestJSON-279281131 tempest-ServerMetadataTestJSON-279281131-project-member] Task: {'id': task-4938750, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.446519} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.801056] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-7783330b-bd39-4f47-a1e0-46eade19d6e6 tempest-ServerMetadataTestJSON-279281131 tempest-ServerMetadataTestJSON-279281131-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] 0705ad26-050a-49e7-b2bf-aa1919393703/0705ad26-050a-49e7-b2bf-aa1919393703.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1318.801587] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-7783330b-bd39-4f47-a1e0-46eade19d6e6 tempest-ServerMetadataTestJSON-279281131 tempest-ServerMetadataTestJSON-279281131-project-member] [instance: 0705ad26-050a-49e7-b2bf-aa1919393703] Extending root virtual disk to 1048576 {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1318.801587] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b03e01ed-6920-4d1b-83bc-371418c46217 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.808922] env[65448]: DEBUG oslo_vmware.api [None req-7783330b-bd39-4f47-a1e0-46eade19d6e6 tempest-ServerMetadataTestJSON-279281131 tempest-ServerMetadataTestJSON-279281131-project-member] Waiting for the task: (returnval){ [ 1318.808922] env[65448]: value = "task-4938751" [ 1318.808922] env[65448]: _type = "Task" [ 1318.808922] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.817372] env[65448]: DEBUG oslo_vmware.api [None req-7783330b-bd39-4f47-a1e0-46eade19d6e6 tempest-ServerMetadataTestJSON-279281131 tempest-ServerMetadataTestJSON-279281131-project-member] Task: {'id': task-4938751, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.312128] env[65448]: INFO nova.scheduler.client.report [None req-bf49abec-2b03-44e4-a7c1-e0bab814d947 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Deleted allocation for migration 6db96178-2881-4bc0-a0dc-5027d4546b96 [ 1319.325427] env[65448]: DEBUG oslo_vmware.api [None req-7783330b-bd39-4f47-a1e0-46eade19d6e6 tempest-ServerMetadataTestJSON-279281131 tempest-ServerMetadataTestJSON-279281131-project-member] Task: {'id': task-4938751, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066924} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.328043] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-7783330b-bd39-4f47-a1e0-46eade19d6e6 tempest-ServerMetadataTestJSON-279281131 tempest-ServerMetadataTestJSON-279281131-project-member] [instance: 0705ad26-050a-49e7-b2bf-aa1919393703] Extended root virtual disk {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1319.329359] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55e01e44-569a-427a-b94d-cf7ef45bea35 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.351521] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-7783330b-bd39-4f47-a1e0-46eade19d6e6 tempest-ServerMetadataTestJSON-279281131 tempest-ServerMetadataTestJSON-279281131-project-member] [instance: 0705ad26-050a-49e7-b2bf-aa1919393703] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] 0705ad26-050a-49e7-b2bf-aa1919393703/0705ad26-050a-49e7-b2bf-aa1919393703.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1319.354512] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e6fad4a-57f1-409c-8d14-e525119cd72f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.375702] env[65448]: DEBUG oslo_vmware.api [None req-7783330b-bd39-4f47-a1e0-46eade19d6e6 tempest-ServerMetadataTestJSON-279281131 tempest-ServerMetadataTestJSON-279281131-project-member] Waiting for the task: (returnval){ [ 1319.375702] env[65448]: value = "task-4938752" [ 1319.375702] env[65448]: _type = "Task" [ 1319.375702] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.385480] env[65448]: DEBUG oslo_vmware.api [None req-7783330b-bd39-4f47-a1e0-46eade19d6e6 tempest-ServerMetadataTestJSON-279281131 tempest-ServerMetadataTestJSON-279281131-project-member] Task: {'id': task-4938752, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.393923] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9920c028-0f8f-4ae7-a07e-15780e8b11a5 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.401662] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf4936f9-9d91-4847-85f0-a6665da23624 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.436019] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d8729af-e271-4be6-bba7-67055d08d08c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.444746] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43df08ec-6972-4e50-99eb-267775cb8e9c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.459210] env[65448]: DEBUG nova.compute.provider_tree [None req-831f9c48-2e8c-4496-98ed-daf3699f3066 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1319.644269] env[65448]: DEBUG oslo_concurrency.lockutils [None req-664e5b00-e4b1-490f-8cc2-f5bf2b0061a8 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Acquiring lock "2aca5466-f783-4972-8c9d-d0de3a679c0c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1319.819978] env[65448]: DEBUG oslo_concurrency.lockutils [None req-bf49abec-2b03-44e4-a7c1-e0bab814d947 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Lock "2aca5466-f783-4972-8c9d-d0de3a679c0c" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.136s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1319.821533] env[65448]: DEBUG oslo_concurrency.lockutils [None req-664e5b00-e4b1-490f-8cc2-f5bf2b0061a8 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Lock "2aca5466-f783-4972-8c9d-d0de3a679c0c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.177s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1319.821744] env[65448]: DEBUG oslo_concurrency.lockutils [None req-664e5b00-e4b1-490f-8cc2-f5bf2b0061a8 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Acquiring lock "2aca5466-f783-4972-8c9d-d0de3a679c0c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1319.821953] env[65448]: DEBUG oslo_concurrency.lockutils [None req-664e5b00-e4b1-490f-8cc2-f5bf2b0061a8 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Lock "2aca5466-f783-4972-8c9d-d0de3a679c0c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1319.822133] env[65448]: DEBUG oslo_concurrency.lockutils [None req-664e5b00-e4b1-490f-8cc2-f5bf2b0061a8 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Lock "2aca5466-f783-4972-8c9d-d0de3a679c0c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1319.823815] env[65448]: INFO nova.compute.manager [None req-664e5b00-e4b1-490f-8cc2-f5bf2b0061a8 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: 2aca5466-f783-4972-8c9d-d0de3a679c0c] Terminating instance [ 1319.887819] env[65448]: DEBUG oslo_vmware.api [None req-7783330b-bd39-4f47-a1e0-46eade19d6e6 tempest-ServerMetadataTestJSON-279281131 tempest-ServerMetadataTestJSON-279281131-project-member] Task: {'id': task-4938752, 'name': ReconfigVM_Task, 'duration_secs': 0.289738} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.888103] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-7783330b-bd39-4f47-a1e0-46eade19d6e6 tempest-ServerMetadataTestJSON-279281131 tempest-ServerMetadataTestJSON-279281131-project-member] [instance: 0705ad26-050a-49e7-b2bf-aa1919393703] Reconfigured VM instance instance-0000007c to attach disk [datastore2] 0705ad26-050a-49e7-b2bf-aa1919393703/0705ad26-050a-49e7-b2bf-aa1919393703.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1319.888739] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-152c66be-4517-43b0-a708-4acf825e724a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.896059] env[65448]: DEBUG oslo_vmware.api [None req-7783330b-bd39-4f47-a1e0-46eade19d6e6 tempest-ServerMetadataTestJSON-279281131 tempest-ServerMetadataTestJSON-279281131-project-member] Waiting for the task: (returnval){ [ 1319.896059] env[65448]: value = "task-4938753" [ 1319.896059] env[65448]: _type = "Task" [ 1319.896059] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.904383] env[65448]: DEBUG oslo_vmware.api [None req-7783330b-bd39-4f47-a1e0-46eade19d6e6 tempest-ServerMetadataTestJSON-279281131 tempest-ServerMetadataTestJSON-279281131-project-member] Task: {'id': task-4938753, 'name': Rename_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.963621] env[65448]: DEBUG nova.scheduler.client.report [None req-831f9c48-2e8c-4496-98ed-daf3699f3066 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1320.327251] env[65448]: DEBUG nova.compute.manager [None req-664e5b00-e4b1-490f-8cc2-f5bf2b0061a8 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: 2aca5466-f783-4972-8c9d-d0de3a679c0c] Start destroying the instance on the hypervisor. {{(pid=65448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3209}} [ 1320.327523] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-664e5b00-e4b1-490f-8cc2-f5bf2b0061a8 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: 2aca5466-f783-4972-8c9d-d0de3a679c0c] Destroying instance {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1320.328430] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df21c78f-1b29-455f-ba6c-38eea184f8d5 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.336247] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-664e5b00-e4b1-490f-8cc2-f5bf2b0061a8 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: 2aca5466-f783-4972-8c9d-d0de3a679c0c] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1320.336516] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-db453420-1ee9-452e-b8b7-a58e5b908fe3 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.343016] env[65448]: DEBUG oslo_vmware.api [None req-664e5b00-e4b1-490f-8cc2-f5bf2b0061a8 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Waiting for the task: (returnval){ [ 1320.343016] env[65448]: value = "task-4938754" [ 1320.343016] env[65448]: _type = "Task" [ 1320.343016] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.352779] env[65448]: DEBUG oslo_vmware.api [None req-664e5b00-e4b1-490f-8cc2-f5bf2b0061a8 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': task-4938754, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.406912] env[65448]: DEBUG oslo_vmware.api [None req-7783330b-bd39-4f47-a1e0-46eade19d6e6 tempest-ServerMetadataTestJSON-279281131 tempest-ServerMetadataTestJSON-279281131-project-member] Task: {'id': task-4938753, 'name': Rename_Task, 'duration_secs': 0.14036} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.407301] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-7783330b-bd39-4f47-a1e0-46eade19d6e6 tempest-ServerMetadataTestJSON-279281131 tempest-ServerMetadataTestJSON-279281131-project-member] [instance: 0705ad26-050a-49e7-b2bf-aa1919393703] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1320.407604] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-155e9b80-a51e-466c-9f5a-7b620caad88e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.414991] env[65448]: DEBUG oslo_vmware.api [None req-7783330b-bd39-4f47-a1e0-46eade19d6e6 tempest-ServerMetadataTestJSON-279281131 tempest-ServerMetadataTestJSON-279281131-project-member] Waiting for the task: (returnval){ [ 1320.414991] env[65448]: value = "task-4938755" [ 1320.414991] env[65448]: _type = "Task" [ 1320.414991] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.424224] env[65448]: DEBUG oslo_vmware.api [None req-7783330b-bd39-4f47-a1e0-46eade19d6e6 tempest-ServerMetadataTestJSON-279281131 tempest-ServerMetadataTestJSON-279281131-project-member] Task: {'id': task-4938755, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.468715] env[65448]: DEBUG oslo_concurrency.lockutils [None req-831f9c48-2e8c-4496-98ed-daf3699f3066 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.725s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1320.495397] env[65448]: INFO nova.scheduler.client.report [None req-831f9c48-2e8c-4496-98ed-daf3699f3066 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Deleted allocations for instance 7978c1c5-9577-4194-827e-59a715d196b7 [ 1320.853747] env[65448]: DEBUG oslo_vmware.api [None req-664e5b00-e4b1-490f-8cc2-f5bf2b0061a8 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': task-4938754, 'name': PowerOffVM_Task, 'duration_secs': 0.220289} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.854208] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-664e5b00-e4b1-490f-8cc2-f5bf2b0061a8 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: 2aca5466-f783-4972-8c9d-d0de3a679c0c] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1320.854208] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-664e5b00-e4b1-490f-8cc2-f5bf2b0061a8 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: 2aca5466-f783-4972-8c9d-d0de3a679c0c] Unregistering the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1320.854395] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b426e806-1e5a-412b-b524-1d0abdcbcdaf {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.921159] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-664e5b00-e4b1-490f-8cc2-f5bf2b0061a8 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: 2aca5466-f783-4972-8c9d-d0de3a679c0c] Unregistered the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1320.921377] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-664e5b00-e4b1-490f-8cc2-f5bf2b0061a8 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: 2aca5466-f783-4972-8c9d-d0de3a679c0c] Deleting contents of the VM from datastore datastore1 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1320.921561] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-664e5b00-e4b1-490f-8cc2-f5bf2b0061a8 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Deleting the datastore file [datastore1] 2aca5466-f783-4972-8c9d-d0de3a679c0c {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1320.921825] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b68fd42f-829b-42b6-a2db-ad219f4d757a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.926946] env[65448]: DEBUG oslo_vmware.api [None req-7783330b-bd39-4f47-a1e0-46eade19d6e6 tempest-ServerMetadataTestJSON-279281131 tempest-ServerMetadataTestJSON-279281131-project-member] Task: {'id': task-4938755, 'name': PowerOnVM_Task, 'duration_secs': 0.461255} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.927625] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-7783330b-bd39-4f47-a1e0-46eade19d6e6 tempest-ServerMetadataTestJSON-279281131 tempest-ServerMetadataTestJSON-279281131-project-member] [instance: 0705ad26-050a-49e7-b2bf-aa1919393703] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1320.927880] env[65448]: INFO nova.compute.manager [None req-7783330b-bd39-4f47-a1e0-46eade19d6e6 tempest-ServerMetadataTestJSON-279281131 tempest-ServerMetadataTestJSON-279281131-project-member] [instance: 0705ad26-050a-49e7-b2bf-aa1919393703] Took 6.34 seconds to spawn the instance on the hypervisor. [ 1320.928100] env[65448]: DEBUG nova.compute.manager [None req-7783330b-bd39-4f47-a1e0-46eade19d6e6 tempest-ServerMetadataTestJSON-279281131 tempest-ServerMetadataTestJSON-279281131-project-member] [instance: 0705ad26-050a-49e7-b2bf-aa1919393703] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 1320.928943] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6999bda-c499-4231-b1fe-31e833a7f99e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.933073] env[65448]: DEBUG oslo_vmware.api [None req-664e5b00-e4b1-490f-8cc2-f5bf2b0061a8 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Waiting for the task: (returnval){ [ 1320.933073] env[65448]: value = "task-4938757" [ 1320.933073] env[65448]: _type = "Task" [ 1320.933073] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.945578] env[65448]: DEBUG oslo_vmware.api [None req-664e5b00-e4b1-490f-8cc2-f5bf2b0061a8 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': task-4938757, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.006388] env[65448]: DEBUG oslo_concurrency.lockutils [None req-831f9c48-2e8c-4496-98ed-daf3699f3066 tempest-AttachVolumeShelveTestJSON-297690695 tempest-AttachVolumeShelveTestJSON-297690695-project-member] Lock "7978c1c5-9577-4194-827e-59a715d196b7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.554s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1321.448018] env[65448]: DEBUG oslo_vmware.api [None req-664e5b00-e4b1-490f-8cc2-f5bf2b0061a8 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': task-4938757, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.192146} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.449895] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-664e5b00-e4b1-490f-8cc2-f5bf2b0061a8 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1321.450124] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-664e5b00-e4b1-490f-8cc2-f5bf2b0061a8 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: 2aca5466-f783-4972-8c9d-d0de3a679c0c] Deleted contents of the VM from datastore datastore1 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1321.451028] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-664e5b00-e4b1-490f-8cc2-f5bf2b0061a8 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: 2aca5466-f783-4972-8c9d-d0de3a679c0c] Instance destroyed {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1321.451028] env[65448]: INFO nova.compute.manager [None req-664e5b00-e4b1-490f-8cc2-f5bf2b0061a8 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: 2aca5466-f783-4972-8c9d-d0de3a679c0c] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1321.451028] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-664e5b00-e4b1-490f-8cc2-f5bf2b0061a8 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1321.451248] env[65448]: INFO nova.compute.manager [None req-7783330b-bd39-4f47-a1e0-46eade19d6e6 tempest-ServerMetadataTestJSON-279281131 tempest-ServerMetadataTestJSON-279281131-project-member] [instance: 0705ad26-050a-49e7-b2bf-aa1919393703] Took 11.46 seconds to build instance. [ 1321.451947] env[65448]: DEBUG nova.compute.manager [-] [instance: 2aca5466-f783-4972-8c9d-d0de3a679c0c] Deallocating network for instance {{(pid=65448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1321.452062] env[65448]: DEBUG nova.network.neutron [-] [instance: 2aca5466-f783-4972-8c9d-d0de3a679c0c] deallocate_for_instance() {{(pid=65448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1321.452286] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1321.506108] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1321.946643] env[65448]: DEBUG nova.compute.manager [req-a709e528-d552-43b0-98c2-b851cfdcaef7 req-d0d8c5fd-e86b-4f9c-a0b1-654061db66bc service nova] [instance: 2aca5466-f783-4972-8c9d-d0de3a679c0c] Received event network-vif-deleted-fc0701c8-45d4-467f-a9d7-dd871b9cd5d4 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1321.947422] env[65448]: INFO nova.compute.manager [req-a709e528-d552-43b0-98c2-b851cfdcaef7 req-d0d8c5fd-e86b-4f9c-a0b1-654061db66bc service nova] [instance: 2aca5466-f783-4972-8c9d-d0de3a679c0c] Neutron deleted interface fc0701c8-45d4-467f-a9d7-dd871b9cd5d4; detaching it from the instance and deleting it from the info cache [ 1321.947422] env[65448]: DEBUG nova.network.neutron [req-a709e528-d552-43b0-98c2-b851cfdcaef7 req-d0d8c5fd-e86b-4f9c-a0b1-654061db66bc service nova] [instance: 2aca5466-f783-4972-8c9d-d0de3a679c0c] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1321.955362] env[65448]: DEBUG oslo_concurrency.lockutils [None req-7783330b-bd39-4f47-a1e0-46eade19d6e6 tempest-ServerMetadataTestJSON-279281131 tempest-ServerMetadataTestJSON-279281131-project-member] Lock "0705ad26-050a-49e7-b2bf-aa1919393703" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.969s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1322.424351] env[65448]: DEBUG nova.network.neutron [-] [instance: 2aca5466-f783-4972-8c9d-d0de3a679c0c] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1322.452943] env[65448]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-05a568ee-a6bd-4515-8713-c237cb0d32d8 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.464028] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0af5267-a9bb-487e-80d4-1f12e7724ad1 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.495024] env[65448]: DEBUG nova.compute.manager [req-a709e528-d552-43b0-98c2-b851cfdcaef7 req-d0d8c5fd-e86b-4f9c-a0b1-654061db66bc service nova] [instance: 2aca5466-f783-4972-8c9d-d0de3a679c0c] Detach interface failed, port_id=fc0701c8-45d4-467f-a9d7-dd871b9cd5d4, reason: Instance 2aca5466-f783-4972-8c9d-d0de3a679c0c could not be found. {{(pid=65448) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 1322.927110] env[65448]: INFO nova.compute.manager [-] [instance: 2aca5466-f783-4972-8c9d-d0de3a679c0c] Took 1.47 seconds to deallocate network for instance. [ 1323.190119] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b83f2833-5135-4acf-a5da-0ead433def0b tempest-ServerMetadataTestJSON-279281131 tempest-ServerMetadataTestJSON-279281131-project-member] Acquiring lock "0705ad26-050a-49e7-b2bf-aa1919393703" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1323.190528] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b83f2833-5135-4acf-a5da-0ead433def0b tempest-ServerMetadataTestJSON-279281131 tempest-ServerMetadataTestJSON-279281131-project-member] Lock "0705ad26-050a-49e7-b2bf-aa1919393703" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1323.190528] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b83f2833-5135-4acf-a5da-0ead433def0b tempest-ServerMetadataTestJSON-279281131 tempest-ServerMetadataTestJSON-279281131-project-member] Acquiring lock "0705ad26-050a-49e7-b2bf-aa1919393703-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1323.190678] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b83f2833-5135-4acf-a5da-0ead433def0b tempest-ServerMetadataTestJSON-279281131 tempest-ServerMetadataTestJSON-279281131-project-member] Lock "0705ad26-050a-49e7-b2bf-aa1919393703-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1323.190855] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b83f2833-5135-4acf-a5da-0ead433def0b tempest-ServerMetadataTestJSON-279281131 tempest-ServerMetadataTestJSON-279281131-project-member] Lock "0705ad26-050a-49e7-b2bf-aa1919393703-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1323.193479] env[65448]: INFO nova.compute.manager [None req-b83f2833-5135-4acf-a5da-0ead433def0b tempest-ServerMetadataTestJSON-279281131 tempest-ServerMetadataTestJSON-279281131-project-member] [instance: 0705ad26-050a-49e7-b2bf-aa1919393703] Terminating instance [ 1323.435394] env[65448]: DEBUG oslo_concurrency.lockutils [None req-664e5b00-e4b1-490f-8cc2-f5bf2b0061a8 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1323.435681] env[65448]: DEBUG oslo_concurrency.lockutils [None req-664e5b00-e4b1-490f-8cc2-f5bf2b0061a8 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1323.435876] env[65448]: DEBUG oslo_concurrency.lockutils [None req-664e5b00-e4b1-490f-8cc2-f5bf2b0061a8 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1323.481492] env[65448]: INFO nova.scheduler.client.report [None req-664e5b00-e4b1-490f-8cc2-f5bf2b0061a8 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Deleted allocations for instance 2aca5466-f783-4972-8c9d-d0de3a679c0c [ 1323.698132] env[65448]: DEBUG nova.compute.manager [None req-b83f2833-5135-4acf-a5da-0ead433def0b tempest-ServerMetadataTestJSON-279281131 tempest-ServerMetadataTestJSON-279281131-project-member] [instance: 0705ad26-050a-49e7-b2bf-aa1919393703] Start destroying the instance on the hypervisor. {{(pid=65448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3209}} [ 1323.698382] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-b83f2833-5135-4acf-a5da-0ead433def0b tempest-ServerMetadataTestJSON-279281131 tempest-ServerMetadataTestJSON-279281131-project-member] [instance: 0705ad26-050a-49e7-b2bf-aa1919393703] Destroying instance {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1323.699757] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c5c2574-70de-44bf-b9ad-95413a40a90e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.707591] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-b83f2833-5135-4acf-a5da-0ead433def0b tempest-ServerMetadataTestJSON-279281131 tempest-ServerMetadataTestJSON-279281131-project-member] [instance: 0705ad26-050a-49e7-b2bf-aa1919393703] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1323.707855] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-db66f3e9-2f59-48fd-b900-8842880ca5b4 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.714050] env[65448]: DEBUG oslo_vmware.api [None req-b83f2833-5135-4acf-a5da-0ead433def0b tempest-ServerMetadataTestJSON-279281131 tempest-ServerMetadataTestJSON-279281131-project-member] Waiting for the task: (returnval){ [ 1323.714050] env[65448]: value = "task-4938759" [ 1323.714050] env[65448]: _type = "Task" [ 1323.714050] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.722581] env[65448]: DEBUG oslo_vmware.api [None req-b83f2833-5135-4acf-a5da-0ead433def0b tempest-ServerMetadataTestJSON-279281131 tempest-ServerMetadataTestJSON-279281131-project-member] Task: {'id': task-4938759, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.991752] env[65448]: DEBUG oslo_concurrency.lockutils [None req-664e5b00-e4b1-490f-8cc2-f5bf2b0061a8 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Lock "2aca5466-f783-4972-8c9d-d0de3a679c0c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.170s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1324.224263] env[65448]: DEBUG oslo_vmware.api [None req-b83f2833-5135-4acf-a5da-0ead433def0b tempest-ServerMetadataTestJSON-279281131 tempest-ServerMetadataTestJSON-279281131-project-member] Task: {'id': task-4938759, 'name': PowerOffVM_Task, 'duration_secs': 0.21898} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.224701] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-b83f2833-5135-4acf-a5da-0ead433def0b tempest-ServerMetadataTestJSON-279281131 tempest-ServerMetadataTestJSON-279281131-project-member] [instance: 0705ad26-050a-49e7-b2bf-aa1919393703] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1324.224701] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-b83f2833-5135-4acf-a5da-0ead433def0b tempest-ServerMetadataTestJSON-279281131 tempest-ServerMetadataTestJSON-279281131-project-member] [instance: 0705ad26-050a-49e7-b2bf-aa1919393703] Unregistering the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1324.224923] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c97d653c-aa91-4e47-87ab-362cc83388d2 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.295701] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-b83f2833-5135-4acf-a5da-0ead433def0b tempest-ServerMetadataTestJSON-279281131 tempest-ServerMetadataTestJSON-279281131-project-member] [instance: 0705ad26-050a-49e7-b2bf-aa1919393703] Unregistered the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1324.295955] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-b83f2833-5135-4acf-a5da-0ead433def0b tempest-ServerMetadataTestJSON-279281131 tempest-ServerMetadataTestJSON-279281131-project-member] [instance: 0705ad26-050a-49e7-b2bf-aa1919393703] Deleting contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1324.296099] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-b83f2833-5135-4acf-a5da-0ead433def0b tempest-ServerMetadataTestJSON-279281131 tempest-ServerMetadataTestJSON-279281131-project-member] Deleting the datastore file [datastore2] 0705ad26-050a-49e7-b2bf-aa1919393703 {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1324.296504] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-154f7972-06b4-4de1-87e0-f32440a857f9 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.306251] env[65448]: DEBUG oslo_vmware.api [None req-b83f2833-5135-4acf-a5da-0ead433def0b tempest-ServerMetadataTestJSON-279281131 tempest-ServerMetadataTestJSON-279281131-project-member] Waiting for the task: (returnval){ [ 1324.306251] env[65448]: value = "task-4938761" [ 1324.306251] env[65448]: _type = "Task" [ 1324.306251] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.315741] env[65448]: DEBUG oslo_vmware.api [None req-b83f2833-5135-4acf-a5da-0ead433def0b tempest-ServerMetadataTestJSON-279281131 tempest-ServerMetadataTestJSON-279281131-project-member] Task: {'id': task-4938761, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.648922] env[65448]: DEBUG oslo_concurrency.lockutils [None req-13104b61-28e7-45ae-8395-6b2555ec3b5b tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Acquiring lock "f0956b05-dcd1-4c68-a692-f174beb4a5a4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1324.649151] env[65448]: DEBUG oslo_concurrency.lockutils [None req-13104b61-28e7-45ae-8395-6b2555ec3b5b tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Lock "f0956b05-dcd1-4c68-a692-f174beb4a5a4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1324.816753] env[65448]: DEBUG oslo_vmware.api [None req-b83f2833-5135-4acf-a5da-0ead433def0b tempest-ServerMetadataTestJSON-279281131 tempest-ServerMetadataTestJSON-279281131-project-member] Task: {'id': task-4938761, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1394} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.816965] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-b83f2833-5135-4acf-a5da-0ead433def0b tempest-ServerMetadataTestJSON-279281131 tempest-ServerMetadataTestJSON-279281131-project-member] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1324.817173] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-b83f2833-5135-4acf-a5da-0ead433def0b tempest-ServerMetadataTestJSON-279281131 tempest-ServerMetadataTestJSON-279281131-project-member] [instance: 0705ad26-050a-49e7-b2bf-aa1919393703] Deleted contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1324.817364] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-b83f2833-5135-4acf-a5da-0ead433def0b tempest-ServerMetadataTestJSON-279281131 tempest-ServerMetadataTestJSON-279281131-project-member] [instance: 0705ad26-050a-49e7-b2bf-aa1919393703] Instance destroyed {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1324.817557] env[65448]: INFO nova.compute.manager [None req-b83f2833-5135-4acf-a5da-0ead433def0b tempest-ServerMetadataTestJSON-279281131 tempest-ServerMetadataTestJSON-279281131-project-member] [instance: 0705ad26-050a-49e7-b2bf-aa1919393703] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1324.817811] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-b83f2833-5135-4acf-a5da-0ead433def0b tempest-ServerMetadataTestJSON-279281131 tempest-ServerMetadataTestJSON-279281131-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1324.818037] env[65448]: DEBUG nova.compute.manager [-] [instance: 0705ad26-050a-49e7-b2bf-aa1919393703] Deallocating network for instance {{(pid=65448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1324.818142] env[65448]: DEBUG nova.network.neutron [-] [instance: 0705ad26-050a-49e7-b2bf-aa1919393703] deallocate_for_instance() {{(pid=65448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1324.818392] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1324.866477] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1325.088171] env[65448]: DEBUG nova.compute.manager [req-7ef50250-0ae5-4879-ab52-a176e3e8edf6 req-ae0bff4d-b683-4d29-a18f-b0858a5c50ae service nova] [instance: 0705ad26-050a-49e7-b2bf-aa1919393703] Received event network-vif-deleted-eaac687b-6281-4642-ac6d-f042c6e02e8c {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1325.088387] env[65448]: INFO nova.compute.manager [req-7ef50250-0ae5-4879-ab52-a176e3e8edf6 req-ae0bff4d-b683-4d29-a18f-b0858a5c50ae service nova] [instance: 0705ad26-050a-49e7-b2bf-aa1919393703] Neutron deleted interface eaac687b-6281-4642-ac6d-f042c6e02e8c; detaching it from the instance and deleting it from the info cache [ 1325.088986] env[65448]: DEBUG nova.network.neutron [req-7ef50250-0ae5-4879-ab52-a176e3e8edf6 req-ae0bff4d-b683-4d29-a18f-b0858a5c50ae service nova] [instance: 0705ad26-050a-49e7-b2bf-aa1919393703] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1325.152379] env[65448]: DEBUG nova.compute.manager [None req-13104b61-28e7-45ae-8395-6b2555ec3b5b tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: f0956b05-dcd1-4c68-a692-f174beb4a5a4] Starting instance... {{(pid=65448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2483}} [ 1325.569453] env[65448]: DEBUG nova.network.neutron [-] [instance: 0705ad26-050a-49e7-b2bf-aa1919393703] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1325.590962] env[65448]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-eff83634-7125-443d-b046-b285a2f26f5c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.601637] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81288a26-c1ce-42b5-8ef6-bb4a69d8913f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.630933] env[65448]: DEBUG nova.compute.manager [req-7ef50250-0ae5-4879-ab52-a176e3e8edf6 req-ae0bff4d-b683-4d29-a18f-b0858a5c50ae service nova] [instance: 0705ad26-050a-49e7-b2bf-aa1919393703] Detach interface failed, port_id=eaac687b-6281-4642-ac6d-f042c6e02e8c, reason: Instance 0705ad26-050a-49e7-b2bf-aa1919393703 could not be found. {{(pid=65448) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 1325.674645] env[65448]: DEBUG oslo_concurrency.lockutils [None req-13104b61-28e7-45ae-8395-6b2555ec3b5b tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1325.674924] env[65448]: DEBUG oslo_concurrency.lockutils [None req-13104b61-28e7-45ae-8395-6b2555ec3b5b tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1325.676561] env[65448]: INFO nova.compute.claims [None req-13104b61-28e7-45ae-8395-6b2555ec3b5b tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: f0956b05-dcd1-4c68-a692-f174beb4a5a4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1326.072782] env[65448]: INFO nova.compute.manager [-] [instance: 0705ad26-050a-49e7-b2bf-aa1919393703] Took 1.25 seconds to deallocate network for instance. [ 1326.579719] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b83f2833-5135-4acf-a5da-0ead433def0b tempest-ServerMetadataTestJSON-279281131 tempest-ServerMetadataTestJSON-279281131-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1326.777494] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97dee898-33f6-4ff8-9b11-327ca6aff344 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.785950] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1be04ac8-b2f4-4e7f-90b9-4117d15db016 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.818232] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6f5691e-6dde-4817-873b-6180834cf0d7 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.826758] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1251afb3-20dd-42e6-a783-a55f51977bea {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.840642] env[65448]: DEBUG nova.compute.provider_tree [None req-13104b61-28e7-45ae-8395-6b2555ec3b5b tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1327.344133] env[65448]: DEBUG nova.scheduler.client.report [None req-13104b61-28e7-45ae-8395-6b2555ec3b5b tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1327.849580] env[65448]: DEBUG oslo_concurrency.lockutils [None req-13104b61-28e7-45ae-8395-6b2555ec3b5b tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.174s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1327.850137] env[65448]: DEBUG nova.compute.manager [None req-13104b61-28e7-45ae-8395-6b2555ec3b5b tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: f0956b05-dcd1-4c68-a692-f174beb4a5a4] Start building networks asynchronously for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2881}} [ 1327.853325] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b83f2833-5135-4acf-a5da-0ead433def0b tempest-ServerMetadataTestJSON-279281131 tempest-ServerMetadataTestJSON-279281131-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.273s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1327.853476] env[65448]: DEBUG nova.objects.instance [None req-b83f2833-5135-4acf-a5da-0ead433def0b tempest-ServerMetadataTestJSON-279281131 tempest-ServerMetadataTestJSON-279281131-project-member] Lazy-loading 'resources' on Instance uuid 0705ad26-050a-49e7-b2bf-aa1919393703 {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1328.356874] env[65448]: DEBUG nova.compute.utils [None req-13104b61-28e7-45ae-8395-6b2555ec3b5b tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Using /dev/sd instead of None {{(pid=65448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1328.362028] env[65448]: DEBUG nova.compute.manager [None req-13104b61-28e7-45ae-8395-6b2555ec3b5b tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: f0956b05-dcd1-4c68-a692-f174beb4a5a4] Allocating IP information in the background. {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 1328.362028] env[65448]: DEBUG nova.network.neutron [None req-13104b61-28e7-45ae-8395-6b2555ec3b5b tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: f0956b05-dcd1-4c68-a692-f174beb4a5a4] allocate_for_instance() {{(pid=65448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1328.362341] env[65448]: WARNING neutronclient.v2_0.client [None req-13104b61-28e7-45ae-8395-6b2555ec3b5b tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1328.362615] env[65448]: WARNING neutronclient.v2_0.client [None req-13104b61-28e7-45ae-8395-6b2555ec3b5b tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1328.410665] env[65448]: DEBUG nova.policy [None req-13104b61-28e7-45ae-8395-6b2555ec3b5b tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '079a59871c4f4d8b873b7f8473d35231', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5c8e9c9b80524b25833ad43c15e78a5a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65448) authorize /opt/stack/nova/nova/policy.py:192}} [ 1328.473809] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6608b352-5f68-4148-a34f-86291e481375 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.482905] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-474bfc84-0ad1-4631-80dc-b35b7f0ddf32 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.516445] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1296cba5-e44b-4d9d-b390-6d85931bf633 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.525391] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0a1c207-1ed9-4ce9-a669-1769ea1678b9 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.540795] env[65448]: DEBUG nova.compute.provider_tree [None req-b83f2833-5135-4acf-a5da-0ead433def0b tempest-ServerMetadataTestJSON-279281131 tempest-ServerMetadataTestJSON-279281131-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1328.760417] env[65448]: DEBUG nova.network.neutron [None req-13104b61-28e7-45ae-8395-6b2555ec3b5b tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: f0956b05-dcd1-4c68-a692-f174beb4a5a4] Successfully created port: a3ad1995-d311-4786-8c6d-fed1d64e9811 {{(pid=65448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1328.862381] env[65448]: DEBUG nova.compute.manager [None req-13104b61-28e7-45ae-8395-6b2555ec3b5b tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: f0956b05-dcd1-4c68-a692-f174beb4a5a4] Start building block device mappings for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2916}} [ 1329.044304] env[65448]: DEBUG nova.scheduler.client.report [None req-b83f2833-5135-4acf-a5da-0ead433def0b tempest-ServerMetadataTestJSON-279281131 tempest-ServerMetadataTestJSON-279281131-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1329.549835] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b83f2833-5135-4acf-a5da-0ead433def0b tempest-ServerMetadataTestJSON-279281131 tempest-ServerMetadataTestJSON-279281131-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.696s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1329.575668] env[65448]: INFO nova.scheduler.client.report [None req-b83f2833-5135-4acf-a5da-0ead433def0b tempest-ServerMetadataTestJSON-279281131 tempest-ServerMetadataTestJSON-279281131-project-member] Deleted allocations for instance 0705ad26-050a-49e7-b2bf-aa1919393703 [ 1329.873066] env[65448]: DEBUG nova.compute.manager [None req-13104b61-28e7-45ae-8395-6b2555ec3b5b tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: f0956b05-dcd1-4c68-a692-f174beb4a5a4] Start spawning the instance on the hypervisor. {{(pid=65448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2689}} [ 1329.906935] env[65448]: DEBUG nova.virt.hardware [None req-13104b61-28e7-45ae-8395-6b2555ec3b5b tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-08T17:19:51Z,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a992292b6dae455593d228217860e2e1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-08T17:19:52Z,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1329.907190] env[65448]: DEBUG nova.virt.hardware [None req-13104b61-28e7-45ae-8395-6b2555ec3b5b tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1329.907346] env[65448]: DEBUG nova.virt.hardware [None req-13104b61-28e7-45ae-8395-6b2555ec3b5b tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1329.907548] env[65448]: DEBUG nova.virt.hardware [None req-13104b61-28e7-45ae-8395-6b2555ec3b5b tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1329.907658] env[65448]: DEBUG nova.virt.hardware [None req-13104b61-28e7-45ae-8395-6b2555ec3b5b tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1329.907801] env[65448]: DEBUG nova.virt.hardware [None req-13104b61-28e7-45ae-8395-6b2555ec3b5b tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1329.908014] env[65448]: DEBUG nova.virt.hardware [None req-13104b61-28e7-45ae-8395-6b2555ec3b5b tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1329.908167] env[65448]: DEBUG nova.virt.hardware [None req-13104b61-28e7-45ae-8395-6b2555ec3b5b tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1329.908328] env[65448]: DEBUG nova.virt.hardware [None req-13104b61-28e7-45ae-8395-6b2555ec3b5b tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1329.908488] env[65448]: DEBUG nova.virt.hardware [None req-13104b61-28e7-45ae-8395-6b2555ec3b5b tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1329.908652] env[65448]: DEBUG nova.virt.hardware [None req-13104b61-28e7-45ae-8395-6b2555ec3b5b tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1329.909529] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f133246a-e69c-4949-9e20-14d68cfede61 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.917954] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d0c46ad-1029-40b2-a41e-f5151c3d9292 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.084633] env[65448]: DEBUG oslo_concurrency.lockutils [None req-b83f2833-5135-4acf-a5da-0ead433def0b tempest-ServerMetadataTestJSON-279281131 tempest-ServerMetadataTestJSON-279281131-project-member] Lock "0705ad26-050a-49e7-b2bf-aa1919393703" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.894s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1330.164420] env[65448]: DEBUG nova.compute.manager [req-3b599e3e-2866-42b7-b05d-8819c09edc01 req-e0d6ce7f-cb5d-43db-9cc7-937a525eaa07 service nova] [instance: f0956b05-dcd1-4c68-a692-f174beb4a5a4] Received event network-vif-plugged-a3ad1995-d311-4786-8c6d-fed1d64e9811 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1330.164663] env[65448]: DEBUG oslo_concurrency.lockutils [req-3b599e3e-2866-42b7-b05d-8819c09edc01 req-e0d6ce7f-cb5d-43db-9cc7-937a525eaa07 service nova] Acquiring lock "f0956b05-dcd1-4c68-a692-f174beb4a5a4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1330.164871] env[65448]: DEBUG oslo_concurrency.lockutils [req-3b599e3e-2866-42b7-b05d-8819c09edc01 req-e0d6ce7f-cb5d-43db-9cc7-937a525eaa07 service nova] Lock "f0956b05-dcd1-4c68-a692-f174beb4a5a4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1330.165048] env[65448]: DEBUG oslo_concurrency.lockutils [req-3b599e3e-2866-42b7-b05d-8819c09edc01 req-e0d6ce7f-cb5d-43db-9cc7-937a525eaa07 service nova] Lock "f0956b05-dcd1-4c68-a692-f174beb4a5a4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1330.165224] env[65448]: DEBUG nova.compute.manager [req-3b599e3e-2866-42b7-b05d-8819c09edc01 req-e0d6ce7f-cb5d-43db-9cc7-937a525eaa07 service nova] [instance: f0956b05-dcd1-4c68-a692-f174beb4a5a4] No waiting events found dispatching network-vif-plugged-a3ad1995-d311-4786-8c6d-fed1d64e9811 {{(pid=65448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1330.165386] env[65448]: WARNING nova.compute.manager [req-3b599e3e-2866-42b7-b05d-8819c09edc01 req-e0d6ce7f-cb5d-43db-9cc7-937a525eaa07 service nova] [instance: f0956b05-dcd1-4c68-a692-f174beb4a5a4] Received unexpected event network-vif-plugged-a3ad1995-d311-4786-8c6d-fed1d64e9811 for instance with vm_state building and task_state spawning. [ 1330.246287] env[65448]: DEBUG nova.network.neutron [None req-13104b61-28e7-45ae-8395-6b2555ec3b5b tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: f0956b05-dcd1-4c68-a692-f174beb4a5a4] Successfully updated port: a3ad1995-d311-4786-8c6d-fed1d64e9811 {{(pid=65448) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1330.749290] env[65448]: DEBUG oslo_concurrency.lockutils [None req-13104b61-28e7-45ae-8395-6b2555ec3b5b tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Acquiring lock "refresh_cache-f0956b05-dcd1-4c68-a692-f174beb4a5a4" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.749528] env[65448]: DEBUG oslo_concurrency.lockutils [None req-13104b61-28e7-45ae-8395-6b2555ec3b5b tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Acquired lock "refresh_cache-f0956b05-dcd1-4c68-a692-f174beb4a5a4" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.749658] env[65448]: DEBUG nova.network.neutron [None req-13104b61-28e7-45ae-8395-6b2555ec3b5b tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: f0956b05-dcd1-4c68-a692-f174beb4a5a4] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1331.294654] env[65448]: DEBUG nova.network.neutron [None req-13104b61-28e7-45ae-8395-6b2555ec3b5b tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: f0956b05-dcd1-4c68-a692-f174beb4a5a4] Instance cache missing network info. {{(pid=65448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1331.366174] env[65448]: WARNING neutronclient.v2_0.client [None req-13104b61-28e7-45ae-8395-6b2555ec3b5b tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1331.430479] env[65448]: DEBUG nova.network.neutron [None req-13104b61-28e7-45ae-8395-6b2555ec3b5b tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: f0956b05-dcd1-4c68-a692-f174beb4a5a4] Updating instance_info_cache with network_info: [{"id": "a3ad1995-d311-4786-8c6d-fed1d64e9811", "address": "fa:16:3e:2a:84:a8", "network": {"id": "4e0352d8-558b-49e0-81dd-d7132b36af3d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-328140024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c8e9c9b80524b25833ad43c15e78a5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3ad1995-d3", "ovs_interfaceid": "a3ad1995-d311-4786-8c6d-fed1d64e9811", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1331.935136] env[65448]: DEBUG oslo_concurrency.lockutils [None req-13104b61-28e7-45ae-8395-6b2555ec3b5b tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Releasing lock "refresh_cache-f0956b05-dcd1-4c68-a692-f174beb4a5a4" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.935501] env[65448]: DEBUG nova.compute.manager [None req-13104b61-28e7-45ae-8395-6b2555ec3b5b tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: f0956b05-dcd1-4c68-a692-f174beb4a5a4] Instance network_info: |[{"id": "a3ad1995-d311-4786-8c6d-fed1d64e9811", "address": "fa:16:3e:2a:84:a8", "network": {"id": "4e0352d8-558b-49e0-81dd-d7132b36af3d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-328140024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c8e9c9b80524b25833ad43c15e78a5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3ad1995-d3", "ovs_interfaceid": "a3ad1995-d311-4786-8c6d-fed1d64e9811", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 1331.935995] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-13104b61-28e7-45ae-8395-6b2555ec3b5b tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: f0956b05-dcd1-4c68-a692-f174beb4a5a4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2a:84:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e23c1d18-c841-49ea-95f3-df5ceac28afd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a3ad1995-d311-4786-8c6d-fed1d64e9811', 'vif_model': 'vmxnet3'}] {{(pid=65448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1331.943841] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-13104b61-28e7-45ae-8395-6b2555ec3b5b tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1331.944073] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f0956b05-dcd1-4c68-a692-f174beb4a5a4] Creating VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1331.944313] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8076ce36-0045-4ab6-9d7e-4566ee615f25 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.968169] env[65448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1331.968169] env[65448]: value = "task-4938762" [ 1331.968169] env[65448]: _type = "Task" [ 1331.968169] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.976253] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4938762, 'name': CreateVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.196505] env[65448]: DEBUG nova.compute.manager [req-7c129c6c-2759-4628-bbcd-3b2e453b7df8 req-712987dc-128a-4027-9415-22e1c9663552 service nova] [instance: f0956b05-dcd1-4c68-a692-f174beb4a5a4] Received event network-changed-a3ad1995-d311-4786-8c6d-fed1d64e9811 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1332.196760] env[65448]: DEBUG nova.compute.manager [req-7c129c6c-2759-4628-bbcd-3b2e453b7df8 req-712987dc-128a-4027-9415-22e1c9663552 service nova] [instance: f0956b05-dcd1-4c68-a692-f174beb4a5a4] Refreshing instance network info cache due to event network-changed-a3ad1995-d311-4786-8c6d-fed1d64e9811. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 1332.196937] env[65448]: DEBUG oslo_concurrency.lockutils [req-7c129c6c-2759-4628-bbcd-3b2e453b7df8 req-712987dc-128a-4027-9415-22e1c9663552 service nova] Acquiring lock "refresh_cache-f0956b05-dcd1-4c68-a692-f174beb4a5a4" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.197348] env[65448]: DEBUG oslo_concurrency.lockutils [req-7c129c6c-2759-4628-bbcd-3b2e453b7df8 req-712987dc-128a-4027-9415-22e1c9663552 service nova] Acquired lock "refresh_cache-f0956b05-dcd1-4c68-a692-f174beb4a5a4" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.197563] env[65448]: DEBUG nova.network.neutron [req-7c129c6c-2759-4628-bbcd-3b2e453b7df8 req-712987dc-128a-4027-9415-22e1c9663552 service nova] [instance: f0956b05-dcd1-4c68-a692-f174beb4a5a4] Refreshing network info cache for port a3ad1995-d311-4786-8c6d-fed1d64e9811 {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1332.480467] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4938762, 'name': CreateVM_Task, 'duration_secs': 0.345636} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.480896] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f0956b05-dcd1-4c68-a692-f174beb4a5a4] Created VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1332.481273] env[65448]: WARNING neutronclient.v2_0.client [None req-13104b61-28e7-45ae-8395-6b2555ec3b5b tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1332.481784] env[65448]: DEBUG oslo_concurrency.lockutils [None req-13104b61-28e7-45ae-8395-6b2555ec3b5b tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.482035] env[65448]: DEBUG oslo_concurrency.lockutils [None req-13104b61-28e7-45ae-8395-6b2555ec3b5b tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.482393] env[65448]: DEBUG oslo_concurrency.lockutils [None req-13104b61-28e7-45ae-8395-6b2555ec3b5b tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.482736] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c37a5bc2-48ac-4d68-873a-ac53784ee690 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.488464] env[65448]: DEBUG oslo_vmware.api [None req-13104b61-28e7-45ae-8395-6b2555ec3b5b tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Waiting for the task: (returnval){ [ 1332.488464] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52ae8ca5-d6bc-8d94-ebdf-1866cd169632" [ 1332.488464] env[65448]: _type = "Task" [ 1332.488464] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.497945] env[65448]: DEBUG oslo_vmware.api [None req-13104b61-28e7-45ae-8395-6b2555ec3b5b tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52ae8ca5-d6bc-8d94-ebdf-1866cd169632, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.700989] env[65448]: WARNING neutronclient.v2_0.client [req-7c129c6c-2759-4628-bbcd-3b2e453b7df8 req-712987dc-128a-4027-9415-22e1c9663552 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1332.785151] env[65448]: DEBUG oslo_concurrency.lockutils [None req-13dedf06-5c5c-415a-a67c-5744fde6048c tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Acquiring lock "0a020bd8-f2c2-467e-bbb4-82b0e3c85cab" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1332.785413] env[65448]: DEBUG oslo_concurrency.lockutils [None req-13dedf06-5c5c-415a-a67c-5744fde6048c tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Lock "0a020bd8-f2c2-467e-bbb4-82b0e3c85cab" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1332.785620] env[65448]: DEBUG oslo_concurrency.lockutils [None req-13dedf06-5c5c-415a-a67c-5744fde6048c tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Acquiring lock "0a020bd8-f2c2-467e-bbb4-82b0e3c85cab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1332.785814] env[65448]: DEBUG oslo_concurrency.lockutils [None req-13dedf06-5c5c-415a-a67c-5744fde6048c tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Lock "0a020bd8-f2c2-467e-bbb4-82b0e3c85cab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1332.785977] env[65448]: DEBUG oslo_concurrency.lockutils [None req-13dedf06-5c5c-415a-a67c-5744fde6048c tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Lock "0a020bd8-f2c2-467e-bbb4-82b0e3c85cab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1332.788153] env[65448]: INFO nova.compute.manager [None req-13dedf06-5c5c-415a-a67c-5744fde6048c tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: 0a020bd8-f2c2-467e-bbb4-82b0e3c85cab] Terminating instance [ 1332.999442] env[65448]: DEBUG oslo_vmware.api [None req-13104b61-28e7-45ae-8395-6b2555ec3b5b tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52ae8ca5-d6bc-8d94-ebdf-1866cd169632, 'name': SearchDatastore_Task, 'duration_secs': 0.013275} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.999730] env[65448]: DEBUG oslo_concurrency.lockutils [None req-13104b61-28e7-45ae-8395-6b2555ec3b5b tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.999964] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-13104b61-28e7-45ae-8395-6b2555ec3b5b tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: f0956b05-dcd1-4c68-a692-f174beb4a5a4] Processing image 50fb366d-48e6-424f-9c20-bc83d77be76a {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1333.000220] env[65448]: DEBUG oslo_concurrency.lockutils [None req-13104b61-28e7-45ae-8395-6b2555ec3b5b tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.000366] env[65448]: DEBUG oslo_concurrency.lockutils [None req-13104b61-28e7-45ae-8395-6b2555ec3b5b tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.000552] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-13104b61-28e7-45ae-8395-6b2555ec3b5b tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1333.000825] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e528ae59-03a4-4c5d-a07d-02560f0adac9 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.010369] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-13104b61-28e7-45ae-8395-6b2555ec3b5b tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1333.010542] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-13104b61-28e7-45ae-8395-6b2555ec3b5b tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1333.011297] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-580791f2-c0aa-44c5-add8-d267ca552e91 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.016793] env[65448]: DEBUG oslo_vmware.api [None req-13104b61-28e7-45ae-8395-6b2555ec3b5b tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Waiting for the task: (returnval){ [ 1333.016793] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]529d66da-4145-fa35-9ff3-bbba65b0a06f" [ 1333.016793] env[65448]: _type = "Task" [ 1333.016793] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.025396] env[65448]: DEBUG oslo_vmware.api [None req-13104b61-28e7-45ae-8395-6b2555ec3b5b tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]529d66da-4145-fa35-9ff3-bbba65b0a06f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.285494] env[65448]: WARNING neutronclient.v2_0.client [req-7c129c6c-2759-4628-bbcd-3b2e453b7df8 req-712987dc-128a-4027-9415-22e1c9663552 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1333.291737] env[65448]: DEBUG nova.compute.manager [None req-13dedf06-5c5c-415a-a67c-5744fde6048c tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: 0a020bd8-f2c2-467e-bbb4-82b0e3c85cab] Start destroying the instance on the hypervisor. {{(pid=65448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3209}} [ 1333.291974] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-13dedf06-5c5c-415a-a67c-5744fde6048c tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: 0a020bd8-f2c2-467e-bbb4-82b0e3c85cab] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1333.292275] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-06827844-459c-4674-8886-c978549a2249 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.299958] env[65448]: DEBUG oslo_vmware.api [None req-13dedf06-5c5c-415a-a67c-5744fde6048c tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Waiting for the task: (returnval){ [ 1333.299958] env[65448]: value = "task-4938763" [ 1333.299958] env[65448]: _type = "Task" [ 1333.299958] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.309973] env[65448]: DEBUG oslo_vmware.api [None req-13dedf06-5c5c-415a-a67c-5744fde6048c tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4938763, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.368747] env[65448]: DEBUG nova.network.neutron [req-7c129c6c-2759-4628-bbcd-3b2e453b7df8 req-712987dc-128a-4027-9415-22e1c9663552 service nova] [instance: f0956b05-dcd1-4c68-a692-f174beb4a5a4] Updated VIF entry in instance network info cache for port a3ad1995-d311-4786-8c6d-fed1d64e9811. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1333.369159] env[65448]: DEBUG nova.network.neutron [req-7c129c6c-2759-4628-bbcd-3b2e453b7df8 req-712987dc-128a-4027-9415-22e1c9663552 service nova] [instance: f0956b05-dcd1-4c68-a692-f174beb4a5a4] Updating instance_info_cache with network_info: [{"id": "a3ad1995-d311-4786-8c6d-fed1d64e9811", "address": "fa:16:3e:2a:84:a8", "network": {"id": "4e0352d8-558b-49e0-81dd-d7132b36af3d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-328140024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c8e9c9b80524b25833ad43c15e78a5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3ad1995-d3", "ovs_interfaceid": "a3ad1995-d311-4786-8c6d-fed1d64e9811", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1333.528354] env[65448]: DEBUG oslo_vmware.api [None req-13104b61-28e7-45ae-8395-6b2555ec3b5b tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]529d66da-4145-fa35-9ff3-bbba65b0a06f, 'name': SearchDatastore_Task, 'duration_secs': 0.01154} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.529181] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-482fd0d5-9e39-43d5-a4a0-d34fa87e3a29 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.536236] env[65448]: DEBUG oslo_vmware.api [None req-13104b61-28e7-45ae-8395-6b2555ec3b5b tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Waiting for the task: (returnval){ [ 1333.536236] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]529aaeb7-8d70-44b3-24a9-8aca63f2b23c" [ 1333.536236] env[65448]: _type = "Task" [ 1333.536236] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.545185] env[65448]: DEBUG oslo_vmware.api [None req-13104b61-28e7-45ae-8395-6b2555ec3b5b tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]529aaeb7-8d70-44b3-24a9-8aca63f2b23c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.811530] env[65448]: DEBUG oslo_vmware.api [None req-13dedf06-5c5c-415a-a67c-5744fde6048c tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4938763, 'name': PowerOffVM_Task, 'duration_secs': 0.212724} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.811829] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-13dedf06-5c5c-415a-a67c-5744fde6048c tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: 0a020bd8-f2c2-467e-bbb4-82b0e3c85cab] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1333.812074] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-13dedf06-5c5c-415a-a67c-5744fde6048c tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: 0a020bd8-f2c2-467e-bbb4-82b0e3c85cab] Volume detach. Driver type: vmdk {{(pid=65448) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1333.812314] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-13dedf06-5c5c-415a-a67c-5744fde6048c tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: 0a020bd8-f2c2-467e-bbb4-82b0e3c85cab] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-962100', 'volume_id': 'd35601fe-bce6-47c8-9406-dd9b19d152b5', 'name': 'volume-d35601fe-bce6-47c8-9406-dd9b19d152b5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '0a020bd8-f2c2-467e-bbb4-82b0e3c85cab', 'attached_at': '2025-12-08T17:34:06.000000', 'detached_at': '', 'volume_id': 'd35601fe-bce6-47c8-9406-dd9b19d152b5', 'serial': 'd35601fe-bce6-47c8-9406-dd9b19d152b5'} {{(pid=65448) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1333.813217] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d34b502b-e085-4dce-9945-92f45c5bf014 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.832343] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83d679ee-53c0-49eb-a6e1-6806b275da16 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.839730] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe3508d1-d05d-4829-b127-49ace0809a8b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.858995] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97a9c2fd-b5f7-4c90-8262-af8fd4c06634 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.874842] env[65448]: DEBUG oslo_concurrency.lockutils [req-7c129c6c-2759-4628-bbcd-3b2e453b7df8 req-712987dc-128a-4027-9415-22e1c9663552 service nova] Releasing lock "refresh_cache-f0956b05-dcd1-4c68-a692-f174beb4a5a4" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.875009] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-13dedf06-5c5c-415a-a67c-5744fde6048c tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] The volume has not been displaced from its original location: [datastore2] volume-d35601fe-bce6-47c8-9406-dd9b19d152b5/volume-d35601fe-bce6-47c8-9406-dd9b19d152b5.vmdk. No consolidation needed. {{(pid=65448) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1333.880260] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-13dedf06-5c5c-415a-a67c-5744fde6048c tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: 0a020bd8-f2c2-467e-bbb4-82b0e3c85cab] Reconfiguring VM instance instance-00000079 to detach disk 2000 {{(pid=65448) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1333.880580] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18ff4c06-a3f1-4e0e-9361-984aa50f66d8 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.899662] env[65448]: DEBUG oslo_vmware.api [None req-13dedf06-5c5c-415a-a67c-5744fde6048c tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Waiting for the task: (returnval){ [ 1333.899662] env[65448]: value = "task-4938764" [ 1333.899662] env[65448]: _type = "Task" [ 1333.899662] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.908087] env[65448]: DEBUG oslo_vmware.api [None req-13dedf06-5c5c-415a-a67c-5744fde6048c tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4938764, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.047555] env[65448]: DEBUG oslo_vmware.api [None req-13104b61-28e7-45ae-8395-6b2555ec3b5b tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]529aaeb7-8d70-44b3-24a9-8aca63f2b23c, 'name': SearchDatastore_Task, 'duration_secs': 0.010062} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.047868] env[65448]: DEBUG oslo_concurrency.lockutils [None req-13104b61-28e7-45ae-8395-6b2555ec3b5b tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.048104] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-13104b61-28e7-45ae-8395-6b2555ec3b5b tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] f0956b05-dcd1-4c68-a692-f174beb4a5a4/f0956b05-dcd1-4c68-a692-f174beb4a5a4.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1334.048370] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1e0ae361-db65-4ca1-a710-4c8ffcf50d0b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.055528] env[65448]: DEBUG oslo_vmware.api [None req-13104b61-28e7-45ae-8395-6b2555ec3b5b tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Waiting for the task: (returnval){ [ 1334.055528] env[65448]: value = "task-4938765" [ 1334.055528] env[65448]: _type = "Task" [ 1334.055528] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.063930] env[65448]: DEBUG oslo_vmware.api [None req-13104b61-28e7-45ae-8395-6b2555ec3b5b tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': task-4938765, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.409818] env[65448]: DEBUG oslo_vmware.api [None req-13dedf06-5c5c-415a-a67c-5744fde6048c tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4938764, 'name': ReconfigVM_Task, 'duration_secs': 0.158912} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.410116] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-13dedf06-5c5c-415a-a67c-5744fde6048c tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: 0a020bd8-f2c2-467e-bbb4-82b0e3c85cab] Reconfigured VM instance instance-00000079 to detach disk 2000 {{(pid=65448) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1334.415604] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0314f4e2-f6a0-4ddb-a50c-2296f8332406 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.432202] env[65448]: DEBUG oslo_vmware.api [None req-13dedf06-5c5c-415a-a67c-5744fde6048c tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Waiting for the task: (returnval){ [ 1334.432202] env[65448]: value = "task-4938766" [ 1334.432202] env[65448]: _type = "Task" [ 1334.432202] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.441478] env[65448]: DEBUG oslo_vmware.api [None req-13dedf06-5c5c-415a-a67c-5744fde6048c tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4938766, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.566606] env[65448]: DEBUG oslo_vmware.api [None req-13104b61-28e7-45ae-8395-6b2555ec3b5b tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': task-4938765, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.440861} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.566949] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-13104b61-28e7-45ae-8395-6b2555ec3b5b tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] f0956b05-dcd1-4c68-a692-f174beb4a5a4/f0956b05-dcd1-4c68-a692-f174beb4a5a4.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1334.567129] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-13104b61-28e7-45ae-8395-6b2555ec3b5b tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: f0956b05-dcd1-4c68-a692-f174beb4a5a4] Extending root virtual disk to 1048576 {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1334.567394] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-40c84b8c-002c-45cb-b426-9ed3eb358cf8 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.575939] env[65448]: DEBUG oslo_vmware.api [None req-13104b61-28e7-45ae-8395-6b2555ec3b5b tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Waiting for the task: (returnval){ [ 1334.575939] env[65448]: value = "task-4938767" [ 1334.575939] env[65448]: _type = "Task" [ 1334.575939] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.585683] env[65448]: DEBUG oslo_vmware.api [None req-13104b61-28e7-45ae-8395-6b2555ec3b5b tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': task-4938767, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.942814] env[65448]: DEBUG oslo_vmware.api [None req-13dedf06-5c5c-415a-a67c-5744fde6048c tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4938766, 'name': ReconfigVM_Task, 'duration_secs': 0.167774} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.943185] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-13dedf06-5c5c-415a-a67c-5744fde6048c tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: 0a020bd8-f2c2-467e-bbb4-82b0e3c85cab] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-962100', 'volume_id': 'd35601fe-bce6-47c8-9406-dd9b19d152b5', 'name': 'volume-d35601fe-bce6-47c8-9406-dd9b19d152b5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '0a020bd8-f2c2-467e-bbb4-82b0e3c85cab', 'attached_at': '2025-12-08T17:34:06.000000', 'detached_at': '', 'volume_id': 'd35601fe-bce6-47c8-9406-dd9b19d152b5', 'serial': 'd35601fe-bce6-47c8-9406-dd9b19d152b5'} {{(pid=65448) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1334.943535] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-13dedf06-5c5c-415a-a67c-5744fde6048c tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: 0a020bd8-f2c2-467e-bbb4-82b0e3c85cab] Destroying instance {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1334.944404] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bb4d3db-6256-4b53-8194-14d09b0de11f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.951406] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-13dedf06-5c5c-415a-a67c-5744fde6048c tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: 0a020bd8-f2c2-467e-bbb4-82b0e3c85cab] Unregistering the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1334.951760] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c1b7e71b-1e73-4807-83e8-c5e7b2048f05 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.015983] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-13dedf06-5c5c-415a-a67c-5744fde6048c tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: 0a020bd8-f2c2-467e-bbb4-82b0e3c85cab] Unregistered the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1335.015983] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-13dedf06-5c5c-415a-a67c-5744fde6048c tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: 0a020bd8-f2c2-467e-bbb4-82b0e3c85cab] Deleting contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1335.016182] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-13dedf06-5c5c-415a-a67c-5744fde6048c tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Deleting the datastore file [datastore2] 0a020bd8-f2c2-467e-bbb4-82b0e3c85cab {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1335.016457] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-71b32288-8116-4c9a-b617-2064389953d5 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.024678] env[65448]: DEBUG oslo_vmware.api [None req-13dedf06-5c5c-415a-a67c-5744fde6048c tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Waiting for the task: (returnval){ [ 1335.024678] env[65448]: value = "task-4938769" [ 1335.024678] env[65448]: _type = "Task" [ 1335.024678] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.033476] env[65448]: DEBUG oslo_vmware.api [None req-13dedf06-5c5c-415a-a67c-5744fde6048c tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4938769, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.086452] env[65448]: DEBUG oslo_vmware.api [None req-13104b61-28e7-45ae-8395-6b2555ec3b5b tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': task-4938767, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064792} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.086680] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-13104b61-28e7-45ae-8395-6b2555ec3b5b tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: f0956b05-dcd1-4c68-a692-f174beb4a5a4] Extended root virtual disk {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1335.087496] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acaacaa3-9171-4f16-ac8e-c69a348f14c8 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.109383] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-13104b61-28e7-45ae-8395-6b2555ec3b5b tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: f0956b05-dcd1-4c68-a692-f174beb4a5a4] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] f0956b05-dcd1-4c68-a692-f174beb4a5a4/f0956b05-dcd1-4c68-a692-f174beb4a5a4.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1335.109686] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f217edaa-0a4a-457c-a0f8-5d106c3d5fdc {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.131694] env[65448]: DEBUG oslo_vmware.api [None req-13104b61-28e7-45ae-8395-6b2555ec3b5b tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Waiting for the task: (returnval){ [ 1335.131694] env[65448]: value = "task-4938770" [ 1335.131694] env[65448]: _type = "Task" [ 1335.131694] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.140505] env[65448]: DEBUG oslo_vmware.api [None req-13104b61-28e7-45ae-8395-6b2555ec3b5b tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': task-4938770, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.534374] env[65448]: DEBUG oslo_vmware.api [None req-13dedf06-5c5c-415a-a67c-5744fde6048c tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4938769, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.122222} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.534633] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-13dedf06-5c5c-415a-a67c-5744fde6048c tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1335.534879] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-13dedf06-5c5c-415a-a67c-5744fde6048c tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: 0a020bd8-f2c2-467e-bbb4-82b0e3c85cab] Deleted contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1335.535090] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-13dedf06-5c5c-415a-a67c-5744fde6048c tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: 0a020bd8-f2c2-467e-bbb4-82b0e3c85cab] Instance destroyed {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1335.535265] env[65448]: INFO nova.compute.manager [None req-13dedf06-5c5c-415a-a67c-5744fde6048c tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: 0a020bd8-f2c2-467e-bbb4-82b0e3c85cab] Took 2.24 seconds to destroy the instance on the hypervisor. [ 1335.535512] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-13dedf06-5c5c-415a-a67c-5744fde6048c tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1335.535707] env[65448]: DEBUG nova.compute.manager [-] [instance: 0a020bd8-f2c2-467e-bbb4-82b0e3c85cab] Deallocating network for instance {{(pid=65448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1335.535799] env[65448]: DEBUG nova.network.neutron [-] [instance: 0a020bd8-f2c2-467e-bbb4-82b0e3c85cab] deallocate_for_instance() {{(pid=65448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1335.536056] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1335.567471] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1335.642860] env[65448]: DEBUG oslo_vmware.api [None req-13104b61-28e7-45ae-8395-6b2555ec3b5b tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': task-4938770, 'name': ReconfigVM_Task, 'duration_secs': 0.278538} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.643037] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-13104b61-28e7-45ae-8395-6b2555ec3b5b tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: f0956b05-dcd1-4c68-a692-f174beb4a5a4] Reconfigured VM instance instance-0000007d to attach disk [datastore2] f0956b05-dcd1-4c68-a692-f174beb4a5a4/f0956b05-dcd1-4c68-a692-f174beb4a5a4.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1335.643728] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-699f3243-97a3-48fd-9923-871d13bb4a03 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.651424] env[65448]: DEBUG oslo_vmware.api [None req-13104b61-28e7-45ae-8395-6b2555ec3b5b tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Waiting for the task: (returnval){ [ 1335.651424] env[65448]: value = "task-4938771" [ 1335.651424] env[65448]: _type = "Task" [ 1335.651424] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.660334] env[65448]: DEBUG oslo_vmware.api [None req-13104b61-28e7-45ae-8395-6b2555ec3b5b tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': task-4938771, 'name': Rename_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.019305] env[65448]: DEBUG nova.compute.manager [req-f0f8d9d4-a388-4ba1-a4c0-36ba4d75b8b8 req-1bb90b04-dc1d-40a7-b796-55874d7ad453 service nova] [instance: 0a020bd8-f2c2-467e-bbb4-82b0e3c85cab] Received event network-vif-deleted-f41227cc-e0f9-4cb1-9819-7105440f4759 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1336.019592] env[65448]: INFO nova.compute.manager [req-f0f8d9d4-a388-4ba1-a4c0-36ba4d75b8b8 req-1bb90b04-dc1d-40a7-b796-55874d7ad453 service nova] [instance: 0a020bd8-f2c2-467e-bbb4-82b0e3c85cab] Neutron deleted interface f41227cc-e0f9-4cb1-9819-7105440f4759; detaching it from the instance and deleting it from the info cache [ 1336.019877] env[65448]: DEBUG nova.network.neutron [req-f0f8d9d4-a388-4ba1-a4c0-36ba4d75b8b8 req-1bb90b04-dc1d-40a7-b796-55874d7ad453 service nova] [instance: 0a020bd8-f2c2-467e-bbb4-82b0e3c85cab] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1336.161949] env[65448]: DEBUG oslo_vmware.api [None req-13104b61-28e7-45ae-8395-6b2555ec3b5b tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': task-4938771, 'name': Rename_Task, 'duration_secs': 0.134305} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.162243] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-13104b61-28e7-45ae-8395-6b2555ec3b5b tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: f0956b05-dcd1-4c68-a692-f174beb4a5a4] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1336.162532] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-edcc2195-8472-40de-85e0-0098f10e0b01 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.169690] env[65448]: DEBUG oslo_vmware.api [None req-13104b61-28e7-45ae-8395-6b2555ec3b5b tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Waiting for the task: (returnval){ [ 1336.169690] env[65448]: value = "task-4938772" [ 1336.169690] env[65448]: _type = "Task" [ 1336.169690] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.177575] env[65448]: DEBUG oslo_vmware.api [None req-13104b61-28e7-45ae-8395-6b2555ec3b5b tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': task-4938772, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.498511] env[65448]: DEBUG nova.network.neutron [-] [instance: 0a020bd8-f2c2-467e-bbb4-82b0e3c85cab] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1336.523867] env[65448]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c5fc4cc5-431a-4e4a-97ec-ee49c3fbd8b0 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.534359] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54abdaf9-5386-471e-be2f-0562f08b3b5a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.566113] env[65448]: DEBUG nova.compute.manager [req-f0f8d9d4-a388-4ba1-a4c0-36ba4d75b8b8 req-1bb90b04-dc1d-40a7-b796-55874d7ad453 service nova] [instance: 0a020bd8-f2c2-467e-bbb4-82b0e3c85cab] Detach interface failed, port_id=f41227cc-e0f9-4cb1-9819-7105440f4759, reason: Instance 0a020bd8-f2c2-467e-bbb4-82b0e3c85cab could not be found. {{(pid=65448) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 1336.682355] env[65448]: DEBUG oslo_vmware.api [None req-13104b61-28e7-45ae-8395-6b2555ec3b5b tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': task-4938772, 'name': PowerOnVM_Task, 'duration_secs': 0.434492} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.682761] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-13104b61-28e7-45ae-8395-6b2555ec3b5b tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: f0956b05-dcd1-4c68-a692-f174beb4a5a4] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1336.682886] env[65448]: INFO nova.compute.manager [None req-13104b61-28e7-45ae-8395-6b2555ec3b5b tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: f0956b05-dcd1-4c68-a692-f174beb4a5a4] Took 6.81 seconds to spawn the instance on the hypervisor. [ 1336.683051] env[65448]: DEBUG nova.compute.manager [None req-13104b61-28e7-45ae-8395-6b2555ec3b5b tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: f0956b05-dcd1-4c68-a692-f174beb4a5a4] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 1336.683857] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fa05d91-c9a0-4f26-b6c3-9dd7abcaa246 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.001227] env[65448]: INFO nova.compute.manager [-] [instance: 0a020bd8-f2c2-467e-bbb4-82b0e3c85cab] Took 1.47 seconds to deallocate network for instance. [ 1337.201482] env[65448]: INFO nova.compute.manager [None req-13104b61-28e7-45ae-8395-6b2555ec3b5b tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: f0956b05-dcd1-4c68-a692-f174beb4a5a4] Took 11.54 seconds to build instance. [ 1337.554518] env[65448]: INFO nova.compute.manager [None req-13dedf06-5c5c-415a-a67c-5744fde6048c tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: 0a020bd8-f2c2-467e-bbb4-82b0e3c85cab] Took 0.55 seconds to detach 1 volumes for instance. [ 1337.556867] env[65448]: DEBUG nova.compute.manager [None req-13dedf06-5c5c-415a-a67c-5744fde6048c tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: 0a020bd8-f2c2-467e-bbb4-82b0e3c85cab] Deleting volume: d35601fe-bce6-47c8-9406-dd9b19d152b5 {{(pid=65448) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3327}} [ 1337.703887] env[65448]: DEBUG oslo_concurrency.lockutils [None req-13104b61-28e7-45ae-8395-6b2555ec3b5b tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Lock "f0956b05-dcd1-4c68-a692-f174beb4a5a4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.055s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1337.875313] env[65448]: DEBUG nova.compute.manager [req-15dfcc14-11f8-45ed-aee6-6e577c4b2834 req-92a38a7c-5c02-4aa7-a04f-fc83d861347c service nova] [instance: f0956b05-dcd1-4c68-a692-f174beb4a5a4] Received event network-changed-a3ad1995-d311-4786-8c6d-fed1d64e9811 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1337.875514] env[65448]: DEBUG nova.compute.manager [req-15dfcc14-11f8-45ed-aee6-6e577c4b2834 req-92a38a7c-5c02-4aa7-a04f-fc83d861347c service nova] [instance: f0956b05-dcd1-4c68-a692-f174beb4a5a4] Refreshing instance network info cache due to event network-changed-a3ad1995-d311-4786-8c6d-fed1d64e9811. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 1337.875727] env[65448]: DEBUG oslo_concurrency.lockutils [req-15dfcc14-11f8-45ed-aee6-6e577c4b2834 req-92a38a7c-5c02-4aa7-a04f-fc83d861347c service nova] Acquiring lock "refresh_cache-f0956b05-dcd1-4c68-a692-f174beb4a5a4" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.875920] env[65448]: DEBUG oslo_concurrency.lockutils [req-15dfcc14-11f8-45ed-aee6-6e577c4b2834 req-92a38a7c-5c02-4aa7-a04f-fc83d861347c service nova] Acquired lock "refresh_cache-f0956b05-dcd1-4c68-a692-f174beb4a5a4" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.876653] env[65448]: DEBUG nova.network.neutron [req-15dfcc14-11f8-45ed-aee6-6e577c4b2834 req-92a38a7c-5c02-4aa7-a04f-fc83d861347c service nova] [instance: f0956b05-dcd1-4c68-a692-f174beb4a5a4] Refreshing network info cache for port a3ad1995-d311-4786-8c6d-fed1d64e9811 {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1338.103992] env[65448]: DEBUG oslo_concurrency.lockutils [None req-13dedf06-5c5c-415a-a67c-5744fde6048c tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1338.104322] env[65448]: DEBUG oslo_concurrency.lockutils [None req-13dedf06-5c5c-415a-a67c-5744fde6048c tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1338.104574] env[65448]: DEBUG nova.objects.instance [None req-13dedf06-5c5c-415a-a67c-5744fde6048c tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Lazy-loading 'resources' on Instance uuid 0a020bd8-f2c2-467e-bbb4-82b0e3c85cab {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1338.379650] env[65448]: WARNING neutronclient.v2_0.client [req-15dfcc14-11f8-45ed-aee6-6e577c4b2834 req-92a38a7c-5c02-4aa7-a04f-fc83d861347c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1338.581584] env[65448]: WARNING neutronclient.v2_0.client [req-15dfcc14-11f8-45ed-aee6-6e577c4b2834 req-92a38a7c-5c02-4aa7-a04f-fc83d861347c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1338.668293] env[65448]: DEBUG nova.network.neutron [req-15dfcc14-11f8-45ed-aee6-6e577c4b2834 req-92a38a7c-5c02-4aa7-a04f-fc83d861347c service nova] [instance: f0956b05-dcd1-4c68-a692-f174beb4a5a4] Updated VIF entry in instance network info cache for port a3ad1995-d311-4786-8c6d-fed1d64e9811. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1338.668613] env[65448]: DEBUG nova.network.neutron [req-15dfcc14-11f8-45ed-aee6-6e577c4b2834 req-92a38a7c-5c02-4aa7-a04f-fc83d861347c service nova] [instance: f0956b05-dcd1-4c68-a692-f174beb4a5a4] Updating instance_info_cache with network_info: [{"id": "a3ad1995-d311-4786-8c6d-fed1d64e9811", "address": "fa:16:3e:2a:84:a8", "network": {"id": "4e0352d8-558b-49e0-81dd-d7132b36af3d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-328140024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c8e9c9b80524b25833ad43c15e78a5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3ad1995-d3", "ovs_interfaceid": "a3ad1995-d311-4786-8c6d-fed1d64e9811", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1338.686213] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-534e97cb-0683-4678-a9c1-24f5184cf423 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.697299] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75970fd1-6688-4834-8e13-d9bbb88679c2 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.729205] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d7378c7-2b8d-403d-86e7-fddebe071376 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.737444] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20d56ae7-30d0-46d7-b940-dbcb8da61236 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.753319] env[65448]: DEBUG nova.compute.provider_tree [None req-13dedf06-5c5c-415a-a67c-5744fde6048c tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1339.175630] env[65448]: DEBUG oslo_concurrency.lockutils [req-15dfcc14-11f8-45ed-aee6-6e577c4b2834 req-92a38a7c-5c02-4aa7-a04f-fc83d861347c service nova] Releasing lock "refresh_cache-f0956b05-dcd1-4c68-a692-f174beb4a5a4" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.257235] env[65448]: DEBUG nova.scheduler.client.report [None req-13dedf06-5c5c-415a-a67c-5744fde6048c tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1339.763158] env[65448]: DEBUG oslo_concurrency.lockutils [None req-13dedf06-5c5c-415a-a67c-5744fde6048c tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.658s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1339.786367] env[65448]: INFO nova.scheduler.client.report [None req-13dedf06-5c5c-415a-a67c-5744fde6048c tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Deleted allocations for instance 0a020bd8-f2c2-467e-bbb4-82b0e3c85cab [ 1340.294696] env[65448]: DEBUG oslo_concurrency.lockutils [None req-13dedf06-5c5c-415a-a67c-5744fde6048c tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Lock "0a020bd8-f2c2-467e-bbb4-82b0e3c85cab" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.509s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1340.595844] env[65448]: DEBUG oslo_concurrency.lockutils [None req-7115af67-f749-4920-8f97-319d1d38c507 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Acquiring lock "3a53d528-30e9-42da-ae3a-2d381536e75f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1340.596134] env[65448]: DEBUG oslo_concurrency.lockutils [None req-7115af67-f749-4920-8f97-319d1d38c507 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Lock "3a53d528-30e9-42da-ae3a-2d381536e75f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1340.596801] env[65448]: DEBUG oslo_concurrency.lockutils [None req-7115af67-f749-4920-8f97-319d1d38c507 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Acquiring lock "3a53d528-30e9-42da-ae3a-2d381536e75f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1340.597015] env[65448]: DEBUG oslo_concurrency.lockutils [None req-7115af67-f749-4920-8f97-319d1d38c507 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Lock "3a53d528-30e9-42da-ae3a-2d381536e75f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1340.597214] env[65448]: DEBUG oslo_concurrency.lockutils [None req-7115af67-f749-4920-8f97-319d1d38c507 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Lock "3a53d528-30e9-42da-ae3a-2d381536e75f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1340.599351] env[65448]: INFO nova.compute.manager [None req-7115af67-f749-4920-8f97-319d1d38c507 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: 3a53d528-30e9-42da-ae3a-2d381536e75f] Terminating instance [ 1341.103073] env[65448]: DEBUG nova.compute.manager [None req-7115af67-f749-4920-8f97-319d1d38c507 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: 3a53d528-30e9-42da-ae3a-2d381536e75f] Start destroying the instance on the hypervisor. {{(pid=65448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3209}} [ 1341.103513] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-7115af67-f749-4920-8f97-319d1d38c507 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: 3a53d528-30e9-42da-ae3a-2d381536e75f] Destroying instance {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1341.104109] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fc8c988-da50-4ba0-bfcc-87c9bb834a8e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.112459] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-7115af67-f749-4920-8f97-319d1d38c507 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: 3a53d528-30e9-42da-ae3a-2d381536e75f] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1341.112705] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d8f7cf05-4df6-4ddc-9229-801b0060d108 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.119816] env[65448]: DEBUG oslo_vmware.api [None req-7115af67-f749-4920-8f97-319d1d38c507 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Waiting for the task: (returnval){ [ 1341.119816] env[65448]: value = "task-4938774" [ 1341.119816] env[65448]: _type = "Task" [ 1341.119816] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.128506] env[65448]: DEBUG oslo_vmware.api [None req-7115af67-f749-4920-8f97-319d1d38c507 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4938774, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.631102] env[65448]: DEBUG oslo_vmware.api [None req-7115af67-f749-4920-8f97-319d1d38c507 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4938774, 'name': PowerOffVM_Task, 'duration_secs': 0.251409} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.631595] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-7115af67-f749-4920-8f97-319d1d38c507 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: 3a53d528-30e9-42da-ae3a-2d381536e75f] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1341.631825] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-7115af67-f749-4920-8f97-319d1d38c507 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: 3a53d528-30e9-42da-ae3a-2d381536e75f] Unregistering the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1341.632093] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8964cf69-8e34-4514-ad3b-93292246be77 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.699118] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-7115af67-f749-4920-8f97-319d1d38c507 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: 3a53d528-30e9-42da-ae3a-2d381536e75f] Unregistered the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1341.699412] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-7115af67-f749-4920-8f97-319d1d38c507 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: 3a53d528-30e9-42da-ae3a-2d381536e75f] Deleting contents of the VM from datastore datastore1 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1341.699656] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-7115af67-f749-4920-8f97-319d1d38c507 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Deleting the datastore file [datastore1] 3a53d528-30e9-42da-ae3a-2d381536e75f {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1341.699976] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a87ebbc1-ae9a-4651-9cba-87990ccb7399 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.707801] env[65448]: DEBUG oslo_vmware.api [None req-7115af67-f749-4920-8f97-319d1d38c507 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Waiting for the task: (returnval){ [ 1341.707801] env[65448]: value = "task-4938776" [ 1341.707801] env[65448]: _type = "Task" [ 1341.707801] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.716262] env[65448]: DEBUG oslo_vmware.api [None req-7115af67-f749-4920-8f97-319d1d38c507 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4938776, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.217801] env[65448]: DEBUG oslo_vmware.api [None req-7115af67-f749-4920-8f97-319d1d38c507 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4938776, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133624} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.218261] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-7115af67-f749-4920-8f97-319d1d38c507 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1342.218261] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-7115af67-f749-4920-8f97-319d1d38c507 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: 3a53d528-30e9-42da-ae3a-2d381536e75f] Deleted contents of the VM from datastore datastore1 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1342.218444] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-7115af67-f749-4920-8f97-319d1d38c507 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: 3a53d528-30e9-42da-ae3a-2d381536e75f] Instance destroyed {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1342.218579] env[65448]: INFO nova.compute.manager [None req-7115af67-f749-4920-8f97-319d1d38c507 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: 3a53d528-30e9-42da-ae3a-2d381536e75f] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1342.218835] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-7115af67-f749-4920-8f97-319d1d38c507 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1342.219036] env[65448]: DEBUG nova.compute.manager [-] [instance: 3a53d528-30e9-42da-ae3a-2d381536e75f] Deallocating network for instance {{(pid=65448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1342.219135] env[65448]: DEBUG nova.network.neutron [-] [instance: 3a53d528-30e9-42da-ae3a-2d381536e75f] deallocate_for_instance() {{(pid=65448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1342.219372] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1342.250744] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1342.458732] env[65448]: DEBUG nova.compute.manager [req-77d56873-d98f-4317-93f7-1cee4e1b1a7f req-c5679c1e-996b-4d76-a111-d6fbfb9e1c00 service nova] [instance: 3a53d528-30e9-42da-ae3a-2d381536e75f] Received event network-vif-deleted-1a1fa049-d8a2-4386-a1be-dac516ba3534 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1342.458984] env[65448]: INFO nova.compute.manager [req-77d56873-d98f-4317-93f7-1cee4e1b1a7f req-c5679c1e-996b-4d76-a111-d6fbfb9e1c00 service nova] [instance: 3a53d528-30e9-42da-ae3a-2d381536e75f] Neutron deleted interface 1a1fa049-d8a2-4386-a1be-dac516ba3534; detaching it from the instance and deleting it from the info cache [ 1342.459199] env[65448]: DEBUG nova.network.neutron [req-77d56873-d98f-4317-93f7-1cee4e1b1a7f req-c5679c1e-996b-4d76-a111-d6fbfb9e1c00 service nova] [instance: 3a53d528-30e9-42da-ae3a-2d381536e75f] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1342.939496] env[65448]: DEBUG nova.network.neutron [-] [instance: 3a53d528-30e9-42da-ae3a-2d381536e75f] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1342.963309] env[65448]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-45143c1b-82b3-4de4-8b20-0b51bf35896f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.976311] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a622f6b6-6d36-4d0c-96ba-31c81da7e642 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.004470] env[65448]: DEBUG nova.compute.manager [req-77d56873-d98f-4317-93f7-1cee4e1b1a7f req-c5679c1e-996b-4d76-a111-d6fbfb9e1c00 service nova] [instance: 3a53d528-30e9-42da-ae3a-2d381536e75f] Detach interface failed, port_id=1a1fa049-d8a2-4386-a1be-dac516ba3534, reason: Instance 3a53d528-30e9-42da-ae3a-2d381536e75f could not be found. {{(pid=65448) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 1343.442249] env[65448]: INFO nova.compute.manager [-] [instance: 3a53d528-30e9-42da-ae3a-2d381536e75f] Took 1.22 seconds to deallocate network for instance. [ 1343.949687] env[65448]: DEBUG oslo_concurrency.lockutils [None req-7115af67-f749-4920-8f97-319d1d38c507 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1343.950083] env[65448]: DEBUG oslo_concurrency.lockutils [None req-7115af67-f749-4920-8f97-319d1d38c507 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1343.950312] env[65448]: DEBUG nova.objects.instance [None req-7115af67-f749-4920-8f97-319d1d38c507 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Lazy-loading 'resources' on Instance uuid 3a53d528-30e9-42da-ae3a-2d381536e75f {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1344.517977] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5c3d584-6420-426d-8db8-568ad77aebf1 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.526611] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ea8c04c-2b2e-40e8-858b-e6293fce4dca {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.559563] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63f3b369-a1a3-4b76-ac33-97e57f0f6b3a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.568305] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d413ecd1-5b2b-412d-9bf3-f626bb630fc0 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.582986] env[65448]: DEBUG nova.compute.provider_tree [None req-7115af67-f749-4920-8f97-319d1d38c507 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1345.086198] env[65448]: DEBUG nova.scheduler.client.report [None req-7115af67-f749-4920-8f97-319d1d38c507 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1345.591340] env[65448]: DEBUG oslo_concurrency.lockutils [None req-7115af67-f749-4920-8f97-319d1d38c507 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.641s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1345.609936] env[65448]: INFO nova.scheduler.client.report [None req-7115af67-f749-4920-8f97-319d1d38c507 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Deleted allocations for instance 3a53d528-30e9-42da-ae3a-2d381536e75f [ 1346.117743] env[65448]: DEBUG oslo_concurrency.lockutils [None req-7115af67-f749-4920-8f97-319d1d38c507 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Lock "3a53d528-30e9-42da-ae3a-2d381536e75f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.522s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1350.388023] env[65448]: DEBUG oslo_concurrency.lockutils [None req-ef213923-b7ba-4b0f-84fd-8dbbbfd2e368 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Acquiring lock "6ca5c62d-cf52-4f78-9e01-5623f4989442" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1350.388412] env[65448]: DEBUG oslo_concurrency.lockutils [None req-ef213923-b7ba-4b0f-84fd-8dbbbfd2e368 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Lock "6ca5c62d-cf52-4f78-9e01-5623f4989442" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1350.388515] env[65448]: DEBUG oslo_concurrency.lockutils [None req-ef213923-b7ba-4b0f-84fd-8dbbbfd2e368 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Acquiring lock "6ca5c62d-cf52-4f78-9e01-5623f4989442-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1350.388674] env[65448]: DEBUG oslo_concurrency.lockutils [None req-ef213923-b7ba-4b0f-84fd-8dbbbfd2e368 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Lock "6ca5c62d-cf52-4f78-9e01-5623f4989442-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1350.388850] env[65448]: DEBUG oslo_concurrency.lockutils [None req-ef213923-b7ba-4b0f-84fd-8dbbbfd2e368 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Lock "6ca5c62d-cf52-4f78-9e01-5623f4989442-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1350.391092] env[65448]: INFO nova.compute.manager [None req-ef213923-b7ba-4b0f-84fd-8dbbbfd2e368 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: 6ca5c62d-cf52-4f78-9e01-5623f4989442] Terminating instance [ 1350.895013] env[65448]: DEBUG nova.compute.manager [None req-ef213923-b7ba-4b0f-84fd-8dbbbfd2e368 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: 6ca5c62d-cf52-4f78-9e01-5623f4989442] Start destroying the instance on the hypervisor. {{(pid=65448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3209}} [ 1350.895304] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-ef213923-b7ba-4b0f-84fd-8dbbbfd2e368 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: 6ca5c62d-cf52-4f78-9e01-5623f4989442] Destroying instance {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1350.896220] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a724a0e5-66c2-4307-86ab-8761715ffeda {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.904705] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef213923-b7ba-4b0f-84fd-8dbbbfd2e368 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: 6ca5c62d-cf52-4f78-9e01-5623f4989442] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1350.904971] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-76c94ab4-0401-4f16-8448-ba56c63f3b6a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.911656] env[65448]: DEBUG oslo_vmware.api [None req-ef213923-b7ba-4b0f-84fd-8dbbbfd2e368 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Waiting for the task: (returnval){ [ 1350.911656] env[65448]: value = "task-4938778" [ 1350.911656] env[65448]: _type = "Task" [ 1350.911656] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.921156] env[65448]: DEBUG oslo_vmware.api [None req-ef213923-b7ba-4b0f-84fd-8dbbbfd2e368 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4938778, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.421660] env[65448]: DEBUG oslo_vmware.api [None req-ef213923-b7ba-4b0f-84fd-8dbbbfd2e368 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4938778, 'name': PowerOffVM_Task, 'duration_secs': 0.190879} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.422124] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef213923-b7ba-4b0f-84fd-8dbbbfd2e368 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: 6ca5c62d-cf52-4f78-9e01-5623f4989442] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1351.422124] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-ef213923-b7ba-4b0f-84fd-8dbbbfd2e368 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: 6ca5c62d-cf52-4f78-9e01-5623f4989442] Unregistering the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1351.422365] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-74167720-e6ce-4243-97f9-089d23acde32 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.489017] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-ef213923-b7ba-4b0f-84fd-8dbbbfd2e368 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: 6ca5c62d-cf52-4f78-9e01-5623f4989442] Unregistered the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1351.489262] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-ef213923-b7ba-4b0f-84fd-8dbbbfd2e368 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: 6ca5c62d-cf52-4f78-9e01-5623f4989442] Deleting contents of the VM from datastore datastore1 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1351.489452] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef213923-b7ba-4b0f-84fd-8dbbbfd2e368 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Deleting the datastore file [datastore1] 6ca5c62d-cf52-4f78-9e01-5623f4989442 {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1351.489735] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7f31d18e-280e-4623-b563-9811125e7edb {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.498715] env[65448]: DEBUG oslo_vmware.api [None req-ef213923-b7ba-4b0f-84fd-8dbbbfd2e368 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Waiting for the task: (returnval){ [ 1351.498715] env[65448]: value = "task-4938780" [ 1351.498715] env[65448]: _type = "Task" [ 1351.498715] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.507482] env[65448]: DEBUG oslo_vmware.api [None req-ef213923-b7ba-4b0f-84fd-8dbbbfd2e368 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4938780, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.009427] env[65448]: DEBUG oslo_vmware.api [None req-ef213923-b7ba-4b0f-84fd-8dbbbfd2e368 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Task: {'id': task-4938780, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15191} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.009611] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef213923-b7ba-4b0f-84fd-8dbbbfd2e368 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1352.009801] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-ef213923-b7ba-4b0f-84fd-8dbbbfd2e368 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: 6ca5c62d-cf52-4f78-9e01-5623f4989442] Deleted contents of the VM from datastore datastore1 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1352.009974] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-ef213923-b7ba-4b0f-84fd-8dbbbfd2e368 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: 6ca5c62d-cf52-4f78-9e01-5623f4989442] Instance destroyed {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1352.010163] env[65448]: INFO nova.compute.manager [None req-ef213923-b7ba-4b0f-84fd-8dbbbfd2e368 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] [instance: 6ca5c62d-cf52-4f78-9e01-5623f4989442] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1352.010412] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-ef213923-b7ba-4b0f-84fd-8dbbbfd2e368 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1352.010637] env[65448]: DEBUG nova.compute.manager [-] [instance: 6ca5c62d-cf52-4f78-9e01-5623f4989442] Deallocating network for instance {{(pid=65448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1352.010743] env[65448]: DEBUG nova.network.neutron [-] [instance: 6ca5c62d-cf52-4f78-9e01-5623f4989442] deallocate_for_instance() {{(pid=65448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1352.010980] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1352.045127] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1352.310553] env[65448]: DEBUG nova.compute.manager [req-86198323-8fe3-456f-b639-aef54c2793a7 req-4666f317-00c3-443d-90e8-0a0e1487a008 service nova] [instance: 6ca5c62d-cf52-4f78-9e01-5623f4989442] Received event network-vif-deleted-6d9aa0d4-1aaa-47ed-9837-07a9a110d05d {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1352.310791] env[65448]: INFO nova.compute.manager [req-86198323-8fe3-456f-b639-aef54c2793a7 req-4666f317-00c3-443d-90e8-0a0e1487a008 service nova] [instance: 6ca5c62d-cf52-4f78-9e01-5623f4989442] Neutron deleted interface 6d9aa0d4-1aaa-47ed-9837-07a9a110d05d; detaching it from the instance and deleting it from the info cache [ 1352.310962] env[65448]: DEBUG nova.network.neutron [req-86198323-8fe3-456f-b639-aef54c2793a7 req-4666f317-00c3-443d-90e8-0a0e1487a008 service nova] [instance: 6ca5c62d-cf52-4f78-9e01-5623f4989442] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1352.790106] env[65448]: DEBUG nova.network.neutron [-] [instance: 6ca5c62d-cf52-4f78-9e01-5623f4989442] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1352.814161] env[65448]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-daf356f1-814d-46e0-aee9-a10bd8a5d0f6 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.825606] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-716a8f45-9d10-44df-bb92-604fbfa039a4 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.853318] env[65448]: DEBUG nova.compute.manager [req-86198323-8fe3-456f-b639-aef54c2793a7 req-4666f317-00c3-443d-90e8-0a0e1487a008 service nova] [instance: 6ca5c62d-cf52-4f78-9e01-5623f4989442] Detach interface failed, port_id=6d9aa0d4-1aaa-47ed-9837-07a9a110d05d, reason: Instance 6ca5c62d-cf52-4f78-9e01-5623f4989442 could not be found. {{(pid=65448) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 1353.293376] env[65448]: INFO nova.compute.manager [-] [instance: 6ca5c62d-cf52-4f78-9e01-5623f4989442] Took 1.28 seconds to deallocate network for instance. [ 1353.804995] env[65448]: DEBUG oslo_concurrency.lockutils [None req-ef213923-b7ba-4b0f-84fd-8dbbbfd2e368 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1353.805401] env[65448]: DEBUG oslo_concurrency.lockutils [None req-ef213923-b7ba-4b0f-84fd-8dbbbfd2e368 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1353.805542] env[65448]: DEBUG nova.objects.instance [None req-ef213923-b7ba-4b0f-84fd-8dbbbfd2e368 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Lazy-loading 'resources' on Instance uuid 6ca5c62d-cf52-4f78-9e01-5623f4989442 {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1354.354469] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6efc868a-ec63-45e6-ac15-b1d3bd29dd6e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.362942] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-989d6ee8-ae0e-44b4-92a1-12d5d229f8fc {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.394719] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9fbadeb-fe25-468a-8632-c6f68e9216dd {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.403124] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aaf5f5e-5ff1-4c1c-a123-7596e42327c7 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.416858] env[65448]: DEBUG nova.compute.provider_tree [None req-ef213923-b7ba-4b0f-84fd-8dbbbfd2e368 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1354.919795] env[65448]: DEBUG nova.scheduler.client.report [None req-ef213923-b7ba-4b0f-84fd-8dbbbfd2e368 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1355.425067] env[65448]: DEBUG oslo_concurrency.lockutils [None req-ef213923-b7ba-4b0f-84fd-8dbbbfd2e368 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.620s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1355.446608] env[65448]: INFO nova.scheduler.client.report [None req-ef213923-b7ba-4b0f-84fd-8dbbbfd2e368 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Deleted allocations for instance 6ca5c62d-cf52-4f78-9e01-5623f4989442 [ 1355.954556] env[65448]: DEBUG oslo_concurrency.lockutils [None req-ef213923-b7ba-4b0f-84fd-8dbbbfd2e368 tempest-ServerActionsTestOtherA-1795417839 tempest-ServerActionsTestOtherA-1795417839-project-member] Lock "6ca5c62d-cf52-4f78-9e01-5623f4989442" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.566s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1359.665877] env[65448]: DEBUG oslo_concurrency.lockutils [None req-42fc85c4-4d23-429e-ad8c-2add6cb4c65a tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] Acquiring lock "a5b5a83f-0501-4e2b-8466-04da605c2ad3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1359.666260] env[65448]: DEBUG oslo_concurrency.lockutils [None req-42fc85c4-4d23-429e-ad8c-2add6cb4c65a tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] Lock "a5b5a83f-0501-4e2b-8466-04da605c2ad3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1360.168655] env[65448]: DEBUG nova.compute.manager [None req-42fc85c4-4d23-429e-ad8c-2add6cb4c65a tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] [instance: a5b5a83f-0501-4e2b-8466-04da605c2ad3] Starting instance... {{(pid=65448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2483}} [ 1360.692136] env[65448]: DEBUG oslo_concurrency.lockutils [None req-42fc85c4-4d23-429e-ad8c-2add6cb4c65a tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1360.692488] env[65448]: DEBUG oslo_concurrency.lockutils [None req-42fc85c4-4d23-429e-ad8c-2add6cb4c65a tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1360.693984] env[65448]: INFO nova.compute.claims [None req-42fc85c4-4d23-429e-ad8c-2add6cb4c65a tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] [instance: a5b5a83f-0501-4e2b-8466-04da605c2ad3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1361.743567] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-867a694b-ea90-486b-8305-641c08f20b8e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.751968] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-322dda39-e87a-47fa-a712-d0167f41cc15 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.782136] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3f08bea-464f-43c2-bdaa-5e8f6b766dbb {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.790081] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6994aa2a-cd4d-49a2-bfaf-d63fb6da46a6 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.804783] env[65448]: DEBUG nova.compute.provider_tree [None req-42fc85c4-4d23-429e-ad8c-2add6cb4c65a tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1362.307931] env[65448]: DEBUG nova.scheduler.client.report [None req-42fc85c4-4d23-429e-ad8c-2add6cb4c65a tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1362.813400] env[65448]: DEBUG oslo_concurrency.lockutils [None req-42fc85c4-4d23-429e-ad8c-2add6cb4c65a tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.121s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1362.813929] env[65448]: DEBUG nova.compute.manager [None req-42fc85c4-4d23-429e-ad8c-2add6cb4c65a tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] [instance: a5b5a83f-0501-4e2b-8466-04da605c2ad3] Start building networks asynchronously for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2881}} [ 1363.319526] env[65448]: DEBUG nova.compute.utils [None req-42fc85c4-4d23-429e-ad8c-2add6cb4c65a tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] Using /dev/sd instead of None {{(pid=65448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1363.320997] env[65448]: DEBUG nova.compute.manager [None req-42fc85c4-4d23-429e-ad8c-2add6cb4c65a tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] [instance: a5b5a83f-0501-4e2b-8466-04da605c2ad3] Not allocating networking since 'none' was specified. {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2023}} [ 1363.822575] env[65448]: DEBUG nova.compute.manager [None req-42fc85c4-4d23-429e-ad8c-2add6cb4c65a tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] [instance: a5b5a83f-0501-4e2b-8466-04da605c2ad3] Start building block device mappings for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2916}} [ 1364.832273] env[65448]: DEBUG nova.compute.manager [None req-42fc85c4-4d23-429e-ad8c-2add6cb4c65a tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] [instance: a5b5a83f-0501-4e2b-8466-04da605c2ad3] Start spawning the instance on the hypervisor. {{(pid=65448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2689}} [ 1364.858711] env[65448]: DEBUG nova.virt.hardware [None req-42fc85c4-4d23-429e-ad8c-2add6cb4c65a tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-08T17:19:51Z,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a992292b6dae455593d228217860e2e1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-08T17:19:52Z,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1364.858951] env[65448]: DEBUG nova.virt.hardware [None req-42fc85c4-4d23-429e-ad8c-2add6cb4c65a tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1364.859115] env[65448]: DEBUG nova.virt.hardware [None req-42fc85c4-4d23-429e-ad8c-2add6cb4c65a tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1364.859297] env[65448]: DEBUG nova.virt.hardware [None req-42fc85c4-4d23-429e-ad8c-2add6cb4c65a tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1364.859437] env[65448]: DEBUG nova.virt.hardware [None req-42fc85c4-4d23-429e-ad8c-2add6cb4c65a tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1364.859577] env[65448]: DEBUG nova.virt.hardware [None req-42fc85c4-4d23-429e-ad8c-2add6cb4c65a tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1364.859779] env[65448]: DEBUG nova.virt.hardware [None req-42fc85c4-4d23-429e-ad8c-2add6cb4c65a tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1364.859934] env[65448]: DEBUG nova.virt.hardware [None req-42fc85c4-4d23-429e-ad8c-2add6cb4c65a tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1364.860105] env[65448]: DEBUG nova.virt.hardware [None req-42fc85c4-4d23-429e-ad8c-2add6cb4c65a tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1364.860264] env[65448]: DEBUG nova.virt.hardware [None req-42fc85c4-4d23-429e-ad8c-2add6cb4c65a tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1364.860426] env[65448]: DEBUG nova.virt.hardware [None req-42fc85c4-4d23-429e-ad8c-2add6cb4c65a tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1364.861317] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45dc0cfd-4d10-43c6-96ce-038886a373e5 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.869762] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64976a3d-80eb-4b6d-be07-1fab05dd9b73 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.883635] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-42fc85c4-4d23-429e-ad8c-2add6cb4c65a tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] [instance: a5b5a83f-0501-4e2b-8466-04da605c2ad3] Instance VIF info [] {{(pid=65448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1364.889164] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-42fc85c4-4d23-429e-ad8c-2add6cb4c65a tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] Creating folder: Project (5f8b9dcce80441e5948434d45a36cbbd). Parent ref: group-v961779. {{(pid=65448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1364.889496] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7dc1eb8b-b279-4c8d-8407-9891d9d3bb89 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.902531] env[65448]: INFO nova.virt.vmwareapi.vm_util [None req-42fc85c4-4d23-429e-ad8c-2add6cb4c65a tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] Created folder: Project (5f8b9dcce80441e5948434d45a36cbbd) in parent group-v961779. [ 1364.902726] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-42fc85c4-4d23-429e-ad8c-2add6cb4c65a tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] Creating folder: Instances. Parent ref: group-v962122. {{(pid=65448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1364.903090] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-39558bec-9e08-4e1c-b584-f4cf9f18e45b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.913572] env[65448]: INFO nova.virt.vmwareapi.vm_util [None req-42fc85c4-4d23-429e-ad8c-2add6cb4c65a tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] Created folder: Instances in parent group-v962122. [ 1364.913855] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-42fc85c4-4d23-429e-ad8c-2add6cb4c65a tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1364.914070] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a5b5a83f-0501-4e2b-8466-04da605c2ad3] Creating VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1364.914286] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2eced018-7a59-4df4-b378-de3fd5e2bad4 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.930986] env[65448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1364.930986] env[65448]: value = "task-4938783" [ 1364.930986] env[65448]: _type = "Task" [ 1364.930986] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.938535] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4938783, 'name': CreateVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.440960] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4938783, 'name': CreateVM_Task, 'duration_secs': 0.240491} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.441191] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a5b5a83f-0501-4e2b-8466-04da605c2ad3] Created VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1365.441599] env[65448]: DEBUG oslo_concurrency.lockutils [None req-42fc85c4-4d23-429e-ad8c-2add6cb4c65a tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.441761] env[65448]: DEBUG oslo_concurrency.lockutils [None req-42fc85c4-4d23-429e-ad8c-2add6cb4c65a tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.442105] env[65448]: DEBUG oslo_concurrency.lockutils [None req-42fc85c4-4d23-429e-ad8c-2add6cb4c65a tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.442379] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ff90a56-2159-4fd4-976a-ecaf1e88e1fb {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.446837] env[65448]: DEBUG oslo_vmware.api [None req-42fc85c4-4d23-429e-ad8c-2add6cb4c65a tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] Waiting for the task: (returnval){ [ 1365.446837] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52d75321-3d3c-6cd5-1e2c-548a845a3303" [ 1365.446837] env[65448]: _type = "Task" [ 1365.446837] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.454670] env[65448]: DEBUG oslo_vmware.api [None req-42fc85c4-4d23-429e-ad8c-2add6cb4c65a tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52d75321-3d3c-6cd5-1e2c-548a845a3303, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.957306] env[65448]: DEBUG oslo_vmware.api [None req-42fc85c4-4d23-429e-ad8c-2add6cb4c65a tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52d75321-3d3c-6cd5-1e2c-548a845a3303, 'name': SearchDatastore_Task, 'duration_secs': 0.010175} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.957726] env[65448]: DEBUG oslo_concurrency.lockutils [None req-42fc85c4-4d23-429e-ad8c-2add6cb4c65a tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.957905] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-42fc85c4-4d23-429e-ad8c-2add6cb4c65a tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] [instance: a5b5a83f-0501-4e2b-8466-04da605c2ad3] Processing image 50fb366d-48e6-424f-9c20-bc83d77be76a {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1365.958177] env[65448]: DEBUG oslo_concurrency.lockutils [None req-42fc85c4-4d23-429e-ad8c-2add6cb4c65a tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.958323] env[65448]: DEBUG oslo_concurrency.lockutils [None req-42fc85c4-4d23-429e-ad8c-2add6cb4c65a tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.958501] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-42fc85c4-4d23-429e-ad8c-2add6cb4c65a tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1365.958763] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ac1f291c-c9f9-4f06-a853-caee25bafeb6 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.967612] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-42fc85c4-4d23-429e-ad8c-2add6cb4c65a tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1365.967778] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-42fc85c4-4d23-429e-ad8c-2add6cb4c65a tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1365.968499] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7fc750a2-7f32-4d92-a32a-85570e123f4b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.973869] env[65448]: DEBUG oslo_vmware.api [None req-42fc85c4-4d23-429e-ad8c-2add6cb4c65a tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] Waiting for the task: (returnval){ [ 1365.973869] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52351fb3-f739-06f8-6b67-780c4deed811" [ 1365.973869] env[65448]: _type = "Task" [ 1365.973869] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.981577] env[65448]: DEBUG oslo_vmware.api [None req-42fc85c4-4d23-429e-ad8c-2add6cb4c65a tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52351fb3-f739-06f8-6b67-780c4deed811, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.484838] env[65448]: DEBUG oslo_vmware.api [None req-42fc85c4-4d23-429e-ad8c-2add6cb4c65a tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52351fb3-f739-06f8-6b67-780c4deed811, 'name': SearchDatastore_Task, 'duration_secs': 0.008775} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.485641] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d6f88e7-b82b-4f1e-9f78-4d84505b6e6d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.491036] env[65448]: DEBUG oslo_vmware.api [None req-42fc85c4-4d23-429e-ad8c-2add6cb4c65a tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] Waiting for the task: (returnval){ [ 1366.491036] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]528d7fe1-847c-9231-1958-0ce0d154dde5" [ 1366.491036] env[65448]: _type = "Task" [ 1366.491036] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.499096] env[65448]: DEBUG oslo_vmware.api [None req-42fc85c4-4d23-429e-ad8c-2add6cb4c65a tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]528d7fe1-847c-9231-1958-0ce0d154dde5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.001532] env[65448]: DEBUG oslo_vmware.api [None req-42fc85c4-4d23-429e-ad8c-2add6cb4c65a tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]528d7fe1-847c-9231-1958-0ce0d154dde5, 'name': SearchDatastore_Task, 'duration_secs': 0.009742} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.001954] env[65448]: DEBUG oslo_concurrency.lockutils [None req-42fc85c4-4d23-429e-ad8c-2add6cb4c65a tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.002134] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-42fc85c4-4d23-429e-ad8c-2add6cb4c65a tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] a5b5a83f-0501-4e2b-8466-04da605c2ad3/a5b5a83f-0501-4e2b-8466-04da605c2ad3.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1367.002410] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b32687c6-a766-4942-a973-5679d89b8d49 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.011774] env[65448]: DEBUG oslo_vmware.api [None req-42fc85c4-4d23-429e-ad8c-2add6cb4c65a tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] Waiting for the task: (returnval){ [ 1367.011774] env[65448]: value = "task-4938784" [ 1367.011774] env[65448]: _type = "Task" [ 1367.011774] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.020067] env[65448]: DEBUG oslo_vmware.api [None req-42fc85c4-4d23-429e-ad8c-2add6cb4c65a tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] Task: {'id': task-4938784, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.521427] env[65448]: DEBUG oslo_vmware.api [None req-42fc85c4-4d23-429e-ad8c-2add6cb4c65a tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] Task: {'id': task-4938784, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.416872} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.521625] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-42fc85c4-4d23-429e-ad8c-2add6cb4c65a tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] a5b5a83f-0501-4e2b-8466-04da605c2ad3/a5b5a83f-0501-4e2b-8466-04da605c2ad3.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1367.521876] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-42fc85c4-4d23-429e-ad8c-2add6cb4c65a tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] [instance: a5b5a83f-0501-4e2b-8466-04da605c2ad3] Extending root virtual disk to 1048576 {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1367.522187] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3fc5c718-0184-43fc-88d4-7c39ce862667 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.529331] env[65448]: DEBUG oslo_vmware.api [None req-42fc85c4-4d23-429e-ad8c-2add6cb4c65a tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] Waiting for the task: (returnval){ [ 1367.529331] env[65448]: value = "task-4938785" [ 1367.529331] env[65448]: _type = "Task" [ 1367.529331] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.537904] env[65448]: DEBUG oslo_vmware.api [None req-42fc85c4-4d23-429e-ad8c-2add6cb4c65a tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] Task: {'id': task-4938785, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.039416] env[65448]: DEBUG oslo_vmware.api [None req-42fc85c4-4d23-429e-ad8c-2add6cb4c65a tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] Task: {'id': task-4938785, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062639} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.039837] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-42fc85c4-4d23-429e-ad8c-2add6cb4c65a tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] [instance: a5b5a83f-0501-4e2b-8466-04da605c2ad3] Extended root virtual disk {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1368.040462] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-169fda28-a07f-4f29-a0a2-62fa93eb6b1e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.060021] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-42fc85c4-4d23-429e-ad8c-2add6cb4c65a tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] [instance: a5b5a83f-0501-4e2b-8466-04da605c2ad3] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] a5b5a83f-0501-4e2b-8466-04da605c2ad3/a5b5a83f-0501-4e2b-8466-04da605c2ad3.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1368.060325] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23a53a63-05c6-4601-a436-ce3aa6abe89a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.080479] env[65448]: DEBUG oslo_vmware.api [None req-42fc85c4-4d23-429e-ad8c-2add6cb4c65a tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] Waiting for the task: (returnval){ [ 1368.080479] env[65448]: value = "task-4938786" [ 1368.080479] env[65448]: _type = "Task" [ 1368.080479] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.089388] env[65448]: DEBUG oslo_vmware.api [None req-42fc85c4-4d23-429e-ad8c-2add6cb4c65a tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] Task: {'id': task-4938786, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.591290] env[65448]: DEBUG oslo_vmware.api [None req-42fc85c4-4d23-429e-ad8c-2add6cb4c65a tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] Task: {'id': task-4938786, 'name': ReconfigVM_Task, 'duration_secs': 0.300693} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.591536] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-42fc85c4-4d23-429e-ad8c-2add6cb4c65a tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] [instance: a5b5a83f-0501-4e2b-8466-04da605c2ad3] Reconfigured VM instance instance-0000007e to attach disk [datastore2] a5b5a83f-0501-4e2b-8466-04da605c2ad3/a5b5a83f-0501-4e2b-8466-04da605c2ad3.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1368.592155] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2d70ac82-77ae-4cc7-80a9-38cadfc1349e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.598820] env[65448]: DEBUG oslo_vmware.api [None req-42fc85c4-4d23-429e-ad8c-2add6cb4c65a tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] Waiting for the task: (returnval){ [ 1368.598820] env[65448]: value = "task-4938787" [ 1368.598820] env[65448]: _type = "Task" [ 1368.598820] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.607223] env[65448]: DEBUG oslo_vmware.api [None req-42fc85c4-4d23-429e-ad8c-2add6cb4c65a tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] Task: {'id': task-4938787, 'name': Rename_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.108788] env[65448]: DEBUG oslo_vmware.api [None req-42fc85c4-4d23-429e-ad8c-2add6cb4c65a tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] Task: {'id': task-4938787, 'name': Rename_Task, 'duration_secs': 0.14271} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.109182] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-42fc85c4-4d23-429e-ad8c-2add6cb4c65a tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] [instance: a5b5a83f-0501-4e2b-8466-04da605c2ad3] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1369.109354] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3ec1ad60-8d26-4a11-9e99-576e412b160d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.115878] env[65448]: DEBUG oslo_vmware.api [None req-42fc85c4-4d23-429e-ad8c-2add6cb4c65a tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] Waiting for the task: (returnval){ [ 1369.115878] env[65448]: value = "task-4938788" [ 1369.115878] env[65448]: _type = "Task" [ 1369.115878] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.123853] env[65448]: DEBUG oslo_vmware.api [None req-42fc85c4-4d23-429e-ad8c-2add6cb4c65a tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] Task: {'id': task-4938788, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.626451] env[65448]: DEBUG oslo_vmware.api [None req-42fc85c4-4d23-429e-ad8c-2add6cb4c65a tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] Task: {'id': task-4938788, 'name': PowerOnVM_Task, 'duration_secs': 0.485767} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.626756] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-42fc85c4-4d23-429e-ad8c-2add6cb4c65a tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] [instance: a5b5a83f-0501-4e2b-8466-04da605c2ad3] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1369.626965] env[65448]: INFO nova.compute.manager [None req-42fc85c4-4d23-429e-ad8c-2add6cb4c65a tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] [instance: a5b5a83f-0501-4e2b-8466-04da605c2ad3] Took 4.79 seconds to spawn the instance on the hypervisor. [ 1369.627156] env[65448]: DEBUG nova.compute.manager [None req-42fc85c4-4d23-429e-ad8c-2add6cb4c65a tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] [instance: a5b5a83f-0501-4e2b-8466-04da605c2ad3] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 1369.627991] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15c6d30a-a749-4994-b6dc-5a29e39c3d4a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.144789] env[65448]: INFO nova.compute.manager [None req-42fc85c4-4d23-429e-ad8c-2add6cb4c65a tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] [instance: a5b5a83f-0501-4e2b-8466-04da605c2ad3] Took 9.47 seconds to build instance. [ 1370.646949] env[65448]: DEBUG oslo_concurrency.lockutils [None req-42fc85c4-4d23-429e-ad8c-2add6cb4c65a tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] Lock "a5b5a83f-0501-4e2b-8466-04da605c2ad3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 10.981s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1370.760472] env[65448]: INFO nova.compute.manager [None req-e4d5020f-2f50-434d-a415-c8fbfef7f8a5 tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] [instance: a5b5a83f-0501-4e2b-8466-04da605c2ad3] Rebuilding instance [ 1370.806747] env[65448]: DEBUG nova.compute.manager [None req-e4d5020f-2f50-434d-a415-c8fbfef7f8a5 tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] [instance: a5b5a83f-0501-4e2b-8466-04da605c2ad3] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 1370.807735] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb61d307-dfbf-400a-88b8-786cd74f8f3d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.821176] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4d5020f-2f50-434d-a415-c8fbfef7f8a5 tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] [instance: a5b5a83f-0501-4e2b-8466-04da605c2ad3] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1371.821600] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8fe3f743-ba8b-4783-9ff2-363fedc316ce {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.829568] env[65448]: DEBUG oslo_vmware.api [None req-e4d5020f-2f50-434d-a415-c8fbfef7f8a5 tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] Waiting for the task: (returnval){ [ 1371.829568] env[65448]: value = "task-4938789" [ 1371.829568] env[65448]: _type = "Task" [ 1371.829568] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.838324] env[65448]: DEBUG oslo_vmware.api [None req-e4d5020f-2f50-434d-a415-c8fbfef7f8a5 tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] Task: {'id': task-4938789, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.840812] env[65448]: DEBUG oslo_service.periodic_task [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1372.339407] env[65448]: DEBUG oslo_vmware.api [None req-e4d5020f-2f50-434d-a415-c8fbfef7f8a5 tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] Task: {'id': task-4938789, 'name': PowerOffVM_Task, 'duration_secs': 0.182366} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.339666] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4d5020f-2f50-434d-a415-c8fbfef7f8a5 tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] [instance: a5b5a83f-0501-4e2b-8466-04da605c2ad3] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1372.340328] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-e4d5020f-2f50-434d-a415-c8fbfef7f8a5 tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] [instance: a5b5a83f-0501-4e2b-8466-04da605c2ad3] Destroying instance {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1372.341139] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0605591b-ef74-41a0-b4e4-a460fbc88432 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.347783] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-e4d5020f-2f50-434d-a415-c8fbfef7f8a5 tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] [instance: a5b5a83f-0501-4e2b-8466-04da605c2ad3] Unregistering the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1372.348024] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2ca48b1e-9a13-44cd-b573-7ee5efdb518f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.373530] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-e4d5020f-2f50-434d-a415-c8fbfef7f8a5 tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] [instance: a5b5a83f-0501-4e2b-8466-04da605c2ad3] Unregistered the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1372.373804] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-e4d5020f-2f50-434d-a415-c8fbfef7f8a5 tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] [instance: a5b5a83f-0501-4e2b-8466-04da605c2ad3] Deleting contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1372.374105] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4d5020f-2f50-434d-a415-c8fbfef7f8a5 tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] Deleting the datastore file [datastore2] a5b5a83f-0501-4e2b-8466-04da605c2ad3 {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1372.374459] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-14c071f7-4b10-4d15-aca1-23439cae6b84 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.381465] env[65448]: DEBUG oslo_vmware.api [None req-e4d5020f-2f50-434d-a415-c8fbfef7f8a5 tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] Waiting for the task: (returnval){ [ 1372.381465] env[65448]: value = "task-4938791" [ 1372.381465] env[65448]: _type = "Task" [ 1372.381465] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.389701] env[65448]: DEBUG oslo_vmware.api [None req-e4d5020f-2f50-434d-a415-c8fbfef7f8a5 tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] Task: {'id': task-4938791, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.840073] env[65448]: DEBUG oslo_service.periodic_task [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1372.892200] env[65448]: DEBUG oslo_vmware.api [None req-e4d5020f-2f50-434d-a415-c8fbfef7f8a5 tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] Task: {'id': task-4938791, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.093556} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.892536] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4d5020f-2f50-434d-a415-c8fbfef7f8a5 tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1372.892753] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-e4d5020f-2f50-434d-a415-c8fbfef7f8a5 tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] [instance: a5b5a83f-0501-4e2b-8466-04da605c2ad3] Deleted contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1372.892942] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-e4d5020f-2f50-434d-a415-c8fbfef7f8a5 tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] [instance: a5b5a83f-0501-4e2b-8466-04da605c2ad3] Instance destroyed {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1373.840032] env[65448]: DEBUG oslo_service.periodic_task [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1373.928795] env[65448]: DEBUG nova.virt.hardware [None req-e4d5020f-2f50-434d-a415-c8fbfef7f8a5 tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-08T17:19:51Z,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a992292b6dae455593d228217860e2e1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-08T17:19:52Z,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1373.929131] env[65448]: DEBUG nova.virt.hardware [None req-e4d5020f-2f50-434d-a415-c8fbfef7f8a5 tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1373.929192] env[65448]: DEBUG nova.virt.hardware [None req-e4d5020f-2f50-434d-a415-c8fbfef7f8a5 tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1373.929371] env[65448]: DEBUG nova.virt.hardware [None req-e4d5020f-2f50-434d-a415-c8fbfef7f8a5 tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1373.929540] env[65448]: DEBUG nova.virt.hardware [None req-e4d5020f-2f50-434d-a415-c8fbfef7f8a5 tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1373.929653] env[65448]: DEBUG nova.virt.hardware [None req-e4d5020f-2f50-434d-a415-c8fbfef7f8a5 tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1373.929862] env[65448]: DEBUG nova.virt.hardware [None req-e4d5020f-2f50-434d-a415-c8fbfef7f8a5 tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1373.930039] env[65448]: DEBUG nova.virt.hardware [None req-e4d5020f-2f50-434d-a415-c8fbfef7f8a5 tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1373.930201] env[65448]: DEBUG nova.virt.hardware [None req-e4d5020f-2f50-434d-a415-c8fbfef7f8a5 tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1373.930364] env[65448]: DEBUG nova.virt.hardware [None req-e4d5020f-2f50-434d-a415-c8fbfef7f8a5 tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1373.930534] env[65448]: DEBUG nova.virt.hardware [None req-e4d5020f-2f50-434d-a415-c8fbfef7f8a5 tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1373.931437] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aa99651-5e30-4aa9-bdb3-90bc9d6bcc5e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.940319] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceda7a9e-0727-4ab9-8857-1fd07180c664 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.955914] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-e4d5020f-2f50-434d-a415-c8fbfef7f8a5 tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] [instance: a5b5a83f-0501-4e2b-8466-04da605c2ad3] Instance VIF info [] {{(pid=65448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1373.961696] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-e4d5020f-2f50-434d-a415-c8fbfef7f8a5 tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1373.961968] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a5b5a83f-0501-4e2b-8466-04da605c2ad3] Creating VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1373.962236] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3ff15e8e-ac2e-4474-a712-fde4a624428b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.979124] env[65448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1373.979124] env[65448]: value = "task-4938792" [ 1373.979124] env[65448]: _type = "Task" [ 1373.979124] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.987477] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4938792, 'name': CreateVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.257987] env[65448]: DEBUG nova.compute.manager [None req-2e4a5083-90f8-4e7e-b47e-76ee6892b1e9 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: f0956b05-dcd1-4c68-a692-f174beb4a5a4] Stashing vm_state: active {{(pid=65448) _prep_resize /opt/stack/nova/nova/compute/manager.py:6183}} [ 1374.489710] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4938792, 'name': CreateVM_Task, 'duration_secs': 0.25751} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.489908] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a5b5a83f-0501-4e2b-8466-04da605c2ad3] Created VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1374.490284] env[65448]: DEBUG oslo_concurrency.lockutils [None req-e4d5020f-2f50-434d-a415-c8fbfef7f8a5 tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.490449] env[65448]: DEBUG oslo_concurrency.lockutils [None req-e4d5020f-2f50-434d-a415-c8fbfef7f8a5 tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.490791] env[65448]: DEBUG oslo_concurrency.lockutils [None req-e4d5020f-2f50-434d-a415-c8fbfef7f8a5 tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.491058] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec20d3ff-4c5f-4a22-bbc5-d3efb330940b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.496459] env[65448]: DEBUG oslo_vmware.api [None req-e4d5020f-2f50-434d-a415-c8fbfef7f8a5 tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] Waiting for the task: (returnval){ [ 1374.496459] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]525c18d5-f7e9-3fbb-e1f3-79f673d4f68a" [ 1374.496459] env[65448]: _type = "Task" [ 1374.496459] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.504798] env[65448]: DEBUG oslo_vmware.api [None req-e4d5020f-2f50-434d-a415-c8fbfef7f8a5 tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]525c18d5-f7e9-3fbb-e1f3-79f673d4f68a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.779884] env[65448]: DEBUG oslo_concurrency.lockutils [None req-2e4a5083-90f8-4e7e-b47e-76ee6892b1e9 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1374.780180] env[65448]: DEBUG oslo_concurrency.lockutils [None req-2e4a5083-90f8-4e7e-b47e-76ee6892b1e9 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1374.839918] env[65448]: DEBUG oslo_service.periodic_task [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1374.840161] env[65448]: DEBUG oslo_service.periodic_task [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1374.840299] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65448) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1374.840451] env[65448]: DEBUG oslo_service.periodic_task [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1375.007594] env[65448]: DEBUG oslo_vmware.api [None req-e4d5020f-2f50-434d-a415-c8fbfef7f8a5 tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]525c18d5-f7e9-3fbb-e1f3-79f673d4f68a, 'name': SearchDatastore_Task, 'duration_secs': 0.011141} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.008011] env[65448]: DEBUG oslo_concurrency.lockutils [None req-e4d5020f-2f50-434d-a415-c8fbfef7f8a5 tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.008177] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-e4d5020f-2f50-434d-a415-c8fbfef7f8a5 tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] [instance: a5b5a83f-0501-4e2b-8466-04da605c2ad3] Processing image 50fb366d-48e6-424f-9c20-bc83d77be76a {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1375.008408] env[65448]: DEBUG oslo_concurrency.lockutils [None req-e4d5020f-2f50-434d-a415-c8fbfef7f8a5 tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.008553] env[65448]: DEBUG oslo_concurrency.lockutils [None req-e4d5020f-2f50-434d-a415-c8fbfef7f8a5 tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.008730] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4d5020f-2f50-434d-a415-c8fbfef7f8a5 tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1375.009016] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-69cdb33c-5958-40c6-8d1a-ae3c832f6970 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.018166] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4d5020f-2f50-434d-a415-c8fbfef7f8a5 tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1375.018295] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-e4d5020f-2f50-434d-a415-c8fbfef7f8a5 tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1375.019067] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f989528-713c-4ff9-9fbb-1389b6379b9b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.025259] env[65448]: DEBUG oslo_vmware.api [None req-e4d5020f-2f50-434d-a415-c8fbfef7f8a5 tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] Waiting for the task: (returnval){ [ 1375.025259] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]526425ec-1dec-e55a-8c13-8e7f8ac9b8a6" [ 1375.025259] env[65448]: _type = "Task" [ 1375.025259] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.033296] env[65448]: DEBUG oslo_vmware.api [None req-e4d5020f-2f50-434d-a415-c8fbfef7f8a5 tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]526425ec-1dec-e55a-8c13-8e7f8ac9b8a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.284852] env[65448]: INFO nova.compute.claims [None req-2e4a5083-90f8-4e7e-b47e-76ee6892b1e9 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: f0956b05-dcd1-4c68-a692-f174beb4a5a4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1375.343330] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1375.535718] env[65448]: DEBUG oslo_vmware.api [None req-e4d5020f-2f50-434d-a415-c8fbfef7f8a5 tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]526425ec-1dec-e55a-8c13-8e7f8ac9b8a6, 'name': SearchDatastore_Task, 'duration_secs': 0.009221} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.536452] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91cb49d4-7490-4c74-ad25-57879cc86d7f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.542215] env[65448]: DEBUG oslo_vmware.api [None req-e4d5020f-2f50-434d-a415-c8fbfef7f8a5 tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] Waiting for the task: (returnval){ [ 1375.542215] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52b141dc-9030-7e49-c231-b136d03c7a52" [ 1375.542215] env[65448]: _type = "Task" [ 1375.542215] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.549642] env[65448]: DEBUG oslo_vmware.api [None req-e4d5020f-2f50-434d-a415-c8fbfef7f8a5 tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52b141dc-9030-7e49-c231-b136d03c7a52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.791355] env[65448]: INFO nova.compute.resource_tracker [None req-2e4a5083-90f8-4e7e-b47e-76ee6892b1e9 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: f0956b05-dcd1-4c68-a692-f174beb4a5a4] Updating resource usage from migration fd111634-cc8c-40e8-b177-b6382cdec65e [ 1375.841407] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec50ffe4-7857-47b7-98ac-77baa48d8cbe {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.849255] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c77caef5-a5f2-4f48-866c-21d98152e111 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.879184] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c30b9040-4d2d-4ac6-829e-256ee8a1fac2 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.886441] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeda8f2d-79b9-4569-9b24-2c53523af786 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.899950] env[65448]: DEBUG nova.compute.provider_tree [None req-2e4a5083-90f8-4e7e-b47e-76ee6892b1e9 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1376.052226] env[65448]: DEBUG oslo_vmware.api [None req-e4d5020f-2f50-434d-a415-c8fbfef7f8a5 tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52b141dc-9030-7e49-c231-b136d03c7a52, 'name': SearchDatastore_Task, 'duration_secs': 0.009702} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.052610] env[65448]: DEBUG oslo_concurrency.lockutils [None req-e4d5020f-2f50-434d-a415-c8fbfef7f8a5 tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.052718] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4d5020f-2f50-434d-a415-c8fbfef7f8a5 tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] a5b5a83f-0501-4e2b-8466-04da605c2ad3/a5b5a83f-0501-4e2b-8466-04da605c2ad3.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1376.052948] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a3e4fc8b-60f8-49d8-9371-a1af8523cd85 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.059598] env[65448]: DEBUG oslo_vmware.api [None req-e4d5020f-2f50-434d-a415-c8fbfef7f8a5 tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] Waiting for the task: (returnval){ [ 1376.059598] env[65448]: value = "task-4938793" [ 1376.059598] env[65448]: _type = "Task" [ 1376.059598] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.068020] env[65448]: DEBUG oslo_vmware.api [None req-e4d5020f-2f50-434d-a415-c8fbfef7f8a5 tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] Task: {'id': task-4938793, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.402903] env[65448]: DEBUG nova.scheduler.client.report [None req-2e4a5083-90f8-4e7e-b47e-76ee6892b1e9 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1376.569670] env[65448]: DEBUG oslo_vmware.api [None req-e4d5020f-2f50-434d-a415-c8fbfef7f8a5 tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] Task: {'id': task-4938793, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.431413} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.570069] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4d5020f-2f50-434d-a415-c8fbfef7f8a5 tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] a5b5a83f-0501-4e2b-8466-04da605c2ad3/a5b5a83f-0501-4e2b-8466-04da605c2ad3.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1376.570331] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-e4d5020f-2f50-434d-a415-c8fbfef7f8a5 tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] [instance: a5b5a83f-0501-4e2b-8466-04da605c2ad3] Extending root virtual disk to 1048576 {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1376.570588] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8f85ad28-e131-42b7-b50e-fc84a0a24e93 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.577613] env[65448]: DEBUG oslo_vmware.api [None req-e4d5020f-2f50-434d-a415-c8fbfef7f8a5 tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] Waiting for the task: (returnval){ [ 1376.577613] env[65448]: value = "task-4938794" [ 1376.577613] env[65448]: _type = "Task" [ 1376.577613] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.584865] env[65448]: DEBUG oslo_vmware.api [None req-e4d5020f-2f50-434d-a415-c8fbfef7f8a5 tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] Task: {'id': task-4938794, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.907866] env[65448]: DEBUG oslo_concurrency.lockutils [None req-2e4a5083-90f8-4e7e-b47e-76ee6892b1e9 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.127s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1376.908125] env[65448]: INFO nova.compute.manager [None req-2e4a5083-90f8-4e7e-b47e-76ee6892b1e9 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: f0956b05-dcd1-4c68-a692-f174beb4a5a4] Migrating [ 1376.914816] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.572s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1376.915044] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1376.915202] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65448) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1376.918794] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c5a2538-dd41-467a-912e-353095c39c3b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.932676] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28fa23bf-bdc7-4963-9d82-598fab3094c7 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.948485] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85bb70bb-f509-4749-9cc5-a78c3721cddf {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.955640] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67d4015c-b0f9-4f82-8bc0-a8ecc4fa7c8c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.985410] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179973MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65448) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1376.985596] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1376.985781] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1377.087843] env[65448]: DEBUG oslo_vmware.api [None req-e4d5020f-2f50-434d-a415-c8fbfef7f8a5 tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] Task: {'id': task-4938794, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06101} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.088167] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-e4d5020f-2f50-434d-a415-c8fbfef7f8a5 tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] [instance: a5b5a83f-0501-4e2b-8466-04da605c2ad3] Extended root virtual disk {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1377.088900] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45dde93f-f898-48ad-8458-ea61041dde27 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.108102] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4d5020f-2f50-434d-a415-c8fbfef7f8a5 tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] [instance: a5b5a83f-0501-4e2b-8466-04da605c2ad3] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] a5b5a83f-0501-4e2b-8466-04da605c2ad3/a5b5a83f-0501-4e2b-8466-04da605c2ad3.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1377.108406] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7470709-0127-4e60-a692-c852752f4786 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.128858] env[65448]: DEBUG oslo_vmware.api [None req-e4d5020f-2f50-434d-a415-c8fbfef7f8a5 tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] Waiting for the task: (returnval){ [ 1377.128858] env[65448]: value = "task-4938795" [ 1377.128858] env[65448]: _type = "Task" [ 1377.128858] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.141247] env[65448]: DEBUG oslo_vmware.api [None req-e4d5020f-2f50-434d-a415-c8fbfef7f8a5 tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] Task: {'id': task-4938795, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.426985] env[65448]: DEBUG oslo_concurrency.lockutils [None req-2e4a5083-90f8-4e7e-b47e-76ee6892b1e9 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Acquiring lock "refresh_cache-f0956b05-dcd1-4c68-a692-f174beb4a5a4" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.427243] env[65448]: DEBUG oslo_concurrency.lockutils [None req-2e4a5083-90f8-4e7e-b47e-76ee6892b1e9 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Acquired lock "refresh_cache-f0956b05-dcd1-4c68-a692-f174beb4a5a4" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.427432] env[65448]: DEBUG nova.network.neutron [None req-2e4a5083-90f8-4e7e-b47e-76ee6892b1e9 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: f0956b05-dcd1-4c68-a692-f174beb4a5a4] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1377.646015] env[65448]: DEBUG oslo_vmware.api [None req-e4d5020f-2f50-434d-a415-c8fbfef7f8a5 tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] Task: {'id': task-4938795, 'name': ReconfigVM_Task, 'duration_secs': 0.271521} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.646658] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4d5020f-2f50-434d-a415-c8fbfef7f8a5 tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] [instance: a5b5a83f-0501-4e2b-8466-04da605c2ad3] Reconfigured VM instance instance-0000007e to attach disk [datastore2] a5b5a83f-0501-4e2b-8466-04da605c2ad3/a5b5a83f-0501-4e2b-8466-04da605c2ad3.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1377.647250] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-513093b7-e942-4d48-a886-a4f8e7e2d1dd {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.656412] env[65448]: DEBUG oslo_vmware.api [None req-e4d5020f-2f50-434d-a415-c8fbfef7f8a5 tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] Waiting for the task: (returnval){ [ 1377.656412] env[65448]: value = "task-4938796" [ 1377.656412] env[65448]: _type = "Task" [ 1377.656412] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.668533] env[65448]: DEBUG oslo_vmware.api [None req-e4d5020f-2f50-434d-a415-c8fbfef7f8a5 tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] Task: {'id': task-4938796, 'name': Rename_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.930414] env[65448]: WARNING neutronclient.v2_0.client [None req-2e4a5083-90f8-4e7e-b47e-76ee6892b1e9 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1377.992668] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Applying migration context for instance f0956b05-dcd1-4c68-a692-f174beb4a5a4 as it has an incoming, in-progress migration fd111634-cc8c-40e8-b177-b6382cdec65e. Migration status is pre-migrating {{(pid=65448) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1377.993440] env[65448]: INFO nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] [instance: f0956b05-dcd1-4c68-a692-f174beb4a5a4] Updating resource usage from migration fd111634-cc8c-40e8-b177-b6382cdec65e [ 1378.010623] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance a5b5a83f-0501-4e2b-8466-04da605c2ad3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1378.010773] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Migration fd111634-cc8c-40e8-b177-b6382cdec65e is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1745}} [ 1378.010895] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance f0956b05-dcd1-4c68-a692-f174beb4a5a4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1378.011079] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=65448) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1378.011267] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1152MB phys_disk=100GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '2', 'num_vm_active': '2', 'num_task_resize_prep': '1', 'num_os_type_None': '2', 'num_proj_5c8e9c9b80524b25833ad43c15e78a5a': '1', 'io_workload': '1', 'num_task_rebuild_spawning': '1', 'num_proj_5f8b9dcce80441e5948434d45a36cbbd': '1'} {{(pid=65448) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1378.061649] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd4a67f9-b29b-4564-bc6c-37336833672c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.071928] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08c85641-2cdc-4821-bb83-d56430a34262 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.102917] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c14e4a95-ba92-4d76-8e55-daa84f5f07e0 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.106515] env[65448]: WARNING neutronclient.v2_0.client [None req-2e4a5083-90f8-4e7e-b47e-76ee6892b1e9 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1378.114157] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf008ab8-0d1f-4f58-89bd-cc5f89bddd88 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.127818] env[65448]: DEBUG nova.compute.provider_tree [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1378.166891] env[65448]: DEBUG oslo_vmware.api [None req-e4d5020f-2f50-434d-a415-c8fbfef7f8a5 tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] Task: {'id': task-4938796, 'name': Rename_Task, 'duration_secs': 0.136985} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.166891] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4d5020f-2f50-434d-a415-c8fbfef7f8a5 tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] [instance: a5b5a83f-0501-4e2b-8466-04da605c2ad3] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1378.167174] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-93a05da5-890f-4e21-bed0-3e56b1a29d78 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.174616] env[65448]: DEBUG oslo_vmware.api [None req-e4d5020f-2f50-434d-a415-c8fbfef7f8a5 tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] Waiting for the task: (returnval){ [ 1378.174616] env[65448]: value = "task-4938797" [ 1378.174616] env[65448]: _type = "Task" [ 1378.174616] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.175903] env[65448]: DEBUG nova.network.neutron [None req-2e4a5083-90f8-4e7e-b47e-76ee6892b1e9 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: f0956b05-dcd1-4c68-a692-f174beb4a5a4] Updating instance_info_cache with network_info: [{"id": "a3ad1995-d311-4786-8c6d-fed1d64e9811", "address": "fa:16:3e:2a:84:a8", "network": {"id": "4e0352d8-558b-49e0-81dd-d7132b36af3d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-328140024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c8e9c9b80524b25833ad43c15e78a5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3ad1995-d3", "ovs_interfaceid": "a3ad1995-d311-4786-8c6d-fed1d64e9811", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1378.185892] env[65448]: DEBUG oslo_vmware.api [None req-e4d5020f-2f50-434d-a415-c8fbfef7f8a5 tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] Task: {'id': task-4938797, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.631212] env[65448]: DEBUG nova.scheduler.client.report [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1378.681937] env[65448]: DEBUG oslo_concurrency.lockutils [None req-2e4a5083-90f8-4e7e-b47e-76ee6892b1e9 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Releasing lock "refresh_cache-f0956b05-dcd1-4c68-a692-f174beb4a5a4" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.688813] env[65448]: DEBUG oslo_vmware.api [None req-e4d5020f-2f50-434d-a415-c8fbfef7f8a5 tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] Task: {'id': task-4938797, 'name': PowerOnVM_Task, 'duration_secs': 0.414659} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.689080] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4d5020f-2f50-434d-a415-c8fbfef7f8a5 tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] [instance: a5b5a83f-0501-4e2b-8466-04da605c2ad3] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1378.689289] env[65448]: DEBUG nova.compute.manager [None req-e4d5020f-2f50-434d-a415-c8fbfef7f8a5 tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] [instance: a5b5a83f-0501-4e2b-8466-04da605c2ad3] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 1378.690122] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e48c2f55-f426-420c-af7b-0010f559fba3 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.138014] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65448) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1379.138422] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.152s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1379.209033] env[65448]: DEBUG oslo_concurrency.lockutils [None req-e4d5020f-2f50-434d-a415-c8fbfef7f8a5 tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1379.209160] env[65448]: DEBUG oslo_concurrency.lockutils [None req-e4d5020f-2f50-434d-a415-c8fbfef7f8a5 tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1379.209328] env[65448]: DEBUG nova.objects.instance [None req-e4d5020f-2f50-434d-a415-c8fbfef7f8a5 tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] [instance: a5b5a83f-0501-4e2b-8466-04da605c2ad3] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65448) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1379.535986] env[65448]: DEBUG oslo_concurrency.lockutils [None req-7a963a3d-42c7-4529-95ac-88f57221d09b tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] Acquiring lock "a5b5a83f-0501-4e2b-8466-04da605c2ad3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1379.536215] env[65448]: DEBUG oslo_concurrency.lockutils [None req-7a963a3d-42c7-4529-95ac-88f57221d09b tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] Lock "a5b5a83f-0501-4e2b-8466-04da605c2ad3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1379.536439] env[65448]: DEBUG oslo_concurrency.lockutils [None req-7a963a3d-42c7-4529-95ac-88f57221d09b tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] Acquiring lock "a5b5a83f-0501-4e2b-8466-04da605c2ad3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1379.536613] env[65448]: DEBUG oslo_concurrency.lockutils [None req-7a963a3d-42c7-4529-95ac-88f57221d09b tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] Lock "a5b5a83f-0501-4e2b-8466-04da605c2ad3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1379.536855] env[65448]: DEBUG oslo_concurrency.lockutils [None req-7a963a3d-42c7-4529-95ac-88f57221d09b tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] Lock "a5b5a83f-0501-4e2b-8466-04da605c2ad3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1379.539509] env[65448]: INFO nova.compute.manager [None req-7a963a3d-42c7-4529-95ac-88f57221d09b tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] [instance: a5b5a83f-0501-4e2b-8466-04da605c2ad3] Terminating instance [ 1380.042774] env[65448]: DEBUG oslo_concurrency.lockutils [None req-7a963a3d-42c7-4529-95ac-88f57221d09b tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] Acquiring lock "refresh_cache-a5b5a83f-0501-4e2b-8466-04da605c2ad3" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.043038] env[65448]: DEBUG oslo_concurrency.lockutils [None req-7a963a3d-42c7-4529-95ac-88f57221d09b tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] Acquired lock "refresh_cache-a5b5a83f-0501-4e2b-8466-04da605c2ad3" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.043160] env[65448]: DEBUG nova.network.neutron [None req-7a963a3d-42c7-4529-95ac-88f57221d09b tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] [instance: a5b5a83f-0501-4e2b-8466-04da605c2ad3] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1380.138298] env[65448]: DEBUG oslo_service.periodic_task [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1380.138734] env[65448]: DEBUG oslo_service.periodic_task [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1380.196962] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1eec335-81f2-4eb9-a06c-def59336f9ef {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.215804] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-2e4a5083-90f8-4e7e-b47e-76ee6892b1e9 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: f0956b05-dcd1-4c68-a692-f174beb4a5a4] Updating instance 'f0956b05-dcd1-4c68-a692-f174beb4a5a4' progress to 0 {{(pid=65448) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1380.220600] env[65448]: DEBUG oslo_concurrency.lockutils [None req-e4d5020f-2f50-434d-a415-c8fbfef7f8a5 tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1380.545831] env[65448]: WARNING neutronclient.v2_0.client [None req-7a963a3d-42c7-4529-95ac-88f57221d09b tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1380.564428] env[65448]: DEBUG nova.network.neutron [None req-7a963a3d-42c7-4529-95ac-88f57221d09b tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] [instance: a5b5a83f-0501-4e2b-8466-04da605c2ad3] Instance cache missing network info. {{(pid=65448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1380.632468] env[65448]: DEBUG nova.network.neutron [None req-7a963a3d-42c7-4529-95ac-88f57221d09b tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] [instance: a5b5a83f-0501-4e2b-8466-04da605c2ad3] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1380.724458] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e4a5083-90f8-4e7e-b47e-76ee6892b1e9 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: f0956b05-dcd1-4c68-a692-f174beb4a5a4] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1380.724983] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ef293e1d-c576-4b1c-973e-807f47576f57 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.732654] env[65448]: DEBUG oslo_vmware.api [None req-2e4a5083-90f8-4e7e-b47e-76ee6892b1e9 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Waiting for the task: (returnval){ [ 1380.732654] env[65448]: value = "task-4938798" [ 1380.732654] env[65448]: _type = "Task" [ 1380.732654] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.741122] env[65448]: DEBUG oslo_vmware.api [None req-2e4a5083-90f8-4e7e-b47e-76ee6892b1e9 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': task-4938798, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.135422] env[65448]: DEBUG oslo_concurrency.lockutils [None req-7a963a3d-42c7-4529-95ac-88f57221d09b tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] Releasing lock "refresh_cache-a5b5a83f-0501-4e2b-8466-04da605c2ad3" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.135853] env[65448]: DEBUG nova.compute.manager [None req-7a963a3d-42c7-4529-95ac-88f57221d09b tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] [instance: a5b5a83f-0501-4e2b-8466-04da605c2ad3] Start destroying the instance on the hypervisor. {{(pid=65448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3209}} [ 1381.136077] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-7a963a3d-42c7-4529-95ac-88f57221d09b tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] [instance: a5b5a83f-0501-4e2b-8466-04da605c2ad3] Destroying instance {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1381.137071] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48fcb683-42ff-4dcb-ac14-1da96518e9c8 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.145550] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a963a3d-42c7-4529-95ac-88f57221d09b tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] [instance: a5b5a83f-0501-4e2b-8466-04da605c2ad3] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1381.146056] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ef4a0295-018b-412a-89fc-ce446b9581e0 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.152942] env[65448]: DEBUG oslo_vmware.api [None req-7a963a3d-42c7-4529-95ac-88f57221d09b tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] Waiting for the task: (returnval){ [ 1381.152942] env[65448]: value = "task-4938799" [ 1381.152942] env[65448]: _type = "Task" [ 1381.152942] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.161140] env[65448]: DEBUG oslo_vmware.api [None req-7a963a3d-42c7-4529-95ac-88f57221d09b tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] Task: {'id': task-4938799, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.243134] env[65448]: DEBUG oslo_vmware.api [None req-2e4a5083-90f8-4e7e-b47e-76ee6892b1e9 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': task-4938798, 'name': PowerOffVM_Task, 'duration_secs': 0.288731} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.243451] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e4a5083-90f8-4e7e-b47e-76ee6892b1e9 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: f0956b05-dcd1-4c68-a692-f174beb4a5a4] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1381.243655] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-2e4a5083-90f8-4e7e-b47e-76ee6892b1e9 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: f0956b05-dcd1-4c68-a692-f174beb4a5a4] Updating instance 'f0956b05-dcd1-4c68-a692-f174beb4a5a4' progress to 17 {{(pid=65448) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1381.663588] env[65448]: DEBUG oslo_vmware.api [None req-7a963a3d-42c7-4529-95ac-88f57221d09b tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] Task: {'id': task-4938799, 'name': PowerOffVM_Task, 'duration_secs': 0.171354} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.663929] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a963a3d-42c7-4529-95ac-88f57221d09b tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] [instance: a5b5a83f-0501-4e2b-8466-04da605c2ad3] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1381.664146] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-7a963a3d-42c7-4529-95ac-88f57221d09b tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] [instance: a5b5a83f-0501-4e2b-8466-04da605c2ad3] Unregistering the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1381.664439] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5eb0a987-569b-415c-b8dd-734988f43e3e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.693176] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-7a963a3d-42c7-4529-95ac-88f57221d09b tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] [instance: a5b5a83f-0501-4e2b-8466-04da605c2ad3] Unregistered the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1381.693453] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-7a963a3d-42c7-4529-95ac-88f57221d09b tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] [instance: a5b5a83f-0501-4e2b-8466-04da605c2ad3] Deleting contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1381.693709] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a963a3d-42c7-4529-95ac-88f57221d09b tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] Deleting the datastore file [datastore2] a5b5a83f-0501-4e2b-8466-04da605c2ad3 {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1381.693882] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e811357b-e20b-48e2-94ed-107fcb7b91ac {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.701562] env[65448]: DEBUG oslo_vmware.api [None req-7a963a3d-42c7-4529-95ac-88f57221d09b tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] Waiting for the task: (returnval){ [ 1381.701562] env[65448]: value = "task-4938801" [ 1381.701562] env[65448]: _type = "Task" [ 1381.701562] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.709414] env[65448]: DEBUG oslo_vmware.api [None req-7a963a3d-42c7-4529-95ac-88f57221d09b tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] Task: {'id': task-4938801, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.750883] env[65448]: DEBUG nova.virt.hardware [None req-2e4a5083-90f8-4e7e-b47e-76ee6892b1e9 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1381.751188] env[65448]: DEBUG nova.virt.hardware [None req-2e4a5083-90f8-4e7e-b47e-76ee6892b1e9 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1381.751302] env[65448]: DEBUG nova.virt.hardware [None req-2e4a5083-90f8-4e7e-b47e-76ee6892b1e9 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1381.751478] env[65448]: DEBUG nova.virt.hardware [None req-2e4a5083-90f8-4e7e-b47e-76ee6892b1e9 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1381.751620] env[65448]: DEBUG nova.virt.hardware [None req-2e4a5083-90f8-4e7e-b47e-76ee6892b1e9 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1381.751764] env[65448]: DEBUG nova.virt.hardware [None req-2e4a5083-90f8-4e7e-b47e-76ee6892b1e9 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1381.751969] env[65448]: DEBUG nova.virt.hardware [None req-2e4a5083-90f8-4e7e-b47e-76ee6892b1e9 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1381.752139] env[65448]: DEBUG nova.virt.hardware [None req-2e4a5083-90f8-4e7e-b47e-76ee6892b1e9 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1381.752303] env[65448]: DEBUG nova.virt.hardware [None req-2e4a5083-90f8-4e7e-b47e-76ee6892b1e9 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1381.752458] env[65448]: DEBUG nova.virt.hardware [None req-2e4a5083-90f8-4e7e-b47e-76ee6892b1e9 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1381.752673] env[65448]: DEBUG nova.virt.hardware [None req-2e4a5083-90f8-4e7e-b47e-76ee6892b1e9 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1381.757860] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db67cf46-c11f-4b2a-8757-2b912021cbb4 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.775032] env[65448]: DEBUG oslo_vmware.api [None req-2e4a5083-90f8-4e7e-b47e-76ee6892b1e9 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Waiting for the task: (returnval){ [ 1381.775032] env[65448]: value = "task-4938802" [ 1381.775032] env[65448]: _type = "Task" [ 1381.775032] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.784081] env[65448]: DEBUG oslo_vmware.api [None req-2e4a5083-90f8-4e7e-b47e-76ee6892b1e9 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': task-4938802, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.212087] env[65448]: DEBUG oslo_vmware.api [None req-7a963a3d-42c7-4529-95ac-88f57221d09b tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] Task: {'id': task-4938801, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142782} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.212537] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a963a3d-42c7-4529-95ac-88f57221d09b tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1382.212537] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-7a963a3d-42c7-4529-95ac-88f57221d09b tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] [instance: a5b5a83f-0501-4e2b-8466-04da605c2ad3] Deleted contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1382.212686] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-7a963a3d-42c7-4529-95ac-88f57221d09b tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] [instance: a5b5a83f-0501-4e2b-8466-04da605c2ad3] Instance destroyed {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1382.212849] env[65448]: INFO nova.compute.manager [None req-7a963a3d-42c7-4529-95ac-88f57221d09b tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] [instance: a5b5a83f-0501-4e2b-8466-04da605c2ad3] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1382.213112] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-7a963a3d-42c7-4529-95ac-88f57221d09b tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1382.213311] env[65448]: DEBUG nova.compute.manager [-] [instance: a5b5a83f-0501-4e2b-8466-04da605c2ad3] Deallocating network for instance {{(pid=65448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1382.213409] env[65448]: DEBUG nova.network.neutron [-] [instance: a5b5a83f-0501-4e2b-8466-04da605c2ad3] deallocate_for_instance() {{(pid=65448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1382.213653] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1382.230518] env[65448]: DEBUG nova.network.neutron [-] [instance: a5b5a83f-0501-4e2b-8466-04da605c2ad3] Instance cache missing network info. {{(pid=65448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1382.230780] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1382.285206] env[65448]: DEBUG oslo_vmware.api [None req-2e4a5083-90f8-4e7e-b47e-76ee6892b1e9 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': task-4938802, 'name': ReconfigVM_Task, 'duration_secs': 0.224019} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.285590] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-2e4a5083-90f8-4e7e-b47e-76ee6892b1e9 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: f0956b05-dcd1-4c68-a692-f174beb4a5a4] Updating instance 'f0956b05-dcd1-4c68-a692-f174beb4a5a4' progress to 33 {{(pid=65448) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1382.733714] env[65448]: DEBUG nova.network.neutron [-] [instance: a5b5a83f-0501-4e2b-8466-04da605c2ad3] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1382.792734] env[65448]: DEBUG nova.virt.hardware [None req-2e4a5083-90f8-4e7e-b47e-76ee6892b1e9 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1382.792983] env[65448]: DEBUG nova.virt.hardware [None req-2e4a5083-90f8-4e7e-b47e-76ee6892b1e9 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1382.793142] env[65448]: DEBUG nova.virt.hardware [None req-2e4a5083-90f8-4e7e-b47e-76ee6892b1e9 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1382.793326] env[65448]: DEBUG nova.virt.hardware [None req-2e4a5083-90f8-4e7e-b47e-76ee6892b1e9 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1382.793467] env[65448]: DEBUG nova.virt.hardware [None req-2e4a5083-90f8-4e7e-b47e-76ee6892b1e9 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1382.793611] env[65448]: DEBUG nova.virt.hardware [None req-2e4a5083-90f8-4e7e-b47e-76ee6892b1e9 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1382.793813] env[65448]: DEBUG nova.virt.hardware [None req-2e4a5083-90f8-4e7e-b47e-76ee6892b1e9 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1382.793968] env[65448]: DEBUG nova.virt.hardware [None req-2e4a5083-90f8-4e7e-b47e-76ee6892b1e9 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1382.794150] env[65448]: DEBUG nova.virt.hardware [None req-2e4a5083-90f8-4e7e-b47e-76ee6892b1e9 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1382.794309] env[65448]: DEBUG nova.virt.hardware [None req-2e4a5083-90f8-4e7e-b47e-76ee6892b1e9 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1382.794474] env[65448]: DEBUG nova.virt.hardware [None req-2e4a5083-90f8-4e7e-b47e-76ee6892b1e9 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1382.799751] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e4a5083-90f8-4e7e-b47e-76ee6892b1e9 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: f0956b05-dcd1-4c68-a692-f174beb4a5a4] Reconfiguring VM instance instance-0000007d to detach disk 2000 {{(pid=65448) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1382.800048] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3024c08-c8f2-42b6-8120-70aaa38958c1 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.820142] env[65448]: DEBUG oslo_vmware.api [None req-2e4a5083-90f8-4e7e-b47e-76ee6892b1e9 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Waiting for the task: (returnval){ [ 1382.820142] env[65448]: value = "task-4938803" [ 1382.820142] env[65448]: _type = "Task" [ 1382.820142] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.830155] env[65448]: DEBUG oslo_vmware.api [None req-2e4a5083-90f8-4e7e-b47e-76ee6892b1e9 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': task-4938803, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.833635] env[65448]: DEBUG oslo_service.periodic_task [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1383.236578] env[65448]: INFO nova.compute.manager [-] [instance: a5b5a83f-0501-4e2b-8466-04da605c2ad3] Took 1.02 seconds to deallocate network for instance. [ 1383.330396] env[65448]: DEBUG oslo_vmware.api [None req-2e4a5083-90f8-4e7e-b47e-76ee6892b1e9 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': task-4938803, 'name': ReconfigVM_Task, 'duration_secs': 0.168984} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.330686] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e4a5083-90f8-4e7e-b47e-76ee6892b1e9 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: f0956b05-dcd1-4c68-a692-f174beb4a5a4] Reconfigured VM instance instance-0000007d to detach disk 2000 {{(pid=65448) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1383.331562] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6f1abd3-c056-4c07-8589-c65cd21d2190 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.355658] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e4a5083-90f8-4e7e-b47e-76ee6892b1e9 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: f0956b05-dcd1-4c68-a692-f174beb4a5a4] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] f0956b05-dcd1-4c68-a692-f174beb4a5a4/f0956b05-dcd1-4c68-a692-f174beb4a5a4.vmdk or device None with type thin {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1383.356237] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3fc3ee13-1a87-48b6-8a3b-98a82d2781c5 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.376475] env[65448]: DEBUG oslo_vmware.api [None req-2e4a5083-90f8-4e7e-b47e-76ee6892b1e9 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Waiting for the task: (returnval){ [ 1383.376475] env[65448]: value = "task-4938804" [ 1383.376475] env[65448]: _type = "Task" [ 1383.376475] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.385388] env[65448]: DEBUG oslo_vmware.api [None req-2e4a5083-90f8-4e7e-b47e-76ee6892b1e9 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': task-4938804, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.743384] env[65448]: DEBUG oslo_concurrency.lockutils [None req-7a963a3d-42c7-4529-95ac-88f57221d09b tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1383.743668] env[65448]: DEBUG oslo_concurrency.lockutils [None req-7a963a3d-42c7-4529-95ac-88f57221d09b tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1383.743898] env[65448]: DEBUG nova.objects.instance [None req-7a963a3d-42c7-4529-95ac-88f57221d09b tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] Lazy-loading 'resources' on Instance uuid a5b5a83f-0501-4e2b-8466-04da605c2ad3 {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1383.887254] env[65448]: DEBUG oslo_vmware.api [None req-2e4a5083-90f8-4e7e-b47e-76ee6892b1e9 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': task-4938804, 'name': ReconfigVM_Task, 'duration_secs': 0.262965} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.887538] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e4a5083-90f8-4e7e-b47e-76ee6892b1e9 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: f0956b05-dcd1-4c68-a692-f174beb4a5a4] Reconfigured VM instance instance-0000007d to attach disk [datastore2] f0956b05-dcd1-4c68-a692-f174beb4a5a4/f0956b05-dcd1-4c68-a692-f174beb4a5a4.vmdk or device None with type thin {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1383.887842] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-2e4a5083-90f8-4e7e-b47e-76ee6892b1e9 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: f0956b05-dcd1-4c68-a692-f174beb4a5a4] Updating instance 'f0956b05-dcd1-4c68-a692-f174beb4a5a4' progress to 50 {{(pid=65448) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1384.308712] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c417001f-9a52-4b4b-9f0e-7f32e6ee0a58 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.316820] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebabd2fb-adbf-4a92-af50-6503b676f36c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.349591] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af622a25-430d-4b16-8ee7-9b5bc12396f1 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.357750] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4e0ad11-4b93-4051-ad9e-1e341af1a8f5 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.372062] env[65448]: DEBUG nova.compute.provider_tree [None req-7a963a3d-42c7-4529-95ac-88f57221d09b tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1384.394697] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b36d5891-44b0-4ebf-8660-cb263f7e1c35 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.413970] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e480da07-3b2d-4809-9bea-418255cf9bd0 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.432278] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-2e4a5083-90f8-4e7e-b47e-76ee6892b1e9 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: f0956b05-dcd1-4c68-a692-f174beb4a5a4] Updating instance 'f0956b05-dcd1-4c68-a692-f174beb4a5a4' progress to 67 {{(pid=65448) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1384.875651] env[65448]: DEBUG nova.scheduler.client.report [None req-7a963a3d-42c7-4529-95ac-88f57221d09b tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1384.938801] env[65448]: WARNING neutronclient.v2_0.client [None req-2e4a5083-90f8-4e7e-b47e-76ee6892b1e9 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1384.939203] env[65448]: WARNING neutronclient.v2_0.client [None req-2e4a5083-90f8-4e7e-b47e-76ee6892b1e9 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1384.974582] env[65448]: DEBUG nova.network.neutron [None req-2e4a5083-90f8-4e7e-b47e-76ee6892b1e9 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: f0956b05-dcd1-4c68-a692-f174beb4a5a4] Port a3ad1995-d311-4786-8c6d-fed1d64e9811 binding to destination host cpu-1 is already ACTIVE {{(pid=65448) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1385.381023] env[65448]: DEBUG oslo_concurrency.lockutils [None req-7a963a3d-42c7-4529-95ac-88f57221d09b tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.637s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1385.398921] env[65448]: INFO nova.scheduler.client.report [None req-7a963a3d-42c7-4529-95ac-88f57221d09b tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] Deleted allocations for instance a5b5a83f-0501-4e2b-8466-04da605c2ad3 [ 1385.906271] env[65448]: DEBUG oslo_concurrency.lockutils [None req-7a963a3d-42c7-4529-95ac-88f57221d09b tempest-ServersListShow2100Test-895610504 tempest-ServersListShow2100Test-895610504-project-member] Lock "a5b5a83f-0501-4e2b-8466-04da605c2ad3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.370s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1385.997747] env[65448]: DEBUG oslo_concurrency.lockutils [None req-2e4a5083-90f8-4e7e-b47e-76ee6892b1e9 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Acquiring lock "f0956b05-dcd1-4c68-a692-f174beb4a5a4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1385.997981] env[65448]: DEBUG oslo_concurrency.lockutils [None req-2e4a5083-90f8-4e7e-b47e-76ee6892b1e9 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Lock "f0956b05-dcd1-4c68-a692-f174beb4a5a4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1385.998175] env[65448]: DEBUG oslo_concurrency.lockutils [None req-2e4a5083-90f8-4e7e-b47e-76ee6892b1e9 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Lock "f0956b05-dcd1-4c68-a692-f174beb4a5a4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1387.005880] env[65448]: WARNING neutronclient.v2_0.client [None req-2e4a5083-90f8-4e7e-b47e-76ee6892b1e9 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1387.036491] env[65448]: DEBUG oslo_concurrency.lockutils [None req-2e4a5083-90f8-4e7e-b47e-76ee6892b1e9 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Acquiring lock "refresh_cache-f0956b05-dcd1-4c68-a692-f174beb4a5a4" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.036674] env[65448]: DEBUG oslo_concurrency.lockutils [None req-2e4a5083-90f8-4e7e-b47e-76ee6892b1e9 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Acquired lock "refresh_cache-f0956b05-dcd1-4c68-a692-f174beb4a5a4" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.036893] env[65448]: DEBUG nova.network.neutron [None req-2e4a5083-90f8-4e7e-b47e-76ee6892b1e9 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: f0956b05-dcd1-4c68-a692-f174beb4a5a4] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1387.540564] env[65448]: WARNING neutronclient.v2_0.client [None req-2e4a5083-90f8-4e7e-b47e-76ee6892b1e9 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1387.701016] env[65448]: WARNING neutronclient.v2_0.client [None req-2e4a5083-90f8-4e7e-b47e-76ee6892b1e9 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1387.767667] env[65448]: DEBUG nova.network.neutron [None req-2e4a5083-90f8-4e7e-b47e-76ee6892b1e9 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: f0956b05-dcd1-4c68-a692-f174beb4a5a4] Updating instance_info_cache with network_info: [{"id": "a3ad1995-d311-4786-8c6d-fed1d64e9811", "address": "fa:16:3e:2a:84:a8", "network": {"id": "4e0352d8-558b-49e0-81dd-d7132b36af3d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-328140024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c8e9c9b80524b25833ad43c15e78a5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3ad1995-d3", "ovs_interfaceid": "a3ad1995-d311-4786-8c6d-fed1d64e9811", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1388.270808] env[65448]: DEBUG oslo_concurrency.lockutils [None req-2e4a5083-90f8-4e7e-b47e-76ee6892b1e9 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Releasing lock "refresh_cache-f0956b05-dcd1-4c68-a692-f174beb4a5a4" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.797461] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ab97cef-a357-4285-b61d-7c70e753787f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.816949] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-290d266a-2c79-446b-8c3d-79ccc1eac9e9 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.824672] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-2e4a5083-90f8-4e7e-b47e-76ee6892b1e9 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: f0956b05-dcd1-4c68-a692-f174beb4a5a4] Updating instance 'f0956b05-dcd1-4c68-a692-f174beb4a5a4' progress to 83 {{(pid=65448) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1389.331663] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e4a5083-90f8-4e7e-b47e-76ee6892b1e9 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: f0956b05-dcd1-4c68-a692-f174beb4a5a4] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1389.332119] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c04012f2-74f3-424d-a309-b8313e26a127 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.341715] env[65448]: DEBUG oslo_vmware.api [None req-2e4a5083-90f8-4e7e-b47e-76ee6892b1e9 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Waiting for the task: (returnval){ [ 1389.341715] env[65448]: value = "task-4938805" [ 1389.341715] env[65448]: _type = "Task" [ 1389.341715] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.350427] env[65448]: DEBUG oslo_vmware.api [None req-2e4a5083-90f8-4e7e-b47e-76ee6892b1e9 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': task-4938805, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.852508] env[65448]: DEBUG oslo_vmware.api [None req-2e4a5083-90f8-4e7e-b47e-76ee6892b1e9 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': task-4938805, 'name': PowerOnVM_Task, 'duration_secs': 0.39115} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.852781] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e4a5083-90f8-4e7e-b47e-76ee6892b1e9 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: f0956b05-dcd1-4c68-a692-f174beb4a5a4] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1389.852971] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-2e4a5083-90f8-4e7e-b47e-76ee6892b1e9 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: f0956b05-dcd1-4c68-a692-f174beb4a5a4] Updating instance 'f0956b05-dcd1-4c68-a692-f174beb4a5a4' progress to 100 {{(pid=65448) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1391.709623] env[65448]: WARNING neutronclient.v2_0.client [None req-07aaf43b-05cc-49a8-a232-f24c086b504e tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1391.750375] env[65448]: WARNING neutronclient.v2_0.client [None req-07aaf43b-05cc-49a8-a232-f24c086b504e tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1391.750762] env[65448]: WARNING neutronclient.v2_0.client [None req-07aaf43b-05cc-49a8-a232-f24c086b504e tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1391.751025] env[65448]: WARNING neutronclient.v2_0.client [None req-07aaf43b-05cc-49a8-a232-f24c086b504e tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1391.785833] env[65448]: DEBUG nova.network.neutron [None req-07aaf43b-05cc-49a8-a232-f24c086b504e tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: f0956b05-dcd1-4c68-a692-f174beb4a5a4] Port a3ad1995-d311-4786-8c6d-fed1d64e9811 binding to destination host cpu-1 is already ACTIVE {{(pid=65448) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1391.786386] env[65448]: DEBUG oslo_concurrency.lockutils [None req-07aaf43b-05cc-49a8-a232-f24c086b504e tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Acquiring lock "refresh_cache-f0956b05-dcd1-4c68-a692-f174beb4a5a4" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.786386] env[65448]: DEBUG oslo_concurrency.lockutils [None req-07aaf43b-05cc-49a8-a232-f24c086b504e tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Acquired lock "refresh_cache-f0956b05-dcd1-4c68-a692-f174beb4a5a4" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.786600] env[65448]: DEBUG nova.network.neutron [None req-07aaf43b-05cc-49a8-a232-f24c086b504e tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: f0956b05-dcd1-4c68-a692-f174beb4a5a4] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1392.289636] env[65448]: WARNING neutronclient.v2_0.client [None req-07aaf43b-05cc-49a8-a232-f24c086b504e tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1392.478882] env[65448]: WARNING neutronclient.v2_0.client [None req-07aaf43b-05cc-49a8-a232-f24c086b504e tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1392.553379] env[65448]: DEBUG nova.network.neutron [None req-07aaf43b-05cc-49a8-a232-f24c086b504e tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: f0956b05-dcd1-4c68-a692-f174beb4a5a4] Updating instance_info_cache with network_info: [{"id": "a3ad1995-d311-4786-8c6d-fed1d64e9811", "address": "fa:16:3e:2a:84:a8", "network": {"id": "4e0352d8-558b-49e0-81dd-d7132b36af3d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-328140024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c8e9c9b80524b25833ad43c15e78a5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3ad1995-d3", "ovs_interfaceid": "a3ad1995-d311-4786-8c6d-fed1d64e9811", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1393.055941] env[65448]: DEBUG oslo_concurrency.lockutils [None req-07aaf43b-05cc-49a8-a232-f24c086b504e tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Releasing lock "refresh_cache-f0956b05-dcd1-4c68-a692-f174beb4a5a4" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.559782] env[65448]: DEBUG nova.compute.manager [None req-07aaf43b-05cc-49a8-a232-f24c086b504e tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: f0956b05-dcd1-4c68-a692-f174beb4a5a4] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=65448) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:925}} [ 1393.560032] env[65448]: DEBUG oslo_concurrency.lockutils [None req-07aaf43b-05cc-49a8-a232-f24c086b504e tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1393.560292] env[65448]: DEBUG oslo_concurrency.lockutils [None req-07aaf43b-05cc-49a8-a232-f24c086b504e tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1394.063348] env[65448]: DEBUG nova.objects.instance [None req-07aaf43b-05cc-49a8-a232-f24c086b504e tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Lazy-loading 'migration_context' on Instance uuid f0956b05-dcd1-4c68-a692-f174beb4a5a4 {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1394.608750] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c081e809-75d1-4295-b8d9-4eb1b400b77c {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.616902] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4475138-f1f6-4b40-8387-89b117f0d35a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.650009] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e03443db-6662-4397-8c54-0142c86f0223 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.658194] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d65db4b-308a-4625-87dd-2ae0a0a039b4 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.671330] env[65448]: DEBUG nova.compute.provider_tree [None req-07aaf43b-05cc-49a8-a232-f24c086b504e tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1395.174819] env[65448]: DEBUG nova.scheduler.client.report [None req-07aaf43b-05cc-49a8-a232-f24c086b504e tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1396.185613] env[65448]: DEBUG oslo_concurrency.lockutils [None req-07aaf43b-05cc-49a8-a232-f24c086b504e tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.625s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1397.723394] env[65448]: INFO nova.compute.manager [None req-07aaf43b-05cc-49a8-a232-f24c086b504e tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: f0956b05-dcd1-4c68-a692-f174beb4a5a4] Swapping old allocation on dict_keys(['76aeec68-79e6-4d77-baf0-33bb098aa897']) held by migration fd111634-cc8c-40e8-b177-b6382cdec65e for instance [ 1397.745659] env[65448]: DEBUG nova.scheduler.client.report [None req-07aaf43b-05cc-49a8-a232-f24c086b504e tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Overwriting current allocation {'allocations': {'76aeec68-79e6-4d77-baf0-33bb098aa897': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 191}}, 'project_id': '5c8e9c9b80524b25833ad43c15e78a5a', 'user_id': '079a59871c4f4d8b873b7f8473d35231', 'consumer_generation': 1} on consumer f0956b05-dcd1-4c68-a692-f174beb4a5a4 {{(pid=65448) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1397.796700] env[65448]: WARNING neutronclient.v2_0.client [None req-07aaf43b-05cc-49a8-a232-f24c086b504e tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1397.838420] env[65448]: DEBUG oslo_concurrency.lockutils [None req-07aaf43b-05cc-49a8-a232-f24c086b504e tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Acquiring lock "refresh_cache-f0956b05-dcd1-4c68-a692-f174beb4a5a4" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.838708] env[65448]: DEBUG oslo_concurrency.lockutils [None req-07aaf43b-05cc-49a8-a232-f24c086b504e tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Acquired lock "refresh_cache-f0956b05-dcd1-4c68-a692-f174beb4a5a4" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.838902] env[65448]: DEBUG nova.network.neutron [None req-07aaf43b-05cc-49a8-a232-f24c086b504e tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: f0956b05-dcd1-4c68-a692-f174beb4a5a4] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1398.341884] env[65448]: WARNING neutronclient.v2_0.client [None req-07aaf43b-05cc-49a8-a232-f24c086b504e tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1398.521367] env[65448]: WARNING neutronclient.v2_0.client [None req-07aaf43b-05cc-49a8-a232-f24c086b504e tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1398.608930] env[65448]: DEBUG nova.network.neutron [None req-07aaf43b-05cc-49a8-a232-f24c086b504e tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: f0956b05-dcd1-4c68-a692-f174beb4a5a4] Updating instance_info_cache with network_info: [{"id": "a3ad1995-d311-4786-8c6d-fed1d64e9811", "address": "fa:16:3e:2a:84:a8", "network": {"id": "4e0352d8-558b-49e0-81dd-d7132b36af3d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-328140024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c8e9c9b80524b25833ad43c15e78a5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3ad1995-d3", "ovs_interfaceid": "a3ad1995-d311-4786-8c6d-fed1d64e9811", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1399.111748] env[65448]: DEBUG oslo_concurrency.lockutils [None req-07aaf43b-05cc-49a8-a232-f24c086b504e tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Releasing lock "refresh_cache-f0956b05-dcd1-4c68-a692-f174beb4a5a4" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.112268] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-07aaf43b-05cc-49a8-a232-f24c086b504e tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: f0956b05-dcd1-4c68-a692-f174beb4a5a4] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1399.112577] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d710e406-0725-4fac-b7d5-ba365c756ff5 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.121819] env[65448]: DEBUG oslo_vmware.api [None req-07aaf43b-05cc-49a8-a232-f24c086b504e tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Waiting for the task: (returnval){ [ 1399.121819] env[65448]: value = "task-4938806" [ 1399.121819] env[65448]: _type = "Task" [ 1399.121819] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.131393] env[65448]: DEBUG oslo_vmware.api [None req-07aaf43b-05cc-49a8-a232-f24c086b504e tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': task-4938806, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.632209] env[65448]: DEBUG oslo_vmware.api [None req-07aaf43b-05cc-49a8-a232-f24c086b504e tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': task-4938806, 'name': PowerOffVM_Task, 'duration_secs': 0.232686} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.632539] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-07aaf43b-05cc-49a8-a232-f24c086b504e tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: f0956b05-dcd1-4c68-a692-f174beb4a5a4] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1399.633160] env[65448]: DEBUG nova.virt.hardware [None req-07aaf43b-05cc-49a8-a232-f24c086b504e tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1399.633377] env[65448]: DEBUG nova.virt.hardware [None req-07aaf43b-05cc-49a8-a232-f24c086b504e tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1399.633528] env[65448]: DEBUG nova.virt.hardware [None req-07aaf43b-05cc-49a8-a232-f24c086b504e tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1399.633703] env[65448]: DEBUG nova.virt.hardware [None req-07aaf43b-05cc-49a8-a232-f24c086b504e tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1399.633847] env[65448]: DEBUG nova.virt.hardware [None req-07aaf43b-05cc-49a8-a232-f24c086b504e tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1399.633992] env[65448]: DEBUG nova.virt.hardware [None req-07aaf43b-05cc-49a8-a232-f24c086b504e tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1399.634286] env[65448]: DEBUG nova.virt.hardware [None req-07aaf43b-05cc-49a8-a232-f24c086b504e tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1399.634447] env[65448]: DEBUG nova.virt.hardware [None req-07aaf43b-05cc-49a8-a232-f24c086b504e tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1399.634612] env[65448]: DEBUG nova.virt.hardware [None req-07aaf43b-05cc-49a8-a232-f24c086b504e tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1399.634800] env[65448]: DEBUG nova.virt.hardware [None req-07aaf43b-05cc-49a8-a232-f24c086b504e tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1399.634972] env[65448]: DEBUG nova.virt.hardware [None req-07aaf43b-05cc-49a8-a232-f24c086b504e tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1399.640038] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40451ab8-4051-44a4-8e2f-890303622c0d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.656441] env[65448]: DEBUG oslo_vmware.api [None req-07aaf43b-05cc-49a8-a232-f24c086b504e tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Waiting for the task: (returnval){ [ 1399.656441] env[65448]: value = "task-4938807" [ 1399.656441] env[65448]: _type = "Task" [ 1399.656441] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.664538] env[65448]: DEBUG oslo_vmware.api [None req-07aaf43b-05cc-49a8-a232-f24c086b504e tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': task-4938807, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.167767] env[65448]: DEBUG oslo_vmware.api [None req-07aaf43b-05cc-49a8-a232-f24c086b504e tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': task-4938807, 'name': ReconfigVM_Task, 'duration_secs': 0.149386} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.168729] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5d49aad-5aa3-4909-afff-eadf2e859ead {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.187839] env[65448]: DEBUG nova.virt.hardware [None req-07aaf43b-05cc-49a8-a232-f24c086b504e tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1400.188108] env[65448]: DEBUG nova.virt.hardware [None req-07aaf43b-05cc-49a8-a232-f24c086b504e tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1400.188268] env[65448]: DEBUG nova.virt.hardware [None req-07aaf43b-05cc-49a8-a232-f24c086b504e tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1400.188453] env[65448]: DEBUG nova.virt.hardware [None req-07aaf43b-05cc-49a8-a232-f24c086b504e tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1400.188596] env[65448]: DEBUG nova.virt.hardware [None req-07aaf43b-05cc-49a8-a232-f24c086b504e tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1400.188740] env[65448]: DEBUG nova.virt.hardware [None req-07aaf43b-05cc-49a8-a232-f24c086b504e tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1400.188937] env[65448]: DEBUG nova.virt.hardware [None req-07aaf43b-05cc-49a8-a232-f24c086b504e tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1400.189109] env[65448]: DEBUG nova.virt.hardware [None req-07aaf43b-05cc-49a8-a232-f24c086b504e tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1400.189275] env[65448]: DEBUG nova.virt.hardware [None req-07aaf43b-05cc-49a8-a232-f24c086b504e tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1400.189431] env[65448]: DEBUG nova.virt.hardware [None req-07aaf43b-05cc-49a8-a232-f24c086b504e tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1400.189594] env[65448]: DEBUG nova.virt.hardware [None req-07aaf43b-05cc-49a8-a232-f24c086b504e tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1400.190412] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db7852b5-f9fd-437a-8401-a02cf880a4f2 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.196446] env[65448]: DEBUG oslo_vmware.api [None req-07aaf43b-05cc-49a8-a232-f24c086b504e tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Waiting for the task: (returnval){ [ 1400.196446] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52a68923-68b2-3d19-0022-762f9b4e39ae" [ 1400.196446] env[65448]: _type = "Task" [ 1400.196446] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.204786] env[65448]: DEBUG oslo_vmware.api [None req-07aaf43b-05cc-49a8-a232-f24c086b504e tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52a68923-68b2-3d19-0022-762f9b4e39ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.706322] env[65448]: DEBUG oslo_vmware.api [None req-07aaf43b-05cc-49a8-a232-f24c086b504e tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52a68923-68b2-3d19-0022-762f9b4e39ae, 'name': SearchDatastore_Task, 'duration_secs': 0.010984} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.711622] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-07aaf43b-05cc-49a8-a232-f24c086b504e tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: f0956b05-dcd1-4c68-a692-f174beb4a5a4] Reconfiguring VM instance instance-0000007d to detach disk 2000 {{(pid=65448) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1400.711935] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8fc1f53a-3ed2-4497-8277-2b4999d1209d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.730901] env[65448]: DEBUG oslo_vmware.api [None req-07aaf43b-05cc-49a8-a232-f24c086b504e tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Waiting for the task: (returnval){ [ 1400.730901] env[65448]: value = "task-4938808" [ 1400.730901] env[65448]: _type = "Task" [ 1400.730901] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.739374] env[65448]: DEBUG oslo_vmware.api [None req-07aaf43b-05cc-49a8-a232-f24c086b504e tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': task-4938808, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.242137] env[65448]: DEBUG oslo_vmware.api [None req-07aaf43b-05cc-49a8-a232-f24c086b504e tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': task-4938808, 'name': ReconfigVM_Task, 'duration_secs': 0.174094} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.242542] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-07aaf43b-05cc-49a8-a232-f24c086b504e tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: f0956b05-dcd1-4c68-a692-f174beb4a5a4] Reconfigured VM instance instance-0000007d to detach disk 2000 {{(pid=65448) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1401.243244] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f11e21d-4100-4147-a481-35f5110b8d0b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.265092] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-07aaf43b-05cc-49a8-a232-f24c086b504e tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: f0956b05-dcd1-4c68-a692-f174beb4a5a4] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] f0956b05-dcd1-4c68-a692-f174beb4a5a4/f0956b05-dcd1-4c68-a692-f174beb4a5a4.vmdk or device None with type thin {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1401.265370] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2bb9a93-8c7f-4743-8341-9839be1ad24d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.282994] env[65448]: DEBUG oslo_vmware.api [None req-07aaf43b-05cc-49a8-a232-f24c086b504e tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Waiting for the task: (returnval){ [ 1401.282994] env[65448]: value = "task-4938809" [ 1401.282994] env[65448]: _type = "Task" [ 1401.282994] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.292934] env[65448]: DEBUG oslo_vmware.api [None req-07aaf43b-05cc-49a8-a232-f24c086b504e tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': task-4938809, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.794258] env[65448]: DEBUG oslo_vmware.api [None req-07aaf43b-05cc-49a8-a232-f24c086b504e tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': task-4938809, 'name': ReconfigVM_Task, 'duration_secs': 0.257348} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.794571] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-07aaf43b-05cc-49a8-a232-f24c086b504e tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: f0956b05-dcd1-4c68-a692-f174beb4a5a4] Reconfigured VM instance instance-0000007d to attach disk [datastore2] f0956b05-dcd1-4c68-a692-f174beb4a5a4/f0956b05-dcd1-4c68-a692-f174beb4a5a4.vmdk or device None with type thin {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1401.795413] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16bdf519-ce3b-4f6e-ba10-f98d6ffdac1f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.814547] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27d58759-1db1-4915-a34f-9d90cae44a93 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.833597] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-583be3fb-65ba-4146-a77d-273df8a70680 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.853729] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27d33519-da91-4216-b021-8662e8df0e89 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.861754] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-07aaf43b-05cc-49a8-a232-f24c086b504e tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: f0956b05-dcd1-4c68-a692-f174beb4a5a4] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1401.862020] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1854b402-f42d-4ddc-81e9-3c05970f83a5 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.868381] env[65448]: DEBUG oslo_vmware.api [None req-07aaf43b-05cc-49a8-a232-f24c086b504e tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Waiting for the task: (returnval){ [ 1401.868381] env[65448]: value = "task-4938810" [ 1401.868381] env[65448]: _type = "Task" [ 1401.868381] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.877122] env[65448]: DEBUG oslo_vmware.api [None req-07aaf43b-05cc-49a8-a232-f24c086b504e tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': task-4938810, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.378869] env[65448]: DEBUG oslo_vmware.api [None req-07aaf43b-05cc-49a8-a232-f24c086b504e tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': task-4938810, 'name': PowerOnVM_Task, 'duration_secs': 0.368156} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.379224] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-07aaf43b-05cc-49a8-a232-f24c086b504e tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: f0956b05-dcd1-4c68-a692-f174beb4a5a4] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1403.390279] env[65448]: INFO nova.compute.manager [None req-07aaf43b-05cc-49a8-a232-f24c086b504e tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: f0956b05-dcd1-4c68-a692-f174beb4a5a4] Updating instance to original state: 'active' [ 1404.313136] env[65448]: DEBUG oslo_concurrency.lockutils [None req-2f4fbb8a-da5f-4141-bba3-7da729936541 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Acquiring lock "f0956b05-dcd1-4c68-a692-f174beb4a5a4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1404.313136] env[65448]: DEBUG oslo_concurrency.lockutils [None req-2f4fbb8a-da5f-4141-bba3-7da729936541 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Lock "f0956b05-dcd1-4c68-a692-f174beb4a5a4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1404.313136] env[65448]: DEBUG oslo_concurrency.lockutils [None req-2f4fbb8a-da5f-4141-bba3-7da729936541 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Acquiring lock "f0956b05-dcd1-4c68-a692-f174beb4a5a4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1404.313500] env[65448]: DEBUG oslo_concurrency.lockutils [None req-2f4fbb8a-da5f-4141-bba3-7da729936541 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Lock "f0956b05-dcd1-4c68-a692-f174beb4a5a4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1404.313568] env[65448]: DEBUG oslo_concurrency.lockutils [None req-2f4fbb8a-da5f-4141-bba3-7da729936541 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Lock "f0956b05-dcd1-4c68-a692-f174beb4a5a4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1404.316301] env[65448]: INFO nova.compute.manager [None req-2f4fbb8a-da5f-4141-bba3-7da729936541 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: f0956b05-dcd1-4c68-a692-f174beb4a5a4] Terminating instance [ 1404.821552] env[65448]: DEBUG nova.compute.manager [None req-2f4fbb8a-da5f-4141-bba3-7da729936541 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: f0956b05-dcd1-4c68-a692-f174beb4a5a4] Start destroying the instance on the hypervisor. {{(pid=65448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3209}} [ 1404.821960] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-2f4fbb8a-da5f-4141-bba3-7da729936541 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: f0956b05-dcd1-4c68-a692-f174beb4a5a4] Destroying instance {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1404.822725] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f348cf9-1b02-404c-8855-071327e9dc09 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.831424] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f4fbb8a-da5f-4141-bba3-7da729936541 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: f0956b05-dcd1-4c68-a692-f174beb4a5a4] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1404.831670] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-52909573-24e3-45f0-8771-33c24a116235 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.839456] env[65448]: DEBUG oslo_vmware.api [None req-2f4fbb8a-da5f-4141-bba3-7da729936541 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Waiting for the task: (returnval){ [ 1404.839456] env[65448]: value = "task-4938811" [ 1404.839456] env[65448]: _type = "Task" [ 1404.839456] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.848293] env[65448]: DEBUG oslo_vmware.api [None req-2f4fbb8a-da5f-4141-bba3-7da729936541 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': task-4938811, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.348878] env[65448]: DEBUG oslo_vmware.api [None req-2f4fbb8a-da5f-4141-bba3-7da729936541 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': task-4938811, 'name': PowerOffVM_Task, 'duration_secs': 0.181358} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.349151] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f4fbb8a-da5f-4141-bba3-7da729936541 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: f0956b05-dcd1-4c68-a692-f174beb4a5a4] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1405.349322] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-2f4fbb8a-da5f-4141-bba3-7da729936541 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: f0956b05-dcd1-4c68-a692-f174beb4a5a4] Unregistering the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1405.349571] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2de7eb48-f8de-4d13-89e7-a65408b2a86e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.419171] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-2f4fbb8a-da5f-4141-bba3-7da729936541 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: f0956b05-dcd1-4c68-a692-f174beb4a5a4] Unregistered the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1405.419404] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-2f4fbb8a-da5f-4141-bba3-7da729936541 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: f0956b05-dcd1-4c68-a692-f174beb4a5a4] Deleting contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1405.419576] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f4fbb8a-da5f-4141-bba3-7da729936541 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Deleting the datastore file [datastore2] f0956b05-dcd1-4c68-a692-f174beb4a5a4 {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1405.419842] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a0c023f3-7f0c-44cc-9f33-c42f53cc5d5a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.428081] env[65448]: DEBUG oslo_vmware.api [None req-2f4fbb8a-da5f-4141-bba3-7da729936541 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Waiting for the task: (returnval){ [ 1405.428081] env[65448]: value = "task-4938813" [ 1405.428081] env[65448]: _type = "Task" [ 1405.428081] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.435926] env[65448]: DEBUG oslo_vmware.api [None req-2f4fbb8a-da5f-4141-bba3-7da729936541 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': task-4938813, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.938535] env[65448]: DEBUG oslo_vmware.api [None req-2f4fbb8a-da5f-4141-bba3-7da729936541 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': task-4938813, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152981} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.938931] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f4fbb8a-da5f-4141-bba3-7da729936541 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1405.938994] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-2f4fbb8a-da5f-4141-bba3-7da729936541 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: f0956b05-dcd1-4c68-a692-f174beb4a5a4] Deleted contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1405.939159] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-2f4fbb8a-da5f-4141-bba3-7da729936541 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: f0956b05-dcd1-4c68-a692-f174beb4a5a4] Instance destroyed {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1405.939341] env[65448]: INFO nova.compute.manager [None req-2f4fbb8a-da5f-4141-bba3-7da729936541 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: f0956b05-dcd1-4c68-a692-f174beb4a5a4] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1405.939585] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-2f4fbb8a-da5f-4141-bba3-7da729936541 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1405.939781] env[65448]: DEBUG nova.compute.manager [-] [instance: f0956b05-dcd1-4c68-a692-f174beb4a5a4] Deallocating network for instance {{(pid=65448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1405.939881] env[65448]: DEBUG nova.network.neutron [-] [instance: f0956b05-dcd1-4c68-a692-f174beb4a5a4] deallocate_for_instance() {{(pid=65448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1405.940143] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1405.979387] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1406.406210] env[65448]: DEBUG nova.compute.manager [req-4635bf21-13c7-48de-a9c5-8281340d212a req-ac1c4e5b-c583-4a6e-885c-8a35f7860fd6 service nova] [instance: f0956b05-dcd1-4c68-a692-f174beb4a5a4] Received event network-vif-deleted-a3ad1995-d311-4786-8c6d-fed1d64e9811 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1406.406386] env[65448]: INFO nova.compute.manager [req-4635bf21-13c7-48de-a9c5-8281340d212a req-ac1c4e5b-c583-4a6e-885c-8a35f7860fd6 service nova] [instance: f0956b05-dcd1-4c68-a692-f174beb4a5a4] Neutron deleted interface a3ad1995-d311-4786-8c6d-fed1d64e9811; detaching it from the instance and deleting it from the info cache [ 1406.406557] env[65448]: DEBUG nova.network.neutron [req-4635bf21-13c7-48de-a9c5-8281340d212a req-ac1c4e5b-c583-4a6e-885c-8a35f7860fd6 service nova] [instance: f0956b05-dcd1-4c68-a692-f174beb4a5a4] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1406.886960] env[65448]: DEBUG nova.network.neutron [-] [instance: f0956b05-dcd1-4c68-a692-f174beb4a5a4] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1406.910056] env[65448]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c5ff35e3-6a12-43c4-a0d1-c673b15a1159 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.920048] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c765a4d2-4f20-449d-9187-a111ea127806 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.947525] env[65448]: DEBUG nova.compute.manager [req-4635bf21-13c7-48de-a9c5-8281340d212a req-ac1c4e5b-c583-4a6e-885c-8a35f7860fd6 service nova] [instance: f0956b05-dcd1-4c68-a692-f174beb4a5a4] Detach interface failed, port_id=a3ad1995-d311-4786-8c6d-fed1d64e9811, reason: Instance f0956b05-dcd1-4c68-a692-f174beb4a5a4 could not be found. {{(pid=65448) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 1407.390063] env[65448]: INFO nova.compute.manager [-] [instance: f0956b05-dcd1-4c68-a692-f174beb4a5a4] Took 1.45 seconds to deallocate network for instance. [ 1407.898047] env[65448]: DEBUG oslo_concurrency.lockutils [None req-2f4fbb8a-da5f-4141-bba3-7da729936541 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1407.898047] env[65448]: DEBUG oslo_concurrency.lockutils [None req-2f4fbb8a-da5f-4141-bba3-7da729936541 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1407.898047] env[65448]: DEBUG oslo_concurrency.lockutils [None req-2f4fbb8a-da5f-4141-bba3-7da729936541 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1407.924887] env[65448]: INFO nova.scheduler.client.report [None req-2f4fbb8a-da5f-4141-bba3-7da729936541 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Deleted allocations for instance f0956b05-dcd1-4c68-a692-f174beb4a5a4 [ 1408.434801] env[65448]: DEBUG oslo_concurrency.lockutils [None req-2f4fbb8a-da5f-4141-bba3-7da729936541 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Lock "f0956b05-dcd1-4c68-a692-f174beb4a5a4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.122s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1409.287659] env[65448]: DEBUG oslo_concurrency.lockutils [None req-450786ea-56ff-4c05-8f10-a40b371b6705 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Acquiring lock "6be3e694-c0ee-4758-bb74-e7484067a964" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1409.287876] env[65448]: DEBUG oslo_concurrency.lockutils [None req-450786ea-56ff-4c05-8f10-a40b371b6705 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Lock "6be3e694-c0ee-4758-bb74-e7484067a964" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1409.790823] env[65448]: DEBUG nova.compute.manager [None req-450786ea-56ff-4c05-8f10-a40b371b6705 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: 6be3e694-c0ee-4758-bb74-e7484067a964] Starting instance... {{(pid=65448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2483}} [ 1410.312377] env[65448]: DEBUG oslo_concurrency.lockutils [None req-450786ea-56ff-4c05-8f10-a40b371b6705 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1410.312653] env[65448]: DEBUG oslo_concurrency.lockutils [None req-450786ea-56ff-4c05-8f10-a40b371b6705 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1410.314134] env[65448]: INFO nova.compute.claims [None req-450786ea-56ff-4c05-8f10-a40b371b6705 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: 6be3e694-c0ee-4758-bb74-e7484067a964] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1411.348439] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37140b90-aeed-4c57-8a21-f4fbd5475c09 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.356169] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96901b9b-66d6-4697-b929-37be4ccd00f3 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.386962] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b014e899-4519-4292-b7a7-775ab244f9a1 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.394819] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5871ae89-d244-4cc4-a798-807457c94b24 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.408151] env[65448]: DEBUG nova.compute.provider_tree [None req-450786ea-56ff-4c05-8f10-a40b371b6705 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1411.911926] env[65448]: DEBUG nova.scheduler.client.report [None req-450786ea-56ff-4c05-8f10-a40b371b6705 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1412.416845] env[65448]: DEBUG oslo_concurrency.lockutils [None req-450786ea-56ff-4c05-8f10-a40b371b6705 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.104s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1412.417400] env[65448]: DEBUG nova.compute.manager [None req-450786ea-56ff-4c05-8f10-a40b371b6705 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: 6be3e694-c0ee-4758-bb74-e7484067a964] Start building networks asynchronously for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2881}} [ 1412.922645] env[65448]: DEBUG nova.compute.utils [None req-450786ea-56ff-4c05-8f10-a40b371b6705 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Using /dev/sd instead of None {{(pid=65448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1412.924128] env[65448]: DEBUG nova.compute.manager [None req-450786ea-56ff-4c05-8f10-a40b371b6705 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: 6be3e694-c0ee-4758-bb74-e7484067a964] Allocating IP information in the background. {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2027}} [ 1412.924329] env[65448]: DEBUG nova.network.neutron [None req-450786ea-56ff-4c05-8f10-a40b371b6705 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: 6be3e694-c0ee-4758-bb74-e7484067a964] allocate_for_instance() {{(pid=65448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1412.924651] env[65448]: WARNING neutronclient.v2_0.client [None req-450786ea-56ff-4c05-8f10-a40b371b6705 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1412.924971] env[65448]: WARNING neutronclient.v2_0.client [None req-450786ea-56ff-4c05-8f10-a40b371b6705 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1412.975243] env[65448]: DEBUG nova.policy [None req-450786ea-56ff-4c05-8f10-a40b371b6705 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '079a59871c4f4d8b873b7f8473d35231', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5c8e9c9b80524b25833ad43c15e78a5a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65448) authorize /opt/stack/nova/nova/policy.py:192}} [ 1413.284745] env[65448]: DEBUG nova.network.neutron [None req-450786ea-56ff-4c05-8f10-a40b371b6705 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: 6be3e694-c0ee-4758-bb74-e7484067a964] Successfully created port: 8a19c560-a189-4fc3-b30d-1952fd1ffa25 {{(pid=65448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1413.428648] env[65448]: DEBUG nova.compute.manager [None req-450786ea-56ff-4c05-8f10-a40b371b6705 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: 6be3e694-c0ee-4758-bb74-e7484067a964] Start building block device mappings for instance. {{(pid=65448) _build_resources /opt/stack/nova/nova/compute/manager.py:2916}} [ 1414.440209] env[65448]: DEBUG nova.compute.manager [None req-450786ea-56ff-4c05-8f10-a40b371b6705 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: 6be3e694-c0ee-4758-bb74-e7484067a964] Start spawning the instance on the hypervisor. {{(pid=65448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2689}} [ 1414.466371] env[65448]: DEBUG nova.virt.hardware [None req-450786ea-56ff-4c05-8f10-a40b371b6705 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-08T17:20:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-08T17:19:51Z,direct_url=,disk_format='vmdk',id=50fb366d-48e6-424f-9c20-bc83d77be76a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a992292b6dae455593d228217860e2e1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-08T17:19:52Z,virtual_size=,visibility=), allow threads: False {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1414.466772] env[65448]: DEBUG nova.virt.hardware [None req-450786ea-56ff-4c05-8f10-a40b371b6705 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Flavor limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1414.467016] env[65448]: DEBUG nova.virt.hardware [None req-450786ea-56ff-4c05-8f10-a40b371b6705 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Image limits 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1414.467299] env[65448]: DEBUG nova.virt.hardware [None req-450786ea-56ff-4c05-8f10-a40b371b6705 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Flavor pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1414.467509] env[65448]: DEBUG nova.virt.hardware [None req-450786ea-56ff-4c05-8f10-a40b371b6705 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Image pref 0:0:0 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1414.467728] env[65448]: DEBUG nova.virt.hardware [None req-450786ea-56ff-4c05-8f10-a40b371b6705 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1414.468060] env[65448]: DEBUG nova.virt.hardware [None req-450786ea-56ff-4c05-8f10-a40b371b6705 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1414.468319] env[65448]: DEBUG nova.virt.hardware [None req-450786ea-56ff-4c05-8f10-a40b371b6705 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1414.468578] env[65448]: DEBUG nova.virt.hardware [None req-450786ea-56ff-4c05-8f10-a40b371b6705 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Got 1 possible topologies {{(pid=65448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1414.468816] env[65448]: DEBUG nova.virt.hardware [None req-450786ea-56ff-4c05-8f10-a40b371b6705 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1414.469088] env[65448]: DEBUG nova.virt.hardware [None req-450786ea-56ff-4c05-8f10-a40b371b6705 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1414.470349] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07803195-7dda-4988-ba4c-ae08a4775597 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.479994] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8356c50-461e-44b7-924a-6dcca5f97bfc {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.686426] env[65448]: DEBUG nova.compute.manager [req-34994b60-d6eb-49d3-a31c-ee8327a3e59f req-6278ad8f-93e4-4155-9ebc-e480d5c7fcfa service nova] [instance: 6be3e694-c0ee-4758-bb74-e7484067a964] Received event network-vif-plugged-8a19c560-a189-4fc3-b30d-1952fd1ffa25 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1414.686643] env[65448]: DEBUG oslo_concurrency.lockutils [req-34994b60-d6eb-49d3-a31c-ee8327a3e59f req-6278ad8f-93e4-4155-9ebc-e480d5c7fcfa service nova] Acquiring lock "6be3e694-c0ee-4758-bb74-e7484067a964-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1414.686848] env[65448]: DEBUG oslo_concurrency.lockutils [req-34994b60-d6eb-49d3-a31c-ee8327a3e59f req-6278ad8f-93e4-4155-9ebc-e480d5c7fcfa service nova] Lock "6be3e694-c0ee-4758-bb74-e7484067a964-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1414.687174] env[65448]: DEBUG oslo_concurrency.lockutils [req-34994b60-d6eb-49d3-a31c-ee8327a3e59f req-6278ad8f-93e4-4155-9ebc-e480d5c7fcfa service nova] Lock "6be3e694-c0ee-4758-bb74-e7484067a964-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1414.687340] env[65448]: DEBUG nova.compute.manager [req-34994b60-d6eb-49d3-a31c-ee8327a3e59f req-6278ad8f-93e4-4155-9ebc-e480d5c7fcfa service nova] [instance: 6be3e694-c0ee-4758-bb74-e7484067a964] No waiting events found dispatching network-vif-plugged-8a19c560-a189-4fc3-b30d-1952fd1ffa25 {{(pid=65448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1414.687383] env[65448]: WARNING nova.compute.manager [req-34994b60-d6eb-49d3-a31c-ee8327a3e59f req-6278ad8f-93e4-4155-9ebc-e480d5c7fcfa service nova] [instance: 6be3e694-c0ee-4758-bb74-e7484067a964] Received unexpected event network-vif-plugged-8a19c560-a189-4fc3-b30d-1952fd1ffa25 for instance with vm_state building and task_state spawning. [ 1414.776028] env[65448]: DEBUG nova.network.neutron [None req-450786ea-56ff-4c05-8f10-a40b371b6705 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: 6be3e694-c0ee-4758-bb74-e7484067a964] Successfully updated port: 8a19c560-a189-4fc3-b30d-1952fd1ffa25 {{(pid=65448) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1415.278731] env[65448]: DEBUG oslo_concurrency.lockutils [None req-450786ea-56ff-4c05-8f10-a40b371b6705 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Acquiring lock "refresh_cache-6be3e694-c0ee-4758-bb74-e7484067a964" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.279012] env[65448]: DEBUG oslo_concurrency.lockutils [None req-450786ea-56ff-4c05-8f10-a40b371b6705 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Acquired lock "refresh_cache-6be3e694-c0ee-4758-bb74-e7484067a964" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.279255] env[65448]: DEBUG nova.network.neutron [None req-450786ea-56ff-4c05-8f10-a40b371b6705 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: 6be3e694-c0ee-4758-bb74-e7484067a964] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1415.813192] env[65448]: DEBUG nova.network.neutron [None req-450786ea-56ff-4c05-8f10-a40b371b6705 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: 6be3e694-c0ee-4758-bb74-e7484067a964] Instance cache missing network info. {{(pid=65448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1415.887405] env[65448]: WARNING neutronclient.v2_0.client [None req-450786ea-56ff-4c05-8f10-a40b371b6705 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1415.953814] env[65448]: DEBUG nova.network.neutron [None req-450786ea-56ff-4c05-8f10-a40b371b6705 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: 6be3e694-c0ee-4758-bb74-e7484067a964] Updating instance_info_cache with network_info: [{"id": "8a19c560-a189-4fc3-b30d-1952fd1ffa25", "address": "fa:16:3e:10:aa:85", "network": {"id": "4e0352d8-558b-49e0-81dd-d7132b36af3d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-328140024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c8e9c9b80524b25833ad43c15e78a5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a19c560-a1", "ovs_interfaceid": "8a19c560-a189-4fc3-b30d-1952fd1ffa25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1416.457110] env[65448]: DEBUG oslo_concurrency.lockutils [None req-450786ea-56ff-4c05-8f10-a40b371b6705 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Releasing lock "refresh_cache-6be3e694-c0ee-4758-bb74-e7484067a964" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.457534] env[65448]: DEBUG nova.compute.manager [None req-450786ea-56ff-4c05-8f10-a40b371b6705 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: 6be3e694-c0ee-4758-bb74-e7484067a964] Instance network_info: |[{"id": "8a19c560-a189-4fc3-b30d-1952fd1ffa25", "address": "fa:16:3e:10:aa:85", "network": {"id": "4e0352d8-558b-49e0-81dd-d7132b36af3d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-328140024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c8e9c9b80524b25833ad43c15e78a5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a19c560-a1", "ovs_interfaceid": "8a19c560-a189-4fc3-b30d-1952fd1ffa25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2042}} [ 1416.458021] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-450786ea-56ff-4c05-8f10-a40b371b6705 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: 6be3e694-c0ee-4758-bb74-e7484067a964] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:10:aa:85', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e23c1d18-c841-49ea-95f3-df5ceac28afd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8a19c560-a189-4fc3-b30d-1952fd1ffa25', 'vif_model': 'vmxnet3'}] {{(pid=65448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1416.465520] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-450786ea-56ff-4c05-8f10-a40b371b6705 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1416.465740] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6be3e694-c0ee-4758-bb74-e7484067a964] Creating VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1416.465966] env[65448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ec6f5e19-64ec-4446-92f7-b6c402a2a88a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.487653] env[65448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1416.487653] env[65448]: value = "task-4938814" [ 1416.487653] env[65448]: _type = "Task" [ 1416.487653] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.495420] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4938814, 'name': CreateVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.718253] env[65448]: DEBUG nova.compute.manager [req-f77cd8cd-d452-453c-951e-f59603b2b698 req-8cae5b25-3789-4218-a7e9-00d14bb921a4 service nova] [instance: 6be3e694-c0ee-4758-bb74-e7484067a964] Received event network-changed-8a19c560-a189-4fc3-b30d-1952fd1ffa25 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1416.718490] env[65448]: DEBUG nova.compute.manager [req-f77cd8cd-d452-453c-951e-f59603b2b698 req-8cae5b25-3789-4218-a7e9-00d14bb921a4 service nova] [instance: 6be3e694-c0ee-4758-bb74-e7484067a964] Refreshing instance network info cache due to event network-changed-8a19c560-a189-4fc3-b30d-1952fd1ffa25. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 1416.718743] env[65448]: DEBUG oslo_concurrency.lockutils [req-f77cd8cd-d452-453c-951e-f59603b2b698 req-8cae5b25-3789-4218-a7e9-00d14bb921a4 service nova] Acquiring lock "refresh_cache-6be3e694-c0ee-4758-bb74-e7484067a964" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.718896] env[65448]: DEBUG oslo_concurrency.lockutils [req-f77cd8cd-d452-453c-951e-f59603b2b698 req-8cae5b25-3789-4218-a7e9-00d14bb921a4 service nova] Acquired lock "refresh_cache-6be3e694-c0ee-4758-bb74-e7484067a964" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.719100] env[65448]: DEBUG nova.network.neutron [req-f77cd8cd-d452-453c-951e-f59603b2b698 req-8cae5b25-3789-4218-a7e9-00d14bb921a4 service nova] [instance: 6be3e694-c0ee-4758-bb74-e7484067a964] Refreshing network info cache for port 8a19c560-a189-4fc3-b30d-1952fd1ffa25 {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1416.997284] env[65448]: DEBUG oslo_vmware.api [-] Task: {'id': task-4938814, 'name': CreateVM_Task, 'duration_secs': 0.317668} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.997685] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6be3e694-c0ee-4758-bb74-e7484067a964] Created VM on the ESX host {{(pid=65448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1416.997945] env[65448]: WARNING neutronclient.v2_0.client [None req-450786ea-56ff-4c05-8f10-a40b371b6705 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1416.998408] env[65448]: DEBUG oslo_concurrency.lockutils [None req-450786ea-56ff-4c05-8f10-a40b371b6705 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.998580] env[65448]: DEBUG oslo_concurrency.lockutils [None req-450786ea-56ff-4c05-8f10-a40b371b6705 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.998889] env[65448]: DEBUG oslo_concurrency.lockutils [None req-450786ea-56ff-4c05-8f10-a40b371b6705 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.999150] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e60ea78-6fa3-4834-a183-f59f0b2dedc0 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.003986] env[65448]: DEBUG oslo_vmware.api [None req-450786ea-56ff-4c05-8f10-a40b371b6705 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Waiting for the task: (returnval){ [ 1417.003986] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]521f23d5-fe77-ad20-03d9-d439f70b3f59" [ 1417.003986] env[65448]: _type = "Task" [ 1417.003986] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.012524] env[65448]: DEBUG oslo_vmware.api [None req-450786ea-56ff-4c05-8f10-a40b371b6705 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]521f23d5-fe77-ad20-03d9-d439f70b3f59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.221558] env[65448]: WARNING neutronclient.v2_0.client [req-f77cd8cd-d452-453c-951e-f59603b2b698 req-8cae5b25-3789-4218-a7e9-00d14bb921a4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1417.359151] env[65448]: WARNING neutronclient.v2_0.client [req-f77cd8cd-d452-453c-951e-f59603b2b698 req-8cae5b25-3789-4218-a7e9-00d14bb921a4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1417.432589] env[65448]: DEBUG nova.network.neutron [req-f77cd8cd-d452-453c-951e-f59603b2b698 req-8cae5b25-3789-4218-a7e9-00d14bb921a4 service nova] [instance: 6be3e694-c0ee-4758-bb74-e7484067a964] Updated VIF entry in instance network info cache for port 8a19c560-a189-4fc3-b30d-1952fd1ffa25. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1417.432956] env[65448]: DEBUG nova.network.neutron [req-f77cd8cd-d452-453c-951e-f59603b2b698 req-8cae5b25-3789-4218-a7e9-00d14bb921a4 service nova] [instance: 6be3e694-c0ee-4758-bb74-e7484067a964] Updating instance_info_cache with network_info: [{"id": "8a19c560-a189-4fc3-b30d-1952fd1ffa25", "address": "fa:16:3e:10:aa:85", "network": {"id": "4e0352d8-558b-49e0-81dd-d7132b36af3d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-328140024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c8e9c9b80524b25833ad43c15e78a5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a19c560-a1", "ovs_interfaceid": "8a19c560-a189-4fc3-b30d-1952fd1ffa25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1417.515288] env[65448]: DEBUG oslo_vmware.api [None req-450786ea-56ff-4c05-8f10-a40b371b6705 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]521f23d5-fe77-ad20-03d9-d439f70b3f59, 'name': SearchDatastore_Task, 'duration_secs': 0.010327} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.515570] env[65448]: DEBUG oslo_concurrency.lockutils [None req-450786ea-56ff-4c05-8f10-a40b371b6705 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.515802] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-450786ea-56ff-4c05-8f10-a40b371b6705 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: 6be3e694-c0ee-4758-bb74-e7484067a964] Processing image 50fb366d-48e6-424f-9c20-bc83d77be76a {{(pid=65448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1417.516047] env[65448]: DEBUG oslo_concurrency.lockutils [None req-450786ea-56ff-4c05-8f10-a40b371b6705 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.516193] env[65448]: DEBUG oslo_concurrency.lockutils [None req-450786ea-56ff-4c05-8f10-a40b371b6705 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.516410] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-450786ea-56ff-4c05-8f10-a40b371b6705 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1417.516669] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8a85469e-f3b3-4bb4-8400-6dbb893884e0 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.525770] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-450786ea-56ff-4c05-8f10-a40b371b6705 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1417.525937] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-450786ea-56ff-4c05-8f10-a40b371b6705 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1417.526650] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d659a08e-c444-446b-bc70-f82275d5a380 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.532180] env[65448]: DEBUG oslo_vmware.api [None req-450786ea-56ff-4c05-8f10-a40b371b6705 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Waiting for the task: (returnval){ [ 1417.532180] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52c799bb-b70d-fe8d-4774-e380658c8cfb" [ 1417.532180] env[65448]: _type = "Task" [ 1417.532180] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.539579] env[65448]: DEBUG oslo_vmware.api [None req-450786ea-56ff-4c05-8f10-a40b371b6705 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52c799bb-b70d-fe8d-4774-e380658c8cfb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.935415] env[65448]: DEBUG oslo_concurrency.lockutils [req-f77cd8cd-d452-453c-951e-f59603b2b698 req-8cae5b25-3789-4218-a7e9-00d14bb921a4 service nova] Releasing lock "refresh_cache-6be3e694-c0ee-4758-bb74-e7484067a964" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.043688] env[65448]: DEBUG oslo_vmware.api [None req-450786ea-56ff-4c05-8f10-a40b371b6705 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]52c799bb-b70d-fe8d-4774-e380658c8cfb, 'name': SearchDatastore_Task, 'duration_secs': 0.009682} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.044533] env[65448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b5cfc6f-9d37-4d04-9afe-606f7971722f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.049615] env[65448]: DEBUG oslo_vmware.api [None req-450786ea-56ff-4c05-8f10-a40b371b6705 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Waiting for the task: (returnval){ [ 1418.049615] env[65448]: value = "session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5296e3a8-c5d3-2a63-3fd5-1209fce99b37" [ 1418.049615] env[65448]: _type = "Task" [ 1418.049615] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.058337] env[65448]: DEBUG oslo_vmware.api [None req-450786ea-56ff-4c05-8f10-a40b371b6705 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5296e3a8-c5d3-2a63-3fd5-1209fce99b37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.560281] env[65448]: DEBUG oslo_vmware.api [None req-450786ea-56ff-4c05-8f10-a40b371b6705 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': session[527f3be5-b20f-4cbb-95d8-d2df798b06f6]5296e3a8-c5d3-2a63-3fd5-1209fce99b37, 'name': SearchDatastore_Task, 'duration_secs': 0.010251} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.560545] env[65448]: DEBUG oslo_concurrency.lockutils [None req-450786ea-56ff-4c05-8f10-a40b371b6705 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.560824] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-450786ea-56ff-4c05-8f10-a40b371b6705 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] 6be3e694-c0ee-4758-bb74-e7484067a964/6be3e694-c0ee-4758-bb74-e7484067a964.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1418.561112] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1de90faf-b073-4e4f-a91a-9915e7568f56 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.568067] env[65448]: DEBUG oslo_vmware.api [None req-450786ea-56ff-4c05-8f10-a40b371b6705 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Waiting for the task: (returnval){ [ 1418.568067] env[65448]: value = "task-4938815" [ 1418.568067] env[65448]: _type = "Task" [ 1418.568067] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.576496] env[65448]: DEBUG oslo_vmware.api [None req-450786ea-56ff-4c05-8f10-a40b371b6705 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': task-4938815, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.078330] env[65448]: DEBUG oslo_vmware.api [None req-450786ea-56ff-4c05-8f10-a40b371b6705 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': task-4938815, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.477282} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.078752] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-450786ea-56ff-4c05-8f10-a40b371b6705 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50fb366d-48e6-424f-9c20-bc83d77be76a/50fb366d-48e6-424f-9c20-bc83d77be76a.vmdk to [datastore2] 6be3e694-c0ee-4758-bb74-e7484067a964/6be3e694-c0ee-4758-bb74-e7484067a964.vmdk {{(pid=65448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1419.078840] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-450786ea-56ff-4c05-8f10-a40b371b6705 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: 6be3e694-c0ee-4758-bb74-e7484067a964] Extending root virtual disk to 1048576 {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1419.079038] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4178f1a3-d116-4286-a430-c89963a18c64 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.085348] env[65448]: DEBUG oslo_vmware.api [None req-450786ea-56ff-4c05-8f10-a40b371b6705 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Waiting for the task: (returnval){ [ 1419.085348] env[65448]: value = "task-4938816" [ 1419.085348] env[65448]: _type = "Task" [ 1419.085348] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.093258] env[65448]: DEBUG oslo_vmware.api [None req-450786ea-56ff-4c05-8f10-a40b371b6705 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': task-4938816, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.595648] env[65448]: DEBUG oslo_vmware.api [None req-450786ea-56ff-4c05-8f10-a40b371b6705 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': task-4938816, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07098} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.595906] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-450786ea-56ff-4c05-8f10-a40b371b6705 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: 6be3e694-c0ee-4758-bb74-e7484067a964] Extended root virtual disk {{(pid=65448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1419.596705] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbf23593-c5d6-49b6-b656-63265d0f85e8 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.618836] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-450786ea-56ff-4c05-8f10-a40b371b6705 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: 6be3e694-c0ee-4758-bb74-e7484067a964] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] 6be3e694-c0ee-4758-bb74-e7484067a964/6be3e694-c0ee-4758-bb74-e7484067a964.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1419.619092] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-964e429f-2364-42d9-a4d8-f1c005f4c6fb {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.640330] env[65448]: DEBUG oslo_vmware.api [None req-450786ea-56ff-4c05-8f10-a40b371b6705 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Waiting for the task: (returnval){ [ 1419.640330] env[65448]: value = "task-4938817" [ 1419.640330] env[65448]: _type = "Task" [ 1419.640330] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.648668] env[65448]: DEBUG oslo_vmware.api [None req-450786ea-56ff-4c05-8f10-a40b371b6705 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': task-4938817, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.150302] env[65448]: DEBUG oslo_vmware.api [None req-450786ea-56ff-4c05-8f10-a40b371b6705 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': task-4938817, 'name': ReconfigVM_Task, 'duration_secs': 0.276102} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.150759] env[65448]: DEBUG nova.virt.vmwareapi.volumeops [None req-450786ea-56ff-4c05-8f10-a40b371b6705 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: 6be3e694-c0ee-4758-bb74-e7484067a964] Reconfigured VM instance instance-0000007f to attach disk [datastore2] 6be3e694-c0ee-4758-bb74-e7484067a964/6be3e694-c0ee-4758-bb74-e7484067a964.vmdk or device None with type sparse {{(pid=65448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1420.151167] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f7f3a64d-1cd0-45d8-bc9c-c23beb05d320 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.158547] env[65448]: DEBUG oslo_vmware.api [None req-450786ea-56ff-4c05-8f10-a40b371b6705 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Waiting for the task: (returnval){ [ 1420.158547] env[65448]: value = "task-4938818" [ 1420.158547] env[65448]: _type = "Task" [ 1420.158547] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.167344] env[65448]: DEBUG oslo_vmware.api [None req-450786ea-56ff-4c05-8f10-a40b371b6705 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': task-4938818, 'name': Rename_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.669625] env[65448]: DEBUG oslo_vmware.api [None req-450786ea-56ff-4c05-8f10-a40b371b6705 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': task-4938818, 'name': Rename_Task, 'duration_secs': 0.148982} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.669844] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-450786ea-56ff-4c05-8f10-a40b371b6705 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: 6be3e694-c0ee-4758-bb74-e7484067a964] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1420.670176] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9b87f77a-dc1a-4e6c-92ea-40f489e5327d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.677023] env[65448]: DEBUG oslo_vmware.api [None req-450786ea-56ff-4c05-8f10-a40b371b6705 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Waiting for the task: (returnval){ [ 1420.677023] env[65448]: value = "task-4938819" [ 1420.677023] env[65448]: _type = "Task" [ 1420.677023] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.684687] env[65448]: DEBUG oslo_vmware.api [None req-450786ea-56ff-4c05-8f10-a40b371b6705 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': task-4938819, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.191422] env[65448]: DEBUG oslo_vmware.api [None req-450786ea-56ff-4c05-8f10-a40b371b6705 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': task-4938819, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.691398] env[65448]: DEBUG oslo_vmware.api [None req-450786ea-56ff-4c05-8f10-a40b371b6705 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': task-4938819, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.189405] env[65448]: DEBUG oslo_vmware.api [None req-450786ea-56ff-4c05-8f10-a40b371b6705 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': task-4938819, 'name': PowerOnVM_Task, 'duration_secs': 1.039681} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.189767] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-450786ea-56ff-4c05-8f10-a40b371b6705 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: 6be3e694-c0ee-4758-bb74-e7484067a964] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1422.190064] env[65448]: INFO nova.compute.manager [None req-450786ea-56ff-4c05-8f10-a40b371b6705 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: 6be3e694-c0ee-4758-bb74-e7484067a964] Took 7.75 seconds to spawn the instance on the hypervisor. [ 1422.190320] env[65448]: DEBUG nova.compute.manager [None req-450786ea-56ff-4c05-8f10-a40b371b6705 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: 6be3e694-c0ee-4758-bb74-e7484067a964] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 1422.191164] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0ce6082-1096-45b7-bcdd-d98fe20c485b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.709565] env[65448]: INFO nova.compute.manager [None req-450786ea-56ff-4c05-8f10-a40b371b6705 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: 6be3e694-c0ee-4758-bb74-e7484067a964] Took 12.41 seconds to build instance. [ 1423.211975] env[65448]: DEBUG oslo_concurrency.lockutils [None req-450786ea-56ff-4c05-8f10-a40b371b6705 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Lock "6be3e694-c0ee-4758-bb74-e7484067a964" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.924s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1423.801866] env[65448]: DEBUG nova.compute.manager [req-0ac97730-3757-4e24-9dfa-7b54fed10acf req-fa7507c2-d254-48dd-be09-2210ebea6fe2 service nova] [instance: 6be3e694-c0ee-4758-bb74-e7484067a964] Received event network-changed-8a19c560-a189-4fc3-b30d-1952fd1ffa25 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1423.802137] env[65448]: DEBUG nova.compute.manager [req-0ac97730-3757-4e24-9dfa-7b54fed10acf req-fa7507c2-d254-48dd-be09-2210ebea6fe2 service nova] [instance: 6be3e694-c0ee-4758-bb74-e7484067a964] Refreshing instance network info cache due to event network-changed-8a19c560-a189-4fc3-b30d-1952fd1ffa25. {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11831}} [ 1423.802314] env[65448]: DEBUG oslo_concurrency.lockutils [req-0ac97730-3757-4e24-9dfa-7b54fed10acf req-fa7507c2-d254-48dd-be09-2210ebea6fe2 service nova] Acquiring lock "refresh_cache-6be3e694-c0ee-4758-bb74-e7484067a964" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.802487] env[65448]: DEBUG oslo_concurrency.lockutils [req-0ac97730-3757-4e24-9dfa-7b54fed10acf req-fa7507c2-d254-48dd-be09-2210ebea6fe2 service nova] Acquired lock "refresh_cache-6be3e694-c0ee-4758-bb74-e7484067a964" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.802692] env[65448]: DEBUG nova.network.neutron [req-0ac97730-3757-4e24-9dfa-7b54fed10acf req-fa7507c2-d254-48dd-be09-2210ebea6fe2 service nova] [instance: 6be3e694-c0ee-4758-bb74-e7484067a964] Refreshing network info cache for port 8a19c560-a189-4fc3-b30d-1952fd1ffa25 {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1424.305713] env[65448]: WARNING neutronclient.v2_0.client [req-0ac97730-3757-4e24-9dfa-7b54fed10acf req-fa7507c2-d254-48dd-be09-2210ebea6fe2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1424.485927] env[65448]: WARNING neutronclient.v2_0.client [req-0ac97730-3757-4e24-9dfa-7b54fed10acf req-fa7507c2-d254-48dd-be09-2210ebea6fe2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1424.555401] env[65448]: DEBUG nova.network.neutron [req-0ac97730-3757-4e24-9dfa-7b54fed10acf req-fa7507c2-d254-48dd-be09-2210ebea6fe2 service nova] [instance: 6be3e694-c0ee-4758-bb74-e7484067a964] Updated VIF entry in instance network info cache for port 8a19c560-a189-4fc3-b30d-1952fd1ffa25. {{(pid=65448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1424.555782] env[65448]: DEBUG nova.network.neutron [req-0ac97730-3757-4e24-9dfa-7b54fed10acf req-fa7507c2-d254-48dd-be09-2210ebea6fe2 service nova] [instance: 6be3e694-c0ee-4758-bb74-e7484067a964] Updating instance_info_cache with network_info: [{"id": "8a19c560-a189-4fc3-b30d-1952fd1ffa25", "address": "fa:16:3e:10:aa:85", "network": {"id": "4e0352d8-558b-49e0-81dd-d7132b36af3d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-328140024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c8e9c9b80524b25833ad43c15e78a5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a19c560-a1", "ovs_interfaceid": "8a19c560-a189-4fc3-b30d-1952fd1ffa25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1425.058625] env[65448]: DEBUG oslo_concurrency.lockutils [req-0ac97730-3757-4e24-9dfa-7b54fed10acf req-fa7507c2-d254-48dd-be09-2210ebea6fe2 service nova] Releasing lock "refresh_cache-6be3e694-c0ee-4758-bb74-e7484067a964" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.839987] env[65448]: DEBUG oslo_service.periodic_task [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1434.839861] env[65448]: DEBUG oslo_service.periodic_task [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1434.840277] env[65448]: DEBUG oslo_service.periodic_task [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1434.840277] env[65448]: DEBUG oslo_service.periodic_task [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1434.840436] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65448) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1435.840769] env[65448]: DEBUG oslo_service.periodic_task [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1435.841241] env[65448]: DEBUG oslo_service.periodic_task [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1436.841421] env[65448]: DEBUG oslo_service.periodic_task [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1437.345063] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1437.345063] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1437.345063] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1437.345063] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65448) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1437.345911] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36a1fa99-b271-4ec9-b4f5-c55ad11e7a9b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.354521] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06e12df7-4a5e-4eb7-acaa-35ca048074b8 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.369787] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-810148b4-bfdf-4df2-88b3-c302c53e5be2 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.376404] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6724f16-0a3c-41f8-9f74-e130d2d37aa1 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.405803] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180571MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65448) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1437.405977] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1437.406171] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1438.534367] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Instance 6be3e694-c0ee-4758-bb74-e7484067a964 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1438.534654] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=65448) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1438.534793] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=100GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '1', 'num_vm_active': '1', 'num_task_None': '1', 'num_os_type_None': '1', 'num_proj_5c8e9c9b80524b25833ad43c15e78a5a': '1', 'io_workload': '0'} {{(pid=65448) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1438.561908] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-686e15ab-1994-4eb8-b81f-22d1b75395b1 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.570284] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8950fc3b-cfae-4b32-8942-9cc14a077ad4 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.601793] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21a071ee-e3cb-49ae-bbcc-0f435649241d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.610089] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c847ae0-746b-44a8-95e2-33a6e4115131 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.624031] env[65448]: DEBUG nova.compute.provider_tree [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1439.127496] env[65448]: DEBUG nova.scheduler.client.report [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1439.634490] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65448) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1439.634692] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.228s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1439.634817] env[65448]: DEBUG oslo_service.periodic_task [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=65448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1439.634954] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Cleaning up deleted instances {{(pid=65448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11923}} [ 1440.145041] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] There are 27 instances to clean {{(pid=65448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11932}} [ 1440.145279] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] [instance: a5b5a83f-0501-4e2b-8466-04da605c2ad3] Instance has had 0 of 5 cleanup attempts {{(pid=65448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11936}} [ 1440.650020] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] [instance: f0956b05-dcd1-4c68-a692-f174beb4a5a4] Instance has had 0 of 5 cleanup attempts {{(pid=65448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11936}} [ 1441.153339] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] [instance: 0705ad26-050a-49e7-b2bf-aa1919393703] Instance has had 0 of 5 cleanup attempts {{(pid=65448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11936}} [ 1441.656605] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] [instance: e1a6aafb-33ee-481a-b561-4fb80d8cbe3c] Instance has had 0 of 5 cleanup attempts {{(pid=65448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11936}} [ 1442.160503] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] [instance: fba63473-fdd0-4c0e-8ba8-25b97b74d43e] Instance has had 0 of 5 cleanup attempts {{(pid=65448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11936}} [ 1442.663975] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] [instance: 0a020bd8-f2c2-467e-bbb4-82b0e3c85cab] Instance has had 0 of 5 cleanup attempts {{(pid=65448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11936}} [ 1443.168081] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] [instance: 3012a25a-8fd4-45a4-bad5-c655a14bc0ac] Instance has had 0 of 5 cleanup attempts {{(pid=65448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11936}} [ 1443.671796] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] [instance: 2f9162a4-0145-4435-acc9-0a2e3c2a98e2] Instance has had 0 of 5 cleanup attempts {{(pid=65448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11936}} [ 1444.175733] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] [instance: 3a53d528-30e9-42da-ae3a-2d381536e75f] Instance has had 0 of 5 cleanup attempts {{(pid=65448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11936}} [ 1444.679110] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] [instance: a664bc6a-97c7-4e80-bcff-db1d74494ae4] Instance has had 0 of 5 cleanup attempts {{(pid=65448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11936}} [ 1445.182645] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] [instance: ba6a1ee3-101e-485e-b8b1-773051cb19b6] Instance has had 0 of 5 cleanup attempts {{(pid=65448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11936}} [ 1445.685623] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] [instance: 753a9b2e-f28b-4680-82ea-afa474d6b0c3] Instance has had 0 of 5 cleanup attempts {{(pid=65448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11936}} [ 1446.189122] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] [instance: 78d46c99-f185-4a36-8931-d0dd14dd4a7f] Instance has had 0 of 5 cleanup attempts {{(pid=65448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11936}} [ 1446.692299] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] [instance: 7b6e049c-f86f-46bf-b4fa-55611b1027e3] Instance has had 0 of 5 cleanup attempts {{(pid=65448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11936}} [ 1447.196507] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] [instance: 7978c1c5-9577-4194-827e-59a715d196b7] Instance has had 0 of 5 cleanup attempts {{(pid=65448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11936}} [ 1447.700382] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] [instance: 1b94b4b0-6d12-42af-8d99-9c7c5debad9a] Instance has had 0 of 5 cleanup attempts {{(pid=65448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11936}} [ 1448.203868] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] [instance: 7c98f401-15ac-4322-9bb1-abbdc937bad4] Instance has had 0 of 5 cleanup attempts {{(pid=65448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11936}} [ 1448.707664] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] [instance: 3cbfb5fd-aac5-4538-87b4-d33b466ab2ad] Instance has had 0 of 5 cleanup attempts {{(pid=65448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11936}} [ 1449.211759] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] [instance: f1ccec14-6c3b-4745-ac14-5e4acb191b56] Instance has had 0 of 5 cleanup attempts {{(pid=65448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11936}} [ 1449.714926] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] [instance: 391084e8-4d9f-42f0-a5a5-cecc69e86a09] Instance has had 0 of 5 cleanup attempts {{(pid=65448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11936}} [ 1450.217961] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] [instance: 567408bb-3c2c-43f1-b291-0e3fe8f3aded] Instance has had 0 of 5 cleanup attempts {{(pid=65448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11936}} [ 1450.721925] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] [instance: f3456e77-34cb-48b6-a71b-3a0a5066d704] Instance has had 0 of 5 cleanup attempts {{(pid=65448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11936}} [ 1451.225049] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] [instance: d53e2a3e-2205-44b0-9e68-91125832a67f] Instance has had 0 of 5 cleanup attempts {{(pid=65448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11936}} [ 1451.728110] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] [instance: 2aca5466-f783-4972-8c9d-d0de3a679c0c] Instance has had 0 of 5 cleanup attempts {{(pid=65448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11936}} [ 1452.231293] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] [instance: a6cc03fc-5439-4d6a-aa95-a5cc52a5d44e] Instance has had 0 of 5 cleanup attempts {{(pid=65448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11936}} [ 1452.734913] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] [instance: ffb11675-ff83-4efb-be37-b642e50ea8b9] Instance has had 0 of 5 cleanup attempts {{(pid=65448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11936}} [ 1453.238445] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] [instance: 6ca5c62d-cf52-4f78-9e01-5623f4989442] Instance has had 0 of 5 cleanup attempts {{(pid=65448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11936}} [ 1453.741816] env[65448]: DEBUG oslo_service.periodic_task [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=65448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1453.742350] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Cleaning up deleted instances with incomplete migration {{(pid=65448) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11961}} [ 1454.244572] env[65448]: DEBUG oslo_service.periodic_task [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=65448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1456.740738] env[65448]: DEBUG oslo_service.periodic_task [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1460.181914] env[65448]: DEBUG oslo_concurrency.lockutils [None req-368966c6-06d8-46f2-8f26-5baa8e21dfa8 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Acquiring lock "6be3e694-c0ee-4758-bb74-e7484067a964" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1460.182374] env[65448]: DEBUG oslo_concurrency.lockutils [None req-368966c6-06d8-46f2-8f26-5baa8e21dfa8 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Lock "6be3e694-c0ee-4758-bb74-e7484067a964" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1460.182374] env[65448]: DEBUG nova.compute.manager [None req-368966c6-06d8-46f2-8f26-5baa8e21dfa8 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: 6be3e694-c0ee-4758-bb74-e7484067a964] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 1460.183685] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29d718b4-1dd7-48b6-b611-7660dfc6336b {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.191101] env[65448]: DEBUG nova.compute.manager [None req-368966c6-06d8-46f2-8f26-5baa8e21dfa8 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: 6be3e694-c0ee-4758-bb74-e7484067a964] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65448) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3449}} [ 1460.191711] env[65448]: DEBUG nova.objects.instance [None req-368966c6-06d8-46f2-8f26-5baa8e21dfa8 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Lazy-loading 'flavor' on Instance uuid 6be3e694-c0ee-4758-bb74-e7484067a964 {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1461.200170] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-368966c6-06d8-46f2-8f26-5baa8e21dfa8 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: 6be3e694-c0ee-4758-bb74-e7484067a964] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1461.200656] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ff13aaa0-9617-4379-b7fb-3ae0c25b6193 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.208315] env[65448]: DEBUG oslo_vmware.api [None req-368966c6-06d8-46f2-8f26-5baa8e21dfa8 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Waiting for the task: (returnval){ [ 1461.208315] env[65448]: value = "task-4938820" [ 1461.208315] env[65448]: _type = "Task" [ 1461.208315] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.217485] env[65448]: DEBUG oslo_vmware.api [None req-368966c6-06d8-46f2-8f26-5baa8e21dfa8 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': task-4938820, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.718880] env[65448]: DEBUG oslo_vmware.api [None req-368966c6-06d8-46f2-8f26-5baa8e21dfa8 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': task-4938820, 'name': PowerOffVM_Task, 'duration_secs': 0.185035} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.719154] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-368966c6-06d8-46f2-8f26-5baa8e21dfa8 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: 6be3e694-c0ee-4758-bb74-e7484067a964] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1461.719358] env[65448]: DEBUG nova.compute.manager [None req-368966c6-06d8-46f2-8f26-5baa8e21dfa8 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: 6be3e694-c0ee-4758-bb74-e7484067a964] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 1461.720137] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edae6ee3-3204-4397-a6e8-57d80a728cba {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.232175] env[65448]: DEBUG oslo_concurrency.lockutils [None req-368966c6-06d8-46f2-8f26-5baa8e21dfa8 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Lock "6be3e694-c0ee-4758-bb74-e7484067a964" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.050s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1462.592207] env[65448]: DEBUG nova.objects.instance [None req-8d0c471f-7781-42aa-96e5-142ae084e969 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Lazy-loading 'flavor' on Instance uuid 6be3e694-c0ee-4758-bb74-e7484067a964 {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1463.097592] env[65448]: DEBUG oslo_concurrency.lockutils [None req-8d0c471f-7781-42aa-96e5-142ae084e969 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Acquiring lock "refresh_cache-6be3e694-c0ee-4758-bb74-e7484067a964" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.097801] env[65448]: DEBUG oslo_concurrency.lockutils [None req-8d0c471f-7781-42aa-96e5-142ae084e969 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Acquired lock "refresh_cache-6be3e694-c0ee-4758-bb74-e7484067a964" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1463.097934] env[65448]: DEBUG nova.network.neutron [None req-8d0c471f-7781-42aa-96e5-142ae084e969 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: 6be3e694-c0ee-4758-bb74-e7484067a964] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1463.098113] env[65448]: DEBUG nova.objects.instance [None req-8d0c471f-7781-42aa-96e5-142ae084e969 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Lazy-loading 'info_cache' on Instance uuid 6be3e694-c0ee-4758-bb74-e7484067a964 {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1463.602144] env[65448]: DEBUG nova.objects.base [None req-8d0c471f-7781-42aa-96e5-142ae084e969 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Object Instance<6be3e694-c0ee-4758-bb74-e7484067a964> lazy-loaded attributes: flavor,info_cache {{(pid=65448) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1464.104823] env[65448]: WARNING neutronclient.v2_0.client [None req-8d0c471f-7781-42aa-96e5-142ae084e969 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1464.287199] env[65448]: WARNING neutronclient.v2_0.client [None req-8d0c471f-7781-42aa-96e5-142ae084e969 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1464.357413] env[65448]: DEBUG nova.network.neutron [None req-8d0c471f-7781-42aa-96e5-142ae084e969 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: 6be3e694-c0ee-4758-bb74-e7484067a964] Updating instance_info_cache with network_info: [{"id": "8a19c560-a189-4fc3-b30d-1952fd1ffa25", "address": "fa:16:3e:10:aa:85", "network": {"id": "4e0352d8-558b-49e0-81dd-d7132b36af3d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-328140024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c8e9c9b80524b25833ad43c15e78a5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a19c560-a1", "ovs_interfaceid": "8a19c560-a189-4fc3-b30d-1952fd1ffa25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1464.860432] env[65448]: DEBUG oslo_concurrency.lockutils [None req-8d0c471f-7781-42aa-96e5-142ae084e969 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Releasing lock "refresh_cache-6be3e694-c0ee-4758-bb74-e7484067a964" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1465.867404] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d0c471f-7781-42aa-96e5-142ae084e969 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: 6be3e694-c0ee-4758-bb74-e7484067a964] Powering on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1465.867792] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bacdcfe1-5ac2-4b88-91d0-146145d96519 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.875607] env[65448]: DEBUG oslo_vmware.api [None req-8d0c471f-7781-42aa-96e5-142ae084e969 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Waiting for the task: (returnval){ [ 1465.875607] env[65448]: value = "task-4938821" [ 1465.875607] env[65448]: _type = "Task" [ 1465.875607] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.883824] env[65448]: DEBUG oslo_vmware.api [None req-8d0c471f-7781-42aa-96e5-142ae084e969 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': task-4938821, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.386030] env[65448]: DEBUG oslo_vmware.api [None req-8d0c471f-7781-42aa-96e5-142ae084e969 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': task-4938821, 'name': PowerOnVM_Task, 'duration_secs': 0.396653} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.386351] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d0c471f-7781-42aa-96e5-142ae084e969 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: 6be3e694-c0ee-4758-bb74-e7484067a964] Powered on the VM {{(pid=65448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1466.386501] env[65448]: DEBUG nova.compute.manager [None req-8d0c471f-7781-42aa-96e5-142ae084e969 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: 6be3e694-c0ee-4758-bb74-e7484067a964] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 1466.387341] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6185ba08-3edd-4e21-bdf6-cd8d0f884f23 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.378902] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53702cae-cc84-48cf-8058-64b9085b6fd7 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.385487] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-12758906-9bda-49af-a9b5-e9ce6c2b0eb1 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: 6be3e694-c0ee-4758-bb74-e7484067a964] Suspending the VM {{(pid=65448) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1467.385718] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-bff09da7-6c49-42a4-8832-5769527d6182 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.392583] env[65448]: DEBUG oslo_vmware.api [None req-12758906-9bda-49af-a9b5-e9ce6c2b0eb1 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Waiting for the task: (returnval){ [ 1467.392583] env[65448]: value = "task-4938822" [ 1467.392583] env[65448]: _type = "Task" [ 1467.392583] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.401584] env[65448]: DEBUG oslo_vmware.api [None req-12758906-9bda-49af-a9b5-e9ce6c2b0eb1 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': task-4938822, 'name': SuspendVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.903304] env[65448]: DEBUG oslo_vmware.api [None req-12758906-9bda-49af-a9b5-e9ce6c2b0eb1 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': task-4938822, 'name': SuspendVM_Task} progress is 66%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.404024] env[65448]: DEBUG oslo_vmware.api [None req-12758906-9bda-49af-a9b5-e9ce6c2b0eb1 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': task-4938822, 'name': SuspendVM_Task, 'duration_secs': 0.810725} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.404421] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-12758906-9bda-49af-a9b5-e9ce6c2b0eb1 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: 6be3e694-c0ee-4758-bb74-e7484067a964] Suspended the VM {{(pid=65448) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1468.404570] env[65448]: DEBUG nova.compute.manager [None req-12758906-9bda-49af-a9b5-e9ce6c2b0eb1 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: 6be3e694-c0ee-4758-bb74-e7484067a964] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 1468.405355] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89459ad2-421b-49a8-91f0-41fccb598816 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.709309] env[65448]: INFO nova.compute.manager [None req-aa7019c8-f1f1-4d34-94da-6d36de7c26ab tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: 6be3e694-c0ee-4758-bb74-e7484067a964] Resuming [ 1469.709922] env[65448]: DEBUG nova.objects.instance [None req-aa7019c8-f1f1-4d34-94da-6d36de7c26ab tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Lazy-loading 'flavor' on Instance uuid 6be3e694-c0ee-4758-bb74-e7484067a964 {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1471.220477] env[65448]: DEBUG oslo_concurrency.lockutils [None req-aa7019c8-f1f1-4d34-94da-6d36de7c26ab tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Acquiring lock "refresh_cache-6be3e694-c0ee-4758-bb74-e7484067a964" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.220924] env[65448]: DEBUG oslo_concurrency.lockutils [None req-aa7019c8-f1f1-4d34-94da-6d36de7c26ab tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Acquired lock "refresh_cache-6be3e694-c0ee-4758-bb74-e7484067a964" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1471.220924] env[65448]: DEBUG nova.network.neutron [None req-aa7019c8-f1f1-4d34-94da-6d36de7c26ab tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: 6be3e694-c0ee-4758-bb74-e7484067a964] Building network info cache for instance {{(pid=65448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1471.723663] env[65448]: WARNING neutronclient.v2_0.client [None req-aa7019c8-f1f1-4d34-94da-6d36de7c26ab tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1471.892470] env[65448]: WARNING neutronclient.v2_0.client [None req-aa7019c8-f1f1-4d34-94da-6d36de7c26ab tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1471.961232] env[65448]: DEBUG nova.network.neutron [None req-aa7019c8-f1f1-4d34-94da-6d36de7c26ab tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: 6be3e694-c0ee-4758-bb74-e7484067a964] Updating instance_info_cache with network_info: [{"id": "8a19c560-a189-4fc3-b30d-1952fd1ffa25", "address": "fa:16:3e:10:aa:85", "network": {"id": "4e0352d8-558b-49e0-81dd-d7132b36af3d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-328140024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c8e9c9b80524b25833ad43c15e78a5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a19c560-a1", "ovs_interfaceid": "8a19c560-a189-4fc3-b30d-1952fd1ffa25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1472.464127] env[65448]: DEBUG oslo_concurrency.lockutils [None req-aa7019c8-f1f1-4d34-94da-6d36de7c26ab tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Releasing lock "refresh_cache-6be3e694-c0ee-4758-bb74-e7484067a964" {{(pid=65448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1472.465132] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-765bf489-8e04-4e5c-96ed-54a1e1217f33 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.473180] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-aa7019c8-f1f1-4d34-94da-6d36de7c26ab tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: 6be3e694-c0ee-4758-bb74-e7484067a964] Resuming the VM {{(pid=65448) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1472.473502] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a6fca1e4-994d-43b4-88d4-7cfe0356818d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.480826] env[65448]: DEBUG oslo_vmware.api [None req-aa7019c8-f1f1-4d34-94da-6d36de7c26ab tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Waiting for the task: (returnval){ [ 1472.480826] env[65448]: value = "task-4938823" [ 1472.480826] env[65448]: _type = "Task" [ 1472.480826] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.489242] env[65448]: DEBUG oslo_vmware.api [None req-aa7019c8-f1f1-4d34-94da-6d36de7c26ab tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': task-4938823, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.997199] env[65448]: DEBUG oslo_vmware.api [None req-aa7019c8-f1f1-4d34-94da-6d36de7c26ab tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': task-4938823, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.492347] env[65448]: DEBUG oslo_vmware.api [None req-aa7019c8-f1f1-4d34-94da-6d36de7c26ab tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': task-4938823, 'name': PowerOnVM_Task, 'duration_secs': 0.762275} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.492772] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-aa7019c8-f1f1-4d34-94da-6d36de7c26ab tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: 6be3e694-c0ee-4758-bb74-e7484067a964] Resumed the VM {{(pid=65448) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1473.492772] env[65448]: DEBUG nova.compute.manager [None req-aa7019c8-f1f1-4d34-94da-6d36de7c26ab tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: 6be3e694-c0ee-4758-bb74-e7484067a964] Checking state {{(pid=65448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1836}} [ 1473.493602] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b241a0af-1e5e-4ff4-824f-9b5463b19ec7 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.511037] env[65448]: DEBUG oslo_concurrency.lockutils [None req-7bc2e06e-e25d-4ef2-a1ca-259f92fa8436 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Acquiring lock "6be3e694-c0ee-4758-bb74-e7484067a964" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1474.511472] env[65448]: DEBUG oslo_concurrency.lockutils [None req-7bc2e06e-e25d-4ef2-a1ca-259f92fa8436 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Lock "6be3e694-c0ee-4758-bb74-e7484067a964" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1474.511666] env[65448]: DEBUG oslo_concurrency.lockutils [None req-7bc2e06e-e25d-4ef2-a1ca-259f92fa8436 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Acquiring lock "6be3e694-c0ee-4758-bb74-e7484067a964-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1474.511878] env[65448]: DEBUG oslo_concurrency.lockutils [None req-7bc2e06e-e25d-4ef2-a1ca-259f92fa8436 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Lock "6be3e694-c0ee-4758-bb74-e7484067a964-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1474.512095] env[65448]: DEBUG oslo_concurrency.lockutils [None req-7bc2e06e-e25d-4ef2-a1ca-259f92fa8436 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Lock "6be3e694-c0ee-4758-bb74-e7484067a964-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1474.514534] env[65448]: INFO nova.compute.manager [None req-7bc2e06e-e25d-4ef2-a1ca-259f92fa8436 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: 6be3e694-c0ee-4758-bb74-e7484067a964] Terminating instance [ 1475.018690] env[65448]: DEBUG nova.compute.manager [None req-7bc2e06e-e25d-4ef2-a1ca-259f92fa8436 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: 6be3e694-c0ee-4758-bb74-e7484067a964] Start destroying the instance on the hypervisor. {{(pid=65448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3209}} [ 1475.018903] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-7bc2e06e-e25d-4ef2-a1ca-259f92fa8436 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: 6be3e694-c0ee-4758-bb74-e7484067a964] Destroying instance {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1475.019866] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-923cb2dd-888c-4333-9707-5de6b992e93e {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.028795] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bc2e06e-e25d-4ef2-a1ca-259f92fa8436 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: 6be3e694-c0ee-4758-bb74-e7484067a964] Powering off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1475.029075] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a5ee8e7c-920f-427d-bdb7-28dbf1ee35b8 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.036526] env[65448]: DEBUG oslo_vmware.api [None req-7bc2e06e-e25d-4ef2-a1ca-259f92fa8436 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Waiting for the task: (returnval){ [ 1475.036526] env[65448]: value = "task-4938824" [ 1475.036526] env[65448]: _type = "Task" [ 1475.036526] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.045630] env[65448]: DEBUG oslo_vmware.api [None req-7bc2e06e-e25d-4ef2-a1ca-259f92fa8436 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': task-4938824, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.545991] env[65448]: DEBUG oslo_vmware.api [None req-7bc2e06e-e25d-4ef2-a1ca-259f92fa8436 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': task-4938824, 'name': PowerOffVM_Task, 'duration_secs': 0.195054} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.546411] env[65448]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bc2e06e-e25d-4ef2-a1ca-259f92fa8436 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: 6be3e694-c0ee-4758-bb74-e7484067a964] Powered off the VM {{(pid=65448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1475.546500] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-7bc2e06e-e25d-4ef2-a1ca-259f92fa8436 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: 6be3e694-c0ee-4758-bb74-e7484067a964] Unregistering the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1475.546671] env[65448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8a440e85-6f43-410a-a766-eec723213d5a {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.614944] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-7bc2e06e-e25d-4ef2-a1ca-259f92fa8436 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: 6be3e694-c0ee-4758-bb74-e7484067a964] Unregistered the VM {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1475.615222] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-7bc2e06e-e25d-4ef2-a1ca-259f92fa8436 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: 6be3e694-c0ee-4758-bb74-e7484067a964] Deleting contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1475.615351] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bc2e06e-e25d-4ef2-a1ca-259f92fa8436 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Deleting the datastore file [datastore2] 6be3e694-c0ee-4758-bb74-e7484067a964 {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1475.615627] env[65448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b4abf383-bb91-4b69-8180-2cba1020afa2 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.622079] env[65448]: DEBUG oslo_vmware.api [None req-7bc2e06e-e25d-4ef2-a1ca-259f92fa8436 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Waiting for the task: (returnval){ [ 1475.622079] env[65448]: value = "task-4938826" [ 1475.622079] env[65448]: _type = "Task" [ 1475.622079] env[65448]: } to complete. {{(pid=65448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.630427] env[65448]: DEBUG oslo_vmware.api [None req-7bc2e06e-e25d-4ef2-a1ca-259f92fa8436 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': task-4938826, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.132382] env[65448]: DEBUG oslo_vmware.api [None req-7bc2e06e-e25d-4ef2-a1ca-259f92fa8436 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Task: {'id': task-4938826, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134136} completed successfully. {{(pid=65448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.132675] env[65448]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bc2e06e-e25d-4ef2-a1ca-259f92fa8436 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Deleted the datastore file {{(pid=65448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1476.132858] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-7bc2e06e-e25d-4ef2-a1ca-259f92fa8436 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: 6be3e694-c0ee-4758-bb74-e7484067a964] Deleted contents of the VM from datastore datastore2 {{(pid=65448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1476.133043] env[65448]: DEBUG nova.virt.vmwareapi.vmops [None req-7bc2e06e-e25d-4ef2-a1ca-259f92fa8436 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: 6be3e694-c0ee-4758-bb74-e7484067a964] Instance destroyed {{(pid=65448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1476.133224] env[65448]: INFO nova.compute.manager [None req-7bc2e06e-e25d-4ef2-a1ca-259f92fa8436 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] [instance: 6be3e694-c0ee-4758-bb74-e7484067a964] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1476.133482] env[65448]: DEBUG oslo.service.backend._common.loopingcall [None req-7bc2e06e-e25d-4ef2-a1ca-259f92fa8436 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1476.133677] env[65448]: DEBUG nova.compute.manager [-] [instance: 6be3e694-c0ee-4758-bb74-e7484067a964] Deallocating network for instance {{(pid=65448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2335}} [ 1476.133772] env[65448]: DEBUG nova.network.neutron [-] [instance: 6be3e694-c0ee-4758-bb74-e7484067a964] deallocate_for_instance() {{(pid=65448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1476.134028] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1476.167797] env[65448]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1476.624820] env[65448]: DEBUG nova.compute.manager [req-ce6f213c-e460-42fb-a0f8-df9aa6fa27b5 req-50702982-2836-4981-9f15-30e8c4572757 service nova] [instance: 6be3e694-c0ee-4758-bb74-e7484067a964] Received event network-vif-deleted-8a19c560-a189-4fc3-b30d-1952fd1ffa25 {{(pid=65448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11826}} [ 1476.625226] env[65448]: INFO nova.compute.manager [req-ce6f213c-e460-42fb-a0f8-df9aa6fa27b5 req-50702982-2836-4981-9f15-30e8c4572757 service nova] [instance: 6be3e694-c0ee-4758-bb74-e7484067a964] Neutron deleted interface 8a19c560-a189-4fc3-b30d-1952fd1ffa25; detaching it from the instance and deleting it from the info cache [ 1476.625466] env[65448]: DEBUG nova.network.neutron [req-ce6f213c-e460-42fb-a0f8-df9aa6fa27b5 req-50702982-2836-4981-9f15-30e8c4572757 service nova] [instance: 6be3e694-c0ee-4758-bb74-e7484067a964] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1477.097147] env[65448]: DEBUG nova.network.neutron [-] [instance: 6be3e694-c0ee-4758-bb74-e7484067a964] Updating instance_info_cache with network_info: [] {{(pid=65448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1477.128347] env[65448]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c4d2164a-ed77-47ec-b320-899de64100c7 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.138405] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03ff71d6-0484-4794-b982-b7fadf3a6e80 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.165206] env[65448]: DEBUG nova.compute.manager [req-ce6f213c-e460-42fb-a0f8-df9aa6fa27b5 req-50702982-2836-4981-9f15-30e8c4572757 service nova] [instance: 6be3e694-c0ee-4758-bb74-e7484067a964] Detach interface failed, port_id=8a19c560-a189-4fc3-b30d-1952fd1ffa25, reason: Instance 6be3e694-c0ee-4758-bb74-e7484067a964 could not be found. {{(pid=65448) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 1477.600462] env[65448]: INFO nova.compute.manager [-] [instance: 6be3e694-c0ee-4758-bb74-e7484067a964] Took 1.47 seconds to deallocate network for instance. [ 1478.107140] env[65448]: DEBUG oslo_concurrency.lockutils [None req-7bc2e06e-e25d-4ef2-a1ca-259f92fa8436 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1478.107600] env[65448]: DEBUG oslo_concurrency.lockutils [None req-7bc2e06e-e25d-4ef2-a1ca-259f92fa8436 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1478.107703] env[65448]: DEBUG nova.objects.instance [None req-7bc2e06e-e25d-4ef2-a1ca-259f92fa8436 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Lazy-loading 'resources' on Instance uuid 6be3e694-c0ee-4758-bb74-e7484067a964 {{(pid=65448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1478.644173] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d83615db-e3cf-46a1-84c3-de5e14c815bf {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.652958] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fa575b5-75d2-429a-b745-ac9b65035786 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.684669] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31120745-2ba8-4000-b4d1-660be0136bc2 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.693321] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6b9069a-b40d-4f96-b13f-7d8ae7d21289 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.708735] env[65448]: DEBUG nova.compute.provider_tree [None req-7bc2e06e-e25d-4ef2-a1ca-259f92fa8436 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1479.212316] env[65448]: DEBUG nova.scheduler.client.report [None req-7bc2e06e-e25d-4ef2-a1ca-259f92fa8436 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1479.718064] env[65448]: DEBUG oslo_concurrency.lockutils [None req-7bc2e06e-e25d-4ef2-a1ca-259f92fa8436 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.610s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1479.739933] env[65448]: INFO nova.scheduler.client.report [None req-7bc2e06e-e25d-4ef2-a1ca-259f92fa8436 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Deleted allocations for instance 6be3e694-c0ee-4758-bb74-e7484067a964 [ 1480.247901] env[65448]: DEBUG oslo_concurrency.lockutils [None req-7bc2e06e-e25d-4ef2-a1ca-259f92fa8436 tempest-ServerActionsTestJSON-531028945 tempest-ServerActionsTestJSON-531028945-project-member] Lock "6be3e694-c0ee-4758-bb74-e7484067a964" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.736s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1492.840720] env[65448]: DEBUG oslo_service.periodic_task [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1494.840493] env[65448]: DEBUG oslo_service.periodic_task [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1495.839743] env[65448]: DEBUG oslo_service.periodic_task [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1495.839995] env[65448]: DEBUG oslo_service.periodic_task [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1495.840221] env[65448]: DEBUG oslo_service.periodic_task [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1496.839830] env[65448]: DEBUG oslo_service.periodic_task [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1496.840275] env[65448]: DEBUG nova.compute.manager [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65448) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1497.840076] env[65448]: DEBUG oslo_service.periodic_task [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1498.343799] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1498.344068] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1498.344238] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1498.344393] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65448) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1498.345304] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8b78429-4305-4656-9daf-3a9732c2c49d {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.353754] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5acc83a3-e844-4e13-b408-882b8dd18c4f {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.367777] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d10d8c62-be48-45cf-9bca-a6539de70a86 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.374823] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4398c1a-4e8c-413c-862a-d20aa496c7b1 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.152187] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180409MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65448) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1499.152521] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1499.152521] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1500.173632] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65448) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1500.173632] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65448) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1500.186910] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69308d72-c4be-48b8-8990-b31218dd3896 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.194706] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aac2678f-21f1-4181-8fc9-e35872839ca5 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.223491] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2315f6dc-a726-45c0-b4df-d2506437a263 {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.231315] env[65448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ff9565e-2cf5-4036-8875-fce27e34feed {{(pid=65448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.244683] env[65448]: DEBUG nova.compute.provider_tree [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Inventory has not changed in ProviderTree for provider: 76aeec68-79e6-4d77-baf0-33bb098aa897 {{(pid=65448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1500.748401] env[65448]: DEBUG nova.scheduler.client.report [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Inventory has not changed for provider 76aeec68-79e6-4d77-baf0-33bb098aa897 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1501.253306] env[65448]: DEBUG nova.compute.resource_tracker [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65448) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1501.253696] env[65448]: DEBUG oslo_concurrency.lockutils [None req-5f7ec562-d773-4c54-8ebc-8a9fd0770044 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.101s {{(pid=65448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}